-- Logs begin at Fri 2021-07-16 07:46:18 UTC, end at Fri 2021-07-16 10:01:33 UTC. -- Jul 16 08:19:25.983238 n-d-798054-12 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:19:28.668250 n-d-798054-12 neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:19:28.668856 n-d-798054-12 neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:19:28.669017 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:19:28.672256 n-d-798054-12 neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:19:28.672508 n-d-798054-12 neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:19:28.672813 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:19:28.673722 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:19:28.673954 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:19:28.674322 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:19:28.674567 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:19:28.674794 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:19:28.675113 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.675407 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.675698 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.675927 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.676247 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.676533 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.676816 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.677103 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.677395 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.677676 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.677954 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.678237 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.678463 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.678743 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.679026 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.679307 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.679527 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.679802 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.680247 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.680653 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.680933 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.681219 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.682010 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.682421 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.682690 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.682974 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.683300 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] host = n-d-798054-12 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.683577 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.683863 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.684167 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.684453 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.684855 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.685222 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.685677 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.687554 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.687554 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.687554 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.687856 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.688029 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.688352 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.688581 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.688807 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.689096 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.689385 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.689666 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.689941 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.690216 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.690491 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.690764 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.691032 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.691313 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.691595 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.691877 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.692178 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.692458 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.692730 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.692999 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.693279 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.693550 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.693864 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.694213 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.694498 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.694766 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.695037 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.695332 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.695615 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.695895 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.696198 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.696471 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.696749 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.697047 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.697838 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.698109 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.698380 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.698651 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.698926 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.699195 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.699463 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.699733 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.700002 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.700308 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:28.700602 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.700895 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.701191 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.701472 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.701764 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.702044 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.702338 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.702615 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.702900 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.703186 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.703472 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.703749 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.704048 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.704339 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.704630 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.704935 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.705226 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.705515 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.705790 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.706064 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.706337 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.706616 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.706901 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.707192 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.707478 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.707750 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.708028 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.708337 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.708615 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.709014 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.709295 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.709581 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.709858 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.710130 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.710413 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.710690 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.710962 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.711233 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.711508 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.711793 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.712096 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.712372 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.712663 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.712964 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.713235 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.713518 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.713792 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.714061 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.714333 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.714609 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.714885 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.715158 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.715435 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.715707 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.715980 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.716276 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.716549 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.716822 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.717091 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.717361 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.717630 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.717899 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.718175 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.718446 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.718715 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.718986 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.719255 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.719524 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.719809 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.720131 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.720413 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.720692 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.720971 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.721250 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.721531 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.721808 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.722085 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.722364 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.722874 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.723171 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.723458 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.723746 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.724028 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.724451 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.724751 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.725031 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.725421 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.725708 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.725988 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.726277 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.726565 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.726857 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.727149 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.727442 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.727733 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.728025 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.728358 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.728666 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.728945 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:28.729164 n-d-798054-12 neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:19:28.729404 n-d-798054-12 neutron-server[93631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:19:29.076284 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:19:29.076488 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:19:29.076780 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:19:29.077109 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:19:29.468104 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.468393 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.468662 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.469844 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.470115 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.470384 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.503943 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.504246 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.504512 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.517903 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.518184 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.518450 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.549315 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.549591 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.549861 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.584526 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.584807 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.585076 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.815252 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.815854 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.815854 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.816011 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.816666 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.942494 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.942821 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.943102 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.943376 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.943644 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.943952 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.944241 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.944499 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.944745 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.945029 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.945284 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.945553 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.945809 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.946060 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.946312 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.946582 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.946827 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.947606 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.947885 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.948174 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.948440 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.948690 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.948965 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.949337 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.949593 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.949832 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.950228 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.950472 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.950710 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.950945 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.951179 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.951411 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:29.951775 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:19:29.955040 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:19:29.958937 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:19:29.963502 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 08:19:29.965141 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:19:29.965596 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:19:29.965930 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:19:29.966312 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:19:29.970284 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:19:29.970532 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:19:29.970871 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:19:29.998361 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:19:29.998828 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:29.999126 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:19:29.999487 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.000861 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:19:30.001149 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:19:30.001393 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:19:30.004612 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.004884 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.068494 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:19:30.068649 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:19:30.068889 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:19:30.069265 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:19:30.090834 n-d-798054-12 neutron-server[93631]: DEBUG oslo_db.sqlalchemy.engines [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:19:30.619088 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing driver for type 'gre' Jul 16 08:19:30.619621 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] gre ID ranges: [(1, 1000)] Jul 16 08:19:30.678270 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing driver for type 'local' Jul 16 08:19:30.678598 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing driver for type 'vlan' Jul 16 08:19:30.691753 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] VlanTypeDriver initialization complete Jul 16 08:19:30.692157 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing driver for type 'vxlan' Jul 16 08:19:30.692670 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:19:30.741083 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing extension driver 'port_security' Jul 16 08:19:30.741483 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] PortSecurityExtensionDriver initialization complete Jul 16 08:19:30.741847 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing mechanism driver 'openvswitch' Jul 16 08:19:30.742195 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing mechanism driver 'hyperv' Jul 16 08:19:30.749095 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.plugin [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:30.749925 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.750405 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.750768 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.751281 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.751710 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.752082 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.752432 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.752820 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.753221 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.753569 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.753909 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.754291 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.754690 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.755039 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.755379 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.755765 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.756187 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.756534 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.756871 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.757255 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.757651 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > address_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.757989 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > address_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.758325 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.758706 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:19:30.759077 n-d-798054-12 neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] ML2 OVO RPC backend initialized. {{(pid=93631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:19:30.759797 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.760174 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.760586 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.760933 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > networks before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.761275 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.761613 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > ports before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.761955 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.762293 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnets before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.762633 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.762967 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.763299 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.763631 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.763963 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.764322 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.764655 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.764988 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.765317 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.765877 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.plugin [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Modular L2 Plugin initialization complete Jul 16 08:19:30.766201 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading services supported by the core plugin {{(pid=93631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:19:30.766522 n-d-798054-12 neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Got port-security extension from driver 'port_security' Jul 16 08:19:30.766972 n-d-798054-12 neutron-server[93631]: INFO neutron.extensions.vlantransparent [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Disabled vlantransparent extension. Jul 16 08:19:30.767448 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:19:30.767762 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: router Jul 16 08:19:30.803274 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.803668 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.804055 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router before_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.804415 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.804786 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.805137 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.805493 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.805975 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.806339 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.807237 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.807584 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.807941 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.808376 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.808745 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.809082 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.809419 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.809768 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.810098 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.810448 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.810789 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.811129 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.811483 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.811823 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.812200 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.812561 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.812904 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.813265 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.813611 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > agent after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.813957 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.814793 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Tracking information for resource: router configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:30.815122 n-d-798054-12 neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Tracking information for resource: floatingip configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:19:30.820009 n-d-798054-12 neutron-server[93631]: INFO neutron.db.l3_agentschedulers_db [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:19:30.820609 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.820967 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.821318 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.821668 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.822466 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router before_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.822831 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.823191 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.823545 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > router precommit_update 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.828007 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.provider_configuration [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service providers = [] {{(pid=93631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:19:30.828401 n-d-798054-12 neutron-server[93631]: DEBUG neutron.db.servicetype_db [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:19:30.831308 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.service_base [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:19:30.831658 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.service_base [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:19:30.831997 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.service_base [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:19:30.832900 n-d-798054-12 neutron-server[93631]: DEBUG neutron.services.service_base [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:19:30.833270 n-d-798054-12 neutron-server[93631]: INFO neutron.services.service_base [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:19:30.833643 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.833960 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:19:30.844747 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.845075 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: auto_allocate Jul 16 08:19:30.850782 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: network precommit_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.851397 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: network precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.851779 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.852134 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: tag Jul 16 08:19:30.859355 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.859684 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: timestamp Jul 16 08:19:30.863460 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.863788 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: network_ip_availability Jul 16 08:19:30.869749 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.870069 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.870421 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:30.871127 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.871443 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: flavors Jul 16 08:19:30.877596 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.877923 n-d-798054-12 neutron-server[93631]: INFO neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading Plugin: revisions Jul 16 08:19:30.882167 n-d-798054-12 neutron-server[93631]: DEBUG neutron.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:19:30.882554 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:19:30.883276 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:19:30.883610 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Initializing extension manager. Jul 16 08:19:30.884142 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: __init__.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.884504 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: __pycache__ {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.884840 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.885174 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.885924 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.886482 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: address-group Jul 16 08:19:30.886804 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.887523 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.888029 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: address-scope Jul 16 08:19:30.888376 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.889296 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.889807 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:19:30.890130 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: agent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.890828 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.891332 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: agent Jul 16 08:19:30.891653 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: agent_resources_synced.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.892576 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.893086 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: agent-resources-synced Jul 16 08:19:30.893411 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: allowedaddresspairs.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.895413 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.895930 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: allowed-address-pairs Jul 16 08:19:30.896288 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: auto_allocated_topology.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.897365 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.897876 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: auto-allocated-topology Jul 16 08:19:30.898197 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.898885 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.899388 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: availability_zone Jul 16 08:19:30.899705 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: availability_zone_filter.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.900649 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.901152 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: availability_zone_filter Jul 16 08:19:30.901469 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: data_plane_status.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.902368 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.902866 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:19:30.903180 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: default_subnetpools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.904103 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.904601 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: default-subnetpools Jul 16 08:19:30.904920 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.905717 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.906218 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:19:30.906535 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: dns.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.907440 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.907940 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:19:30.908282 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: dns_domain_ports.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.909205 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.909714 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:19:30.910038 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.910957 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.911460 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:19:30.911782 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: dvr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.912474 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.912975 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: dvr Jul 16 08:19:30.913293 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: empty_string_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.914190 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.914694 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: empty-string-filtering Jul 16 08:19:30.915013 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.916440 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.916941 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:19:30.917259 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.918163 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.918657 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:19:30.918976 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: external_net.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.919878 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.920416 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: external-net Jul 16 08:19:30.920737 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.921628 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.922131 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: extra_dhcp_opt Jul 16 08:19:30.922450 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: extraroute.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.923339 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.923843 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: extraroute Jul 16 08:19:30.924199 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: extraroute_atomic.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.925208 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.925714 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: extraroute-atomic Jul 16 08:19:30.926034 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: filter_validation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.926694 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.927196 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: filter-validation Jul 16 08:19:30.927516 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: fip_pf_description.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.928458 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.929134 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:19:30.929454 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: fip_port_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.930374 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.930882 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: fip-port-details Jul 16 08:19:30.931204 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.933001 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.933513 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: flavors Jul 16 08:19:30.933837 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.935464 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.935986 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:19:30.936340 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: floatingip_pools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.937033 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.937539 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: floatingip-pools Jul 16 08:19:30.937867 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: ip_allocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.938785 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.939288 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:19:30.939608 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.940548 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.941051 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: ip-substring-filtering Jul 16 08:19:30.941373 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l2_adjacency.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.942289 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.942789 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:19:30.943106 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.944135 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.944650 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: router Jul 16 08:19:30.944972 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.947224 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.947757 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:19:30.948117 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.949054 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.949568 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: ext-gw-mode Jul 16 08:19:30.949893 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.950803 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.951311 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: l3-ha Jul 16 08:19:30.951631 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3_flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.952657 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.953165 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: l3-flavors Jul 16 08:19:30.953488 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.954393 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.954896 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:19:30.955215 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: l3agentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.956285 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.956796 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: l3_agent_scheduler Jul 16 08:19:30.957119 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: logging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.958577 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.959097 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension logging not supported by any of loaded plugins Jul 16 08:19:30.959423 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: metering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.960201 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.960778 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: metering Jul 16 08:19:30.961099 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.962183 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.963226 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:19:30.963552 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: multiprovidernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.964630 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.965144 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: multi-provider Jul 16 08:19:30.965470 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: netmtu.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.966382 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.966890 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: net-mtu Jul 16 08:19:30.967211 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: netmtu_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.968157 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.968666 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: net-mtu-writable Jul 16 08:19:30.968986 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: network_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.969656 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.970160 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: network_availability_zone Jul 16 08:19:30.970479 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: network_ip_availability.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.971554 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.972089 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: network-ip-availability Jul 16 08:19:30.972416 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: network_segment_range.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.973178 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.973678 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:19:30.973996 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: pagination.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.974976 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.975309 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: pagination Jul 16 08:19:30.975631 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: port_device_profile.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.976570 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.977088 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: port-device-profile Jul 16 08:19:30.977409 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.978873 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.979385 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: port-mac-address-regenerate Jul 16 08:19:30.979706 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.980644 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.981156 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: port-numa-affinity-policy Jul 16 08:19:30.981474 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: port_resource_request.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.982393 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.982897 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:19:30.983214 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: portbindings.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.984166 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.984678 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: binding Jul 16 08:19:30.984995 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: portbindings_extended.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.986255 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.986768 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: binding-extended Jul 16 08:19:30.987095 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: portsecurity.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.988005 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.988544 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: port-security Jul 16 08:19:30.988867 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: project_id.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.989833 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.990161 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: project-id Jul 16 08:19:30.990477 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: providernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.991395 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.991906 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: provider Jul 16 08:19:30.992257 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.995689 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.996243 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos not supported by any of loaded plugins Jul 16 08:19:30.996572 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.997802 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:30.998321 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:19:30.998651 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:30.999562 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.000102 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:19:31.000430 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_default.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.001338 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.001842 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:19:31.002167 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.002818 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.003317 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:19:31.003639 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_gateway_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.004588 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.005091 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:19:31.005410 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_port_network_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.006314 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.006815 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:19:31.007133 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_rule_type_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.008069 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.008725 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:19:31.009048 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: qos_rules_alias.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.010103 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.010610 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:19:31.010929 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: quotasv2.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.011828 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.012356 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: quotas Jul 16 08:19:31.012679 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: quotasv2_detail.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.015652 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.015994 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: quota_details Jul 16 08:19:31.016352 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: rbac.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.017405 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.017930 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: rbac-policies Jul 16 08:19:31.018265 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: rbac_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.019442 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.019956 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: rbac-address-group Jul 16 08:19:31.020308 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: rbac_address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.021243 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.021760 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: rbac-address-scope Jul 16 08:19:31.022083 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: rbac_security_groups.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.022990 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.023503 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: rbac-security-groups Jul 16 08:19:31.023825 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: rbac_subnetpool.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.024761 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.025803 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: rbac-subnetpool Jul 16 08:19:31.026124 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: revisionifmatch.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.027039 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.027548 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: revision-if-match Jul 16 08:19:31.027868 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: revisions.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.029011 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.029523 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: standard-attr-revisions Jul 16 08:19:31.029844 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: router_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.030513 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.031024 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: router_availability_zone Jul 16 08:19:31.031345 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: routerservicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.032292 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.032799 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:19:31.033117 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.034039 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.034545 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:19:31.034865 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.035777 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.036324 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: port-security-groups-filtering Jul 16 08:19:31.036646 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.037560 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.038067 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: security-groups-remote-address-group Jul 16 08:19:31.038389 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: securitygroup.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.048542 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.049080 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: security-group Jul 16 08:19:31.049413 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.050205 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.050715 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension segment not supported by any of loaded plugins Jul 16 08:19:31.051042 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.051987 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.052523 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:19:31.052850 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: servicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.054020 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.054547 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: service-type Jul 16 08:19:31.054876 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: sorting.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.055852 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.056216 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: sorting Jul 16 08:19:31.057066 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: standard_attr_segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.058049 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.058559 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:19:31.058884 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: standardattrdescription.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.059541 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.060055 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: standard-attr-description Jul 16 08:19:31.060390 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: stateful_security_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.061335 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.061852 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: stateful-security-group Jul 16 08:19:31.062176 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: stdattrs_common.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.062751 n-d-798054-12 neutron-server[93631]: WARNING neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:19:31.063070 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.063983 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.064519 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:19:31.064840 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnet_onboard.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.065893 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.066409 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: subnet_onboard Jul 16 08:19:31.066732 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.067651 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.068198 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:19:31.068524 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnet_service_types.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.069440 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.069947 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: subnet-service-types Jul 16 08:19:31.070268 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnetallocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.071330 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.071839 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: subnet_allocation Jul 16 08:19:31.072731 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.073390 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.073898 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:19:31.074221 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.075141 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.075644 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:19:31.075966 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: tagging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.077034 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.077543 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: standard-attr-tag Jul 16 08:19:31.077867 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: timestamp.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.079093 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.079609 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loaded extension: standard-attr-timestamp Jul 16 08:19:31.079933 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: trunk.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.081036 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.081552 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension trunk not supported by any of loaded plugins Jul 16 08:19:31.081875 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: trunk_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.082795 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.083306 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:19:31.083626 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: uplink_status_propagation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.084567 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.086523 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:19:31.086845 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Loading extension file: vlantransparent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:19:31.087509 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:19:31.088245 n-d-798054-12 neutron-server[93631]: INFO neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:19:31.090908 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:network Jul 16 08:19:31.091436 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:19:31.091829 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:19:31.092242 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:port Jul 16 08:19:31.093461 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.093904 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.094516 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.094949 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.095276 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:router Jul 16 08:19:31.095702 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:19:31.096225 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.097637 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:31.098005 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:31.098358 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:19:31.099323 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:19:31.099765 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:19:31.100231 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:19:31.100845 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.101171 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:19:31.101512 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] subnetpool is already registered Jul 16 08:19:31.101942 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.102264 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:19:31.102592 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] subnetpool is already registered Jul 16 08:19:31.104971 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.105403 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.105988 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.106410 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.106739 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:router Jul 16 08:19:31.107078 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] router is already registered Jul 16 08:19:31.107487 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:19:31.107818 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] floatingip is already registered Jul 16 08:19:31.108295 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.108972 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:19:31.109298 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] rbac_policy is already registered Jul 16 08:19:31.109704 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:19:31.110039 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] security_group is already registered Jul 16 08:19:31.110437 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:19:31.110768 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] security_group_rule is already registered Jul 16 08:19:31.111392 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.111715 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:19:31.112062 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] subnetpool is already registered Jul 16 08:19:31.112479 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:19:31.112797 n-d-798054-12 neutron-server[93631]: INFO neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:19:31.113124 n-d-798054-12 neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] subnetpool is already registered Jul 16 08:19:31.113585 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: extensions {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.114990 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: address-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.116511 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: address-scopes {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.117795 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.119554 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: auto-allocated-topology {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.120855 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: availability_zones {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.122010 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: dhcp-networks {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.123501 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: dhcp-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.124965 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.126644 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: flavors {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.128897 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.130439 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: next_providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.131879 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.133443 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: floatingip-pools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.135209 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.136909 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: floatingips {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.138172 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: l3-routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.139550 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: l3-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.141031 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: metering-labels {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.142263 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: metering-label-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.143626 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: network-ip-availabilities {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.145143 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: bindings {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.146675 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.148213 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.149637 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: rbac-policies {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.150833 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: security-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.152144 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: security-group-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.153371 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: service-providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.154659 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.155984 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.157526 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.159249 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.161104 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.162871 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.164572 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.166540 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.168228 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.170005 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.171841 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.173594 n-d-798054-12 neutron-server[93631]: DEBUG neutron.api.extensions [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:19:31.179497 n-d-798054-12 neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:19:31.184487 n-d-798054-12 neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:19:31.193027 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Acquired lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:19:31.193492 n-d-798054-12 neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Releasing lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:19:31.194125 n-d-798054-12 neutron-server[93631]: INFO oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Starting 2 workers Jul 16 08:19:31.199388 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Started child 93774 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:19:31.203725 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Started child 93775 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:19:31.204795 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.205417 n-d-798054-12 neutron-server[93631]: INFO neutron.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:19:31.205988 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Notify callbacks [] for process, before_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.206259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [-] (93774) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:19:31.208620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.209078 n-d-798054-12 neutron-server[93631]: INFO oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Starting 1 workers Jul 16 08:19:31.209960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [-] (93775) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:19:31.213916 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Started child 93776 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:19:31.214514 n-d-798054-12 neutron-server[93631]: INFO oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Starting 1 workers Jul 16 08:19:31.217374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] calling RpcWorker wait() {{(pid=93776) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:19:31.217897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] returning from RpcWorker wait() {{(pid=93776) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:19:31.219051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.219150 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Started child 93777 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:19:31.219550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:31.220015 n-d-798054-12 neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-c8d86c44-8096-4104-b210-bc3a3b57b003 None None] Notify callbacks [] for process, after_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.222065 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:19:31.222296 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:19:31.222489 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:19:31.222715 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:19:31.223051 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:19:31.223218 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:19:31.223744 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.223843 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:31.224342 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.224342 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.224559 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.224846 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.225417 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.225684 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.225942 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.226216 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.226447 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.226620 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.226788 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.227050 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.227286 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.227554 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.227819 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.228074 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.228366 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.228536 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.228812 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.229092 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.229339 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.229611 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.229870 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.230394 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.230641 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.230878 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.231113 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.231400 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.231634 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.231897 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.232237 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.232454 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.232701 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.232941 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.233176 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.233389 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.233616 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.233869 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.234090 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.234575 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] host = n-d-798054-12 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.234806 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.235026 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.235276 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.235542 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.235784 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.236000 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.236285 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.236572 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.236843 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.237088 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.237340 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.237606 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.237826 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.238084 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.238244 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.238511 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.238753 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239011 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239198 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239361 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239540 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239794 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.239956 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.240226 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.240462 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.240656 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.240892 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.241130 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.241364 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.241604 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.241847 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.242092 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.242322 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.242568 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.242793 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.243041 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.243278 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.243499 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.243714 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.244482 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.244717 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.244943 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.245173 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.245387 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.245666 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.245910 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.246165 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.246409 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.246655 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.246883 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.247114 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.247325 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.247587 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.247841 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.248147 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.248348 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.248563 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.248827 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.249042 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.249258 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.249487 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.249696 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.249912 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.250173 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.250387 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.250627 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.251820 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.252476 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.252476 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.253476 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.253831 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.254115 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.254282 n-d-798054-12 neutron-server[93777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:31.254417 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.254644 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.254910 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.255170 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.255600 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.256404 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.256697 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.258254 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.258254 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.258254 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.258917 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.258917 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.259192 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.259333 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.259502 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.260325 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.260580 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.260838 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.261069 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.261393 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.261672 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.261949 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.262223 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.262451 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.262712 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.262955 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.263193 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.263418 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.263656 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.263964 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.264198 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.264424 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.264651 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.264901 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.265137 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.265389 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.265640 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.265910 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.266229 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.266465 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.266721 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.266945 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.267170 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.268238 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.268520 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.268772 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.269324 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.269600 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.269875 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.270119 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.270375 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.270614 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.270885 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.271120 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.271374 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.271603 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.271843 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.272120 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.272390 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.272643 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.272874 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.273101 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.273335 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.273579 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.273806 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.274085 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.274278 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.274717 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.275144 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.275514 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.275933 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.276184 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.276413 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.276658 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.276909 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.277140 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.277383 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.277591 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.277815 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.278087 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.278390 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.278694 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.279041 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.279284 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.279714 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.280136 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.280534 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.280955 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.281392 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.281643 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.281901 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.282274 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.282720 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.283172 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.283414 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.283650 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.284283 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.284283 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.284431 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.284643 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.284891 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.285155 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.285388 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.285667 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.285938 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.286340 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.286652 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.286913 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.287237 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.287486 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.287752 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.287985 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.288381 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.288718 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.289153 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.289588 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.289853 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.290147 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.290409 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.290650 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.290945 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.291208 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.291447 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.291692 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.291981 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.292269 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.292514 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.292736 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.292972 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.293306 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.293545 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.293803 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.294027 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.294302 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.294574 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.294818 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.295104 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.295355 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.295614 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.295887 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.296171 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.296394 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.296642 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.296901 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.297125 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.297369 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.297609 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.297836 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.298059 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.298298 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.298652 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.298873 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.299252 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.299629 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.299863 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.300107 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.300371 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.300595 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.300824 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.301069 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.301314 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.301540 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.301766 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.301985 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.302247 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.302493 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.302790 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.303037 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.303291 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.303548 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.303776 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.304055 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.304291 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.304557 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.304790 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.305019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.305257 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.305499 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.305719 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.305943 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.306194 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.306955 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.307229 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.307490 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.307852 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.308129 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.308395 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.308739 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.308970 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.309196 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.309438 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.309877 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.310178 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.310396 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.310630 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.310901 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.311152 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.311380 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.311620 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.311843 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.312080 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.312305 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.312552 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.312840 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.313092 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.313333 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.313596 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.313854 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.314105 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.314355 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.314576 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.314793 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.315022 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.315247 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.315461 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.315693 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.315917 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.316138 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.316375 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.316598 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.316813 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.317064 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.317300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.317513 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.317743 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.317971 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.318184 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.318411 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.318692 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.318908 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.319133 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.319352 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.319586 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.319911 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.320194 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.320420 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.320712 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.320969 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.321220 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.321466 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.321793 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.322068 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.322822 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.323050 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.323326 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.323553 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.323812 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.324186 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.324479 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.324740 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.324986 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.325290 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.325573 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.325851 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.326090 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.326399 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.326724 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.326993 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.327262 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.327495 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.327780 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.328007 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.328254 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.328496 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.328733 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.328962 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.329203 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.329454 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.329693 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.329918 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.330150 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.330371 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.330620 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.330837 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.331095 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.331314 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.331487 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:19:31.331998 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:19:31.332195 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:19:31.332354 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:19:31.332527 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:19:31.332701 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:19:31.332859 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:19:31.333072 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.333238 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.333404 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.333567 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.333729 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.333916 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334082 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334245 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334408 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334569 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334732 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.334894 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335057 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335219 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335383 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335544 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335705 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.335869 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336057 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336219 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336386 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336546 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336707 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.336870 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337077 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337250 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337413 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337596 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337765 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.337926 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.338245 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.338413 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.338578 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.338736 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339044 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339213 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339376 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339525 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339692 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.339858 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.340019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] host = n-d-798054-12 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.340206 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.340365 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.340670 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.340841 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.341000 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.341310 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.341476 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.341637 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.341939 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342108 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342264 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342427 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342582 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342738 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.342900 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343063 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343229 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343390 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343577 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343744 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.343906 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.344098 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.344267 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.344426 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.344740 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.344904 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345066 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345230 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345388 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345550 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345712 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.345875 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346037 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346200 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346365 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346526 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346688 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.346850 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347011 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347172 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347324 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347483 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347644 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347806 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.347966 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348148 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348314 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348476 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348639 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348796 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.348943 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.349083 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.349251 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.349400 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.349749 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.349749 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350384 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350384 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350668 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350668 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350932 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.350932 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351195 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351195 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351364 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351482 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351644 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:19:31.351826 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.351993 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.352195 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.352362 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.352528 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.352694 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.352859 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.353024 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.353702 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.353880 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354052 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354217 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354394 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354559 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354725 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.354893 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.355062 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.355226 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.355391 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.355557 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.355723 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356072 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356072 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356251 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356406 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356571 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356736 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.356902 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357068 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357233 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357398 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357564 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357731 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.357897 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358061 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358225 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358390 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358556 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358721 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.358878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:31.359013 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359140 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359280 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359406 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359530 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359654 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359802 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.359971 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.360163 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.360328 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.360492 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.360671 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.360838 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361002 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361166 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361332 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361534 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361678 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361804 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.361951 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362116 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362281 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362459 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362624 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362788 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.362952 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363118 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363283 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363448 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363615 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363780 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.363945 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364128 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364293 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364460 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364625 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364790 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.364955 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365122 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365287 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365453 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365618 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365782 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.365946 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366110 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366285 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366471 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366636 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366800 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.366966 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367130 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367295 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367459 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367624 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367788 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.367953 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.368137 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.368305 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.368472 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.368637 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.368815 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369166 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369302 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369430 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369570 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369756 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.369885 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.370042 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.370253 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.370381 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.370506 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.370661 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.372132 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373300 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.373935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.374681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.374681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.374681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.374681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375289 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375289 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375289 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375289 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.375681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376011 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376011 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376275 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376275 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376469 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376587 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376754 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.376919 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377084 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377248 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377403 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377608 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377775 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.377941 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378106 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378269 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378433 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378597 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378762 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.378926 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379090 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379254 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379419 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379611 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379748 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.379898 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380145 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380386 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380386 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380591 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380706 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.380860 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381026 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381192 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381356 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381521 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381687 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.381856 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382022 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382186 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382353 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382517 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382681 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.382848 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383040 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383202 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383371 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383535 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383699 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.383864 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.384055 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.384215 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.384378 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385061 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385226 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385394 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385564 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385730 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.385897 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386063 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386228 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386397 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386562 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386743 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.386908 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387073 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387238 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387403 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387570 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387746 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.387912 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388095 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388263 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388429 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388595 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388770 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.388935 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389103 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389267 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389433 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389598 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389774 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.389938 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390146 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390281 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390407 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390627 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390757 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.390871 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391037 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391201 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391366 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391529 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391703 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.391869 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392056 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392226 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392392 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392558 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392723 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.392901 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.393065 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.393232 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.393395 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.393560 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.393725 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.394155 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.394325 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.394500 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.394672 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.394837 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395009 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395183 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395356 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395520 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395691 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.395867 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396047 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396224 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396393 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396558 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396721 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.396885 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397049 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397213 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397375 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397539 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397703 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.397867 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.398031 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.398194 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.398542 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.398542 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.399019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.399019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.399019 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:19:31.399362 n-d-798054-12 neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:19:31.655080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:31.663890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062819 Jul 16 08:19:42.976724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e9319-42f8-43ef-9844-29bb7b91e05f None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:19:43.059306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e9319-42f8-43ef-9844-29bb7b91e05f None None] No non-hosted networks {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:19:43.091834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.agentschedulers_db [None req-8c7e9319-42f8-43ef-9844-29bb7b91e05f None None] DHCP Agent not found on host n-d-798054-12 {{(pid=93776) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 08:19:43.141819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-012f1cae-d375-4728-93e3-093c5a9f5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.542141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6aefa195-ac48-4e95-aed9-18e7d529ffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.586276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab66b5fa-505e-4738-ac0b-4ebaf622cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.624871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:45.625553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.626151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.626678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.627233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.627987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.628497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.629290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.629980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.631116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.631990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.632548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.633053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:45.633593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798054-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:45.649729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798054-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:19:46.723638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:48.308253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:49.391091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55016) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:49.870269 n-d-798054-12 neutron-server[93775]: WARNING oslo_policy.policy [None req-e098500e-f6b2-402f-a627-fdee6aa5ee31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:49.870866 n-d-798054-12 neutron-server[93775]: WARNING oslo_policy.policy [None req-e098500e-f6b2-402f-a627-fdee6aa5ee31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:50.088507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-e098500e-f6b2-402f-a627-fdee6aa5ee31 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:19:50.089574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e098500e-f6b2-402f-a627-fdee6aa5ee31 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6975701 Jul 16 08:19:52.445850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55030) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:52.759565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:19:52.815901 n-d-798054-12 neutron-server[93776]: INFO neutron.db.l3_hamode_db [None req-9b75a927-e222-45f9-8cf2-fb0468e50935 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:19:52.853373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.policy [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93775) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:19:52.890956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a927-e222-45f9-8cf2-fb0468e50935 None None] Routers set() bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:19:52.891347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a927-e222-45f9-8cf2-fb0468e50935 None None] Router IDs set() for agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:19:52.899987 n-d-798054-12 neutron-server[93775]: WARNING oslo_policy.policy [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:52.900394 n-d-798054-12 neutron-server[93775]: WARNING oslo_policy.policy [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:19:52.908920 n-d-798054-12 neutron-server[93775]: INFO neutron.quota [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] Loaded quota_driver: . Jul 16 08:19:52.998844 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055551575', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055501706', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055506893', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055504259', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055511110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774055468330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7619714', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7628913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-286149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656692'] for rbac-policy, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:53.059579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:53.060771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7df26689-6c4c-4a56-8474-7889dd161fb0 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6133862 Jul 16 08:19:55.554892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55042) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:55.844445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:19:55.872744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Made reservation on behalf of 483a7e6ab1574d3ba85541ad2a2ddc72 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:19:55.875849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:55.892421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.012565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.016429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.036467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:19:56.064425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774051927875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.065008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Unsubscribe: segment precommit_create {{(pid=93775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:19:56.065516 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Added segment 5e440bbe-41d1-4528-99f6-16c557e6f569 of type vlan for network 410a5046-4368-4105-bad3-4e865581da7e Jul 16 08:19:56.086377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11b8c1-8470-48e9-8256-ef03cdf54604,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:19:56.134032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.134376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.134720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.135096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.135460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.136076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.136412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.136742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.137068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.137389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.137710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.138032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Tracked resource versions report: Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: pushed versions: Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Log': {'1.0'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Network': {'1.1'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Port': {'1.7'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: consumer versions: Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: L3 agent@n-d-798054-12: {}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: Metadata agent@n-d-798054-12: {}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: Metering agent@n-d-798054-12: {}, Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Log': '1.0', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Network': '1.1', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Port': '1.7', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'PortForwarding': '1.2', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'QosPolicy': '1.8', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'SubPort': '1.0', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Subnet': '1.1', Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: 'Trunk': '1.1'}} Jul 16 08:19:56.139092 n-d-798054-12 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:19:56.188999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.238225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.239299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:56.239951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:56.297077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7411108 Jul 16 08:19:56.337362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619849d-e79b-41b0-b77e-a5e2afe18132 admin admin] Pushing event updated for resources: {'Network': ['ID=410a5046-4368-4105-bad3-4e865581da7e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:19:56.349641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 410a5046-4368-4105-bad3-4e865581da7e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:19:58.896938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:19:59.277405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ecee2-29e0-4127-9719-d0e1de61c3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:59.278735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-119ecee2-29e0-4127-9719-d0e1de61c3d9 admin admin] 10.222.0.32 "GET /v2.0/networks/410a5046-4368-4105-bad3-4e865581da7e HTTP/1.1" status: 200 len: 825 time: 0.3808515 Jul 16 08:19:59.302639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3b555451-a8a7-4c7c-97f8-68d620f14800 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b HTTP/1.1" status: 200 len: 734 time: 0.0184515 Jul 16 08:19:59.311016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:19:59.333385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Made reservation on behalf of 483a7e6ab1574d3ba85541ad2a2ddc72 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:19:59.335741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.620808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.691440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Checking segment: {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:19:59.691823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Network hostable DHCP agents. Network: 410a5046-4368-4105-bad3-4e865581da7e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:19:59.696157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5520834c-afaa-4544-b827-311acbf40a74,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:19:59.716160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Network 410a5046-4368-4105-bad3-4e865581da7e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:19:59.727819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 410a5046-4368-4105-bad3-4e865581da7e) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:19:59.732633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:19:59.733217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:59.737267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9f732-a060-4a12-a721-c714d9795b06 None None] Network 410a5046-4368-4105-bad3-4e865581da7e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:19:59.746797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-868176a6-7226-43fd-bda8-7a1812760e37 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4389527 Jul 16 08:20:00.045751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-410a5046-4368-4105-bad3-4e865581da7e', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:20:00.046996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.314136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Allocated IP 172.20.0.2 (410a5046-4368-4105-bad3-4e865581da7e/5520834c-afaa-4544-b827-311acbf40a74/b123b045-9a5e-4b52-aa42-c966a5e704bc) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:20:00.511082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.527805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Transition to ACTIVE for port object b123b045-9a5e-4b52-aa42-c966a5e704bc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:00.575532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Transition to ACTIVE for port object b123b045-9a5e-4b52-aa42-c966a5e704bc will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:00.582708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.649668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Network 410a5046-4368-4105-bad3-4e865581da7e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:20:00.654239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:00.663654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:20:00.666506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Pushing event updated for resources: {'Port': ['ID=b123b045-9a5e-4b52-aa42-c966a5e704bc,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:00.678073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.678423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.678765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.679100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.679433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.679762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.680109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.680986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.681315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.681640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.681962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.682284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Tracked resource versions report: Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: pushed versions: Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: { 'AddressGroup': {'1.2'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'ConntrackHelper': {'1.0'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Log': {'1.0'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Network': {'1.1'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Port': {'1.7'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'PortForwarding': {'1.2'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'QosPolicy': {'1.8'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SecurityGroup': {'1.4'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SubPort': {'1.0'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Subnet': {'1.1'}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Trunk': {'1.1'}} Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: consumer versions: Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: L3 agent@n-d-798054-12: {}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: Metadata agent@n-d-798054-12: {}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: Metering agent@n-d-798054-12: {}, Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'ConntrackHelper': '1.0', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Log': '1.0', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Network': '1.1', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Port': '1.7', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'PortForwarding': '1.2', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'QosPolicy': '1.8', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SecurityGroup': '1.4', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SecurityGroupRule': '1.2', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'SubPort': '1.0', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Subnet': '1.1', Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: 'Trunk': '1.1'}} Jul 16 08:20:00.683375 n-d-798054-12 neutron-server[93776]: {{(pid=93776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:20:00.751162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Attempting to bind port b123b045-9a5e-4b52-aa42-c966a5e704bc on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:20:00.751761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Attempting to bind port b123b045-9a5e-4b52-aa42-c966a5e704bc by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:20:00.751999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Attempting to bind port b123b045-9a5e-4b52-aa42-c966a5e704bc on network 410a5046-4368-4105-bad3-4e865581da7e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:20:00.756893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:20:00.757309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Checking segment: {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:00.757795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.758186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Bound using segment: {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:20:00.758661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Bound port: b123b045-9a5e-4b52-aa42-c966a5e704bc, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:20:00.759076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.819953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] For port b123b045-9a5e-4b52-aa42-c966a5e704bc, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:20:00.824251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] For port b123b045-9a5e-4b52-aa42-c966a5e704bc, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b123b045-9a5e-4b52-aa42-c966a5e704bc,segment=NetworkSegment(5e440bbe-41d1-4528-99f6-16c557e6f569),segment_id=5e440bbe-41d1-4528-99f6-16c557e6f569)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:20:00.829130 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:00.895192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e811-60b9-49e9-a251-315473e92e5c None None] Pushing event updated for resources: {'Port': ['ID=b123b045-9a5e-4b52-aa42-c966a5e704bc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:02.105549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:02.601389 n-d-798054-12 neutron-server[93774]: WARNING oslo_policy.policy [None req-c60ae8d0-0afe-4a5e-b270-e3b498542856 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:20:02.601984 n-d-798054-12 neutron-server[93774]: WARNING oslo_policy.policy [None req-c60ae8d0-0afe-4a5e-b270-e3b498542856 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:20:02.820276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-c60ae8d0-0afe-4a5e-b270-e3b498542856 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:20:02.836055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c60ae8d0-0afe-4a5e-b270-e3b498542856 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7143867 Jul 16 08:20:05.187054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:05.497588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-451c58ff-899d-4f9a-b80a-a204c345189c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:20:05.498552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-451c58ff-899d-4f9a-b80a-a204c345189c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105588 Jul 16 08:20:06.910768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d1a64-0dcd-4ae8-9b94-1db05e3f9256 None None] Network 410a5046-4368-4105-bad3-4e865581da7e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:20:06.973212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bf55e753-0c23-4439-9760-527e1381706c None None] Provisioning for port b123b045-9a5e-4b52-aa42-c966a5e704bc completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:07.481110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b123b045-9a5e-4b52-aa42-c966a5e704bc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:07.560746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b123b045-9a5e-4b52-aa42-c966a5e704bc completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:07.564184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b123b045-9a5e-4b52-aa42-c966a5e704bc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:07.564587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:07.672697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:07.706634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b123b045-9a5e-4b52-aa42-c966a5e704bc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b123b045-9a5e-4b52-aa42-c966a5e704bc,segment=NetworkSegment(5e440bbe-41d1-4528-99f6-16c557e6f569),segment_id=5e440bbe-41d1-4528-99f6-16c557e6f569)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:20:07.710278 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:07.755460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b123b045-9a5e-4b52-aa42-c966a5e704bc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:08.114271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:08.402312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Request body: {'router': {'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:20:08.465289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.policy [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93774) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:20:08.510012 n-d-798054-12 neutron-server[93774]: WARNING oslo_policy.policy [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:20:08.510381 n-d-798054-12 neutron-server[93774]: WARNING oslo_policy.policy [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:20:08.519104 n-d-798054-12 neutron-server[93774]: INFO neutron.quota [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Loaded quota_driver: . Jul 16 08:20:08.574413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.576233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.726475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.731582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.748738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.750024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-48edb7b2-30df-40ce-bfe0-4edb21eee2da admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6348078 Jul 16 08:20:09.471254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b123b045-9a5e-4b52-aa42-c966a5e704bc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:09.517308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b123b045-9a5e-4b52-aa42-c966a5e704bc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:09.517683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:11.088427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:11.389473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-b4581fa1-6bf3-4b1b-9d72-27962a2fa2b2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:20:11.390439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b4581fa1-6bf3-4b1b-9d72-27962a2fa2b2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010962 Jul 16 08:20:12.870064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-741114a8-d8c6-4870-bda2-df1083d55a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:13.722599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55110) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:14.020921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:20:14.041189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Made reservation on behalf of 64a278d174a54c0191a85f11399c83b7 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:20:14.043409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.051094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.138660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.142061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.159416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93775) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:20:14.173459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af068548-dda2-44ee-92c6-97c0d4081b6b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:14.180184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.180526 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Added segment f946f31e-0cf0-4f54-a780-2299d4b9719d of type flat for network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 Jul 16 08:20:14.235002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.269425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.270542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:14.271110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:14.302659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5789936 Jul 16 08:20:14.330020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751b9b-9903-474e-b1df-c0351d0407a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfb9b1b-f54b-4509-a026-2a82ca36a555,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:14.343954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:20:15.542726 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f18a2209-e214-4836-8670-af3d672f9760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:15.627842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:16.601002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:16.668643 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:16.952287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7627aaf-c299-48ab-9e15-61090ba8db51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:16.953788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a7627aaf-c299-48ab-9e15-61090ba8db51 admin admin] 10.222.0.32 "GET /v2.0/subnets/5520834c-afaa-4544-b827-311acbf40a74 HTTP/1.1" status: 200 len: 849 time: 0.3518751 Jul 16 08:20:17.067617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0ffe3f88-a6ba-4af1-9ad8-ddb0d5a8e72e admin admin] 10.222.0.32 "GET /v2.0/routers/99113c59-7947-4538-b15e-720762828a1a HTTP/1.1" status: 200 len: 704 time: 0.1085153 Jul 16 08:20:17.279517 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:17.342355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:17.634878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Allocated IP 172.20.0.1 (410a5046-4368-4105-bad3-4e865581da7e/5520834c-afaa-4544-b827-311acbf40a74/eee381e3-b00e-4876-b4b4-bbc212532dc6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:20:17.834232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:17.859422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Transition to ACTIVE for port object eee381e3-b00e-4876-b4b4-bbc212532dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:17.937444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:17.972851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Network 410a5046-4368-4105-bad3-4e865581da7e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:20:17.974180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:18.047087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:20:18.047087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.066992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Pushing event updated for resources: {'Port': ['ID=eee381e3-b00e-4876-b4b4-bbc212532dc6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:18.113214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.113559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.113898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.114233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.114561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.114887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.115211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.115533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.115856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.116203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.116522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.116840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Tracked resource versions report: Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: pushed versions: Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Log': {'1.0'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Network': {'1.1'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Port': {'1.7'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: consumer versions: Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: L3 agent@n-d-798054-12: {}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: Metadata agent@n-d-798054-12: {}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: Metering agent@n-d-798054-12: {}, Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Log': '1.0', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Network': '1.1', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Port': '1.7', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'PortForwarding': '1.2', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'QosPolicy': '1.8', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'SubPort': '1.0', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Subnet': '1.1', Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: 'Trunk': '1.1'}} Jul 16 08:20:18.117909 n-d-798054-12 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:20:18.257915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.270110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.276662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f9be7df-8ef2-4452-8d1c-19dbeb124d43 None None] Provisioning for port eee381e3-b00e-4876-b4b4-bbc212532dc6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:18.282143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f9be7df-8ef2-4452-8d1c-19dbeb124d43 None None] Provisioning complete for port eee381e3-b00e-4876-b4b4-bbc212532dc6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:18.282143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f9be7df-8ef2-4452-8d1c-19dbeb124d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.314690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9f9be7df-8ef2-4452-8d1c-19dbeb124d43 None None] Port eee381e3-b00e-4876-b4b4-bbc212532dc6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:20:18.448188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.452460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.453247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.511081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Pushing event updated for resources: {'Port': ['ID=eee381e3-b00e-4876-b4b4-bbc212532dc6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:18.571387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Network 410a5046-4368-4105-bad3-4e865581da7e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:20:18.573180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:18.733460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cd762f13-fe53-4fea-bdc7-c742b87a2e66 None None] Provisioning complete for port eee381e3-b00e-4876-b4b4-bbc212532dc6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:18.733834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd762f13-fe53-4fea-bdc7-c742b87a2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:18.766110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-cd762f13-fe53-4fea-bdc7-c742b87a2e66 None None] Port eee381e3-b00e-4876-b4b4-bbc212532dc6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:20:18.773761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Router 99113c59-7947-4538-b15e-720762828a1a is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:20:18.862257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:20:18.867902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b4f9ff11-4273-4fbf-9e24-04b1dbfdcb2c admin admin] 10.222.0.32 "PUT /v2.0/routers/99113c59-7947-4538-b15e-720762828a1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7950342 Jul 16 08:20:18.872156 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Sync routers for ids ['99113c59-7947-4538-b15e-720762828a1a'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:20:18.883433 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Routers {'99113c59-7947-4538-b15e-720762828a1a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:20:18.884339 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:20:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['99113c59-7947-4538-b15e-720762828a1a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:19.073908 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Set router 99113c59-7947-4538-b15e-720762828a1a gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:20:19.515481 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:18Z', 'revision_number': 2, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port_host': None, '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:18Z', 'revision_number': 2, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:19.566910 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Checking router: 99113c59-7947-4538-b15e-720762828a1a for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:20:19.567276 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Updating router 99113c59-7947-4538-b15e-720762828a1a port eee381e3-b00e-4876-b4b4-bbc212532dc6 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:20:19.630144 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.111600 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.129263 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Transition to ACTIVE for port object eee381e3-b00e-4876-b4b4-bbc212532dc6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:20.134381 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.217163 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Pushing event updated for resources: {'Port': ['ID=eee381e3-b00e-4876-b4b4-bbc212532dc6,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:20.230984 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.231336 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.231674 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.232014 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.232369 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.232694 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.233022 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.233347 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.233669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.233990 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.234311 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.234630 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Tracked resource versions report: Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: pushed versions: Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: { 'AddressGroup': {'1.2'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'ConntrackHelper': {'1.0'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Log': {'1.0'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Network': {'1.1'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Port': {'1.7'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'PortForwarding': {'1.2'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'QosPolicy': {'1.8'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SecurityGroup': {'1.4'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SubPort': {'1.0'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Subnet': {'1.1'}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Trunk': {'1.1'}} Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: consumer versions: Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: L3 agent@n-d-798054-12: {}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: Metadata agent@n-d-798054-12: {}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: Metering agent@n-d-798054-12: {}, Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'ConntrackHelper': '1.0', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Log': '1.0', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Network': '1.1', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Port': '1.7', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'PortForwarding': '1.2', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'QosPolicy': '1.8', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SecurityGroup': '1.4', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SecurityGroupRule': '1.2', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'SubPort': '1.0', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Subnet': '1.1', Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: 'Trunk': '1.1'}} Jul 16 08:20:20.235710 n-d-798054-12 neutron-server[93777]: {{(pid=93777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:20:20.311651 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Attempting to bind port eee381e3-b00e-4876-b4b4-bbc212532dc6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:20:20.312170 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Attempting to bind port eee381e3-b00e-4876-b4b4-bbc212532dc6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:20:20.312660 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Attempting to bind port eee381e3-b00e-4876-b4b4-bbc212532dc6 on network 410a5046-4368-4105-bad3-4e865581da7e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:20:20.318098 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:20:20.318617 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Checking segment: {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:20.319136 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.319547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Bound using segment: {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:20:20.320061 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Bound port: eee381e3-b00e-4876-b4b4-bbc212532dc6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e440bbe-41d1-4528-99f6-16c557e6f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '410a5046-4368-4105-bad3-4e865581da7e'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:20:20.320458 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.388331 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] For port eee381e3-b00e-4876-b4b4-bbc212532dc6, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:20:20.410649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] For port eee381e3-b00e-4876-b4b4-bbc212532dc6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=eee381e3-b00e-4876-b4b4-bbc212532dc6,segment=NetworkSegment(5e440bbe-41d1-4528-99f6-16c557e6f569),segment_id=5e440bbe-41d1-4528-99f6-16c557e6f569)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:20:20.414994 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:20.473854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Routers {'99113c59-7947-4538-b15e-720762828a1a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:20:20.474397 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:20:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['99113c59-7947-4538-b15e-720762828a1a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:20.508941 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d577c9-afda-40c2-a311-61d8cc1483f2 None None] Pushing event updated for resources: {'Port': ['ID=eee381e3-b00e-4876-b4b4-bbc212532dc6,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:20.566335 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] Set router 99113c59-7947-4538-b15e-720762828a1a gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:20:20.769157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:18Z', 'revision_number': 2, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port_host': None, '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:20Z', 'revision_number': 4, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:20.796572 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc382756-b18d-4f9c-b10e-6f91a200723f None None] The sync data for ids ['99113c59-7947-4538-b15e-720762828a1a'] in n-d-798054-12 is: [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:18Z', 'revision_number': 2, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port_host': None, '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:20Z', 'revision_number': 4, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:20:21.091007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:21.219941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed70a0-f68c-43bc-a9d4-0d71ac154278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:21.226414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5eed70a0-f68c-43bc-a9d4-0d71ac154278 admin admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 842 time: 0.1294496 Jul 16 08:20:21.231122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Request body: {'subnet': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'cidr': '172.25.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:20:21.253707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Made reservation on behalf of 64a278d174a54c0191a85f11399c83b7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:20:21.256061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:21.559490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:20:21.559903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:21.611663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d9f85e-6b65-4658-a591-8b5b8e08daf1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:21.621337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:21.621688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Network hostable DHCP agents. Network: 1cfb9b1b-f54b-4509-a026-2a82ca36a555, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:20:21.646616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:20:21.658102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1cfb9b1b-f54b-4509-a026-2a82ca36a555) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:21.662321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:21.663049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:21.667926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9148c2-5762-4045-beb6-83a138e0a901 None None] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:20:21.692135 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff9b0e23-0623-4182-9329-dd0aae8560f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4524541 Jul 16 08:20:21.810166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151a594-512d-4f79-a3c6-8583959f09dd None None] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:20:23.950560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:24.076115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0cf065d-6b6e-434b-afff-129ed025cbcb admin admin] 10.222.0.32 "GET /v2.0/routers/99113c59-7947-4538-b15e-720762828a1a HTTP/1.1" status: 200 len: 710 time: 0.1244102 Jul 16 08:20:24.160313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc314896-bfdc-4e72-acb3-b20eb20b3c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:20:24.161570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc314896-bfdc-4e72-acb3-b20eb20b3c47 admin admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 886 time: 0.0804477 Jul 16 08:20:24.170197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:20:24.407381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:24.700773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:24.771914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:24.876208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Allocated IP 172.25.5.187 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/4467b1b7-9213-428f-b867-5f1bc5096c99) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:20:24.973579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.010339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.042906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:20:25.045503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:20:25.050644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:20:25.111151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Pushing event updated for resources: {'Port': ['ID=4467b1b7-9213-428f-b867-5f1bc5096c99,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:25.288424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.477494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.480836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.483970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device eee381e3-b00e-4876-b4b4-bbc212532dc6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:25.530897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port eee381e3-b00e-4876-b4b4-bbc212532dc6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:25.534369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port eee381e3-b00e-4876-b4b4-bbc212532dc6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:25.534757 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.585513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Router 99113c59-7947-4538-b15e-720762828a1a has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:20:25.609771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.640851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port eee381e3-b00e-4876-b4b4-bbc212532dc6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=eee381e3-b00e-4876-b4b4-bbc212532dc6,segment=NetworkSegment(5e440bbe-41d1-4528-99f6-16c557e6f569),segment_id=5e440bbe-41d1-4528-99f6-16c557e6f569)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:20:25.644952 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.689958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=eee381e3-b00e-4876-b4b4-bbc212532dc6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:25.691066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:20:25.696567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:25.699144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7aa25974-c047-4532-b99d-f66f5214eabd admin admin] 10.222.0.32 "PUT /v2.0/routers/99113c59-7947-4538-b15e-720762828a1a HTTP/1.1" status: 200 len: 890 time: 1.5302761 Jul 16 08:20:25.705134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Sync routers for ids ['99113c59-7947-4538-b15e-720762828a1a'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:20:25.716234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Routers {'99113c59-7947-4538-b15e-720762828a1a'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:20:25.716944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:20:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['99113c59-7947-4538-b15e-720762828a1a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:25.977673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Set router 99113c59-7947-4538-b15e-720762828a1a gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:20:26.358919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 4, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port': {'id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:24Z', 'updated_at': '2021-07-16T08:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 5, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:26.408856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Checking router: 99113c59-7947-4538-b15e-720762828a1a for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:20:26.409207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Updating router 99113c59-7947-4538-b15e-720762828a1a port 4467b1b7-9213-428f-b867-5f1bc5096c99 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:20:26.443157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.754771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.764964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Transition to ACTIVE for port object 4467b1b7-9213-428f-b867-5f1bc5096c99 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:20:26.770461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.822057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33f3c-923c-4dd4-b8e7-f8f9979f9656 None None] Pushing event updated for resources: {'Port': ['ID=4467b1b7-9213-428f-b867-5f1bc5096c99,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:26.824345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Attempting to bind port 4467b1b7-9213-428f-b867-5f1bc5096c99 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:20:26.824713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Attempting to bind port 4467b1b7-9213-428f-b867-5f1bc5096c99 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:20:26.825072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Attempting to bind port 4467b1b7-9213-428f-b867-5f1bc5096c99 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:20:26.831165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:20:26.831546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:20:26.831951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.832373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:20:26.832853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Bound port: 4467b1b7-9213-428f-b867-5f1bc5096c99, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:20:26.833239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.884522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] For port 4467b1b7-9213-428f-b867-5f1bc5096c99, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:20:26.887651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] For port 4467b1b7-9213-428f-b867-5f1bc5096c99, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4467b1b7-9213-428f-b867-5f1bc5096c99,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:20:26.891704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:26.947807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Routers {'99113c59-7947-4538-b15e-720762828a1a'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:20:26.948467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:20:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['99113c59-7947-4538-b15e-720762828a1a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:26.951076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33f3c-923c-4dd4-b8e7-f8f9979f9656 None None] Pushing event updated for resources: {'Port': ['ID=4467b1b7-9213-428f-b867-5f1bc5096c99,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:27.131019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] Set router 99113c59-7947-4538-b15e-720762828a1a gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:20:27.332124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 4, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port': {'id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:24Z', 'updated_at': '2021-07-16T08:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 5, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:20:27.362006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae59e783-2065-429f-916d-ee888aad6d8b None None] The sync data for ids ['99113c59-7947-4538-b15e-720762828a1a'] in n-d-798054-12 is: [{'id': '99113c59-7947-4538-b15e-720762828a1a', 'name': 'router1', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:20:08Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 4, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'gw_port': {'id': '4467b1b7-9213-428f-b867-5f1bc5096c99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:24Z', 'updated_at': '2021-07-16T08:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'eee381e3-b00e-4876-b4b4-bbc212532dc6', 'name': '', 'network_id': '410a5046-4368-4105-bad3-4e865581da7e', 'tenant_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'mac_address': 'fa:16:3e:d0:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99113c59-7947-4538-b15e-720762828a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5520834c-afaa-4544-b827-311acbf40a74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:20:17Z', 'updated_at': '2021-07-16T08:20:25Z', 'revision_number': 5, 'project_id': '483a7e6ab1574d3ba85541ad2a2ddc72', 'subnets': [{'id': '5520834c-afaa-4544-b827-311acbf40a74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1802d8eb-ec6c-4e0d-bbe4-fb74f563fb8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:20:27.592897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4467b1b7-9213-428f-b867-5f1bc5096c99 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:27.644522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4467b1b7-9213-428f-b867-5f1bc5096c99 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:20:27.648663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4467b1b7-9213-428f-b867-5f1bc5096c99 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:27.649039 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:27.731587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:27.755342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4467b1b7-9213-428f-b867-5f1bc5096c99, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4467b1b7-9213-428f-b867-5f1bc5096c99,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:20:27.760826 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:27.761810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device eee381e3-b00e-4876-b4b4-bbc212532dc6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:27.840196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4467b1b7-9213-428f-b867-5f1bc5096c99,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:27.853702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port eee381e3-b00e-4876-b4b4-bbc212532dc6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:27.854079 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:28.086452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55172) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:28.210447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bbb40c6a-f97d-441c-a5a2-bcddcafd0c43 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1223061 Jul 16 08:20:29.481654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4467b1b7-9213-428f-b867-5f1bc5096c99 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:20:29.531485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4467b1b7-9213-428f-b867-5f1bc5096c99 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:20:29.531785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:42.878417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3626a362-69e0-408c-a543-53561a6050c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:45.551293 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce08d051-75ca-48de-88d1-19bc0505972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:45.635865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:46.681997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:48.278767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:54.284588 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:12.875109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f313d42c-80c9-475b-b1f3-73ad86b814ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:15.545464 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1890439-b4b0-4f99-b242-cb1748b28eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:15.632484 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:16.731764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:18.275770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:31.284299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:42.877481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f9d55a7-e735-4e3b-9989-df21e8a5e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:45.546501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-173e65aa-ebbc-4aa3-a9a0-ae23cb364def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:45.634860 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:46.673400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:48.278304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:07.621806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:07.686128 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aad7313-1be5-433b-bda5-6ca713c3f514 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:22:07.687449 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0aad7313-1be5-433b-bda5-6ca713c3f514 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646954 Jul 16 08:22:07.912136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc634d-ba44-4446-8ddd-404dd031a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:07.913632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cfdc634d-ba44-4446-8ddd-404dd031a9d2 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2223465 Jul 16 08:22:08.282467 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:10.060267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:10.152249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01aca88-3c5e-4c18-a75a-8bc1b282ffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:10.153577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f01aca88-3c5e-4c18-a75a-8bc1b282ffc1 admin admin] 10.222.0.32 "GET /v2.0/subnets/5520834c-afaa-4544-b827-311acbf40a74 HTTP/1.1" status: 200 len: 849 time: 0.0922565 Jul 16 08:22:10.162608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:10.242590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:10.379698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774051815819'] for subnet, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:10.408996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:10.410204 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:10.410853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] 10.222.0.32 "PUT /v2.0/subnets/5520834c-afaa-4544-b827-311acbf40a74 HTTP/1.1" status: 200 len: 868 time: 0.2519333 Jul 16 08:22:10.427245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002784f-a961-4e4c-893b-daf6edefd64a None None] Network 410a5046-4368-4105-bad3-4e865581da7e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:10.431223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5520834c-afaa-4544-b827-311acbf40a74,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:10.438512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.438861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.439201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.439540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.439876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.440234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.440568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.440895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.441223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.442298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.442298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.442298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ea87c-804c-4a60-8d59-cfc828a7284c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:10.755355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-15e139e6-938a-4527-a401-ea20d1720f57 None None] Provisioning complete for port eee381e3-b00e-4876-b4b4-bbc212532dc6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:10.755733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e139e6-938a-4527-a401-ea20d1720f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:10.842393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-15e139e6-938a-4527-a401-ea20d1720f57 None None] Provisioning complete for port b123b045-9a5e-4b52-aa42-c966a5e704bc triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:10.842762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e139e6-938a-4527-a401-ea20d1720f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.578543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.769583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6461be-6ba0-47be-8846-16c47c33afbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:12.770052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6461be-6ba0-47be-8846-16c47c33afbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:12.771568 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2d6461be-6ba0-47be-8846-16c47c33afbd admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920457 Jul 16 08:22:12.878273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bf236188-d78d-4c55-ab55-a861015d0017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.902661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:15.027171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16c303-0ffe-4d8c-8e48-733054012c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:15.027638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16c303-0ffe-4d8c-8e48-733054012c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:15.029155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fe16c303-0ffe-4d8c-8e48-733054012c0e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1255577 Jul 16 08:22:15.547562 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-208bec3e-d5e0-48a0-9b9d-028eb8b300d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.639088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.674401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.174075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:17.333449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a80430-7e79-4685-b46d-48682e6718be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:17.335648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-93a80430-7e79-4685-b46d-48682e6718be admin admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 886 time: 0.1604550 Jul 16 08:22:18.287837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.469875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:19.596512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8398e-8a65-4eac-bf27-ffc74aba6f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:19.597870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-78f8398e-8a65-4eac-bf27-ffc74aba6f63 admin admin] 10.222.0.32 "GET /v2.0/networks/410a5046-4368-4105-bad3-4e865581da7e HTTP/1.1" status: 200 len: 869 time: 0.1270378 Jul 16 08:22:21.749352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:21.869898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025383c-7c8a-47f4-a075-c6029c62d39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:21.870386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025383c-7c8a-47f4-a075-c6029c62d39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:21.871911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9025383c-7c8a-47f4-a075-c6029c62d39c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215491 Jul 16 08:22:24.036963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:24.124347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d24cb3-e19e-42d4-9b7f-01fab54a27ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.124799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d24cb3-e19e-42d4-9b7f-01fab54a27ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.126322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-81d24cb3-e19e-42d4-9b7f-01fab54a27ee admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884216 Jul 16 08:22:26.267274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:26.357119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd5724-4a56-40ba-9f85-302b33c51dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:26.358504 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c3cd5724-4a56-40ba-9f85-302b33c51dc6 admin admin] 10.222.0.32 "GET /v2.0/subnets/5520834c-afaa-4544-b827-311acbf40a74 HTTP/1.1" status: 200 len: 868 time: 0.0902684 Jul 16 08:22:28.538111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:28.626081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17bac1a-2867-4b3b-a69d-86728772bd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:28.627401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f17bac1a-2867-4b3b-a69d-86728772bd25 admin admin] 10.222.0.32 "GET /v2.0/subnets/b3d9f85e-6b65-4658-a591-8b5b8e08daf1 HTTP/1.1" status: 200 len: 816 time: 0.0884125 Jul 16 08:22:42.879926 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09ac7b61-a5aa-44ee-af4f-c5029c32e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.281168 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:45.547625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-240a02a0-971d-4ef9-8c8f-a104f33bc8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.640573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.680514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.288204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.124531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:53.170417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-c367592e-ea31-4eba-98d6-fe395c478000 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:53.171437 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c367592e-ea31-4eba-98d6-fe395c478000 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459740 Jul 16 08:22:55.398363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:55.456089 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2beff41f-71bf-419a-919b-57c01d4e4989 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:22:55.457407 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2beff41f-71bf-419a-919b-57c01d4e4989 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581069 Jul 16 08:22:55.542344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6146d-ebbb-43ee-a8a6-188ae4a61b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.543753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f3e6146d-ebbb-43ee-a8a6-188ae4a61b6d admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818379 Jul 16 08:22:57.730772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55916) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:57.776222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:57.799102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Made reservation on behalf of 64a278d174a54c0191a85f11399c83b7 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:57.801461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.830118 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Could not find related network for resource to bump revision. Jul 16 08:22:57.846572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:22:57.863238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774051927875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.863885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Unsubscribe: segment precommit_create {{(pid=93774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:22:57.865013 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Added segment b694e6f6-7745-4388-94ba-bc8b6e565807 of type vlan for network 561efbf1-8b1c-4692-8b6c-baab83eadd0a Jul 16 08:22:57.910559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.950579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.951321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.951903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.003157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2626464 Jul 16 08:22:58.048443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5761e3b-f7ac-48af-b436-22baac809c88 admin admin] Pushing event updated for resources: {'Network': ['ID=561efbf1-8b1c-4692-8b6c-baab83eadd0a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:58.061331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:00.179448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.236877 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3563262f-6dc3-460e-843e-26a147b1ff53 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:23:00.238190 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3563262f-6dc3-460e-843e-26a147b1ff53 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577545 Jul 16 08:23:00.306738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92eee5-8b15-4d4b-b428-12ce9921c798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:00.308218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4d92eee5-8b15-4d4b-b428-12ce9921c798 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662594 Jul 16 08:23:00.318248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:00.338172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Made reservation on behalf of 64a278d174a54c0191a85f11399c83b7 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:00.340404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.585001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.637146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d379401f-a021-402e-8228-5dc9553b7ff2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.646195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:00.646553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Network hostable DHCP agents. Network: 561efbf1-8b1c-4692-8b6c-baab83eadd0a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:00.662503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:00.670875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 561efbf1-8b1c-4692-8b6c-baab83eadd0a) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:00.674980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:00.675570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.679629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f7460-851f-4bc3-8a4c-dd1b281d9203 None None] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:00.689729 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96ef52f5-068a-4dda-9396-44da75fa7b08 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753591 Jul 16 08:23:00.928282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'tenant_id': '64a278d174a54c0191a85f11399c83b7', 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:23:00.929179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.063436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Allocated IP 192.168.233.2 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/65034f77-e170-45f1-8d44-a79db84f6b3d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:01.205768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.215014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Transition to ACTIVE for port object 65034f77-e170-45f1-8d44-a79db84f6b3d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:01.229744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Transition to ACTIVE for port object 65034f77-e170-45f1-8d44-a79db84f6b3d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:01.236523 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.279687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:01.282485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:01.288868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:01.291838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Pushing event updated for resources: {'Port': ['ID=65034f77-e170-45f1-8d44-a79db84f6b3d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:01.299950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.300330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.300672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.301014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.301348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.301679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.302546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.302876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.303204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.303530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.303854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.304225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:01.356168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Attempting to bind port 65034f77-e170-45f1-8d44-a79db84f6b3d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:01.356561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Attempting to bind port 65034f77-e170-45f1-8d44-a79db84f6b3d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:01.356901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Attempting to bind port 65034f77-e170-45f1-8d44-a79db84f6b3d on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:01.361751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:01.362127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:01.362529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.362942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:01.363407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Bound port: 65034f77-e170-45f1-8d44-a79db84f6b3d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:01.363793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.425240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] For port 65034f77-e170-45f1-8d44-a79db84f6b3d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:01.429492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] For port 65034f77-e170-45f1-8d44-a79db84f6b3d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=65034f77-e170-45f1-8d44-a79db84f6b3d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:01.433526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.499930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e6e89-d010-46c5-b4b3-7a5386629abf None None] Pushing event updated for resources: {'Port': ['ID=65034f77-e170-45f1-8d44-a79db84f6b3d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:02.302230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8206f4e6-ed2f-4ce8-9d41-f5912e433293 None None] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:02.426546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4c7b82f1-0f15-40a9-9d4c-2f457d8ccb6b None None] Provisioning for port 65034f77-e170-45f1-8d44-a79db84f6b3d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:03.608097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 65034f77-e170-45f1-8d44-a79db84f6b3d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:03.655989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 65034f77-e170-45f1-8d44-a79db84f6b3d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:03.659527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 65034f77-e170-45f1-8d44-a79db84f6b3d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:03.659901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:03.738266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:03.769681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 65034f77-e170-45f1-8d44-a79db84f6b3d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=65034f77-e170-45f1-8d44-a79db84f6b3d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:03.773362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:03.818274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=65034f77-e170-45f1-8d44-a79db84f6b3d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:05.586964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 65034f77-e170-45f1-8d44-a79db84f6b3d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:05.636516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 65034f77-e170-45f1-8d44-a79db84f6b3d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:05.636880 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.881730 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3823e568-7d79-4ad0-98cc-90e4268e8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.549271 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d8a1abe-0cf8-45ac-85c8-9426c2bdf80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.641171 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.681516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.287977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.280775 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:42.882837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0ec177df-4844-4d71-87be-a17560397a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.550397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ba1864b9-2156-48ac-bbad-ea3596236166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.645240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.683448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.291708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.279647 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:10.212341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:10.218198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-2d34b687-c59d-4a0c-9449-bf5fc2c02406 tempest-verify_tempest_config-286135603 tempest-verify_tempest_config-286135603-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:24:10.219173 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2d34b687-c59d-4a0c-9449-bf5fc2c02406 tempest-verify_tempest_config-286135603 tempest-verify_tempest_config-286135603-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058572 Jul 16 08:24:10.518677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55994) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:10.617765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.705785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.709464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.750939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff3228-a031-4435-9046-51c5ceddcaf5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.755894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33e7c8305a93485ca4687954c872737e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2361276 Jul 16 08:24:10.758616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:10.760408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.760769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.761122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.761726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.762062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.762396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.762720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.763051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.763380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.763704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.764030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.764379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63841573-d0db-492f-8171-cfb5bf3e1e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.835274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.855251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.941537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.944026 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.945189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cff3228-a031-4435-9046-51c5ceddcaf5 HTTP/1.1" status: 204 len: 168 time: 0.1856315 Jul 16 08:24:10.952717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff3228-a031-4435-9046-51c5ceddcaf5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.960575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.960854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.961190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.961849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.962185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.962512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.962834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.963152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.963472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.963791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.964133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.964455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb89ed-eee9-47eb-b71f-6c60cee1d815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:12.883585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1f45aee2-983b-4c98-937e-abd2d6cc042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.551363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de45e37c-1970-4d2a-af52-04d54b5acb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.645438 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.686241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.293987 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.278038 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:42.884396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c14c15b0-6a32-4977-bb0a-82311daf1783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.550773 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da0b1198-1276-47e3-aa94-0ed382a09352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.647894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.689122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.298399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.884505 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ba503c01-19de-4864-88ea-5b8787ff9eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:13.276099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:25:15.550044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ca118c71-60fa-4fa3-9dac-23d7a8a5dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.648366 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.692956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.301375 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.884714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f53247ad-f104-4370-844a-b8612713229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.549752 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fbce-a8f1-4510-9848-a8fb625269cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.647633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.696873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.303050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.274596 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:12.885684 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df0f2c40-4f30-4a39-80f1-f432bd2ffa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.550010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3661d454-6744-4e3f-bf29-678144c834c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.647572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.700504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.305793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.273124 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:42.887714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0254bc71-c291-4ee0-ab2b-a106763382df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.551076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34d7f0cc-dbdf-4f0c-a414-f851e1bef0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.647825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.703896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.312020 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.270813 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 5 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:08.396163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.708944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-375814'] for agent, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.887876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d1a41ab-94b5-4d79-8310-fa45b60453f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.551934 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-975e0988-0b38-41f6-bd05-d55c118cfd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.647525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.705319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.316927 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.342024 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.668361 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.270074 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:42.889603 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49d91066-1868-4ef1-ae32-1a863c8b79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.552091 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-315db739-9257-41e8-972d-86572578dec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.648458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.710928 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.316442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.894330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:55.994842 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-276ca896-27d4-463e-b681-872ad22f8b3f admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0994227 Jul 16 08:27:58.149412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56074) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:58.202311 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-51975940-38ec-4278-ae3b-39a1a55ccb24 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0518398 Jul 16 08:28:08.371215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.681362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.889997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e983efe-5973-4d6a-89fe-0abb6f3451c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.552791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b1ab-dde5-492c-9b1b-37071dac8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.647460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.712926 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.268861 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:28:18.317945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.401976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.683921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.892388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aeda6961-17ea-4dd1-9b1a-32fe1682c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.553108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1323a566-c9a4-4db8-9d22-e018e4ab98f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.649925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.718113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.323449 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.270900 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:08.384374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.686205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.894859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6cc305f6-4a95-4c83-94ed-8d390853c53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.553514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-387af0ff-c70b-4820-a91c-62aa4ddf67e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.648897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.726131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.337259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.065548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:25.143651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:25.285805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.323214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6578c7b-398c-4303-9228-0bb1e8ca3d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.430524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.437740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.488918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f71b1d1fb3d24a2d833720abd7b7b4e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4217205 Jul 16 08:29:25.492268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56542) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:25.527934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c737d4e1-caac-42d4-8c4a-9ae655ee20bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.544381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.544982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.545409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.545795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.546196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.546718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.547520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.548029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.548561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.549270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.549772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.550264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd63c8d-f8c2-4ffd-9626-4fb0d075d136 admin admin] Tracked resource versions report: Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: pushed versions: Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: { 'AddressGroup': {'1.2'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'ConntrackHelper': {'1.0'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Log': {'1.0'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Network': {'1.1'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Port': {'1.7'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'PortForwarding': {'1.2'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'QosPolicy': {'1.8'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SecurityGroup': {'1.4'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SubPort': {'1.0'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Subnet': {'1.1'}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Trunk': {'1.1'}} Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: consumer versions: Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: HyperV agent@n-h1-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: HyperV agent@n-h2-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: L3 agent@n-d-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: Metadata agent@n-d-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: Metering agent@n-d-798054-12: {}, Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'ConntrackHelper': '1.0', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Log': '1.0', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Network': '1.1', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Port': '1.7', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'PortForwarding': '1.2', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'QosPolicy': '1.8', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SecurityGroup': '1.4', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SecurityGroupRule': '1.2', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'SubPort': '1.0', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Subnet': '1.1', Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: 'Trunk': '1.1'}} Jul 16 08:29:25.551696 n-d-798054-12 neutron-server[93774]: {{(pid=93774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:29:25.582442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.608869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6578c7b-398c-4303-9228-0bb1e8ca3d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.614098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f6578c7b-398c-4303-9228-0bb1e8ca3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.615038 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.661333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f6578c7b-398c-4303-9228-0bb1e8ca3d43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719d1a570af349569b0be25bbdaffbe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5162845 Jul 16 08:29:25.662397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6578c7b-398c-4303-9228-0bb1e8ca3d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33405ba5-b02b-4a3f-94ec-b119fd55617a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.665046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56560) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:25.692737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.696616 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.697792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c737d4e1-caac-42d4-8c4a-9ae655ee20bd HTTP/1.1" status: 204 len: 168 time: 0.2032502 Jul 16 08:29:25.707368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737d4e1-caac-42d4-8c4a-9ae655ee20bd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.715686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.716060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.716413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.716754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.717093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.717428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.717762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.718155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.718495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.718825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.719163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.719489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291814e-6a77-450a-878f-1912d46d66e2 admin admin] Tracked resource versions report: Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: pushed versions: Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: { 'AddressGroup': {'1.2'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'ConntrackHelper': {'1.0'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Log': {'1.0'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Network': {'1.1'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Port': {'1.7'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'PortForwarding': {'1.2'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'QosPolicy': {'1.8'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SecurityGroup': {'1.4'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SubPort': {'1.0'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Subnet': {'1.1'}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Trunk': {'1.1'}} Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: consumer versions: Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: HyperV agent@n-h1-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: HyperV agent@n-h2-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: L3 agent@n-d-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: Metadata agent@n-d-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: Metering agent@n-d-798054-12: {}, Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'ConntrackHelper': '1.0', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Log': '1.0', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Network': '1.1', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Port': '1.7', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'PortForwarding': '1.2', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'QosPolicy': '1.8', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SecurityGroup': '1.4', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SecurityGroupRule': '1.2', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'SubPort': '1.0', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Subnet': '1.1', Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: 'Trunk': '1.1'}} Jul 16 08:29:25.720596 n-d-798054-12 neutron-server[93775]: {{(pid=93775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:29:25.745253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.780404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.889190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.891965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.893299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33405ba5-b02b-4a3f-94ec-b119fd55617a HTTP/1.1" status: 204 len: 168 time: 0.2274623 Jul 16 08:29:25.904838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bc970-ba31-4019-a066-2be678e7ce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33405ba5-b02b-4a3f-94ec-b119fd55617a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.269768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.284228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-138ac3c8-c50a-48fa-990b-f70d67662f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.408564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-138ac3c8-c50a-48fa-990b-f70d67662f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.417914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-138ac3c8-c50a-48fa-990b-f70d67662f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.420910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.461193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-138ac3c8-c50a-48fa-990b-f70d67662f9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cecf479d1b4414bab784f8639885e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1900465 Jul 16 08:29:26.463154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac3c8-c50a-48fa-990b-f70d67662f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008a5363-4f06-4073-b401-7b529342f59a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.463951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.520769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.541985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-228c7ced-8c01-4d9e-96af-446657a72b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.544488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.566704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.620232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.624002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.625468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/008a5363-4f06-4073-b401-7b529342f59a HTTP/1.1" status: 204 len: 168 time: 0.1585419 Jul 16 08:29:26.634870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c6ee5-7049-4800-b32c-c00d7539cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a5363-4f06-4073-b401-7b529342f59a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.667979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-228c7ced-8c01-4d9e-96af-446657a72b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.672379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-228c7ced-8c01-4d9e-96af-446657a72b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.711947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-228c7ced-8c01-4d9e-96af-446657a72b66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24b844fb450a4cd6a458f84bdccb8d58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1890712 Jul 16 08:29:26.712725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.714158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c7ced-8c01-4d9e-96af-446657a72b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19218876-423d-4618-8a35-9340d7723c6f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.767234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.791587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.849896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.853171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.854619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19218876-423d-4618-8a35-9340d7723c6f HTTP/1.1" status: 204 len: 168 time: 0.1400659 Jul 16 08:29:26.870613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cbfcd-46b3-4a6e-a62a-9a28f500f520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19218876-423d-4618-8a35-9340d7723c6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.929596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baacf57-4b53-4269-a5d8-d51230476388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.066957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baacf57-4b53-4269-a5d8-d51230476388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.071582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6baacf57-4b53-4269-a5d8-d51230476388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.119168 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6baacf57-4b53-4269-a5d8-d51230476388 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1099008b0ce540e29247e1c13d2c674b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6935070 Jul 16 08:29:27.119168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baacf57-4b53-4269-a5d8-d51230476388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae9abc-3b8c-48aa-9053-dcb290fd02c9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.119935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:27.157299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:27.197192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.221191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.276213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.279088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.286635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4ae9abc-3b8c-48aa-9053-dcb290fd02c9 HTTP/1.1" status: 204 len: 168 time: 0.1649625 Jul 16 08:29:27.296639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09067-90d2-475c-988e-187335dfb60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae9abc-3b8c-48aa-9053-dcb290fd02c9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.410068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176ede8f-d380-4c6c-92c7-db7e312ead32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.530586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176ede8f-d380-4c6c-92c7-db7e312ead32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.535420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-176ede8f-d380-4c6c-92c7-db7e312ead32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.573940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ede8f-d380-4c6c-92c7-db7e312ead32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d143df2-270c-4d52-82ed-330a099db404,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.589703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-176ede8f-d380-4c6c-92c7-db7e312ead32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b4094c7558f4faf8ba58ea04feab009&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4278235 Jul 16 08:29:27.592402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:27.648580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.671787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.724497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.727946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.730098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d143df2-270c-4d52-82ed-330a099db404 HTTP/1.1" status: 204 len: 168 time: 0.1362939 Jul 16 08:29:27.739736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad0e9b-118b-4aec-8aa6-13fb5c478636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d143df2-270c-4d52-82ed-330a099db404,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.885175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:27.898702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291dd121-8d64-4dfb-81d6-8f6f87d7d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.996207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291dd121-8d64-4dfb-81d6-8f6f87d7d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.001914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291dd121-8d64-4dfb-81d6-8f6f87d7d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.040509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-291dd121-8d64-4dfb-81d6-8f6f87d7d11e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0e53b6fd54648d1b405abf4051e4c66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1539814 Jul 16 08:29:28.041383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd121-8d64-4dfb-81d6-8f6f87d7d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b508056-b07c-4b2c-9231-aebffc78806b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.044774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56756) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.098730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.125448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.174858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.177680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.179019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b508056-b07c-4b2c-9231-aebffc78806b HTTP/1.1" status: 204 len: 168 time: 0.1328232 Jul 16 08:29:28.187693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee88644-bf9b-4bda-a35e-59442ad4bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b508056-b07c-4b2c-9231-aebffc78806b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.253569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56764) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.273434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-258e3aa6-4eb4-4a08-97b9-88c3c33205c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.398099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-258e3aa6-4eb4-4a08-97b9-88c3c33205c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.402538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-258e3aa6-4eb4-4a08-97b9-88c3c33205c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.450461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3aa6-4eb4-4a08-97b9-88c3c33205c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed3ab9-905c-4997-9347-eb90146f7601,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.486480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-258e3aa6-4eb4-4a08-97b9-88c3c33205c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0661c7fb51c4dc8a2cd7734343a1025&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2312193 Jul 16 08:29:28.489360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56784) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.540582 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.564426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.615692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.618768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.619959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3ed3ab9-905c-4997-9347-eb90146f7601 HTTP/1.1" status: 204 len: 168 time: 0.1295593 Jul 16 08:29:28.630099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1d84b-5d91-4894-ac44-0d0e24326816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed3ab9-905c-4997-9347-eb90146f7601,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.860976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.864915 n-d-798054-12 neutron-server[93775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:29:28.896642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-acabdee1-e086-4f13-876e-de0ae34be933 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9b37a9f7d39643028ca1ea667b159417&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329938 Jul 16 08:29:29.094048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-fa283d42-defe-4933-9ce3-759e7486b8a1 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.095975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-fa283d42-defe-4933-9ce3-759e7486b8a1 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948402 Jul 16 08:29:29.123352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-cc10d26b-ef82-4c34-af97-06f16b5c7c71 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/quotas/9b37a9f7d39643028ca1ea667b159417 HTTP/1.1" status: 200 len: 375 time: 0.0205009 Jul 16 08:29:29.218643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-3d17adae-3f4e-45a2-a5c3-adfe31945b97 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b37a9f7d39643028ca1ea667b159417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942597 Jul 16 08:29:29.501933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56878) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:29.520647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ea5a78d-3a07-4d6d-b035-d031e8b06660 req-ccbc6e2f-f24a-4f34-b5ab-35fd545015dc tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.0883808 Jul 16 08:29:29.850036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-network', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:29.884651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:29.894503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Made reservation on behalf of 3d18dee01d9f4cef80eb729fd017dc31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:29.897387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.908897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.079613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c38dc8f-2e1d-4883-93d1-8712b640e325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.115435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.122656 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.165983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:30.187016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df3d96-e294-4e98-baef-c327305d2913,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.196507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.196854 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Added segment d8770a29-b97d-4284-863c-84dd7856be9e of type vlan for network e9d533cc-1848-4743-8f98-9777115970b3 Jul 16 08:29:30.266075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.327278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.328569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.329278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.358297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c38dc8f-2e1d-4883-93d1-8712b640e325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.372944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c38dc8f-2e1d-4883-93d1-8712b640e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.391953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8856275 Jul 16 08:29:30.392696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56962) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.398258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Request body: {'subnet': {'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-subnet', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:30.432534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Made reservation on behalf of 3d18dee01d9f4cef80eb729fd017dc31 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:30.436866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.458181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aaabe-85f9-472f-8b2c-925af1af2c1b admin admin] Pushing event updated for resources: {'Network': ['ID=e9d533cc-1848-4743-8f98-9777115970b3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.471276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e9d533cc-1848-4743-8f98-9777115970b3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:30.477778 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0c38dc8f-2e1d-4883-93d1-8712b640e325 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18bf2e0925374c839b32a779f9217dbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5912564 Jul 16 08:29:30.482279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.515173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38dc8f-2e1d-4883-93d1-8712b640e325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83831b-e46f-4d9b-b4f2-b758973a0bda,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.559319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.598810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.657576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.663953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.672593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b83831b-e46f-4d9b-b4f2-b758973a0bda HTTP/1.1" status: 204 len: 168 time: 0.1891739 Jul 16 08:29:30.673745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.687791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4e72-d1e9-4781-a7de-96d918a25eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83831b-e46f-4d9b-b4f2-b758973a0bda,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.718054 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e17fbd4f-f57f-447f-bb79-658703715d43 req-dd65622d-ca1a-4362-8135-a4b33d0748af tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.1232622 Jul 16 08:29:30.801780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.851468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56986) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.883658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7953c86d-1f7e-48f2-82b6-3884b46fa655,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.891327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Checking segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:30.891691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Network hostable DHCP agents. Network: e9d533cc-1848-4743-8f98-9777115970b3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:30.909648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Network e9d533cc-1848-4743-8f98-9777115970b3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:30.924068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e9d533cc-1848-4743-8f98-9777115970b3) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:30.928779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.929366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.937368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf8274-6e63-4c9b-8456-40d7c2e24925 None None] Network e9d533cc-1848-4743-8f98-9777115970b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:30.956559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-467c018a-8fe8-4d54-a63a-c47d45d89fa2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5598562 Jul 16 08:29:30.956961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.969037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:31.014439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.016573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.134812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341f4641-fc5a-40bd-81c1-de7738ac4721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.138058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.220822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-e9d533cc-1848-4743-8f98-9777115970b3', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:31.222548 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.224986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-798179796-network', 'tenant_id': 'd4e7810cb98c4ed89453af1587928853'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:31.258617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:29:31.258617 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:29:31.258617 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id_1': 'd4e7810cb98c4ed89453af1587928853', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 29, 31, 229983)}] Jul 16 08:29:31.258617 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:31.259395 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:31.375825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.412481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57012) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:31.429822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc713-ac7b-4bb5-8e91-ac3ce93e8bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.442611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Allocated IP 172.20.0.2 (e9d533cc-1848-4743-8f98-9777115970b3/7953c86d-1f7e-48f2-82b6-3884b46fa655/2eaeb675-e45b-4c9b-b516-b3cc6634fa61) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:31.492398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341f4641-fc5a-40bd-81c1-de7738ac4721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.526962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341f4641-fc5a-40bd-81c1-de7738ac4721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.579912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-341f4641-fc5a-40bd-81c1-de7738ac4721 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ba66062d4a4c26a4adc7b1d8bcbcbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9034574 Jul 16 08:29:31.582814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:31.599500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4641-fc5a-40bd-81c1-de7738ac4721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88f543-4ca6-483a-b5d2-7b15278b02c7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.688128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc713-ac7b-4bb5-8e91-ac3ce93e8bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.694596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc713-ac7b-4bb5-8e91-ac3ce93e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.725989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.775058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.792612 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.805580 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Transition to ACTIVE for port object 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:31.809292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b8fdc713-ac7b-4bb5-8e91-ac3ce93e8bec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cf674a6d1ea40cf8c6ef799bee6a976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3951964 Jul 16 08:29:31.815110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:31.827079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.831811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Transition to ACTIVE for port object 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:31.840410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.849349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdc713-ac7b-4bb5-8e91-ac3ce93e8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1d519e-6d6a-4215-bf0f-93bd5cd8dcd9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.854369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:31.859861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.863636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.914124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.915584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.918406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.919838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa88f543-4ca6-483a-b5d2-7b15278b02c7 HTTP/1.1" status: 204 len: 168 time: 0.3354206 Jul 16 08:29:31.920501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.929469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Pushing event updated for resources: {'Port': ['ID=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.943994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.945743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.946415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.946997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.947686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.949335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.950406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.950980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.951504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.952019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.952567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.953216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Tracked resource versions report: Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: pushed versions: Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: { 'AddressGroup': {'1.2'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'ConntrackHelper': {'1.0'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Log': {'1.0'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Network': {'1.1'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Port': {'1.7'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'PortForwarding': {'1.2'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'QosPolicy': {'1.8'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SecurityGroup': {'1.4'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SubPort': {'1.0'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Subnet': {'1.1'}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Trunk': {'1.1'}} Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: consumer versions: Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: HyperV agent@n-h1-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: HyperV agent@n-h2-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: L3 agent@n-d-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: Metadata agent@n-d-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: Metering agent@n-d-798054-12: {}, Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'ConntrackHelper': '1.0', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Log': '1.0', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Network': '1.1', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Port': '1.7', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'PortForwarding': '1.2', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'QosPolicy': '1.8', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SecurityGroup': '1.4', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SecurityGroupRule': '1.2', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'SubPort': '1.0', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Subnet': '1.1', Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: 'Trunk': '1.1'}} Jul 16 08:29:31.954468 n-d-798054-12 neutron-server[93776]: {{(pid=93776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:29:31.981413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Network e9d533cc-1848-4743-8f98-9777115970b3 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:31.983551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:31.986367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:32.031281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954de53e-ebe7-48e3-acab-166fd2901115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88f543-4ca6-483a-b5d2-7b15278b02c7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.066632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.126159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fea01199-f4e3-446d-96a1-22c788ac3f0f req-15fba25d-6d71-4391-ba28-762b2e082f33 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.0505376 Jul 16 08:29:32.171371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Attempting to bind port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:32.171750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Attempting to bind port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:32.172141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Attempting to bind port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:32.173008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.179401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.180371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:32.180750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Checking segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:32.181168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.181594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Bound using segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:32.182060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Bound port: 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:32.182510 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.208390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:32.229511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.229858 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Added segment 5846f7ad-9e05-4052-8f14-7dae148cdd52 of type vlan for network c5a1912c-3dd0-4868-bd87-923d579fd10d Jul 16 08:29:32.231698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6b47d-0fc4-4426-bea0-212e96ead0d0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.274010 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:32.348845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] For port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:32.353987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] For port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:32.359439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.380941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.465273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.466263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.466840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.541065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae5c81-49a5-41a3-827d-cabe128b5720 None None] Pushing event updated for resources: {'Port': ['ID=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.605274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.47', 57535) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:32.622858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7701979 Jul 16 08:29:32.623503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59b703-cb49-4c2d-8b7d-1014a1d0ed53 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a1912c-3dd0-4868-bd87-923d579fd10d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.625757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57052) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:32.638296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c5a1912c-3dd0-4868-bd87-923d579fd10d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:32.655439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Request body: {'subnet': {'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-798179796-subnet', 'tenant_id': 'd4e7810cb98c4ed89453af1587928853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:32.670571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57054) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:32.704749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-8cea8a84-8c52-4fe8-9d3b-16fb8ed7776a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330155 Jul 16 08:29:32.725544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Allocated IP 172.25.5.121 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/6d7631c5-e504-496a-b3c4-d112bc5d7d95) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:32.733378 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-1ac41387-1760-4254-87c4-448d63a9f1ba tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9b37a9f7d39643028ca1ea667b159417&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175578 Jul 16 08:29:32.853423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.862219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.866341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a1d519e-6d6a-4215-bf0f-93bd5cd8dcd9 HTTP/1.1" status: 204 len: 168 time: 1.0500038 Jul 16 08:29:32.892329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-ec607b84-e6b9-4d22-80bb-6bb58713cf01 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.900958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-ec607b84-e6b9-4d22-80bb-6bb58713cf01 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919398 Jul 16 08:29:32.948255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:32.954213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-92fa31cb-952a-4356-96ed-a08efacf09de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/quotas/88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 375 time: 0.0510960 Jul 16 08:29:33.022602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:33.025399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.040513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-5df986b3-eb95-41f4-a861-741a6130548b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827925 Jul 16 08:29:33.089539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a3cf3-329e-4326-97f1-38a6eda6e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1d519e-6d6a-4215-bf0f-93bd5cd8dcd9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.149747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06e5c435-9fc8-4553-bfbf-ddadbe702d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.282164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2b0118f5-15f4-4937-bec3-1a3605d228d9 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.285807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2b0118f5-15f4-4937-bec3-1a3605d228d9 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5426528 Jul 16 08:29:33.327512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.336369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Request body: {'port': {'device_id': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '9b37a9f7d39643028ca1ea667b159417'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:33.415711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.532816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce4cd9f-7f88-4cae-abc4-16d77b324535,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.605324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48fed737-cdf7-41d9-a1aa-cb0ed65c168e req-8ccdd923-60e0-496a-985a-d33d9e34bf89 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.0792925 Jul 16 08:29:33.649907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48092825-998d-4802-8150-faeb6e2858e1 req-919cf642-17df-420f-b441-1aa72f4f0ddd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.1193588 Jul 16 08:29:33.703579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:33.704137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Network hostable DHCP agents. Network: c5a1912c-3dd0-4868-bd87-923d579fd10d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:33.727405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06e5c435-9fc8-4553-bfbf-ddadbe702d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.728459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Network c5a1912c-3dd0-4868-bd87-923d579fd10d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:33.731445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.745511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c5a1912c-3dd0-4868-bd87-923d579fd10d) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:33.754343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06e5c435-9fc8-4553-bfbf-ddadbe702d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.754848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.755449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.755934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea42b7-4cec-4d38-9e18-5e5b73ac1958 None None] Network c5a1912c-3dd0-4868-bd87-923d579fd10d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:33.828286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57122) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:33.856651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9042-e2ac-4820-a67e-51a298a10d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.962088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5c435-9fc8-4553-bfbf-ddadbe702d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a547eee7-ccac-486f-a1a3-61ed36db1ffc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.966812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Pushing event updated for resources: {'Port': ['ID=6d7631c5-e504-496a-b3c4-d112bc5d7d95,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.998823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:34.009206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f3413446-3a33-4d9c-be48-a190e3f7eee3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3778732 Jul 16 08:29:34.016977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:34.023350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:34.074072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:34.085035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cdaed9-1457-419f-afd4-a7429b28f1f1 None None] Network c5a1912c-3dd0-4868-bd87-923d579fd10d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:34.172660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9042-e2ac-4820-a67e-51a298a10d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.173120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Made reservation on behalf of 9b37a9f7d39643028ca1ea667b159417 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:34.177183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.178770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9042-e2ac-4820-a67e-51a298a10d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.194600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.200759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-06e5c435-9fc8-4553-bfbf-ddadbe702d08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b0e3cc8386740a2af8e28c054f5eef5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2057002 Jul 16 08:29:34.205267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:34.251189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9042-e2ac-4820-a67e-51a298a10d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe2288-4ab2-449d-b73a-1940fef86193,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.306159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dc6a9042-e2ac-4820-a67e-51a298a10d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=140d1a8a7a514d289b2a13146d70e5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746068 Jul 16 08:29:34.306848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57140) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:34.358725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657c1bd-1145-48f7-8266-060af91ce97e None None] Network e9d533cc-1848-4743-8f98-9777115970b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:34.418652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.454285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:34.485062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.570406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.599966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.647829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.655834 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.665390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eefe2288-4ab2-449d-b73a-1940fef86193 HTTP/1.1" status: 204 len: 168 time: 0.3555565 Jul 16 08:29:34.691407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870c75-627c-4938-bf39-f094873098ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe2288-4ab2-449d-b73a-1940fef86193,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.715271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76c3ed-a101-47db-aa63-9e2bde112678,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.913648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:34.918873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Provisioning for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:34.936633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:34.938068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.979756 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.047437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Provisioning complete for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:35.048287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.096611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31e9cdfb-268e-49ee-955a-5bf01e53090d req-1f4b4da1-c9e7-460f-847c-4622f16161f5 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.1141977 Jul 16 08:29:35.149894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb27ba20-5e95-4ae8-a3c6-18e4d07e9ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.197270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-411e6b3e-d9bb-4fad-84fd-9320c1f195e1 req-4fc931af-f9b8-4e3b-bbb8-02e37b1769ce tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.1091747 Jul 16 08:29:35.198622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.271839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.273519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.346383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] For port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:35.372825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.410935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.528607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5a381-7f56-48a6-80a9-64a4730f1e5c None None] Pushing event updated for resources: {'Port': ['ID=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:35.652461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:35.652821 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:35.684943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5365301a-1086-4fb4-90dc-2772df5c03f1 None None] Provisioning complete for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:35.685358 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5365301a-1086-4fb4-90dc-2772df5c03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.818165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57188) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:35.823080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-565879433-network', 'tenant_id': 'cb96141715ee4d05989ce87c473a556d'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:35.919713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Allocated IP 192.168.233.9 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/e67e6ea0-9d2d-44a5-bce3-fd78f1b65193) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:36.049883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb27ba20-5e95-4ae8-a3c6-18e4d07e9ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.071494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb27ba20-5e95-4ae8-a3c6-18e4d07e9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.084724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Made reservation on behalf of cb96141715ee4d05989ce87c473a556d for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:36.087767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.100521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.103714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.106144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.110955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a547eee7-ccac-486f-a1a3-61ed36db1ffc HTTP/1.1" status: 204 len: 168 time: 1.8970008 Jul 16 08:29:36.145652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.200610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.46', 53091) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:36.240436 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb27ba20-5e95-4ae8-a3c6-18e4d07e9ead admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=020838d3deb54b72940e212efb1294ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6681485 Jul 16 08:29:36.241163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27ba20-5e95-4ae8-a3c6-18e4d07e9ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e6ab0-d796-4c81-ac87-729c99a2f221,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.321592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57202) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:36.388437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498909ed-497a-429a-8b1e-d59b68c8410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a547eee7-ccac-486f-a1a3-61ed36db1ffc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.493033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-8de01d76-dee1-4e32-9473-3a9a584e15f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2852428 Jul 16 08:29:36.529918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:36.646438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.672405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Transition to ACTIVE for port object e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:36.688420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:29:36.698018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:36.704754 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.780289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc6cb087-1a11-4d70-9570-7e15d2f918a2 req-790f919b-7cd9-4191-9452-cd26b8f141aa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.2081537 Jul 16 08:29:36.854037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.868314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a6d900e-259e-4f23-a0d6-a70513079eb6 req-7dc2358c-0b43-424e-b75d-585dfc719c7e tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.1754222 Jul 16 08:29:36.955136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.968574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.038601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.041748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.045943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c26e6ab0-d796-4c81-ac87-729c99a2f221 HTTP/1.1" status: 204 len: 168 time: 0.7116721 Jul 16 08:29:37.063227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4674c-a11b-4a81-a7cc-fac59d574353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e6ab0-d796-4c81-ac87-729c99a2f221,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.120315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-0777bc4d-bee5-4ad1-a9ed-321adf3855a2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.122512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-0777bc4d-bee5-4ad1-a9ed-321adf3855a2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6109722 Jul 16 08:29:37.164197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.169843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.191010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:37.212434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.212775 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Added segment 7d62abc8-71b2-434a-8370-809aeb101221 of type vlan for network 76df2348-8e86-441a-a781-4471edc059af Jul 16 08:29:37.222161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Pushing event updated for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.242991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:37.247694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:37.267976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:37.274972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:37.296403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.298423 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:37.299464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.317347 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:37.326649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:37.340899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.359561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-4ee21119-e601-4f9f-a222-c14bd3fcc125 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0277224 Jul 16 08:29:37.361059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.362503 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db0ee45d-02d3-411c-aacb-01cff62d094b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4039812 Jul 16 08:29:37.365553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:37.427583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Request body: {'port': {'device_id': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '88c9f0f3e3d14edea5406d3c5abc7c80'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.444207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.445175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.445751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.615100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d9b65-eba9-4e2d-b18b-f1ba0b8eba1a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.625853 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:37.646163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aa718b1a-f9da-4241-ab26-ef985cbc70fb None None] Provisioning for port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:37.662919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aa718b1a-f9da-4241-ab26-ef985cbc70fb None None] Provisioning complete for port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:37.665016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa718b1a-f9da-4241-ab26-ef985cbc70fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.684151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8592649 Jul 16 08:29:37.684945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:37.740953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Request body: {'subnet': {'network_id': '76df2348-8e86-441a-a781-4471edc059af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-565879433-subnet', 'tenant_id': 'cb96141715ee4d05989ce87c473a556d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.796686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-aa718b1a-f9da-4241-ab26-ef985cbc70fb None None] Port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:37.830193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Made reservation on behalf of cb96141715ee4d05989ce87c473a556d for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:37.832877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.922316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2dfa0ef0-f3eb-423b-93bd-e76748eedea5 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:29:37.929541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2dfa0ef0-f3eb-423b-93bd-e76748eedea5 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1487081 Jul 16 08:29:38.200225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6f3c0-c00c-486e-8676-1f6f6ee4fd6d admin admin] Pushing event updated for resources: {'Network': ['ID=76df2348-8e86-441a-a781-4471edc059af,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.215150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 76df2348-8e86-441a-a781-4471edc059af details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:38.303467 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:34Z', 'revision_number': 3, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:38.321433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.370644 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:38.371042 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Updating router 9ac418ec-64a3-42a4-9e50-a5726f25343b port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:38.497301 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.519885 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.701254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.748264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57258) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:38.780534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Allocated IP 172.20.0.1 (e9d533cc-1848-4743-8f98-9777115970b3/7953c86d-1f7e-48f2-82b6-3884b46fa655/5af19b5b-aeb4-409f-afc0-764e5887648f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:38.829012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.885627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.916566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.937249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Transition to ACTIVE for port object 5af19b5b-aeb4-409f-afc0-764e5887648f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:38.989654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.011251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Network e9d533cc-1848-4743-8f98-9777115970b3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:39.014700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:39.050798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:39.053109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.137883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d86bae7a-235e-4987-b8fe-743019671857 req-b61e3bb9-4cad-4636-9d34-65f447f45f39 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.8558426 Jul 16 08:29:39.140162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929dba5e-040a-4985-8de7-391d9a625f12,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.236779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:29:39.236779 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:29:39.236779 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id_1': '9b5017197df94401b0ca11cde471f258', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 29, 38, 979424)}] Jul 16 08:29:39.236779 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:39.237613 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:39.311286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Checking segment: {'id': '7d62abc8-71b2-434a-8370-809aeb101221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76df2348-8e86-441a-a781-4471edc059af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:39.312321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Network hostable DHCP agents. Network: 76df2348-8e86-441a-a781-4471edc059af, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:39.392656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86592-aee5-499f-9a00-0220fe646af3 req-975add1e-a6e0-47db-91e2-ae8e1a3c0a3b tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.401531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d86592-aee5-499f-9a00-0220fe646af3 req-975add1e-a6e0-47db-91e2-ae8e1a3c0a3b tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 934 time: 1.1181540 Jul 16 08:29:39.402671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Request body: {'port': {'device_id': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'device_owner': 'compute:tempest-test_az-583785614', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:39.426879 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.464894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Pushing event updated for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.473330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Made reservation on behalf of 88c9f0f3e3d14edea5406d3c5abc7c80 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:39.487817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.507549 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Transition to ACTIVE for port object 6d7631c5-e504-496a-b3c4-d112bc5d7d95 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:39.535214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1d52726-b277-4486-9bc7-1fa7316bb849 None None] Provisioning for port 5af19b5b-aeb4-409f-afc0-764e5887648f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:39.538384 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.539174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1d52726-b277-4486-9bc7-1fa7316bb849 None None] Provisioning complete for port 5af19b5b-aeb4-409f-afc0-764e5887648f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:39.539561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1d52726-b277-4486-9bc7-1fa7316bb849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.599127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d86592-aee5-499f-9a00-0220fe646af3 req-e899d397-0589-4c39-b0fa-9021d8470a60 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931944 Jul 16 08:29:39.613095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.629327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c1d52726-b277-4486-9bc7-1fa7316bb849 None None] Port 5af19b5b-aeb4-409f-afc0-764e5887648f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:39.630038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Network 76df2348-8e86-441a-a781-4471edc059af is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:39.644177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 76df2348-8e86-441a-a781-4471edc059af) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:39.654074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.655190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.671845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994255a-1bef-4493-b9ce-f11e6d60ebb4 None None] Network 76df2348-8e86-441a-a781-4471edc059af requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:39.683417 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Pushing event updated for resources: {'Port': ['ID=6d7631c5-e504-496a-b3c4-d112bc5d7d95,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.723902 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Attempting to bind port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:39.727679 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Attempting to bind port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:39.728366 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Attempting to bind port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:39.744973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.748474 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:39.749187 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:39.755577 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.756314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:39.757050 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Bound port: 6d7631c5-e504-496a-b3c4-d112bc5d7d95, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:39.757670 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.879629 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] For port 6d7631c5-e504-496a-b3c4-d112bc5d7d95, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:39.888147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] For port 6d7631c5-e504-496a-b3c4-d112bc5d7d95, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d7631c5-e504-496a-b3c4-d112bc5d7d95,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:39.894236 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.897897 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.898657 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.899224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.899783 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.900392 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.900939 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.903774 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.904447 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.905030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.906318 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.906906 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Tracked resource versions report: Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: pushed versions: Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: { 'AddressGroup': {'1.2'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'ConntrackHelper': {'1.0'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Log': {'1.0'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Network': {'1.1'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Port': {'1.7'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'PortForwarding': {'1.2'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'QosPolicy': {'1.8'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SecurityGroup': {'1.4'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SubPort': {'1.0'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Subnet': {'1.1'}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Trunk': {'1.1'}} Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: consumer versions: Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: { DHCP agent@n-d-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: HyperV agent@n-h1-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: HyperV agent@n-h2-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: L3 agent@n-d-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: Metadata agent@n-d-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: Metering agent@n-d-798054-12: {}, Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: Open vSwitch agent@n-d-798054-12: { 'AddressGroup': '1.2', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'ConntrackHelper': '1.0', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Log': '1.0', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Network': '1.1', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Port': '1.7', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'PortForwarding': '1.2', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'QosPolicy': '1.8', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SecurityGroup': '1.4', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SecurityGroupRule': '1.2', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'SubPort': '1.0', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Subnet': '1.1', Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: 'Trunk': '1.1'}} Jul 16 08:29:39.910039 n-d-798054-12 neutron-server[93777]: {{(pid=93777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:29:39.925649 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.991057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156fafa-055c-40f3-87a4-9d03c43f264d None None] Network 76df2348-8e86-441a-a781-4471edc059af requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:40.007036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.022720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.137113 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:40.137793 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:40.195592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.215896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.263155 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cda3-741b-4614-9ded-594009b20118 None None] Pushing event updated for resources: {'Port': ['ID=6d7631c5-e504-496a-b3c4-d112bc5d7d95,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.379310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.383682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.405646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1555471d-c77f-4652-b819-08603fdf0268 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6956193 Jul 16 08:29:40.417305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.534033 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:40.622434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a259202c-f23c-4563-8379-52f22eef60e2 req-656a2893-e0e3-47a5-8735-ada8a9765f5f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.0730112 Jul 16 08:29:40.911478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00ad6ae-5258-44e3-abb3-6fedf68554de,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.026199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b0ad205-605f-429e-a126-331508da8f1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b5017197df94401b0ca11cde471f258&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2290025 Jul 16 08:29:41.077413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:41.197770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacb961-4a95-40e2-b6a4-9ff1f9c2637a req-16564847-3dc7-4e79-af07-0e334a4ff6d7 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.214733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afacb961-4a95-40e2-b6a4-9ff1f9c2637a req-16564847-3dc7-4e79-af07-0e334a4ff6d7 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 934 time: 0.3519132 Jul 16 08:29:41.327365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:38Z', 'revision_number': 1, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:41.338812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afacb961-4a95-40e2-b6a4-9ff1f9c2637a req-1c168ba6-20bb-4d55-ba07-ae766b1f8250 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213324 Jul 16 08:29:41.418732 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f1eda-6230-40f2-8b2f-509f9a91edf2 None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:38Z', 'revision_number': 1, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:41.451249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.494219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:41.541040 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.568467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.591449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Transition to ACTIVE for port object e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:41.623505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.730289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:41.835758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Allocated IP 192.168.233.169 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:41.916725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Pushing event updated for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.922703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.049807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.050582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.149617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15a27a9b-dfe3-47f4-ac33-8ea19600c5e9 req-274db4bd-086b-4cc6-a384-e26dc4ba31cc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.0995936 Jul 16 08:29:42.150994 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-282dddfb-28ab-4bdd-9d1c-21fee2287b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.160371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.163128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.171276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f00ad6ae-5258-44e3-abb3-6fedf68554de HTTP/1.1" status: 204 len: 168 time: 1.0896795 Jul 16 08:29:42.239160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Attempting to bind port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:42.239716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Attempting to bind port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:42.240292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Attempting to bind port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.278175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685df31-36ab-41ed-8f98-99cc1dfd9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00ad6ae-5258-44e3-abb3-6fedf68554de,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.309394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Pushing event updated for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.320630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:42.321372 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Attempting to bind port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.431129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.438103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:42.454255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:42.454923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:42.455931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Bound port: e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:42.458373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.481123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Transition to ACTIVE for port object c767ffab-1e4e-4553-9be3-b1f6ceccbc5e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:42.612813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-282dddfb-28ab-4bdd-9d1c-21fee2287b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.626594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-282dddfb-28ab-4bdd-9d1c-21fee2287b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.670047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-282dddfb-28ab-4bdd-9d1c-21fee2287b7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ee1799b2be14e7d88b72d9f6a25e2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9265633 Jul 16 08:29:42.674914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57368) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:42.708537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:42.726082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:42.738294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Network e9d533cc-1848-4743-8f98-9777115970b3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:42.739700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.783867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:42.863415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.864087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.865533 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] 10.222.0.47 "PUT /v2.0/ports/e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 HTTP/1.1" status: 200 len: 1116 time: 3.8856828 Jul 16 08:29:42.867478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:42.919088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.927791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a383578-b6cd-4bc6-8367-bf45d67b5cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.129851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:43.141414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.169528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:43.268214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dddfb-28ab-4bdd-9d1c-21fee2287b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc098200-02b1-4c0f-98ba-6f3540097ad3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.373594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.383384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:43.401902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-98ec1cf8-cd61-46c4-8280-be9b39da298c None None] Provisioning complete for port 5af19b5b-aeb4-409f-afc0-764e5887648f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:43.403291 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98ec1cf8-cd61-46c4-8280-be9b39da298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.408340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305d6ac-5a7c-41de-8900-da5afb54e93c service neutron] Pushing event updated for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.408863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.408863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.492734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-98ec1cf8-cd61-46c4-8280-be9b39da298c None None] Port 5af19b5b-aeb4-409f-afc0-764e5887648f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:43.525507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-d827e6ec-d860-4450-953c-7d8d3971841d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1067417 Jul 16 08:29:43.535761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.572919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-4fc32a0f-4d18-43a7-8aff-274ab6650b52 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:29:43.574152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-4fc32a0f-4d18-43a7-8aff-274ab6650b52 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222263 Jul 16 08:29:43.616408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bb445-6d75-4869-a0ae-78a7d77d82ce req-b9508932-0918-4850-a3c5-708db5798621 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.631967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a4bb445-6d75-4869-a0ae-78a7d77d82ce req-b9508932-0918-4850-a3c5-708db5798621 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 967 time: 0.9692984 Jul 16 08:29:43.676971 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b8cf5-03ce-4899-895b-51894640b8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:43.781071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a4bb445-6d75-4869-a0ae-78a7d77d82ce req-d2d65bd9-fc6f-4962-a95b-36bd40937546 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473384 Jul 16 08:29:43.827961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.831094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.832665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc098200-02b1-4c0f-98ba-6f3540097ad3 HTTP/1.1" status: 204 len: 168 time: 1.1543891 Jul 16 08:29:43.857467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77fdf12d-f6a9-4b62-bc14-b9d614263139 None None] Provisioning for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:43.868853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77fdf12d-f6a9-4b62-bc14-b9d614263139 None None] Provisioning complete for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:43.870048 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77fdf12d-f6a9-4b62-bc14-b9d614263139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.877166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459eff-1ff3-4b59-bd91-71978cad3acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc098200-02b1-4c0f-98ba-6f3540097ad3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.974296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:43.976871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-f4e043b4-2517-4e18-955c-bab21e09c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.979280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-f4e043b4-2517-4e18-955c-bab21e09c961 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b37a9f7d39643028ca1ea667b159417&device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 1119 time: 0.9605310 Jul 16 08:29:44.001302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-77fdf12d-f6a9-4b62-bc14-b9d614263139 None None] Port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:44.095598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-f26a8428-d5b6-4b10-a3e7-38627f742dbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 HTTP/1.1" status: 200 len: 217 time: 0.1096776 Jul 16 08:29:44.203105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-bad1d4c4-31b2-43ac-acbb-938d42237bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.204827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-bad1d4c4-31b2-43ac-acbb-938d42237bba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1014588 Jul 16 08:29:44.259951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87178-07a5-455c-9c5c-13dd54988252 req-981ddb9d-dd89-4290-bb8b-da2bf258b034 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.269575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9be87178-07a5-455c-9c5c-13dd54988252 req-981ddb9d-dd89-4290-bb8b-da2bf258b034 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 936 time: 0.1679733 Jul 16 08:29:44.360727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9be87178-07a5-455c-9c5c-13dd54988252 req-a48fddfa-d0db-4d43-b81a-24aa69352e09 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837109 Jul 16 08:29:44.473936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Request body: {'port': {'device_id': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:44.576396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d7631c5-e504-496a-b3c4-d112bc5d7d95 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:44.782809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:44.804609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:44.807902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.904799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57408) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:45.024649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7dad-7ec7-4307-9aad-f0eb2d098de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.051828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fc4-1156-43fd-953d-3d453005b349 req-717d1d35-dd66-4a85-befd-38425d0cad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.054630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-717d1d35-dd66-4a85-befd-38425d0cad6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8329935 Jul 16 08:29:45.058132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:45.080790 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7b584e6-de98-42fb-9c57-a54e853b5571 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ac418ec-64a3-42a4-9e50-a5726f25343b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7058723 Jul 16 08:29:45.081169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.149129 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bdcc3e-b21b-4e86-8096-1fb250845552 x-openstack-request-id: req-d0bdcc3e-b21b-4e86-8096-1fb250845552 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:45.149438 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:45.149733 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0bdcc3e-b21b-4e86-8096-1fb250845552 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:45.150215 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193', 'status': 'completed', 'code': 200} Jul 16 08:29:45.172599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 6d7631c5-e504-496a-b3c4-d112bc5d7d95, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d7631c5-e504-496a-b3c4-d112bc5d7d95,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:45.187367 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.316723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.379732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=6d7631c5-e504-496a-b3c4-d112bc5d7d95,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:45.514249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-86bdcae3-e7f5-4de7-82a6-142231314fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605821 Jul 16 08:29:45.584434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-022a8667-bf72-4496-838d-67bb7fce9c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.624568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:45.737006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7dad-7ec7-4307-9aad-f0eb2d098de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.738526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:45.739570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:45.742716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.771579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7dad-7ec7-4307-9aad-f0eb2d098de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.832636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09af3fc4-1156-43fd-953d-3d453005b349 req-462586a1-6058-4f23-b43e-6e8ad10ece32 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102040 Jul 16 08:29:45.870100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4fbd7dad-7ec7-4307-9aad-f0eb2d098de9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccccb3eafb0e4f2b92d50d562bc6aa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634280 Jul 16 08:29:45.873906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7dad-7ec7-4307-9aad-f0eb2d098de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56bb20-1360-4447-9762-52b1dbc5dfde,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:45.874690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:45.883409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:45.971078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ceb8a-20d0-4d42-a454-3293bd3c507f req-ed250952-eec2-45d8-b5ed-80ae6a2ad5c6 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.986278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-233ceb8a-20d0-4d42-a454-3293bd3c507f req-ed250952-eec2-45d8-b5ed-80ae6a2ad5c6 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 967 time: 0.5162022 Jul 16 08:29:46.051392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.080912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:46.087430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.093743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-233ceb8a-20d0-4d42-a454-3293bd3c507f req-eaa6fc2e-de1a-431f-accb-bda5c41c153a tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952694 Jul 16 08:29:46.228896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8cf5-03ce-4899-895b-51894640b8fe req-e8821d34-0fa0-4c5b-acdc-cebf4cc47c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.230796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-e8821d34-0fa0-4c5b-acdc-cebf4cc47c4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b37a9f7d39643028ca1ea667b159417&device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 1119 time: 0.2426021 Jul 16 08:29:46.244467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.250770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.252752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa56bb20-1360-4447-9762-52b1dbc5dfde HTTP/1.1" status: 204 len: 168 time: 0.3769181 Jul 16 08:29:46.290444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeca8c7-a5de-4f69-826f-9a907e59a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56bb20-1360-4447-9762-52b1dbc5dfde,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.394937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00389fe4-df96-4fb0-aaa0-2d04728aa938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.526078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00389fe4-df96-4fb0-aaa0-2d04728aa938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.576758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c767ffab-1e4e-4553-9be3-b1f6ceccbc5e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:46.591665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.605650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d7631c5-e504-496a-b3c4-d112bc5d7d95 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:46.619056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Transition to ACTIVE for port object c767ffab-1e4e-4553-9be3-b1f6ceccbc5e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:46.626940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00389fe4-df96-4fb0-aaa0-2d04728aa938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.630433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.872126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.876441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8cf5-03ce-4899-895b-51894640b8fe req-49471c03-dbcd-436d-8f8d-1c5a3b59f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.878792 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-49471c03-dbcd-436d-8f8d-1c5a3b59f893 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.6249404 Jul 16 08:29:46.954829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:46.959092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.047461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-00389fe4-df96-4fb0-aaa0-2d04728aa938 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fd84ee292ce4e50bfd3a8bf6c5eb7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1627011 Jul 16 08:29:47.049384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:47.051801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-b8e5752d-01ec-4af2-b8d0-b2dea3d90947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 HTTP/1.1" status: 200 len: 217 time: 0.1466959 Jul 16 08:29:47.085471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:41Z', 'revision_number': 2, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:47.206008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00389fe4-df96-4fb0-aaa0-2d04728aa938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151fdd11-c160-4248-ad1e-c2513f0a6bc4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.220114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:47.222445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:47.227251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Updating router 9ac418ec-64a3-42a4-9e50-a5726f25343b port 5af19b5b-aeb4-409f-afc0-764e5887648f binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:47.238458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-network', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:47.276064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.280597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8cf5-03ce-4899-895b-51894640b8fe req-65a921e5-fa5b-4fac-a6f4-fda626757e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.289663 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-65a921e5-fa5b-4fac-a6f4-fda626757e12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1843407 Jul 16 08:29:47.324143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Made reservation on behalf of 8a6e73ea0ae94e66bedbd6859bf120b6 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:47.326967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.349326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.403501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.418681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6599e-fb60-43f3-bce5-0307bfcd9d86 req-afc8697d-b043-49e4-9783-aadfc9a9eedb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.432706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7e6599e-fb60-43f3-bce5-0307bfcd9d86 req-afc8697d-b043-49e4-9783-aadfc9a9eedb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 936 time: 1.0291190 Jul 16 08:29:47.447542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:47.447758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:47.448947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:47.472939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.507619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.574686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:47.575254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:47.582291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.586488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.588196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/151fdd11-c160-4248-ad1e-c2513f0a6bc4 HTTP/1.1" status: 204 len: 168 time: 0.5077715 Jul 16 08:29:47.604092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:47.605238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:47.606183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:47.607047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Bound port: c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:47.607720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.664212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16007e8-d905-4c7f-9b08-de5862da5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151fdd11-c160-4248-ad1e-c2513f0a6bc4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.689855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7e6599e-fb60-43f3-bce5-0307bfcd9d86 req-543f9721-6d82-4ba8-9982-591187f50ded tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373552 Jul 16 08:29:47.706553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.733322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.857111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:47.863185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:47.879691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:47.885079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f188de8-55ef-41ff-92ed-1111c86f1fd9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.889492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.932250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8cf5-03ce-4899-895b-51894640b8fe req-8d6b8f90-ab65-401b-b235-6db1e7da3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.934305 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-8d6b8f90-ab65-401b-b235-6db1e7da3c27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4518690 Jul 16 08:29:47.941523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.945118 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Added segment 200af30d-e9ad-4929-bc4b-c46c4f760983 of type vlan for network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b Jul 16 08:29:48.004333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.005180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.009608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-01af061b-efa6-424b-9544-90552ee9beed service neutron] 10.222.0.46 "PUT /v2.0/ports/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 1097 time: 4.1158288 Jul 16 08:29:48.031128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:48.227401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.434499 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-a653a404-1416-42c7-8019-98214e6da59b service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489143 Jul 16 08:29:48.469856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.470986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.471531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.550417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.553622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af061b-efa6-424b-9544-90552ee9beed service neutron] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.628086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.663521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-592b8cf5-03ce-4899-895b-51894640b8fe req-aec416e3-5016-4ca5-9a77-87fa181ae999 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137403 Jul 16 08:29:48.668235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4446151 Jul 16 08:29:48.669002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.680391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Transition to ACTIVE for port object 5af19b5b-aeb4-409f-afc0-764e5887648f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:48.689521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Request body: {'subnet': {'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-subnet', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:48.692895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.724670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-74077856-a16f-4276-bcc1-2b61588ae2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.726162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-74077856-a16f-4276-bcc1-2b61588ae2c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1100 time: 0.5695989 Jul 16 08:29:48.850202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.865677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Made reservation on behalf of 8a6e73ea0ae94e66bedbd6859bf120b6 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:48.870155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.909759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6965-3132-42a7-9bb4-e53d80b7ea5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.928617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdf71a-ed20-42e1-9b3e-61535ce0b4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf31ba7c-ce2b-46e3-b69e-f3006fc5467b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.985196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3f2e0-2929-40c1-97fe-dd27cda26e53 req-c028e423-4647-4660-9020-d7c772059db9 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.997604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec3f2e0-2929-40c1-97fe-dd27cda26e53 req-c028e423-4647-4660-9020-d7c772059db9 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 967 time: 0.9692020 Jul 16 08:29:49.017223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:49.043782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:49.108115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-353b4c9b-8a82-4e1b-a231-1e9d32fe3fc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.3521249 Jul 16 08:29:49.250494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Attempting to bind port 5af19b5b-aeb4-409f-afc0-764e5887648f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:49.250939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Attempting to bind port 5af19b5b-aeb4-409f-afc0-764e5887648f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:49.251364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Attempting to bind port 5af19b5b-aeb4-409f-afc0-764e5887648f on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:49.274408 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da" -d '{"events": [{"name": "network-changed", "server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:49.325803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:49.326182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Checking segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:49.330326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.330825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Bound using segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:49.331462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Bound port: 5af19b5b-aeb4-409f-afc0-764e5887648f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:49.336090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.342885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec3f2e0-2929-40c1-97fe-dd27cda26e53 req-b9d7a180-d476-46f1-9ef5-b117bdd55080 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419602 Jul 16 08:29:49.395147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06987-cf2d-4382-a6c6-6998c5ba65d7 None None] Pushing event updated for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.413623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-00559f98-2fc3-44ac-8459-bbb008156a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.415080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-00559f98-2fc3-44ac-8459-bbb008156a9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2752993 Jul 16 08:29:49.524003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6965-3132-42a7-9bb4-e53d80b7ea5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.585794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] For port 5af19b5b-aeb4-409f-afc0-764e5887648f, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:49.590729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] For port 5af19b5b-aeb4-409f-afc0-764e5887648f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5af19b5b-aeb4-409f-afc0-764e5887648f,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:49.595664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6965-3132-42a7-9bb4-e53d80b7ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.601391 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.708540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06987-cf2d-4382-a6c6-6998c5ba65d7 None None] Pushing event updated for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.738003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:49.738711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:49.747806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd415eb6-74a7-445f-ab70-bc3807ebdce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.842080 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a7cf6965-3132-42a7-9bb4-e53d80b7ea5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46f98fb727f14d149ab359364257840e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9840770 Jul 16 08:29:49.913365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6965-3132-42a7-9bb4-e53d80b7ea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8382c3f0-d906-4e0a-8d9e-c0ede9ae5c65,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.919491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:49.949266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-b7cd4304-4659-4923-8455-da5d1259d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.951011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-b7cd4304-4659-4923-8455-da5d1259d2d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5244198 Jul 16 08:29:50.052704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.053912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:50.089650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b96cbc-35e2-4739-93a4-9e30522c24fb req-82805a39-74f2-4b3c-aad9-47ceaf196086 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.097447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44b96cbc-35e2-4739-93a4-9e30522c24fb req-82805a39-74f2-4b3c-aad9-47ceaf196086 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.4238920 Jul 16 08:29:50.197514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.204497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07ad759-4230-42fd-af84-f89256dab043,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.251673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44b96cbc-35e2-4739-93a4-9e30522c24fb req-894b9a48-5a0d-4369-ab56-749bcc80c69f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531727 Jul 16 08:29:50.257593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-8a5a1e73-9160-4945-b6ab-4c6400891fe6 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979617 Jul 16 08:29:50.300831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Checking segment: {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:50.302962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Network hostable DHCP agents. Network: cf31ba7c-ce2b-46e3-b69e-f3006fc5467b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:50.327149 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.444736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:50.584692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4f03d69-bb77-40ed-b5c7-3e3eabb4c558 req-46c8cf0c-93ff-4bd7-9ea2-e03cbbb0e815 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927849 Jul 16 08:29:50.635546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, cf31ba7c-ce2b-46e3-b69e-f3006fc5467b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:50.642473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd415eb6-74a7-445f-ab70-bc3807ebdce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.672358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.673154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.677999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd415eb6-74a7-445f-ab70-bc3807ebdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.686738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5af19b5b-aeb4-409f-afc0-764e5887648f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:50.689805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeaf10e-6bfd-4247-a350-e9966c79e912 None None] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:50.753375 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56ab8cbc-54d4-4527-b398-eee6a7f9d207 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0744174 Jul 16 08:29:50.755823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57522) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:50.759808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.763145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:50.768561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.773925 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c155c874-6dea-4283-a937-3ec525ce84e8 x-openstack-request-id: req-c155c874-6dea-4283-a937-3ec525ce84e8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:50.774218 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:50.774458 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c155c874-6dea-4283-a937-3ec525ce84e8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:50.774941 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'status': 'completed', 'code': 200} Jul 16 08:29:50.785765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8382c3f0-d906-4e0a-8d9e-c0ede9ae5c65 HTTP/1.1" status: 204 len: 168 time: 0.8541415 Jul 16 08:29:50.795883 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd415eb6-74a7-445f-ab70-bc3807ebdce7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35801cba2a1e41749c6898c1e1a0d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7509675 Jul 16 08:29:50.801504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:50.802714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd415eb6-74a7-445f-ab70-bc3807ebdce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb78aa7-6473-49dc-8ff9-970f939865de,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.839648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36d754-e90c-424a-8fe0-edd67cf45c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8382c3f0-d906-4e0a-8d9e-c0ede9ae5c65,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.040018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.042725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.215028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5af19b5b-aeb4-409f-afc0-764e5887648f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:51.288617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5af19b5b-aeb4-409f-afc0-764e5887648f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:51.289172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.346430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'fixed_ips': [{'subnet_id': 'c07ad759-4230-42fd-af84-f89256dab043'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:51.347390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.383918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:49Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:51.392336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.419887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d65f60c-edf7-480e-93ac-5505803a9042 None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:49Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:51.551252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.608264 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.626664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-5ddc0fa4-39b8-4f62-909e-b3ce0e71afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.629940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-5ddc0fa4-39b8-4f62-909e-b3ce0e71afc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1100 time: 0.8189948 Jul 16 08:29:51.688144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Allocated IP 172.20.0.2 (cf31ba7c-ce2b-46e3-b69e-f3006fc5467b/c07ad759-4230-42fd-af84-f89256dab043/c262d134-3993-4253-ab4e-3ad0f19f9d4b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:51.693039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.705648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-cce391fa-ec90-48fb-8b2a-15f22ac16344 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.708153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-cce391fa-ec90-48fb-8b2a-15f22ac16344 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.5794916 Jul 16 08:29:51.714629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.718539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.720084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbb78aa7-6473-49dc-8ff9-970f939865de HTTP/1.1" status: 204 len: 168 time: 0.9124551 Jul 16 08:29:51.752508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aafc27-a1c7-4973-9989-a0d374cf7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb78aa7-6473-49dc-8ff9-970f939865de,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.770584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5af19b5b-aeb4-409f-afc0-764e5887648f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5af19b5b-aeb4-409f-afc0-764e5887648f,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.781891 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.853048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.964603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d269b-7be2-48bc-a27a-8bd66622c631 req-707dc802-c0c4-41f6-a7e0-5732b9a1a27a tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.966798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e23d269b-7be2-48bc-a27a-8bd66622c631 req-707dc802-c0c4-41f6-a7e0-5732b9a1a27a tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 967 time: 0.9413984 Jul 16 08:29:51.980967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-1a20f0c9-3ff0-4305-acec-8b6139535855 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/quotas/d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 375 time: 0.2581799 Jul 16 08:29:52.077879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.098237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Transition to ACTIVE for port object c262d134-3993-4253-ab4e-3ad0f19f9d4b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:52.136479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Transition to ACTIVE for port object c262d134-3993-4253-ab4e-3ad0f19f9d4b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:52.154908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-f946173b-f276-4e86-b657-64973356e929 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019950 Jul 16 08:29:52.172905 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.178879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.220643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e23d269b-7be2-48bc-a27a-8bd66622c631 req-06a29115-461e-4f0e-a7cc-e78aff421d71 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415304 Jul 16 08:29:52.296188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:52.332455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:52.345044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:52.347866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Pushing event updated for resources: {'Port': ['ID=c262d134-3993-4253-ab4e-3ad0f19f9d4b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:52.447130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Attempting to bind port c262d134-3993-4253-ab4e-3ad0f19f9d4b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:52.447520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Attempting to bind port c262d134-3993-4253-ab4e-3ad0f19f9d4b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:52.450070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Attempting to bind port c262d134-3993-4253-ab4e-3ad0f19f9d4b on network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:52.465192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:52.465192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Checking segment: {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:52.466801 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.467238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Bound using segment: {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:52.467748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Bound port: c262d134-3993-4253-ab4e-3ad0f19f9d4b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:52.468210 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.492762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:52.532842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b597e-dd84-4d5d-bc87-b179837f3368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.625344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] For port c262d134-3993-4253-ab4e-3ad0f19f9d4b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:52.634834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] For port c262d134-3993-4253-ab4e-3ad0f19f9d4b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c262d134-3993-4253-ab4e-3ad0f19f9d4b,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:52.640012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5af19b5b-aeb4-409f-afc0-764e5887648f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:52.728007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b597e-dd84-4d5d-bc87-b179837f3368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.735188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b597e-dd84-4d5d-bc87-b179837f3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.738262 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.739753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.769826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.804078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b597e-dd84-4d5d-bc87-b179837f3368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b1579-5246-410f-ad1d-dbe389bae5c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:52.829298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc5b597e-dd84-4d5d-bc87-b179837f3368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b9c654cd9914bc6a6b929099276743a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352392 Jul 16 08:29:52.831750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:52.914998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.935998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc86257-4abb-4fec-a61c-8ad2377b7b8d None None] Pushing event updated for resources: {'Port': ['ID=c262d134-3993-4253-ab4e-3ad0f19f9d4b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:52.946741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5af19b5b-aeb4-409f-afc0-764e5887648f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:52.946741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.977706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.164386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.167855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.172971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/439b1579-5246-410f-ad1d-dbe389bae5c3 HTTP/1.1" status: 204 len: 168 time: 0.3394649 Jul 16 08:29:53.192822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eedc42-2b29-41e5-b0f9-ea08c246fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b1579-5246-410f-ad1d-dbe389bae5c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:53.239276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-c2bbcca2-d048-40cc-af51-d1fb6df30d1b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:29:53.240944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-c2bbcca2-d048-40cc-af51-d1fb6df30d1b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6837969 Jul 16 08:29:53.457139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Allocated IP 172.25.5.131 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b3fd27aa-f176-4a26-b45d-b42a50ba5e5a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:53.468316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-f17fae79-dab3-48be-8b49-b71e0041ff6f service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180924 Jul 16 08:29:53.581195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976282c-c908-4550-9e8e-f87c2c99b1a9 req-28b3ff09-9595-4aab-adb1-66c8fa5d277a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.582803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8976282c-c908-4550-9e8e-f87c2c99b1a9 req-28b3ff09-9595-4aab-adb1-66c8fa5d277a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.1953392 Jul 16 08:29:53.679322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-2a8c66b1-c6b0-4cdd-aa17-e6978b19c37b service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018046 Jul 16 08:29:53.684652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8976282c-c908-4550-9e8e-f87c2c99b1a9 req-6b7b9f98-cf9e-4ba0-be69-3855a44e218d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958252 Jul 16 08:29:53.701429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.798560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.865315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:53.869188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:53.892895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:54.040392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Pushing event updated for resources: {'Port': ['ID=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:54.306422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0570d-25ab-4cb9-9f0d-de2a998dc59b None None] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:54.392811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3c30-77ef-4726-8f0d-47b7cd82f3ab req-59869ec9-89b0-41d9-8ae3-2f315f914ea2 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.395573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35ae3c30-77ef-4726-8f0d-47b7cd82f3ab req-59869ec9-89b0-41d9-8ae3-2f315f914ea2 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 967 time: 0.4189727 Jul 16 08:29:54.428375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-86c559fe-ebb0-41bb-b9f2-bc0f43f3a606 None None] Provisioning for port c262d134-3993-4253-ab4e-3ad0f19f9d4b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:54.450286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70de6264-44b7-47b1-a053-a081f4517c26 req-3a612fca-1beb-4d9b-8b9a-a03fb6a5a0cc tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 210 time: 0.1139338 Jul 16 08:29:54.535652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-6fd3cc76-0c84-4bdb-b052-3ff479c8a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.543472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-6fd3cc76-0c84-4bdb-b052-3ff479c8a06e service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4824474 Jul 16 08:29:54.596450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c262d134-3993-4253-ab4e-3ad0f19f9d4b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:54.662359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c262d134-3993-4253-ab4e-3ad0f19f9d4b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:54.666817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c262d134-3993-4253-ab4e-3ad0f19f9d4b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:54.667794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.746453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-bd0ce383-1c20-42bb-ab7f-420ad0c040e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.1528766 Jul 16 08:29:54.753147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35ae3c30-77ef-4726-8f0d-47b7cd82f3ab req-4e4f354d-c9ef-44cf-85ea-2e3d668e6817 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975519 Jul 16 08:29:54.800412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.822304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.872470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c262d134-3993-4253-ab4e-3ad0f19f9d4b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c262d134-3993-4253-ab4e-3ad0f19f9d4b,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:54.877478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.023568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:55.074423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72592462-55c3-4cfc-9d7c-874e23d43ae5 None None] Provisioning complete for port c262d134-3993-4253-ab4e-3ad0f19f9d4b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:55.075087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72592462-55c3-4cfc-9d7c-874e23d43ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.108239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-d0571c90-32eb-489b-8e4a-b67c444adf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.109922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-d0571c90-32eb-489b-8e4a-b67c444adf44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.3559885 Jul 16 08:29:55.129398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c262d134-3993-4253-ab4e-3ad0f19f9d4b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:55.303812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:55.320258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-583785614', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:55.402106 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.421997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:55.424920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.443879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d41b9-e413-4de5-855c-ae4e7bbb5ef1 req-f8bdaa53-0b83-4603-b418-4a877ef833bf tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.451735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-290d41b9-e413-4de5-855c-ae4e7bbb5ef1 req-f8bdaa53-0b83-4603-b418-4a877ef833bf tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.3813512 Jul 16 08:29:55.473609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:55.479125 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.510655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-99aab4c8-cb99-401e-b550-9ba69ed7ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.512553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-99aab4c8-cb99-401e-b550-9ba69ed7ebb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3903971 Jul 16 08:29:55.582769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.46', 53097) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:55.587164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:55.624502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:55.653710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-290d41b9-e413-4de5-855c-ae4e7bbb5ef1 req-d634ce2e-63dd-497d-9bf6-9457d9541ad9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008550 Jul 16 08:29:55.783684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e67e6ea0-9d2d-44a5-bce3-fd78f1b65193'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:55.827373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-6e292f3b-6c50-4733-a141-e4a7e46a9a28 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.829701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-6e292f3b-6c50-4733-a141-e4a7e46a9a28 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.2445185 Jul 16 08:29:55.844554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Request body: {'port': {'device_id': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'admin_state_up': True, 'tenant_id': 'd4e7810cb98c4ed89453af1587928853'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:55.973005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.973501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.974065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.979100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.980309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.980781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.981694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.995305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8a10c54-4e21-4dcd-9074-3a7cce73d17d req-b99f0e05-b5b2-47af-93af-8056546efe02 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.4754658 Jul 16 08:29:56.002082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-4731527a-57d5-4866-bdc5-834fab9b5942 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691107 Jul 16 08:29:56.057450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:56.062616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.142379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f031f5bf-9f2b-4dcf-96c9-d38e86ac1654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.198827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.262490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Allocated IP 172.20.0.8 (c5a1912c-3dd0-4868-bd87-923d579fd10d/5ce4cd9f-7f88-4cae-abc4-16d77b324535/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:56.271242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-313079cf-1caa-46d8-a25b-0164b9068c3a req-cccbdb17-5080-40d0-ba67-ad13032a0bbf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 210 time: 0.0692298 Jul 16 08:29:56.348440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Router 243e4b5e-d275-45bf-8c5e-a816d698a40a is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:29:56.368925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1487-20c6-4ae4-adf0-c020f919c8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.430413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d77d1e0-3089-4d4f-a9ab-93f8e5e014da req-bcf5ee5d-830d-4435-956b-9358d8ef3ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002953 Jul 16 08:29:56.452012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.490346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.506631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f031f5bf-9f2b-4dcf-96c9-d38e86ac1654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.520980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f031f5bf-9f2b-4dcf-96c9-d38e86ac1654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.523702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c262d134-3993-4253-ab4e-3ad0f19f9d4b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:56.554585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Network c5a1912c-3dd0-4868-bd87-923d579fd10d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:56.563017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:56.565621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:56.571416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.572094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.616106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.638094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb059b-9cd7-4b72-8375-58a236f0a87f req-25f2c72d-2329-4f64-8851-ee03fd915955 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.639704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1beb059b-9cd7-4b72-8375-58a236f0a87f req-25f2c72d-2329-4f64-8851-ee03fd915955 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 968 time: 0.4845524 Jul 16 08:29:56.646940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4028bd2-341f-405d-9d14-f85e40bf7d44 req-cb3c1b27-7b75-4203-9c51-5c9e79dcaf7c tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.648341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4028bd2-341f-405d-9d14-f85e40bf7d44 req-cb3c1b27-7b75-4203-9c51-5c9e79dcaf7c tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 886 time: 0.3029890 Jul 16 08:29:56.656296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f5bf-9f2b-4dcf-96c9-d38e86ac1654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb980ef5-d511-463d-a319-5fe4c2b60ad6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.660406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f031f5bf-9f2b-4dcf-96c9-d38e86ac1654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05cecd508c9e44798575c51eae06c9db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219550 Jul 16 08:29:56.662070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.705571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:56.707865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1487-20c6-4ae4-adf0-c020f919c8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.717999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1487-20c6-4ae4-adf0-c020f919c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.720145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c262d134-3993-4253-ab4e-3ad0f19f9d4b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:56.720544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.725342 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Sync routers for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:56.731315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-4e4b7167-0093-444a-bbc5-8b4cb3e9bd22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8929968 Jul 16 08:29:56.740453 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:56.741524 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:56.753027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Request body: {'port': {'device_id': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:56.803897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bdaa1487-20c6-4ae4-adf0-c020f919c8cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f934a1a15c204634ba5fd8b870938ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015611 Jul 16 08:29:56.807408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1beb059b-9cd7-4b72-8375-58a236f0a87f req-885a25c6-6aba-4a86-bf55-b0be53601046 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580701 Jul 16 08:29:56.809678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.815698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.817389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9293c5da-b88c-4381-8900-7c09f1a4b23a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0604560 Jul 16 08:29:56.820771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.836256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa1487-20c6-4ae4-adf0-c020f919c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a49fd-2b27-4467-83ea-62866c5d279c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.853681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.903254 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:56.916295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.920871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.921358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.921835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.922309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.922780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.923256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.923725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.925601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36d0274a-dffd-4c16-8a89-349c292ecdf9 req-2cdc4ba5-183a-4967-8994-c36999cc7357 tempest-NetworksTest-712852242 tempest-NetworksTest-712852242-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.2446649 Jul 16 08:29:56.958226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.984489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:57.032335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.105873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:57.118575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:57.120148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.138190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.144287 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.145781 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb980ef5-d511-463d-a319-5fe4c2b60ad6 HTTP/1.1" status: 204 len: 168 time: 0.4811893 Jul 16 08:29:57.165162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.200083 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:29:54Z', 'revision_number': 3, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:57.207570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.211277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.219987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/826a49fd-2b27-4467-83ea-62866c5d279c HTTP/1.1" status: 204 len: 168 time: 0.4068136 Jul 16 08:29:57.226720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba69ca-0822-43db-9914-f761251d0549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb980ef5-d511-463d-a319-5fe4c2b60ad6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.248224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.260673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031e281-1271-4f52-a796-2c712a5b3a2b req-95bd4cf6-39d6-4d74-ac2d-51de6acdb23d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.271159 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Checking router: 243e4b5e-d275-45bf-8c5e-a816d698a40a for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:57.272428 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Updating router 243e4b5e-d275-45bf-8c5e-a816d698a40a port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:57.273392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b031e281-1271-4f52-a796-2c712a5b3a2b req-95bd4cf6-39d6-4d74-ac2d-51de6acdb23d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.3060741 Jul 16 08:29:57.285417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:57.322222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51e3ac-2da6-4c8d-a026-af81ed5a64a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a49fd-2b27-4467-83ea-62866c5d279c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.354063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:57.391151 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.400841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.414459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.427282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b031e281-1271-4f52-a796-2c712a5b3a2b req-af1674f0-4293-44af-9256-702018a19324 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516745 Jul 16 08:29:57.503485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:57.541517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.670133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47729b8b-a74e-4d05-8ae9-54d8e4c4c905 req-c381f7f7-71ed-444b-a239-5622109a8b64 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.673254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47729b8b-a74e-4d05-8ae9-54d8e4c4c905 req-c381f7f7-71ed-444b-a239-5622109a8b64 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 931 time: 0.1046004 Jul 16 08:29:57.686847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.704546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'mac_address': 'fa:16:3e:89:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:57.736443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47729b8b-a74e-4d05-8ae9-54d8e4c4c905 req-feb4b93d-f9de-4523-a3e0-fabfa0244653 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Jul 16 08:29:57.753451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87df0c4-a4f3-4327-b1ba-d8ec425eff9e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:57.765585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.816455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.824609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Transition to ACTIVE for port object f87df0c4-a4f3-4327-b1ba-d8ec425eff9e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:57.829587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0df03bcd-bf29-4210-a72f-120d8ca59573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.838092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c767ffab-1e4e-4553-9be3-b1f6ceccbc5e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:57.859283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.897885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.904771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.913734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57730) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:57.943112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c837122-5c28-4ef4-9b18-87f6e7e225cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.945131 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.952330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.018986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.046413 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a3f88b-0c78-4ac5-be15-c14806b73447" -d '{"events": [{"server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "name": "network-vif-plugged", "status": "completed", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:58.065017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57736) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:58.084568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.085493 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.094423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:58.094790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:58.095198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:58.099369 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Transition to ACTIVE for port object b3fd27aa-f176-4a26-b45d-b42a50ba5e5a will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:58.106066 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.137275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e9cf-4e16-4c99-8782-4ebd0cc23933 req-3005f2b4-bb52-4e09-b827-7242a137c0c8 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.145236 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Attempting to bind port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:58.145467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e09e9cf-4e16-4c99-8782-4ebd0cc23933 req-3005f2b4-bb52-4e09-b827-7242a137c0c8 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.1380408 Jul 16 08:29:58.146118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Attempting to bind port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:58.146936 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Attempting to bind port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:58.164912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0df03bcd-bf29-4210-a72f-120d8ca59573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.170545 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0df03bcd-bf29-4210-a72f-120d8ca59573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.177321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:58.178283 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:58.178951 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.179742 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:58.180799 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Bound port: b3fd27aa-f176-4a26-b45d-b42a50ba5e5a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:58.181413 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.191725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:58.203511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0df03bcd-bf29-4210-a72f-120d8ca59573 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da03af12f32d42dcbc183fc39607c096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8451200 Jul 16 08:29:58.205885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:58.206215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:58.206930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e09e9cf-4e16-4c99-8782-4ebd0cc23933 req-ed6bb31d-1917-4ad8-a658-8ac1248b22d7 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606108 Jul 16 08:29:58.207608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57738) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:58.219828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:58.220244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:58.220921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:58.221125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Bound port: f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:58.221495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.243313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:29:58.243313 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:29:58.243313 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id_1': 'b053a66fa2ed45348c06bbc885e01cd7', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 29, 58, 99958)}] Jul 16 08:29:58.243313 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:58.247558 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:58.250452 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] For port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:58.255319 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] For port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:58.263442 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.268909 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4349ea59-5ebd-4455-aa60-44d8e2c9a581 x-openstack-request-id: req-4349ea59-5ebd-4455-aa60-44d8e2c9a581 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:58.269305 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "name": "network-vif-plugged", "status": "completed", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:58.269655 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4349ea59-5ebd-4455-aa60-44d8e2c9a581 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:58.270238 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193', 'code': 200} Jul 16 08:29:58.299436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:58.300405 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:58.344578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.382655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.398937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df03bcd-bf29-4210-a72f-120d8ca59573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b123df-673d-4728-b754-7cbc58f7af49,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.399461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c837122-5c28-4ef4-9b18-87f6e7e225cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.421545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c837122-5c28-4ef4-9b18-87f6e7e225cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.426184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:58.516400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.520439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.521615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58b123df-673d-4728-b754-7cbc58f7af49 HTTP/1.1" status: 204 len: 168 time: 0.2793722 Jul 16 08:29:58.540132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c837122-5c28-4ef4-9b18-87f6e7e225cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa8f56ea5ea4b46831ddeafafcf5508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252830 Jul 16 08:29:58.545445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:58.546824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:58.559151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c837122-5c28-4ef4-9b18-87f6e7e225cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248af24f-ef6f-4888-8fc0-cf039c0e7fde,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.559776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2a11-165c-4c64-adf9-642caa510f86 None None] Pushing event updated for resources: {'Port': ['ID=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.571361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb3e1c-6ee9-4b23-9f6e-9fc8a82cba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b123df-673d-4728-b754-7cbc58f7af49,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.629414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:58.631730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-421e2045-6e86-45c6-bf83-be70a7c52b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.633518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-421e2045-6e86-45c6-bf83-be70a7c52b93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 1121 time: 0.2647500 Jul 16 08:29:58.640514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.650697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a717a-660b-4301-b9f2-16af8dfe5b31 req-6d6435c8-0872-4abf-b5c2-ea5b0d2f475b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.653140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-171a717a-660b-4301-b9f2-16af8dfe5b31 req-6d6435c8-0872-4abf-b5c2-ea5b0d2f475b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 949 time: 0.1066132 Jul 16 08:29:58.674134 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2a11-165c-4c64-adf9-642caa510f86 None None] Pushing event updated for resources: {'Port': ['ID=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.686650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-d67b89f5-e3c7-4609-a56c-93e68813ce6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.705539 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:29:54Z', 'revision_number': 3, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:58.706875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Allocated IP 172.20.0.1 (cf31ba7c-ce2b-46e3-b69e-f3006fc5467b/c07ad759-4230-42fd-af84-f89256dab043/5e958438-b3ad-4b1f-ba12-772343729922) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:58.718215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-171a717a-660b-4301-b9f2-16af8dfe5b31 req-e0002b8d-157c-4521-b36a-10253dbeeb61 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Jul 16 08:29:58.740596 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916e078-be0e-49b4-b458-25a5348037ac None None] The sync data for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 is: [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:29:54Z', 'revision_number': 3, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:58.749416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.762050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.762671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.764088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] 10.222.0.46 "PUT /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 1092 time: 2.0210550 Jul 16 08:29:58.769171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:58.771502 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e466084-1017-4f9d-a88c-8ba0003190dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:58.855592 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5c23b-4d70-40d4-87f4-d8a198a4e027 x-openstack-request-id: req-cdb5c23b-4d70-40d4-87f4-d8a198a4e027 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:58.855844 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:58.856082 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb5c23b-4d70-40d4-87f4-d8a198a4e027 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:58.856481 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'status': 'completed', 'code': 200} Jul 16 08:29:58.885468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.892441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa83d-a77c-441c-93f1-952c2c4325af service neutron] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.981598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.984265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:58.993435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-d67b89f5-e3c7-4609-a56c-93e68813ce6b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.014166 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-d67b89f5-e3c7-4609-a56c-93e68813ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.033429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.119867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d4b1dd4-238c-4167-aff4-1fa3bba05357 req-d67b89f5-e3c7-4609-a56c-93e68813ce6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723313 Jul 16 08:29:59.142141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.147856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:29:59.147856 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:29:59.147856 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': 'da50df9714be4730b43708ed72b2095e', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 29, 59, 107433)}] Jul 16 08:29:59.147856 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:59.148265 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:59.157600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b89f5-e3c7-4609-a56c-93e68813ce6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f8981-0c62-48cb-b06f-1452dc433de4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.163654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-2723a553-5703-44fc-bc6f-4a1dba76d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.165200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-2723a553-5703-44fc-bc6f-4a1dba76d264 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1095 time: 0.3384938 Jul 16 08:29:59.186379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Transition to ACTIVE for port object 5e958438-b3ad-4b1f-ba12-772343729922 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:59.188102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dcb18-dc1f-41a4-964a-24733aea4770 req-e1ac3778-9f3e-4c1b-8532-42c7482c6259 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.191049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.191599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.195655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/248af24f-ef6f-4888-8fc0-cf039c0e7fde HTTP/1.1" status: 204 len: 168 time: 0.6379011 Jul 16 08:29:59.195788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c8dcb18-dc1f-41a4-964a-24733aea4770 req-e1ac3778-9f3e-4c1b-8532-42c7482c6259 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.2952037 Jul 16 08:29:59.224260 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-1c51870b-64c9-4ee4-9bd3-14a4fe8be29a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.0507519 Jul 16 08:29:59.241707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5cbc3-3c11-4637-8b9a-752fb7fbc7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248af24f-ef6f-4888-8fc0-cf039c0e7fde,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.256601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c8dcb18-dc1f-41a4-964a-24733aea4770 req-6c8a96e0-e740-4932-90ee-0ea517f4d25f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Jul 16 08:29:59.298057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.303742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.319587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-0796ec8e-36f9-4e57-a5b0-79837939cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.321535 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-0796ec8e-36f9-4e57-a5b0-79837939cbad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0889521 Jul 16 08:29:59.340922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.365263 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-50fa2521-df6c-4c7b-aa6e-03ca8d456454 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366664 Jul 16 08:29:59.365788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b053a66fa2ed45348c06bbc885e01cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2991302 Jul 16 08:29:59.368496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd89dc-d42f-4c15-8fd7-515facac0ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3210659-e8ef-4f25-9caa-28f63eb2bef3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.370351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:59.462789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:59.475464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:59.487841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.490553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:59.511059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:59.511593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.557061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d06fb-e270-4fdd-8839-e66d1f4c2f3a req-a22ba650-111b-4e1d-8fd4-4df1b97f040e tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.559057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c42d06fb-e270-4fdd-8839-e66d1f4c2f3a req-a22ba650-111b-4e1d-8fd4-4df1b97f040e tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.1225271 Jul 16 08:29:59.589413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:59.595363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:59.597082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.650857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c42d06fb-e270-4fdd-8839-e66d1f4c2f3a req-67e345e0-5662-4510-bd7a-9fc324bb1498 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Jul 16 08:29:59.775714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.819757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:59.824956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.892308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.895103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.906018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-23742e23-08cd-43e1-a8f7-a45c415a0914 None None] Provisioning for port 5e958438-b3ad-4b1f-ba12-772343729922 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:59.910491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-23742e23-08cd-43e1-a8f7-a45c415a0914 None None] Provisioning complete for port 5e958438-b3ad-4b1f-ba12-772343729922 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:59.911044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-23742e23-08cd-43e1-a8f7-a45c415a0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.947706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.951376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-23742e23-08cd-43e1-a8f7-a45c415a0914 None None] Port 5e958438-b3ad-4b1f-ba12-772343729922 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:59.967402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd65f-b449-4578-a778-f724bb239861 req-578a6e6d-ca04-4cfa-a5d3-97aae4c99125 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.975723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822bd65f-b449-4578-a778-f724bb239861 req-578a6e6d-ca04-4cfa-a5d3-97aae4c99125 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1075993 Jul 16 08:29:59.986263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.027345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822bd65f-b449-4578-a778-f724bb239861 req-5c27ed15-6272-4919-9bb2-001898acde04 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505865 Jul 16 08:30:00.064805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-532fffa1-c545-4018-94a3-975a24868748 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625793 Jul 16 08:30:00.214244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.216801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.217934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3210659-e8ef-4f25-9caa-28f63eb2bef3 HTTP/1.1" status: 204 len: 168 time: 0.8208864 Jul 16 08:30:00.222750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.256425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8a4c-35e5-4a5a-ad0e-dfa7e22a6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3210659-e8ef-4f25-9caa-28f63eb2bef3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.273234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:00.275861 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c6596-6eb2-4a7d-a93a-6b54f6dd0b9a" -d '{"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-plugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:00.319393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d5c23d4-e4f0-4842-8b5c-9d03239b505b req-c89c6804-1596-4b1d-9a3d-3c98b7414d56 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354801 Jul 16 08:30:00.328257 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24433a4-8598-481a-bc0b-b00265309bb4 x-openstack-request-id: req-f24433a4-8598-481a-bc0b-b00265309bb4 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:00.328778 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-plugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:00.329174 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f24433a4-8598-481a-bc0b-b00265309bb4 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:00.329725 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'code': 200} Jul 16 08:30:00.334961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.350368 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.473938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da50df9714be4730b43708ed72b2095e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4862890 Jul 16 08:30:00.475180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:00.482512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268863-46c5-46ac-88b6-2ff5d68e6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f235320-207a-4ec7-918d-1a17eeb5db5c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.649819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b3fd27aa-f176-4a26-b45d-b42a50ba5e5a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:00.685942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4700e-b68d-4388-ab80-723cda418954 req-c460d483-dc08-4f56-87d9-bc2937e3837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.687481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0e4700e-b68d-4388-ab80-723cda418954 req-c460d483-dc08-4f56-87d9-bc2937e3837b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.2691257 Jul 16 08:30:00.695790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca540b0-d189-4031-b086-641b6897d012 req-18253a22-67b5-435a-a14b-a77333de9fe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.703291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ca540b0-d189-4031-b086-641b6897d012 req-18253a22-67b5-435a-a14b-a77333de9fe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.2561910 Jul 16 08:30:00.779757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0e4700e-b68d-4388-ab80-723cda418954 req-8dd18fc0-e96a-4d99-b8a0-208314727502 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741982 Jul 16 08:30:00.792941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ca540b0-d189-4031-b086-641b6897d012 req-e395f773-1196-490f-b684-7025b5579f48 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886743 Jul 16 08:30:00.816030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.823784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:00.830316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:00.830693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.835930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.837326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.903821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-805c2562-ddd1-4e18-9a2f-23cd22c4cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.905745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-805c2562-ddd1-4e18-9a2f-23cd22c4cec0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1095 time: 0.5136425 Jul 16 08:30:00.908959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.962728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.965543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.008894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0af1c-7aa3-4115-87d5-6868ef0a5007 req-8f234121-96c1-48a1-a824-0d81a016f458 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.017715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:01.019995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61b0af1c-7aa3-4115-87d5-6868ef0a5007 req-8f234121-96c1-48a1-a824-0d81a016f458 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.1597936 Jul 16 08:30:01.023985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.032544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.117154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.145862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61b0af1c-7aa3-4115-87d5-6868ef0a5007 req-f4576ce0-efe0-48cf-bf17-6f52708681d4 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248558 Jul 16 08:30:01.198237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:01.206045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:01.224182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-86253b21-b12f-4d80-ad24-1e0a27d9d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.225737 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-86253b21-b12f-4d80-ad24-1e0a27d9d833 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.3034852 Jul 16 08:30:01.320487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.323295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.336270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f235320-207a-4ec7-918d-1a17eeb5db5c HTTP/1.1" status: 204 len: 168 time: 0.8498869 Jul 16 08:30:01.341180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-aa5a179e-093e-4514-981f-dfd18228f5da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.1026225 Jul 16 08:30:01.342947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c872bf1-a0e5-425b-b653-b5b413094e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f235320-207a-4ec7-918d-1a17eeb5db5c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.439403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-a8380eb2-b7b8-478a-b11a-9de5521377db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.441983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-a8380eb2-b7b8-478a-b11a-9de5521377db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0567694 Jul 16 08:30:01.458778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c338d-7366-4054-bbde-6047191b7b4d req-e9e3b10b-2572-41c6-9433-2d66853cb767 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.460512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f95c338d-7366-4054-bbde-6047191b7b4d req-e9e3b10b-2572-41c6-9433-2d66853cb767 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1672533 Jul 16 08:30:01.467253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-590b1a00-24c1-4287-b0c4-68edf49a0cf1 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.469145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-590b1a00-24c1-4287-b0c4-68edf49a0cf1 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 1121 time: 0.1663966 Jul 16 08:30:01.511226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-2ba55802-6e43-4a2e-8d12-e096f2beebd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552247 Jul 16 08:30:01.515332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-02d076e9-539d-4553-84b1-12d66c71b341 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.542169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f95c338d-7366-4054-bbde-6047191b7b4d req-2844e9ab-cd11-40c5-8e44-bf552da7871e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718668 Jul 16 08:30:01.595569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e16531a1-8d4b-4e25-b1bf-411625d69a68 None None] Provisioning complete for port 5e958438-b3ad-4b1f-ba12-772343729922 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:01.596818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e16531a1-8d4b-4e25-b1bf-411625d69a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.658726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Router 243e4b5e-d275-45bf-8c5e-a816d698a40a has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:01.659441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e16531a1-8d4b-4e25-b1bf-411625d69a68 None None] Port 5e958438-b3ad-4b1f-ba12-772343729922 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:01.685992 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-b5cdbe64-ea98-4668-a8c4-5a5b580d38b4 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310666 Jul 16 08:30:01.702556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-02d076e9-539d-4553-84b1-12d66c71b341 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.706815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-02d076e9-539d-4553-84b1-12d66c71b341 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.737496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72669d7d-e7fc-4fa9-b6fa-867554eb2a0e req-02d076e9-539d-4553-84b1-12d66c71b341 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585330 Jul 16 08:30:01.747787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d076e9-539d-4553-84b1-12d66c71b341 tempest-AggregatesAdminTestJSON-753580759 tempest-AggregatesAdminTestJSON-753580759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d790c627-9658-40ac-8910-22bca0f67aba,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.872918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:01.876204 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e466084-1017-4f9d-a88c-8ba0003190dd req-c6756ab8-bd13-4352-acc1-962bdaf30c43 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458039 Jul 16 08:30:01.879679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-798d8010-0296-4a56-a359-3d3e94d1a7d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/243e4b5e-d275-45bf-8c5e-a816d698a40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0577855 Jul 16 08:30:01.892891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Sync routers for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:01.905215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:01.906253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:02.059959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:02.130548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-726fe489-f38d-42fe-9144-a91c94c14e5f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409701 Jul 16 08:30:02.161328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464153f-2d11-4456-9ab0-3820ad49e417 req-bcc768ed-998b-451e-a5a5-184809f9dab7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.162861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0464153f-2d11-4456-9ab0-3820ad49e417 req-bcc768ed-998b-451e-a5a5-184809f9dab7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.1149952 Jul 16 08:30:02.272222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0464153f-2d11-4456-9ab0-3820ad49e417 req-4d5ad60a-3826-460f-ad35-852b0e711c92 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Jul 16 08:30:02.346088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-57d51d4a-3cb3-40f4-bc7e-d2f4a1707735 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.347706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-57d51d4a-3cb3-40f4-bc7e-d2f4a1707735 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084348 Jul 16 08:30:02.375012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-6fc68f4c-6805-4510-bcf8-e6e3a87a9e56 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/quotas/acc23f0072aa497f9d0a26b67f6e9e27 HTTP/1.1" status: 200 len: 375 time: 0.0160604 Jul 16 08:30:02.390594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5e958438-b3ad-4b1f-ba12-772343729922', 'name': '', 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'mac_address': 'fa:16:3e:8d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'c07ad759-4230-42fd-af84-f89256dab043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:58Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 2, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'subnets': [{'id': 'c07ad759-4230-42fd-af84-f89256dab043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:02.418440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Checking router: 243e4b5e-d275-45bf-8c5e-a816d698a40a for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:02.419094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Updating router 243e4b5e-d275-45bf-8c5e-a816d698a40a port 5e958438-b3ad-4b1f-ba12-772343729922 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:30:02.466332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-714cdbd0-1b7b-4afb-a51e-222476bf7fb6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845554 Jul 16 08:30:02.487747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.636771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b3fd27aa-f176-4a26-b45d-b42a50ba5e5a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:02.825710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7de124bd-c22c-4d1f-82ff-fb67008eb6a1 req-c2573ebd-2a84-401a-be8d-4c2dfc1c388f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 210 time: 0.0472746 Jul 16 08:30:02.951119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2bb77-9d3a-41a4-9d89-5028e895e78a req-9d68c09e-e2de-4f03-b1ca-b440f9ba410e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.953056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4a2bb77-9d3a-41a4-9d89-5028e895e78a req-9d68c09e-e2de-4f03-b1ca-b440f9ba410e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1259739 Jul 16 08:30:02.988262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:02.989315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.016974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4a2bb77-9d3a-41a4-9d89-5028e895e78a req-b4135839-1ff6-4a4f-b697-78190a43d86e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567350 Jul 16 08:30:03.305206 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.318081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Transition to ACTIVE for port object 5e958438-b3ad-4b1f-ba12-772343729922 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:03.326394 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.407000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f885-4c10-4df7-92ca-3409a2dc7d11 None None] Pushing event updated for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.438540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Attempting to bind port 5e958438-b3ad-4b1f-ba12-772343729922 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:03.443006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Attempting to bind port 5e958438-b3ad-4b1f-ba12-772343729922 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:03.443719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Attempting to bind port 5e958438-b3ad-4b1f-ba12-772343729922 on network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:03.461106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:03.461685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Checking segment: {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:03.463635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.464386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Bound using segment: {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:03.465826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Bound port: 5e958438-b3ad-4b1f-ba12-772343729922, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200af30d-e9ad-4929-bc4b-c46c4f760983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:03.468629 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.530164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:03.636515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b70824-ae64-4009-93a0-170694ba9219 req-9ca16d2b-2c38-4b53-95e6-d10fd43202f8 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.645399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4b70824-ae64-4009-93a0-170694ba9219 req-9ca16d2b-2c38-4b53-95e6-d10fd43202f8 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.0784161 Jul 16 08:30:03.664754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a4b70824-ae64-4009-93a0-170694ba9219 req-fe3865ae-ff80-4b02-b31d-26330ddf093d tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.668279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] For port 5e958438-b3ad-4b1f-ba12-772343729922, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:03.704450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] For port 5e958438-b3ad-4b1f-ba12-772343729922, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e958438-b3ad-4b1f-ba12-772343729922,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:03.740280 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.814336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a4b70824-ae64-4009-93a0-170694ba9219 req-fe3865ae-ff80-4b02-b31d-26330ddf093d tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.820745 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a4b70824-ae64-4009-93a0-170694ba9219 req-fe3865ae-ff80-4b02-b31d-26330ddf093d tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.856085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:03.856774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:29:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:03.874783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4b70824-ae64-4009-93a0-170694ba9219 req-fe3865ae-ff80-4b02-b31d-26330ddf093d tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283027 Jul 16 08:30:03.886568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3865ae-ff80-4b02-b31d-26330ddf093d tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1534b6b-f6c9-4187-ba34-a4461c260b8d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.942046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:03.978371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'port_id': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'mac_address': 'fa:16:3e:64:a9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4cd9f-7f88-4cae-abc4-16d77b324535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:03.983453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f885-4c10-4df7-92ca-3409a2dc7d11 None None] Pushing event updated for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.090357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.093657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302f31e-b900-4f96-9ab5-ac4184a4238e req-6855f94e-4dd8-4add-8f26-e017b24a6df6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.094712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:04.096337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1302f31e-b900-4f96-9ab5-ac4184a4238e req-6855f94e-4dd8-4add-8f26-e017b24a6df6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.0849290 Jul 16 08:30:04.139579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87df0c4-a4f3-4327-b1ba-d8ec425eff9e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:04.161554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1302f31e-b900-4f96-9ab5-ac4184a4238e req-829f5d3b-d97f-4b24-a36c-acd79521f0f3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579615 Jul 16 08:30:04.269776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:04.284442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.327039 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-fb9f7e2a-2f84-4325-8a5a-735185e8124c tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353096 Jul 16 08:30:04.465180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.508933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9407bc1-d5fe-44a2-b5bc-b7b0fb07538c req-5fc8820d-2635-411c-a01b-0cd0f9b20ac9 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 210 time: 0.0429463 Jul 16 08:30:04.526689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-78c07335-4b0a-496c-9898-708c27977740 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.531127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-78c07335-4b0a-496c-9898-708c27977740 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990771 Jul 16 08:30:04.544600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Request body: {'port': {'device_id': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'acc23f0072aa497f9d0a26b67f6e9e27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:04.592206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5e958438-b3ad-4b1f-ba12-772343729922', 'name': '', 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'mac_address': 'fa:16:3e:8d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'c07ad759-4230-42fd-af84-f89256dab043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:58Z', 'updated_at': '2021-07-16T08:30:03Z', 'revision_number': 4, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'subnets': [{'id': 'c07ad759-4230-42fd-af84-f89256dab043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:04.629897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b50b0-ae6b-4150-8cdc-3d54191246c3 None None] The sync data for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 is: [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5e958438-b3ad-4b1f-ba12-772343729922', 'name': '', 'network_id': 'cf31ba7c-ce2b-46e3-b69e-f3006fc5467b', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'mac_address': 'fa:16:3e:8d:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'c07ad759-4230-42fd-af84-f89256dab043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:58Z', 'updated_at': '2021-07-16T08:30:03Z', 'revision_number': 4, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'subnets': [{'id': 'c07ad759-4230-42fd-af84-f89256dab043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:04.634220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:04.758627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Made reservation on behalf of acc23f0072aa497f9d0a26b67f6e9e27 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:04.763904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.782270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.933761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.940012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.036410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03fec13-d208-411f-b51d-8624fb193a1e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.103651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-b9bbfad5-76b6-4d18-a679-11c435013347 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375710 Jul 16 08:30:05.133150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Allocated IP 192.168.233.234 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/f288bfe7-71af-482b-a327-c37de3bd5fc1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:05.262610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-4e53808d-71cd-43b7-a494-e541824e88c5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.264392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-4e53808d-71cd-43b7-a494-e541824e88c5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523666 Jul 16 08:30:05.285591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-b584bb2b-185b-4e4f-8d82-f9684d2a148c tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/quotas/663df25e7ee446758973d80f3bfc20b2 HTTP/1.1" status: 200 len: 375 time: 0.0149426 Jul 16 08:30:05.346597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-cee975a0-2e8a-4dd1-be5e-0ab1b3a28a3e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549140 Jul 16 08:30:05.413709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.438118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Transition to ACTIVE for port object f288bfe7-71af-482b-a327-c37de3bd5fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:05.485802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.543913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:05.546579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:05.552144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:05.556576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:05.562906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.563765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.582483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Pushing event updated for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.601701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-de5da75c-4b83-4bc8-a3f1-9ff87b8dec7b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0625248 Jul 16 08:30:05.602108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58038) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:05.628144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Request body: {'port': {'device_id': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:05.722731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:05.733695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:05.735419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.778967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.886693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-c78ae051-b758-4595-a5c7-d6f0d4a22b77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2833495 Jul 16 08:30:05.943013 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.950049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48c018bb-0616-4177-a276-98b29eeca3a2 None None] Provisioning for port f288bfe7-71af-482b-a327-c37de3bd5fc1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:05.967005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48c018bb-0616-4177-a276-98b29eeca3a2 None None] Provisioning complete for port f288bfe7-71af-482b-a327-c37de3bd5fc1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:05.967481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48c018bb-0616-4177-a276-98b29eeca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.020805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:06.024098 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf3be2-6f0b-4d07-94c7-5d49d1d0c239" -d '{"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-plugged", "status": "completed", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:06.059762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a321-9e3a-4c8b-80b5-ba1e002e758d req-d3bef40a-2eb8-458c-a72d-f398575eec13 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.073225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28b6a321-9e3a-4c8b-80b5-ba1e002e758d req-d3bef40a-2eb8-458c-a72d-f398575eec13 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 944 time: 0.2352912 Jul 16 08:30:06.076948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:06.086042 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.147220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28b6a321-9e3a-4c8b-80b5-ba1e002e758d req-ed0d8ac4-4bfe-40ae-b6b5-64ee30ebd8d4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725667 Jul 16 08:30:06.164438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-48c018bb-0616-4177-a276-98b29eeca3a2 None None] Port f288bfe7-71af-482b-a327-c37de3bd5fc1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:06.233588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.392454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f288bfe7-71af-482b-a327-c37de3bd5fc1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:06.404812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.425568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Transition to ACTIVE for port object f288bfe7-71af-482b-a327-c37de3bd5fc1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:06.431382 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.452866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f6d2-411d-46ce-aa07-6fd06a894f82 req-08bb5fa5-ee63-4f53-b2c5-dac51b6b6862 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.457393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8746f6d2-411d-46ce-aa07-6fd06a894f82 req-08bb5fa5-ee63-4f53-b2c5-dac51b6b6862 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.0994091 Jul 16 08:30:06.526307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Pushing event updated for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.563456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8746f6d2-411d-46ce-aa07-6fd06a894f82 req-8ed2cc44-9bcb-453c-b27b-a8215f664747 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984175 Jul 16 08:30:06.610820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Attempting to bind port f288bfe7-71af-482b-a327-c37de3bd5fc1 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:06.610820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Attempting to bind port f288bfe7-71af-482b-a327-c37de3bd5fc1 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:06.611258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Attempting to bind port f288bfe7-71af-482b-a327-c37de3bd5fc1 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:06.628665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e958438-b3ad-4b1f-ba12-772343729922 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:06.635095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Port f288bfe7-71af-482b-a327-c37de3bd5fc1 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:06.635601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Attempting to bind port f288bfe7-71af-482b-a327-c37de3bd5fc1 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:06.644767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:06.647294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:06.647851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:06.649041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Bound port: f288bfe7-71af-482b-a327-c37de3bd5fc1, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:06.651017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.792695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:06.797266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5e958438-b3ad-4b1f-ba12-772343729922 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:06.804128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:06.809859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5e958438-b3ad-4b1f-ba12-772343729922 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:06.810935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.812412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.871652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.872291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.874046 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] 10.222.0.47 "PUT /v2.0/ports/f288bfe7-71af-482b-a327-c37de3bd5fc1 HTTP/1.1" status: 200 len: 1097 time: 1.2619336 Jul 16 08:30:06.874480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:06.876833 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:06.912448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f960ac-d546-4101-9de0-5c6938533981 service neutron] Pushing event updated for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.962591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:06.970612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798926737', 'description': 'tempest-description--394480416'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:06.988776 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.026311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744cfef-692f-40ff-85eb-af88815b9ef7 req-91ed105f-6e55-498e-a598-136116b3007a tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.034242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f744cfef-692f-40ff-85eb-af88815b9ef7 req-91ed105f-6e55-498e-a598-136116b3007a tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 948 time: 0.1260445 Jul 16 08:30:07.081279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5e958438-b3ad-4b1f-ba12-772343729922, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e958438-b3ad-4b1f-ba12-772343729922,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.086808 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.113409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f744cfef-692f-40ff-85eb-af88815b9ef7 req-0791db00-7219-451d-80cd-c74109b52a0a tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763488 Jul 16 08:30:07.114088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.117122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-73cd5bcb-0abb-4fc6-95de-a3d1987ca5e4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550654 Jul 16 08:30:07.184194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.218840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-84befe21-bcf5-41ea-ac2c-5eee070d94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.220454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-84befe21-bcf5-41ea-ac2c-5eee070d94d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 1100 time: 0.2159219 Jul 16 08:30:07.272344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-01222700-c962-4f97-bb95-8f3a38ac45dd tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.274411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-01222700-c962-4f97-bb95-8f3a38ac45dd tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485174 Jul 16 08:30:07.308694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-9eb74c7b-ca9f-4940-982a-7d4a0264b177 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/quotas/663df25e7ee446758973d80f3bfc20b2 HTTP/1.1" status: 200 len: 375 time: 0.0203493 Jul 16 08:30:07.342698 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2e3210-cb3c-4b4d-8c6d-b23c22685741 x-openstack-request-id: req-8b2e3210-cb3c-4b4d-8c6d-b23c22685741 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:07.348698 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-plugged", "status": "completed", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:07.349100 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b2e3210-cb3c-4b4d-8c6d-b23c22685741 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:07.349627 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'code': 200} Jul 16 08:30:07.366922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-acab2e71-2f96-44ee-a34d-5aae82b95c90 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571764 Jul 16 08:30:07.642363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-f63eae9b-7d93-4526-8b3b-88baded5c676 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605316 Jul 16 08:30:07.786257 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24578e3a-c623-498f-ad9a-89e1d5241b3d x-openstack-request-id: req-24578e3a-c623-498f-ad9a-89e1d5241b3d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:07.787030 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:07.787030 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24578e3a-c623-498f-ad9a-89e1d5241b3d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:07.787601 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1', 'status': 'completed', 'code': 200} Jul 16 08:30:07.795867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-45c4db52-7c42-45ac-9b1a-84fda21d96f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1 HTTP/1.1" status: 200 len: 217 time: 0.5657468 Jul 16 08:30:07.870385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25eb425e-8795-4075-b435-20b9eaf87f57 req-f7697f87-8232-4daa-a7f1-45b6419b4cea tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 210 time: 0.1572764 Jul 16 08:30:07.934035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-ecd366f7-0f66-4590-bc60-5de679c41729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.941106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-3c001803-6a8b-4d65-b1b3-d7cb8a48683d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.942689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-3c001803-6a8b-4d65-b1b3-d7cb8a48683d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952466 Jul 16 08:30:07.954821 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-ecd366f7-0f66-4590-bc60-5de679c41729 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1522708 Jul 16 08:30:07.965164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Request body: {'port': {'device_id': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '663df25e7ee446758973d80f3bfc20b2'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:07.975664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.998948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.020237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17516-8a89-4cf1-a3c6-cf142e82c576 req-38a786e2-fdc6-4e84-9b33-88331f7f2130 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.029819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5a17516-8a89-4cf1-a3c6-cf142e82c576 req-38a786e2-fdc6-4e84-9b33-88331f7f2130 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 945 time: 0.2788367 Jul 16 08:30:08.093321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135954f3-dc6e-4d98-9be6-f250f2d8625d req-cc2f20bd-8a7a-42a7-98ab-c9463028b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.095571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-135954f3-dc6e-4d98-9be6-f250f2d8625d req-cc2f20bd-8a7a-42a7-98ab-c9463028b8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1097 time: 0.3379014 Jul 16 08:30:08.118831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.120557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1568933 Jul 16 08:30:08.127073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58134) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:08.132172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc3c1-afd8-4275-84d1-b8aae2a237d9 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3258530c-58ab-43ba-ab12-a51b006f9f98,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:08.154198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'security_group_rule': {'security_group_id': '3258530c-58ab-43ba-ab12-a51b006f9f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:08.157288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.46', 53104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:08.181989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-135954f3-dc6e-4d98-9be6-f250f2d8625d req-13bf4787-8f92-4107-8ca7-35bdb92289d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Jul 16 08:30:08.214071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-8eac6154-1bc1-4763-ab5c-b214835f77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.215823 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-8eac6154-1bc1-4763-ab5c-b214835f77d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2438478 Jul 16 08:30:08.224640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5a17516-8a89-4cf1-a3c6-cf142e82c576 req-b8b28bd7-4487-4521-846b-30184a8809a0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938341 Jul 16 08:30:08.302059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-48d4b5f3-b9cd-4b43-8a79-66c4ac4bf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.303758 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-48d4b5f3-b9cd-4b43-8a79-66c4ac4bf595 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.1398330 Jul 16 08:30:08.387997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.406264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:08.409747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-66347d4d-a3eb-4b99-9da9-0e855acbc185 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839466 Jul 16 08:30:08.500191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-f6cd8e22-4d98-441b-8b76-75b64ae5f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.501711 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-f6cd8e22-4d98-441b-8b76-75b64ae5f893 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1917696 Jul 16 08:30:08.550926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-967a635d-5abd-4199-9124-30b24eda8366 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0409849 Jul 16 08:30:08.570119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e958438-b3ad-4b1f-ba12-772343729922 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:08.611919 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4d6da74-2198-4a40-adac-924e25e67a02 req-ab7e3e15-cf66-4678-98ed-defaccd5d331 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960990 Jul 16 08:30:08.624681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85b237e3-9186-4fa1-bea2-913294cfe23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.628804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.633804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5e958438-b3ad-4b1f-ba12-772343729922 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:08.634605 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.647559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-e0376cd8-169e-464a-9ecc-1a64e34e92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.648975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-e0376cd8-169e-464a-9ecc-1a64e34e92b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0788112 Jul 16 08:30:08.712574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579146a4-2746-4aac-9252-506dc587863b req-68182925-c56e-43b7-8e44-8e193268678b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.715505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579146a4-2746-4aac-9252-506dc587863b req-68182925-c56e-43b7-8e44-8e193268678b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.5870557 Jul 16 08:30:08.735923 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.803377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-ee6ef85d-0f81-41b2-8a03-3ac873fbe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.804952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-ee6ef85d-0f81-41b2-8a03-3ac873fbe7e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 1100 time: 0.1189575 Jul 16 08:30:08.807474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.812164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a6d584fe-5c83-4464-bac6-6997e6074acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.813680 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a6d584fe-5c83-4464-bac6-6997e6074acb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1580665 Jul 16 08:30:08.862141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85b237e3-9186-4fa1-bea2-913294cfe23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.871871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.893327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85b237e3-9186-4fa1-bea2-913294cfe23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.906709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579146a4-2746-4aac-9252-506dc587863b req-5d2a978f-6d78-4f2a-a4d2-0c6b66eb0e8f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738117 Jul 16 08:30:08.928796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaecbf3-501d-4eba-9ff7-9b0d20ed1dbe req-295e94c9-4e3d-496e-8dd5-0fd6814d99e9 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.935798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbaecbf3-501d-4eba-9ff7-9b0d20ed1dbe req-295e94c9-4e3d-496e-8dd5-0fd6814d99e9 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 948 time: 0.3293054 Jul 16 08:30:08.947409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35503572-0326-4623-8252-ef7b25c3ef34,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:08.984741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Made reservation on behalf of 663df25e7ee446758973d80f3bfc20b2 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:08.988182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.000519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.004242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5bd6c3c5-6ac4-4f4d-bf96-932bfdfdca3b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8519778 Jul 16 08:30:09.004459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58150) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:09.006846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.011413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'security_group_rule': {'security_group_id': '3258530c-58ab-43ba-ab12-a51b006f9f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:09.042183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbaecbf3-501d-4eba-9ff7-9b0d20ed1dbe req-a16bdbaf-0762-40e4-836c-caede35426d2 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040654 Jul 16 08:30:09.045630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.47', 57548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:09.051138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-85b237e3-9186-4fa1-bea2-913294cfe23e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4d91a4acd18414193e8c1fdc0287462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437299 Jul 16 08:30:09.071310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58154) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:09.117573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.153781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-1325c90e-8885-4417-8ed3-de2a47773b1b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051278 Jul 16 08:30:09.154557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b237e3-9186-4fa1-bea2-913294cfe23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c5b9a-fbcc-4775-9f89-0f05924f1515,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.165848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-e981b693-35de-422b-9f5b-6759a4e11d3f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426549 Jul 16 08:30:09.198671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-4fafef07-65fb-4057-b822-50e6f965ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.200162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-4fafef07-65fb-4057-b822-50e6f965ffcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3755300 Jul 16 08:30:09.276218 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:09.300446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.303565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-048e7dce-a40f-4adf-bc90-2bbe23efebc3 req-6625f808-f8d5-4fca-b039-148404a2e500 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 210 time: 0.0766399 Jul 16 08:30:09.304378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.309346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.374002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.383983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-61803551-1c9f-4f1c-bee4-0d84075db8e3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.386258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6b80cb-b841-41d0-a42e-8d5b1b87236a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.394717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-61803551-1c9f-4f1c-bee4-0d84075db8e3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991894 Jul 16 08:30:09.422657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Request body: {'port': {'device_id': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '663df25e7ee446758973d80f3bfc20b2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:09.501140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.509991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-ee66281e-909b-4f86-973d-4de42c0b78ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1 HTTP/1.1" status: 200 len: 217 time: 0.1142149 Jul 16 08:30:09.526042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.550378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.554730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-854f1184-5069-477b-bba9-63e94ad74c3d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5460682 Jul 16 08:30:09.560643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58174) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:09.570246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-822fd19f-1b98-47f1-82f8-0904cbc26647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.570735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:09.571853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-822fd19f-1b98-47f1-82f8-0904cbc26647 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0515480 Jul 16 08:30:09.577384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.579559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.580888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f09c5b9a-fbcc-4775-9f89-0f05924f1515 HTTP/1.1" status: 204 len: 168 time: 0.5021379 Jul 16 08:30:09.647374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e67ac-d8df-4d27-83d8-5933eb427303,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.664456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68959d9a-549f-414a-b07b-c775c7fb8c0f req-d447a815-98b1-4cfb-853e-daedabd081d1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.674127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68959d9a-549f-414a-b07b-c775c7fb8c0f req-d447a815-98b1-4cfb-853e-daedabd081d1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 945 time: 0.2617528 Jul 16 08:30:09.758858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-bb7145e4-7004-456e-9815-ba1041e70bf2 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560181 Jul 16 08:30:09.778482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-490c31a6-fb2a-4c9d-a2b7-68f7fc578177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.780307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-490c31a6-fb2a-4c9d-a2b7-68f7fc578177 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998107 Jul 16 08:30:09.788156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.827996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Made reservation on behalf of 663df25e7ee446758973d80f3bfc20b2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:09.831937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.866077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb831676-05ba-4dee-a5c7-37bffa62363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c5b9a-fbcc-4775-9f89-0f05924f1515,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.933391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68959d9a-549f-414a-b07b-c775c7fb8c0f req-b5086db7-b26f-4bcc-8903-499d87b47cec tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583523 Jul 16 08:30:09.972399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-ac07b055-cfbb-4802-946f-69d8c4971c18 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836889 Jul 16 08:30:10.036810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Allocated IP 192.168.233.215 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/c771ce1a-3775-4886-9f44-48d69bf4ef3f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:10.155414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8f97cb89-9b4d-4595-a78a-cd35ee5dccb4 req-79df0c33-7a90-48a6-8f2d-885329461d0d service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759260 Jul 16 08:30:10.193712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:10.207558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f3df02-8dd7-470b-a499-b307d57c278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.237567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.312160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f3df02-8dd7-470b-a499-b307d57c278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.316871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50f3df02-8dd7-470b-a499-b307d57c278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.358561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50f3df02-8dd7-470b-a499-b307d57c278f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8defe5e2f33241aaaebb15a1aa28d902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636689 Jul 16 08:30:10.359615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58220) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:10.359716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3df02-8dd7-470b-a499-b307d57c278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0033e2-5c3c-4f93-b7ba-768291e1a534,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:10.412176 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.425347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c5e5-d247-4f51-93c4-12717a319069 req-5d7103c4-05e4-46a8-aaaa-ec5f75ee1aa8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.427216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5575c5e5-d247-4f51-93c4-12717a319069 req-5d7103c4-05e4-46a8-aaaa-ec5f75ee1aa8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.2376246 Jul 16 08:30:10.490744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Transition to ACTIVE for port object c771ce1a-3775-4886-9f44-48d69bf4ef3f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:10.507623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Allocated IP 172.25.5.239 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/61eaea68-4126-42f4-bc04-c6cd636a6eac) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:10.549820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5575c5e5-d247-4f51-93c4-12717a319069 req-30cdcd7e-9d88-4b50-9626-deb71b6dad75 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111352 Jul 16 08:30:10.603657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.686326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.706522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.736273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Allocated IP 192.168.233.200 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/ac3385b0-91f6-4440-896c-0e42ed3092f9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:10.849889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:10.849889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c0c64-6b2f-4acc-b52a-2cf9b5f512b6 req-1c8b2bf9-a7d6-4077-a5de-447b5fb44ac4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.849889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c5c0c64-6b2f-4acc-b52a-2cf9b5f512b6 req-1c8b2bf9-a7d6-4077-a5de-447b5fb44ac4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1097 time: 0.3087447 Jul 16 08:30:10.862094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.873240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:10.881727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:10.901265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:10.908646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.909412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.949550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.980857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.982394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.985977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd0033e2-5c3c-4f93-b7ba-768291e1a534 HTTP/1.1" status: 204 len: 168 time: 0.6189830 Jul 16 08:30:10.994177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-2a189784-041b-4cfb-894d-c4daa3bbbaf3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0351055 Jul 16 08:30:10.999852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c5c0c64-6b2f-4acc-b52a-2cf9b5f512b6 req-8104855f-6381-47b3-95d9-e4fabdabaeb8 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332068 Jul 16 08:30:11.018985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Transition to ACTIVE for port object ac3385b0-91f6-4440-896c-0e42ed3092f9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:11.028593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ef4-0a92-4345-8d25-da63891304ee req-893b3587-81fb-45da-ba5e-b7dd7d5cefdd tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.037576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1843ef4-0a92-4345-8d25-da63891304ee req-893b3587-81fb-45da-ba5e-b7dd7d5cefdd tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 948 time: 0.3546331 Jul 16 08:30:11.049171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fbeb3-2b5d-44e5-8bb6-9ce2b375e53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0033e2-5c3c-4f93-b7ba-768291e1a534,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.066942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Request body: {'port': {'device_id': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:11.099234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f288bfe7-71af-482b-a327-c37de3bd5fc1 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:11.148433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.184448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-21dfd623-ec9f-4043-a5d0-0ad8a04959ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2317207 Jul 16 08:30:11.233025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.239994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:11.246606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1843ef4-0a92-4345-8d25-da63891304ee req-7d80dce9-a742-40c5-a24c-eab3f444a0a9 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076612 Jul 16 08:30:11.269446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:11.271848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:11.306579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'f288bfe7-71af-482b-a327-c37de3bd5fc1', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'f288bfe7-71af-482b-a327-c37de3bd5fc1', 'mac_address': 'fa:16:3e:b3:e3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:11.365558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.377108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:11.403414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'Port': ['ID=61eaea68-4126-42f4-bc04-c6cd636a6eac,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.421726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:11.434001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:11.437181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:11.444865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.456316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.478062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event updated for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.510959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caee2e-3f54-4111-bc33-b64420b1873d req-fedc1669-e41e-4741-ba07-11ff38226540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.521244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-fedc1669-e41e-4741-ba07-11ff38226540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b37a9f7d39643028ca1ea667b159417&device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 1121 time: 0.2755291 Jul 16 08:30:11.528226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-93c06603-3f51-4186-878a-2632286d129b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1164818 Jul 16 08:30:11.543054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Request body: {'port': {'device_id': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:11.557570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d37c8a83-6b07-4194-a7a0-f634b0023ef3 None None] Provisioning for port c771ce1a-3775-4886-9f44-48d69bf4ef3f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:11.566737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d37c8a83-6b07-4194-a7a0-f634b0023ef3 None None] Provisioning complete for port c771ce1a-3775-4886-9f44-48d69bf4ef3f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:11.567607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d37c8a83-6b07-4194-a7a0-f634b0023ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.578952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.609673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.629362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f288bfe7-71af-482b-a327-c37de3bd5fc1 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:11.652021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d37c8a83-6b07-4194-a7a0-f634b0023ef3 None None] Port c771ce1a-3775-4886-9f44-48d69bf4ef3f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:11.679747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:11.687708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.700025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.767468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.880246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9b90e12f-e334-4bd2-b2ee-33bbc899b09b None None] Provisioning for port ac3385b0-91f6-4440-896c-0e42ed3092f9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:11.887697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9b90e12f-e334-4bd2-b2ee-33bbc899b09b None None] Provisioning complete for port ac3385b0-91f6-4440-896c-0e42ed3092f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:11.888368 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9b90e12f-e334-4bd2-b2ee-33bbc899b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.927419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['f288bfe7-71af-482b-a327-c37de3bd5fc1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:11.987106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9b90e12f-e334-4bd2-b2ee-33bbc899b09b None None] Port ac3385b0-91f6-4440-896c-0e42ed3092f9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:12.030077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caee2e-3f54-4111-bc33-b64420b1873d req-41cc4ae9-6638-45d0-9fae-c9c4b5a2f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.031552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-41cc4ae9-6638-45d0-9fae-c9c4b5a2f57f service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4491439 Jul 16 08:30:12.121356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-bbeffb8d-97c5-43fe-bfdb-2f1479f10651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 HTTP/1.1" status: 200 len: 217 time: 0.0464430 Jul 16 08:30:12.182819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caee2e-3f54-4111-bc33-b64420b1873d req-e17abc66-d321-40d2-b8df-1eb7d828fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.184289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-e17abc66-d321-40d2-b8df-1eb7d828fa17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0529351 Jul 16 08:30:12.189592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.245738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caee2e-3f54-4111-bc33-b64420b1873d req-4cc6866e-7dbe-4293-b226-a2fd5899b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.247268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-4cc6866e-7dbe-4293-b226-a2fd5899b5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562134 Jul 16 08:30:12.261057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a3ec6-4446-4bc4-96c4-d107d894ef3b req-e5ac1fdf-f3e6-4872-8354-76f85396cb04 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.264504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e90a3ec6-4446-4bc4-96c4-d107d894ef3b req-e5ac1fdf-f3e6-4872-8354-76f85396cb04 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 936 time: 0.6623147 Jul 16 08:30:12.329050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449736a-2dca-44ef-82af-76cc1d7e7de9 req-721777b4-b430-4f2e-9bef-bf3971eef40d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.330573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8449736a-2dca-44ef-82af-76cc1d7e7de9 req-721777b4-b430-4f2e-9bef-bf3971eef40d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1097 time: 0.7339048 Jul 16 08:30:12.354563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-457d18ca-cf50-4cdf-9dbb-591e83ef99d4 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997965 Jul 16 08:30:12.419489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e90a3ec6-4446-4bc4-96c4-d107d894ef3b req-21d4d00e-49c2-4352-9974-9d9ebdd7b0bf tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222062 Jul 16 08:30:12.470977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24caee2e-3f54-4111-bc33-b64420b1873d req-3150cc77-70dc-4be0-8932-cc7984be604f service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106825 Jul 16 08:30:12.475042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8449736a-2dca-44ef-82af-76cc1d7e7de9 req-cc9af2a4-1c71-4a13-aa16-80f925e5fb5f tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243675 Jul 16 08:30:12.487887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:12.501568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.527136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Transition to ACTIVE for port object c771ce1a-3775-4886-9f44-48d69bf4ef3f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:12.542927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.546872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.592158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.626856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.640345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.719409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Attempting to bind port c771ce1a-3775-4886-9f44-48d69bf4ef3f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:12.719748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Attempting to bind port c771ce1a-3775-4886-9f44-48d69bf4ef3f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:12.720202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Attempting to bind port c771ce1a-3775-4886-9f44-48d69bf4ef3f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:12.724789 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.734131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1625173 Jul 16 08:30:12.740876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Port c771ce1a-3775-4886-9f44-48d69bf4ef3f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:12.741205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Attempting to bind port c771ce1a-3775-4886-9f44-48d69bf4ef3f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:12.771563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:12.771563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:12.771563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:12.771960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Bound port: c771ce1a-3775-4886-9f44-48d69bf4ef3f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:12.771960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.783856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86ee0-e741-483c-8a32-d1769c046c54 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'Port': ['ID=61eaea68-4126-42f4-bc04-c6cd636a6eac,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.876686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-8b6b6d7d-fe3e-4c53-9a5b-8d036cd6e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.878482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-8b6b6d7d-fe3e-4c53-9a5b-8d036cd6e233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.2299230 Jul 16 08:30:12.911385 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ba25490e-4eca-4685-98b5-feab2a4d82cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.970232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3385b0-91f6-4440-896c-0e42ed3092f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:12.981714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.000486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7e56e-947e-4cb4-9fc5-c4cabf181226 req-d1eb968f-1402-473b-a9fb-56e02c39189d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.001959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afe7e56e-947e-4cb4-9fc5-c4cabf181226 req-d1eb968f-1402-473b-a9fb-56e02c39189d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.2459409 Jul 16 08:30:13.003230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:13.027480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Transition to ACTIVE for port object ac3385b0-91f6-4440-896c-0e42ed3092f9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:13.033679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.036813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:13.050154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.073874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-9218877f-0577-4e7d-a23e-09dc1c7ddb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.075362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-9218877f-0577-4e7d-a23e-09dc1c7ddb05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1522131 Jul 16 08:30:13.101682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f288bfe7-71af-482b-a327-c37de3bd5fc1 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:13.113759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.114792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.116500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] 10.222.0.46 "PUT /v2.0/ports/c771ce1a-3775-4886-9f44-48d69bf4ef3f HTTP/1.1" status: 200 len: 1097 time: 2.0699739 Jul 16 08:30:13.117439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:13.120918 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703" -d '{"events": [{"name": "network-changed", "server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:13.130830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-4df21265-925a-424b-9904-abdd56fc0976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0476580 Jul 16 08:30:13.132747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:13.163420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port f288bfe7-71af-482b-a327-c37de3bd5fc1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:13.169256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port f288bfe7-71af-482b-a327-c37de3bd5fc1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:13.170090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.177698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afe7e56e-947e-4cb4-9fc5-c4cabf181226 req-f12f5b42-3270-40f5-bb41-6046226465a9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602356 Jul 16 08:30:13.196168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030cc9-5404-450c-bb68-8e4ec0f16583 service neutron] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:13.210117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8474f-3cf7-452d-8428-8aecd35a327b req-c90044c4-1cd7-45c4-9352-205d418924e2 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.216631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ae8474f-3cf7-452d-8428-8aecd35a327b req-c90044c4-1cd7-45c4-9352-205d418924e2 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 949 time: 0.2849610 Jul 16 08:30:13.217929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Attempting to bind port ac3385b0-91f6-4440-896c-0e42ed3092f9 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:13.217929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Attempting to bind port ac3385b0-91f6-4440-896c-0e42ed3092f9 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:13.218464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Attempting to bind port ac3385b0-91f6-4440-896c-0e42ed3092f9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:13.228308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Port ac3385b0-91f6-4440-896c-0e42ed3092f9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:13.229282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Attempting to bind port ac3385b0-91f6-4440-896c-0e42ed3092f9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:13.232202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-f5475a10-61e4-486a-8b58-23e00dd83540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.233811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-f5475a10-61e4-486a-8b58-23e00dd83540 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0886972 Jul 16 08:30:13.237867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:13.238286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:13.238736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:13.240090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Bound port: ac3385b0-91f6-4440-896c-0e42ed3092f9, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:13.240090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.303306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.356791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:13.358043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:13.361154 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932eeb6a-ac17-470d-aa95-7fff90f1e90c" -d '{"events": [{"server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "name": "network-vif-plugged", "status": "completed", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:13.365621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.368950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ae8474f-3cf7-452d-8428-8aecd35a327b req-6e72e6f7-4550-4243-b46a-08362e46c9c5 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440117 Jul 16 08:30:13.427383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-99f80803-64b1-4924-8d68-76288f80b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.430891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-99f80803-64b1-4924-8d68-76288f80b365 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890972 Jul 16 08:30:13.433375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-588f2f33-3083-43b5-8ccb-9901e5a6522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.433725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:13.437661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-588f2f33-3083-43b5-8ccb-9901e5a6522d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1100 time: 0.2540400 Jul 16 08:30:13.439373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:13.454705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.471722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:13.511366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-31bba933-f775-4e8c-9c84-c40a2391f72f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f HTTP/1.1" status: 200 len: 217 time: 0.0666723 Jul 16 08:30:13.578999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-e0931f05-c390-4a6d-ba42-c19a26c6cbf1 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375382 Jul 16 08:30:13.611196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.611402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-133b89c9-8c91-4be6-a5ca-6e7bc1d101e7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1798926737&fields=id&tenant_id=3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 267 time: 0.1029539 Jul 16 08:30:13.612192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.613180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-7b568131-e9e1-4d49-a396-4bed4ab48375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.614561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-7b568131-e9e1-4d49-a396-4bed4ab48375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0967073 Jul 16 08:30:13.614727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] 10.222.0.47 "PUT /v2.0/ports/ac3385b0-91f6-4440-896c-0e42ed3092f9 HTTP/1.1" status: 200 len: 1097 time: 2.0759933 Jul 16 08:30:13.615312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:13.617905 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70996f4d-53b7-4ed6-8737-189d53d84ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:13.718683 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39d4df7-18aa-4179-8271-784572d21651 x-openstack-request-id: req-e39d4df7-18aa-4179-8271-784572d21651 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:13.719040 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:13.719297 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e39d4df7-18aa-4179-8271-784572d21651 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:13.719870 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'status': 'completed', 'code': 200} Jul 16 08:30:13.757486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdef4bf-2778-4f26-ac44-a4adf5999399 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:13.780870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19205f73-c9f9-4293-902b-c367643d5556 req-2957c864-3393-4c4a-9865-75316db0f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.782289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-2957c864-3393-4c4a-9865-75316db0f103 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562035 Jul 16 08:30:13.793125 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b201c170-94f4-4d3b-9e0f-b7c2302dc364 req-69704ec1-e520-46a6-a2f2-aa802487c419 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927569 Jul 16 08:30:13.826938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-08a77279-8abf-454c-b62b-54789762a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.828765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-08a77279-8abf-454c-b62b-54789762a928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 1100 time: 0.1546857 Jul 16 08:30:13.843713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-71c34a38-590e-4f21-ad56-e645013c4972 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.845594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-71c34a38-590e-4f21-ad56-e645013c4972 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 823 time: 0.2225587 Jul 16 08:30:13.880249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-a3d80a02-0e42-4bea-a7f2-868aada573f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9 HTTP/1.1" status: 200 len: 217 time: 0.0425427 Jul 16 08:30:13.896650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-77bf20aa-c10b-4c28-a9c8-d14f79bab4d8 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/quotas/3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 375 time: 0.0407107 Jul 16 08:30:13.928438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-972c8665-24da-4586-8383-be71c32353d2 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321049 Jul 16 08:30:13.938058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-b4fc315e-e35e-4138-90b9-39b7cdc5cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.941511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-b4fc315e-e35e-4138-90b9-39b7cdc5cefd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0533807 Jul 16 08:30:14.004889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-908f752e-6fb3-4756-bf50-bbbf7947df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.006576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-908f752e-6fb3-4756-bf50-bbbf7947df52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603545 Jul 16 08:30:14.098051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-dff13399-1e9b-4854-ac73-4ff00ae7d959 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720254 Jul 16 08:30:14.100401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19205f73-c9f9-4293-902b-c367643d5556 req-73c6f30b-2be1-4384-82db-318586f2a4e7 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631782 Jul 16 08:30:14.106447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-40745115-0275-4001-b87e-cd632f2af9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924528 Jul 16 08:30:14.234690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-227f273c-e7df-424b-b14a-9070832d0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.236325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-227f273c-e7df-424b-b14a-9070832d0bec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1100 time: 0.0782948 Jul 16 08:30:14.236462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-690645a2-a7b7-4544-ab7c-b4dee092361d req-8cd77fb4-7c1d-4164-8120-5840196e4ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211882 Jul 16 08:30:14.274962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-7a6e48d4-9d33-4462-8dae-3242a7523c27 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:14.276580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-7a6e48d4-9d33-4462-8dae-3242a7523c27 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600970 Jul 16 08:30:14.399712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-06418cf2-6901-40b9-ab24-4589cf4e0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.401216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-06418cf2-6901-40b9-ab24-4589cf4e0a83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1586041 Jul 16 08:30:14.414689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b0f38c44-6d51-4385-beb3-24519fd06f0c service neutron] 10.222.0.32 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320713 Jul 16 08:30:14.466812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-4904659f-52f1-4914-b69e-4a555fce5cf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f HTTP/1.1" status: 200 len: 217 time: 0.0511575 Jul 16 08:30:14.551992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-18c2fe7e-6ef4-4124-8d81-7a218c96fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.553472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-18c2fe7e-6ef4-4124-8d81-7a218c96fa2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0790606 Jul 16 08:30:14.576970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-310828c6-c8e2-4bb3-b9b8-e6a716e124d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553800 Jul 16 08:30:14.636614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-f53e1910-7f89-4714-80a0-dd0d79868698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.638191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-f53e1910-7f89-4714-80a0-dd0d79868698 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727270 Jul 16 08:30:14.746946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-cf6edc03-0735-44a1-83b3-dfb1e75e672f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018479 Jul 16 08:30:14.753389 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a89818-6c87-42b9-9e2e-880b30c1ba9a x-openstack-request-id: req-87a89818-6c87-42b9-9e2e-880b30c1ba9a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:14.753867 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "name": "network-vif-plugged", "status": "completed", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:14.753966 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87a89818-6c87-42b9-9e2e-880b30c1ba9a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:14.754318 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1', 'code': 200} Jul 16 08:30:14.874788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cd0f8c9-15a2-4ddb-9d90-d8d4712a3703 req-2438b970-51fc-478b-8ee0-c1f28ba30488 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197219 Jul 16 08:30:14.954146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2edab9-8c71-444c-9252-b65fa5974c61 req-1d3ce1e7-a0d8-4400-9fea-256941039e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.955824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6b2edab9-8c71-444c-9252-b65fa5974c61 req-1d3ce1e7-a0d8-4400-9fea-256941039e30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 1102 time: 0.0618954 Jul 16 08:30:14.969637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148fc1-4d00-4bac-92bd-f7d073d930b9 req-d063f44b-8740-48a2-9462-be44dadbb329 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.971294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e148fc1-4d00-4bac-92bd-f7d073d930b9 req-d063f44b-8740-48a2-9462-be44dadbb329 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 948 time: 0.0773683 Jul 16 08:30:14.994696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6b2edab9-8c71-444c-9252-b65fa5974c61 req-c2d4e6d8-43c9-41bb-8062-fb9d65a75921 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Jul 16 08:30:15.016435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e148fc1-4d00-4bac-92bd-f7d073d930b9 req-d3a6632b-915a-4c86-b0ec-d4ce3798c9ed tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Jul 16 08:30:15.067238 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc3246-5217-457d-bf11-d810899a1248 x-openstack-request-id: req-73bc3246-5217-457d-bf11-d810899a1248 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:15.067796 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:15.068403 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73bc3246-5217-457d-bf11-d810899a1248 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:15.068964 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9', 'status': 'completed', 'code': 200} Jul 16 08:30:15.154084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:15.173533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-a509a0a3-7f90-408a-abed-51de8ba0ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.175723 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-a509a0a3-7f90-408a-abed-51de8ba0ce87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 1100 time: 0.0825965 Jul 16 08:30:15.217511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-c2a19103-133f-4f29-8efb-3c56d068e7b2 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:15.219063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-c2a19103-133f-4f29-8efb-3c56d068e7b2 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632625 Jul 16 08:30:15.320166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-289860bd-ad7f-420b-bd11-262938d31493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.321919 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-289860bd-ad7f-420b-bd11-262938d31493 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1389303 Jul 16 08:30:15.368359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-d0220839-a65e-4cbb-8c82-f29c37876390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9 HTTP/1.1" status: 200 len: 217 time: 0.0394013 Jul 16 08:30:15.374100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Request body: {'binding': {'host': 'n-h2-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:15.374746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:30:15.422829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-91fd3f16-7e77-4ec9-a2ec-241f24650a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.424659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-91fd3f16-7e77-4ec9-a2ec-241f24650a20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0503216 Jul 16 08:30:15.497539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-9d765b36-6292-4609-8ce4-ac7d32b5bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.499453 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-9d765b36-6292-4609-8ce4-ac7d32b5bb81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623982 Jul 16 08:30:15.509036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0695db2-4d8f-4f98-816c-d53d4773e8f1 req-038ed003-1b6c-4a48-bf2c-fbbc88b1bc3a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.511162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0695db2-4d8f-4f98-816c-d53d4773e8f1 req-038ed003-1b6c-4a48-bf2c-fbbc88b1bc3a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1622415 Jul 16 08:30:15.573939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca0bd-8629-41d4-9d1f-8120bd7defb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.615894 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-fba7fa7f-7668-46f7-ae35-a28b07297c4a service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097193 Jul 16 08:30:15.668913 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.730326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70996f4d-53b7-4ed6-8737-189d53d84ed8 req-6bb74f0c-0589-4b9f-a449-2d7f1c672d2f service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067739 Jul 16 08:30:15.773523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0695db2-4d8f-4f98-816c-d53d4773e8f1 req-520fbb0d-513a-46cb-84bb-92020a11cbc9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535100 Jul 16 08:30:15.788944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on host n-h2-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:15.789296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:15.800221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:15.804146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:15.804468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:15.809835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:15.810167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:15.810545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:15.810968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Bound port: f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:15.918885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:15.926813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.929156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0ed2556b-9919-4e01-912f-326768875b29 service neutron] 10.222.0.32 "POST /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6543288 Jul 16 08:30:16.044236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba37918-8eb5-4172-8c8f-9382e4892541 req-125d0768-72e0-4c51-b268-f0266bc85480 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.051524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fba37918-8eb5-4172-8c8f-9382e4892541 req-125d0768-72e0-4c51-b268-f0266bc85480 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.1207545 Jul 16 08:30:16.136645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fba37918-8eb5-4172-8c8f-9382e4892541 req-984a0ebf-9916-416d-a29b-994e895c747b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 Jul 16 08:30:16.210740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-979fe60f-013b-4987-8a3c-5a7915e2517c req-130af827-8629-45a0-a71e-b114854dffdc tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 210 time: 0.0721574 Jul 16 08:30:16.324311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-a0e2c490-64d8-4381-b6e1-e0b102928e1d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.326534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-a0e2c490-64d8-4381-b6e1-e0b102928e1d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 823 time: 0.2267597 Jul 16 08:30:16.416690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-a9ce1936-1c9e-4cf2-9ae9-3f07ad0a0282 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 380 time: 0.0796165 Jul 16 08:30:16.445597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd4eb860-ee44-41b5-8e97-44e51e450f46 req-0529d4b5-84f8-4189-ac96-b1e30f9315da tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eac6416c73bc42738070b74952fe99b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305238 Jul 16 08:30:16.453634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'port': {'device_id': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'admin_state_up': True, 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'security_groups': ['3258530c-58ab-43ba-ab12-a51b006f9f98']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:16.521057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-584e3e98-1749-46e3-a608-1f3b8ce36588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.522558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-584e3e98-1749-46e3-a608-1f3b8ce36588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0575261 Jul 16 08:30:16.616021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-6a97c86a-15f8-4d24-9d05-f76f462d3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.617446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-6a97c86a-15f8-4d24-9d05-f76f462d3b3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.0880780 Jul 16 08:30:16.657424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-2ed47b82-576a-4ff3-b1b9-a31a993e8f72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.0338354 Jul 16 08:30:16.673429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eb860-ee44-41b5-8e97-44e51e450f46 req-e84bdc66-2b40-40b8-b5ec-3162208fc90c tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.674905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd4eb860-ee44-41b5-8e97-44e51e450f46 req-e84bdc66-2b40-40b8-b5ec-3162208fc90c tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139149 Jul 16 08:30:16.708929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b5d6507f-b5e8-4f7c-b8bc-d9dbd051ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.710054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b5d6507f-b5e8-4f7c-b8bc-d9dbd051ee95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0445914 Jul 16 08:30:16.712005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd4eb860-ee44-41b5-8e97-44e51e450f46 req-08256326-59a3-4e81-a663-0442e9ef84f7 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/quotas/eac6416c73bc42738070b74952fe99b1 HTTP/1.1" status: 200 len: 375 time: 0.0262094 Jul 16 08:30:16.721772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ed5db-33bc-4696-a1a3-a37d602d96ac req-3bf71a30-616a-43a8-af6c-1f5cefd35f98 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.723310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d55ed5db-33bc-4696-a1a3-a37d602d96ac req-3bf71a30-616a-43a8-af6c-1f5cefd35f98 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 945 time: 0.2079942 Jul 16 08:30:16.735314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.737190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Made reservation on behalf of 3d18dee01d9f4cef80eb729fd017dc31 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:16.739773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.765537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd4eb860-ee44-41b5-8e97-44e51e450f46 req-feac3fb0-21a0-4496-9335-57d7cd0b43d1 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac6416c73bc42738070b74952fe99b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401642 Jul 16 08:30:16.771957 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-c10a2ae4-b416-4a09-a355-a08de745c582 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498307 Jul 16 08:30:16.932456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d55ed5db-33bc-4696-a1a3-a37d602d96ac req-69738ef7-ac97-4fbf-81a0-44a14b24e585 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728511 Jul 16 08:30:16.937604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Allocated IP 172.20.0.13 (e9d533cc-1848-4743-8f98-9777115970b3/7953c86d-1f7e-48f2-82b6-3884b46fa655/8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:16.957288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-db74549d-67ef-435f-bef5-d1b2dee6660c service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786957 Jul 16 08:30:17.065853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40110-12f0-4a3f-aee0-c528fa33c8ca req-2bc41088-e758-4088-851e-9cb0b6853d6b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.067586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fb40110-12f0-4a3f-aee0-c528fa33c8ca req-2bc41088-e758-4088-851e-9cb0b6853d6b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 948 time: 0.1313143 Jul 16 08:30:17.076852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-d1cdf167-0b71-4472-abeb-46b4e5f009d7 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122484 Jul 16 08:30:17.104433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ac3385b0-91f6-4440-896c-0e42ed3092f9 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:17.218616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fb40110-12f0-4a3f-aee0-c528fa33c8ca req-f567540c-362d-478b-8fe8-23b9787cb7bd tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Jul 16 08:30:17.261321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.279542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.286052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Transition to ACTIVE for port object 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:17.308177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ac3385b0-91f6-4440-896c-0e42ed3092f9', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'ac3385b0-91f6-4440-896c-0e42ed3092f9', 'mac_address': 'fa:16:3e:59:d1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:17.324144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-a47db3ad-2c6d-415c-a243-58f6c641128b tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.325947 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-a47db3ad-2c6d-415c-a243-58f6c641128b tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.1328554 Jul 16 08:30:17.336766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28219ba5-055e-4677-9404-2f50997e2317 req-1c49f085-35d2-4e0a-95c7-9a94ae8273a3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.338612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:17.343967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28219ba5-055e-4677-9404-2f50997e2317 req-1c49f085-35d2-4e0a-95c7-9a94ae8273a3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1240447 Jul 16 08:30:17.370371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.406147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28219ba5-055e-4677-9404-2f50997e2317 req-120ea9ef-db4f-4972-81bf-120027ae6a0f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610685 Jul 16 08:30:17.488580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Network e9d533cc-1848-4743-8f98-9777115970b3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:17.493796 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.497107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:17.519144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:17.542079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3385b0-91f6-4440-896c-0e42ed3092f9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:17.553180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.553662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.564904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.569523 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.589631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.610000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-8bb6d7aa-1b9e-4d48-86a9-b7bdc9820f62 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1638002 Jul 16 08:30:17.632698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Request body: {'port': {'device_id': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:17.672301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:17.743477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.764174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.810678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.826091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ac3385b0-91f6-4440-896c-0e42ed3092f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:17.874940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.909575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'mac_address': 'fa:16:3e:9f:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:17.913096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbc46-c8d2-4275-bf5d-3292b94dd4bb req-d80bbd5b-8427-4f4d-8fca-7a614e432897 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.923582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:17.924178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f93fbc46-c8d2-4275-bf5d-3292b94dd4bb req-d80bbd5b-8427-4f4d-8fca-7a614e432897 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.1489511 Jul 16 08:30:17.927498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0eeae3eb-0722-4755-883c-e3c3b24bfda8 None None] Provisioning for port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:17.934757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0eeae3eb-0722-4755-883c-e3c3b24bfda8 None None] Provisioning complete for port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:17.935434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0eeae3eb-0722-4755-883c-e3c3b24bfda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.969963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:18.015249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:18.017609 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e122d9b-069c-4d4e-8620-03c75c6adeaa" -d '{"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:18.021159 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.023830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.032468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.044559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0eeae3eb-0722-4755-883c-e3c3b24bfda8 None None] Port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:18.054827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f93fbc46-c8d2-4275-bf5d-3292b94dd4bb req-5f91374e-473c-46c5-8bed-fe881433f35f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297042 Jul 16 08:30:18.055020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:18.107634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:18.114507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.141270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.161692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:18.162215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:18.162707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.167929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:18.168511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Attempting to bind port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.177072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:18.177414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:18.177803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:18.178238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Bound port: f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:18.178599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.196065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.203110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0a673-4103-4a1d-9ac3-bc4c952b391e req-09efac36-3285-4e17-bb4c-cceeb219b2ed tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.204858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6e0a673-4103-4a1d-9ac3-bc4c952b391e req-09efac36-3285-4e17-bb4c-cceeb219b2ed tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 932 time: 0.1700904 Jul 16 08:30:18.258438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:18.265096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:18.271344 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.307374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6e0a673-4103-4a1d-9ac3-bc4c952b391e req-ffadee15-daac-4058-bab8-2165b969cbbb tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847526 Jul 16 08:30:18.349067 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.353082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:18.379950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.403962 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e0b4c-b999-42fa-8fcd-c6ba23ed2ddc x-openstack-request-id: req-ba0e0b4c-b999-42fa-8fcd-c6ba23ed2ddc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:18.404547 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:18.404893 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba0e0b4c-b999-42fa-8fcd-c6ba23ed2ddc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:18.405556 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'code': 200} Jul 16 08:30:18.406712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:18.409522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.410295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.411869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0578eb79-4e96-46be-92d2-39980b667527 service neutron] 10.222.0.47 "PUT /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 1123 time: 1.0796242 Jul 16 08:30:18.431339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.452202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Transition to ACTIVE for port object 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:18.463482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.509821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:18.527595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc720-d9d0-44f3-a25c-ea96e5fb952e req-8460d606-9343-41fb-aa27-004c16b72678 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.529502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2efdc720-d9d0-44f3-a25c-ea96e5fb952e req-8460d606-9343-41fb-aa27-004c16b72678 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.1370375 Jul 16 08:30:18.535353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.612468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2efdc720-d9d0-44f3-a25c-ea96e5fb952e req-2d5d07fe-7c75-49ac-be3b-5ed733031638 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733812 Jul 16 08:30:18.616070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Attempting to bind port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:18.616406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Attempting to bind port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:18.616915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Attempting to bind port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.621983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 on network e9d533cc-1848-4743-8f98-9777115970b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:18.622608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Attempting to bind port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.627925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:18.628421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Checking segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:18.628800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Bound using segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:18.629232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Bound port: 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:18.629590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.714305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:18.718826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:18.726811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.788596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.801989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.802609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.804009 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b872883f-2eac-41f5-8d29-a8776b0173c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 HTTP/1.1" status: 200 len: 1093 time: 1.1778309 Jul 16 08:30:18.804461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:18.806713 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43af5850-e935-4a34-89ea-a2a42b543398" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:18.957000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-ac8d50d6-1877-4f80-a341-1ece2afe04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.958534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-ac8d50d6-1877-4f80-a341-1ece2afe04ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 1096 time: 0.1157069 Jul 16 08:30:18.970729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343376-54de-4b1f-90ca-c2f83745a0c5 req-fd61bd39-bb69-475e-a843-cc18d165f9ce tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.972253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9343376-54de-4b1f-90ca-c2f83745a0c5 req-fd61bd39-bb69-475e-a843-cc18d165f9ce tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 949 time: 0.0991161 Jul 16 08:30:19.104071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ac3385b0-91f6-4440-896c-0e42ed3092f9 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:19.156558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ac3385b0-91f6-4440-896c-0e42ed3092f9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:19.160265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ac3385b0-91f6-4440-896c-0e42ed3092f9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:19.160662 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.190971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-fac56580-6794-40c9-a6de-0ddd249e214c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 HTTP/1.1" status: 200 len: 217 time: 0.2177355 Jul 16 08:30:19.236566 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.258805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:19.261612 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb2c10d-9f51-4a0b-9c0f-f9a0213edbf1" -d '{"events": [{"server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "name": "network-vif-plugged", "status": "completed", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:19.273118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9343376-54de-4b1f-90ca-c2f83745a0c5 req-7225e73e-54b1-4ea7-bbab-b0a4993f9d7a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940469 Jul 16 08:30:19.282944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:19.288509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-4557459f-1e93-4c49-899a-b9e93ac175ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.288673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.289984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-4557459f-1e93-4c49-899a-b9e93ac175ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.0882044 Jul 16 08:30:19.339883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20117e-8a5b-443f-ae20-d8a7195cb782 req-1a1730b1-7d77-484b-a336-bb4c1bbe1753 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.344541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec20117e-8a5b-443f-ae20-d8a7195cb782 req-1a1730b1-7d77-484b-a336-bb4c1bbe1753 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1616132 Jul 16 08:30:19.352479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.396200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec20117e-8a5b-443f-ae20-d8a7195cb782 req-e0c18ec6-a8c5-49b2-8a86-49f61f0d5bcb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 Jul 16 08:30:19.400528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-bfcb7720-16a7-46c9-9ae4-3d797758365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.401885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-bfcb7720-16a7-46c9-9ae4-3d797758365f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052260 Jul 16 08:30:19.469432 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ddce51-a465-4fcc-9755-8bc315cb708c x-openstack-request-id: req-56ddce51-a465-4fcc-9755-8bc315cb708c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:19.469799 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:19.470111 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56ddce51-a465-4fcc-9755-8bc315cb708c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:19.470586 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'status': 'completed', 'code': 200} Jul 16 08:30:19.553157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3df55dd9-7887-4ff1-b77a-875950a9b70f req-ffebf248-c1d3-48e5-8cec-8ccd7ebeeb43 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eac6416c73bc42738070b74952fe99b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355568 Jul 16 08:30:19.557777 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-60169139-625f-4295-9d30-7424313b0615 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471674 Jul 16 08:30:19.614359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50156-080c-49cb-877a-1333b18c271f req-fdb80565-f5c2-4bce-bb2a-14d45f86fedf tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.615686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9b50156-080c-49cb-877a-1333b18c271f req-fdb80565-f5c2-4bce-bb2a-14d45f86fedf tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.1790526 Jul 16 08:30:19.672604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:19.726395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c771ce1a-3775-4886-9f44-48d69bf4ef3f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:19.730030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c771ce1a-3775-4886-9f44-48d69bf4ef3f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:19.730403 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.740527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9b50156-080c-49cb-877a-1333b18c271f req-69aa7253-8af8-4df9-80ab-38a2aee8234a tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153717 Jul 16 08:30:19.774471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df55dd9-7887-4ff1-b77a-875950a9b70f req-d0f7e38a-780a-45d7-b2db-599f02ed5c9a tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.776631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3df55dd9-7887-4ff1-b77a-875950a9b70f req-d0f7e38a-780a-45d7-b2db-599f02ed5c9a tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180130 Jul 16 08:30:19.781177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55767e8b-5352-42bc-80d4-c8a341bb95a2 req-b365e450-19c0-419a-8931-11e9e3fa95a4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081089 Jul 16 08:30:19.807296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3df55dd9-7887-4ff1-b77a-875950a9b70f req-32968c5a-340d-4754-b66a-53fe8b89184d tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/quotas/eac6416c73bc42738070b74952fe99b1 HTTP/1.1" status: 200 len: 375 time: 0.0187442 Jul 16 08:30:19.837453 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22760d1c-df67-476c-85cc-1fbbcfed87ca x-openstack-request-id: req-22760d1c-df67-476c-85cc-1fbbcfed87ca {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:19.837835 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "name": "network-vif-plugged", "status": "completed", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:19.838025 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22760d1c-df67-476c-85cc-1fbbcfed87ca {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:19.838462 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9', 'code': 200} Jul 16 08:30:19.855462 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.860132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3df55dd9-7887-4ff1-b77a-875950a9b70f req-0a599479-fab6-4a75-860b-571c26022baf tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac6416c73bc42738070b74952fe99b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516274 Jul 16 08:30:19.917639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:19.934496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.954749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5850-e935-4a34-89ea-a2a42b543398 req-1f543c7e-312e-494a-ac2e-f09fdb3573ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.956519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-1f543c7e-312e-494a-ac2e-f09fdb3573ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 1096 time: 0.1068170 Jul 16 08:30:19.991576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baf617-08fc-498e-93c8-6e1a44a360b7 req-88537899-e266-4f84-b216-94eb1d3cf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.993243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8baf617-08fc-498e-93c8-6e1a44a360b7 req-88537899-e266-4f84-b216-94eb1d3cf540 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 1102 time: 0.0856037 Jul 16 08:30:20.008725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:20.036668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8baf617-08fc-498e-93c8-6e1a44a360b7 req-5a88e832-1845-46ae-bcc2-316b3bd54768 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 16 08:30:20.153221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5850-e935-4a34-89ea-a2a42b543398 req-605c27e8-4677-4764-b1f9-9df36b8e3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.154575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-605c27e8-4677-4764-b1f9-9df36b8e3799 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 924 time: 0.1913831 Jul 16 08:30:20.174489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb63c2-2d9a-433c-9e6f-08006d8372db req-8b86d83b-0ab2-415e-838d-92491f6ffa3e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.175863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88eb63c2-2d9a-433c-9e6f-08006d8372db req-8b86d83b-0ab2-415e-838d-92491f6ffa3e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 944 time: 0.1471574 Jul 16 08:30:20.223070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-f59b796b-c40b-410d-8c3d-f1e4e9ecdfba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 HTTP/1.1" status: 200 len: 217 time: 0.0579371 Jul 16 08:30:20.281436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721087a-6df0-4641-872e-1ad1cc5c0daa req-653e8a96-6f7c-4a9b-8aee-4dd7ddf9c3d4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.282891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b721087a-6df0-4641-872e-1ad1cc5c0daa req-653e8a96-6f7c-4a9b-8aee-4dd7ddf9c3d4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.1867685 Jul 16 08:30:20.293840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88eb63c2-2d9a-433c-9e6f-08006d8372db req-a47f52b8-aeca-44da-a165-62093bb5a901 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085229 Jul 16 08:30:20.315002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5850-e935-4a34-89ea-a2a42b543398 req-92374807-741a-4344-a7c7-9cd3469aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.316479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-92374807-741a-4344-a7c7-9cd3469aafd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.0850708 Jul 16 08:30:20.358618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b721087a-6df0-4641-872e-1ad1cc5c0daa req-3b167dbc-c6f6-41eb-9005-0af633bb2425 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682797 Jul 16 08:30:20.397235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5850-e935-4a34-89ea-a2a42b543398 req-47933f2c-ff6c-4e9b-88c3-aaf7afc5c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.398768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-47933f2c-ff6c-4e9b-88c3-aaf7afc5c60b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706050 Jul 16 08:30:20.407995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:20.410363 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c5377-663f-4b1c-b833-d9b17b489fce" -d '{"events": [{"name": "network-changed", "server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:20.501181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-5cd0da19-e0c7-4f13-ab77-c96c0c1f0845 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270095 Jul 16 08:30:20.542247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-60d4ce5c-70f6-48e0-9db1-27e47c6f3907 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339865 Jul 16 08:30:20.708670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-726d1921-90dc-475f-b6a9-c73f72f734f4 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.710007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-726d1921-90dc-475f-b6a9-c73f72f734f4 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990061 Jul 16 08:30:20.739216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43af5850-e935-4a34-89ea-a2a42b543398 req-1d10e2b4-4e6e-4a74-9ccc-52de6e09a825 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900067 Jul 16 08:30:20.742923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-350c889d-d0a7-4c3c-8d88-e32ca703f1d5 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/quotas/acc23f0072aa497f9d0a26b67f6e9e27 HTTP/1.1" status: 200 len: 375 time: 0.0243998 Jul 16 08:30:20.789908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71a64-6a43-4ac8-925f-7cfbce656f67 req-89b847f7-3416-472b-8ad2-b3e39f69beb7 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.791962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab71a64-6a43-4ac8-925f-7cfbce656f67 req-89b847f7-3416-472b-8ad2-b3e39f69beb7 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 950 time: 0.1477544 Jul 16 08:30:20.840594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab71a64-6a43-4ac8-925f-7cfbce656f67 req-9076f2a0-ed54-409c-a825-c12ce1634cf9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jul 16 08:30:20.851404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-16d7ef53-b95c-4d5e-9c9f-6adf8219577d tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021814 Jul 16 08:30:20.898090 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613e7ee-e971-409c-86cb-d56bcf955aca x-openstack-request-id: req-3613e7ee-e971-409c-86cb-d56bcf955aca {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:20.898384 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:20.898640 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3613e7ee-e971-409c-86cb-d56bcf955aca {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:20.899044 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'status': 'completed', 'code': 200} Jul 16 08:30:21.077014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-bc21723d-6713-4c04-a036-a646be604ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.078936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-bc21723d-6713-4c04-a036-a646be604ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1126 time: 0.1486714 Jul 16 08:30:21.125625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:21.129782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707a5c8-7fae-4821-ac32-6c6e77545fa4 req-dc1cd7c6-02c0-465c-aae0-cf10a7b09f2c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.131783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7707a5c8-7fae-4821-ac32-6c6e77545fa4 req-dc1cd7c6-02c0-465c-aae0-cf10a7b09f2c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1400630 Jul 16 08:30:21.227214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d83772ab-3af9-4d3c-9921-04c3d97600c8 req-59cf3719-4165-4acd-968f-f13308c0e21f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 210 time: 0.0493648 Jul 16 08:30:21.261497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7707a5c8-7fae-4821-ac32-6c6e77545fa4 req-7b75583d-b2b3-4f7a-b871-1fbf4bf8edf4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192627 Jul 16 08:30:21.262671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-51ca8ee1-287a-448d-b725-e0e00dbd3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.264306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-51ca8ee1-287a-448d-b725-e0e00dbd3e4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.1739354 Jul 16 08:30:21.271345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:21.300489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e has no active binding in host n-h2-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:30:21.332712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-c11fe2c7-5463-462a-ae64-89494df7df68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.0616820 Jul 16 08:30:21.386722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-9b64c629-28e7-49da-9aab-5106bc907a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.390058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-9b64c629-28e7-49da-9aab-5106bc907a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0490150 Jul 16 08:30:21.436719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-a9115443-c746-4434-a133-b638c0e851d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394893 Jul 16 08:30:21.586254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-5c911621-a166-4530-b9da-045a1d72b8ec service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411021 Jul 16 08:30:21.598363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ac0b-006b-42f7-8fda-d75ac5815026 req-13af1de0-6001-48e1-8e9d-46cce11772a5 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.599902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1f4ac0b-006b-42f7-8fda-d75ac5815026 req-13af1de0-6001-48e1-8e9d-46cce11772a5 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 944 time: 0.1188147 Jul 16 08:30:21.839725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:21.842115 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4b306-8d14-4a38-8eb8-4bba3b61bbbd" -d '{"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:21.901204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1f4ac0b-006b-42f7-8fda-d75ac5815026 req-19513e38-4f53-4952-bd6a-f172aeec7f09 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826567 Jul 16 08:30:21.936180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a022ff-1011-4946-9ed2-1ebe519211f9 req-dc774304-0d73-4cdd-b256-0218b68d0a81 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.937690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20a022ff-1011-4946-9ed2-1ebe519211f9 req-dc774304-0d73-4cdd-b256-0218b68d0a81 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.3357136 Jul 16 08:30:21.939845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7c5377-663f-4b1c-b833-d9b17b489fce req-82374a0e-d4bb-4237-bf74-002b791b199f service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385723 Jul 16 08:30:21.990582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20a022ff-1011-4946-9ed2-1ebe519211f9 req-e1c1b5d7-406c-4891-aaf6-3ce0e168f0f3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Jul 16 08:30:22.042482 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54c3df1-8099-45b4-a507-3832ebe01cfb x-openstack-request-id: req-f54c3df1-8099-45b4-a507-3832ebe01cfb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:22.042838 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:22.043173 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f54c3df1-8099-45b4-a507-3832ebe01cfb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:22.043885 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'code': 200} Jul 16 08:30:22.068260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60f615d4-f878-4d35-9ef4-fca9f4e87689 req-bf3c69d8-0f87-482f-9cf4-dfe6d5649b6c tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eac6416c73bc42738070b74952fe99b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218775 Jul 16 08:30:22.241225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f615d4-f878-4d35-9ef4-fca9f4e87689 req-c16b6ed8-94ca-4a5b-818a-d4f97c198e42 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.242649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60f615d4-f878-4d35-9ef4-fca9f4e87689 req-c16b6ed8-94ca-4a5b-818a-d4f97c198e42 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691327 Jul 16 08:30:22.269800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60f615d4-f878-4d35-9ef4-fca9f4e87689 req-15673c00-f94b-4604-83be-eda0da365550 tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/quotas/eac6416c73bc42738070b74952fe99b1 HTTP/1.1" status: 200 len: 375 time: 0.0184987 Jul 16 08:30:22.273125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54c0f-cd8f-4a99-84d7-7380d797393a req-226fad0c-c69a-4543-8da6-40d43f7238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.274540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39b54c0f-cd8f-4a99-84d7-7380d797393a req-226fad0c-c69a-4543-8da6-40d43f7238d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1102 time: 0.1637232 Jul 16 08:30:22.283153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb4bfc-1bfd-4300-9448-6976045f7da3 req-d4e72862-2920-427f-93f5-131e69f652eb tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.284616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53eb4bfc-1bfd-4300-9448-6976045f7da3 req-d4e72862-2920-427f-93f5-131e69f652eb tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 950 time: 0.1232142 Jul 16 08:30:22.316388 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-54d35a88-a1ad-45d9-8ede-645f30bac496 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223176 Jul 16 08:30:22.341035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60f615d4-f878-4d35-9ef4-fca9f4e87689 req-29159acb-eedb-4a2e-ae6c-c8d6efdd3b4f tempest-QuotasAdminNegativeTest-1003975217 tempest-QuotasAdminNegativeTest-1003975217-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eac6416c73bc42738070b74952fe99b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554326 Jul 16 08:30:22.371514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39b54c0f-cd8f-4a99-84d7-7380d797393a req-60c73aca-7fac-4f64-9ec2-0cb97d9fba57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848694 Jul 16 08:30:22.374540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53eb4bfc-1bfd-4300-9448-6976045f7da3 req-19b9d76d-e3de-4906-babe-b2438f57841f tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730443 Jul 16 08:30:22.455070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-759a7fff-fefc-4c0d-8624-be07d9eeb8c2 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.456600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-759a7fff-fefc-4c0d-8624-be07d9eeb8c2 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352732 Jul 16 08:30:22.470487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Request body: {'port': {'device_id': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'acc23f0072aa497f9d0a26b67f6e9e27'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:22.568641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-208c73d1-f21b-4397-ad2d-c990eafd0447 req-e190c470-91f0-424e-ad18-ce609fb2e5bb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Jul 16 08:30:22.597524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Made reservation on behalf of acc23f0072aa497f9d0a26b67f6e9e27 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:22.602137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.749485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae068-d663-4e50-a2c1-ab4fbbfcae48 req-5feaa9bc-8400-4733-934b-be0add1451d1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.750885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5deae068-d663-4e50-a2c1-ab4fbbfcae48 req-5feaa9bc-8400-4733-934b-be0add1451d1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.0701580 Jul 16 08:30:22.754750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Allocated IP 192.168.233.188 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/20c397ff-9adb-4610-9e08-87217e545d41) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:22.824621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5deae068-d663-4e50-a2c1-ab4fbbfcae48 req-d31b019f-ed46-4168-a36d-825152794c43 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Jul 16 08:30:22.852611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b1d01-66f5-447e-a8c3-30caa5b1d1ce req-053bd02c-7d0e-49cd-9669-6a84650f62a1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.854209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce1b1d01-66f5-447e-a8c3-30caa5b1d1ce req-053bd02c-7d0e-49cd-9669-6a84650f62a1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1018758 Jul 16 08:30:22.903779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce1b1d01-66f5-447e-a8c3-30caa5b1d1ce req-3dcff9ad-c40c-4f2e-af77-e7e1bfcdc056 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Jul 16 08:30:22.911105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.924624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Transition to ACTIVE for port object 20c397ff-9adb-4610-9e08-87217e545d41 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:22.958751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.973386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['f288bfe7-71af-482b-a327-c37de3bd5fc1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:23.004408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:23.013621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:23.021672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:23.029023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.029794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.051946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Pushing event updated for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.059501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e878c7a6-e590-4e6b-930f-59d04d1bb7a6 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5929804 Jul 16 08:30:23.074273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Request body: {'port': {'device_id': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:23.132414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d67e77-4974-4eb0-b347-230f6bbcd98c req-130ac81d-edcf-4673-a4de-179ec0002824 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.134093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2d67e77-4974-4eb0-b347-230f6bbcd98c req-130ac81d-edcf-4673-a4de-179ec0002824 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.0954847 Jul 16 08:30:23.193904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2d67e77-4974-4eb0-b347-230f6bbcd98c req-0aaffc43-50d7-4cff-9e76-50d053caff1a tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jul 16 08:30:23.206812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.326518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1abbf3-dd8d-49dd-8110-7e11fffc794b req-5413bcfd-f331-438c-bf29-288243208d68 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.332556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca1abbf3-dd8d-49dd-8110-7e11fffc794b req-5413bcfd-f331-438c-bf29-288243208d68 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 944 time: 0.1227846 Jul 16 08:30:23.360935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4bf6e768-63ea-497d-9521-e330158717da None None] Provisioning for port 20c397ff-9adb-4610-9e08-87217e545d41 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:23.367323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4bf6e768-63ea-497d-9521-e330158717da None None] Provisioning complete for port 20c397ff-9adb-4610-9e08-87217e545d41 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:23.367998 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e768-63ea-497d-9521-e330158717da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.397559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca1abbf3-dd8d-49dd-8110-7e11fffc794b req-cfed183c-300b-4f7d-9990-f9c1b923a6e4 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625765 Jul 16 08:30:23.405565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6e768-63ea-497d-9521-e330158717da None None] Port 20c397ff-9adb-4610-9e08-87217e545d41 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:23.429321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23447-ce8a-4be0-9ffb-5369b2fdb6fa req-05a7128a-d20e-4a29-a04c-a9e4f191c696 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.430855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efb23447-ce8a-4be0-9ffb-5369b2fdb6fa req-05a7128a-d20e-4a29-a04c-a9e4f191c696 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 943 time: 0.0970857 Jul 16 08:30:23.496400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efb23447-ce8a-4be0-9ffb-5369b2fdb6fa req-c042eec6-b948-42af-9b8b-aa53225cb378 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Jul 16 08:30:23.582564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c397ff-9adb-4610-9e08-87217e545d41 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:23.591028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.617803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Transition to ACTIVE for port object 20c397ff-9adb-4610-9e08-87217e545d41 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:23.622757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.703159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:23.711462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Pushing event updated for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.734912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Attempting to bind port 20c397ff-9adb-4610-9e08-87217e545d41 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:23.735246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Attempting to bind port 20c397ff-9adb-4610-9e08-87217e545d41 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:23.735577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Attempting to bind port 20c397ff-9adb-4610-9e08-87217e545d41 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:23.743342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Port 20c397ff-9adb-4610-9e08-87217e545d41 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:23.749735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Attempting to bind port 20c397ff-9adb-4610-9e08-87217e545d41 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:23.765485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:23.766197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:23.766883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:23.767801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Bound port: 20c397ff-9adb-4610-9e08-87217e545d41, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:23.768417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.871890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:23.875769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=20c397ff-9adb-4610-9e08-87217e545d41,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:23.881318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.922633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.923259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.924760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] 10.222.0.47 "PUT /v2.0/ports/20c397ff-9adb-4610-9e08-87217e545d41 HTTP/1.1" status: 200 len: 1097 time: 0.8570578 Jul 16 08:30:23.925182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:23.927544 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df75a08d-6993-4332-9d4b-b9ed91d5da40" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "tag": "20c397ff-9adb-4610-9e08-87217e545d41"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:23.939821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:23.941683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e81e2-de81-4695-acce-f1d66d79abba req-1d985975-727e-4ccd-bb66-5eac66a41f5f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.950304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d76e81e2-de81-4695-acce-f1d66d79abba req-1d985975-727e-4ccd-bb66-5eac66a41f5f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 948 time: 0.2144208 Jul 16 08:30:23.958374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bac7d-0d64-466d-8b61-1307bcc293cb service neutron] Pushing event updated for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.990089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'port_id': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'mac_address': 'fa:16:3e:e7:f1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:24.011753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:24.013301 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b574dc12-641e-4c8c-bb07-1a04b71006c7 service neutron] 10.222.0.46 "GET /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.2382925 Jul 16 08:30:24.049370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.072674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:24.073686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d76e81e2-de81-4695-acce-f1d66d79abba req-71974154-3830-4604-8d18-600453820dbc tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223705 Jul 16 08:30:24.081579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-4752fef0-0823-4879-99c2-3044d15c58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.083937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-4752fef0-0823-4879-99c2-3044d15c58e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 1100 time: 0.0998797 Jul 16 08:30:24.101343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.109326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.182601 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d627e98-2157-4a64-aa2a-8a6de13bd539 x-openstack-request-id: req-1d627e98-2157-4a64-aa2a-8a6de13bd539 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:24.183316 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "tag": "20c397ff-9adb-4610-9e08-87217e545d41", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:24.183772 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d627e98-2157-4a64-aa2a-8a6de13bd539 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:24.184426 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41', 'status': 'completed', 'code': 200} Jul 16 08:30:24.187651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-4b56bc00-433d-429d-a422-7433c7539236 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=20c397ff-9adb-4610-9e08-87217e545d41 HTTP/1.1" status: 200 len: 217 time: 0.0890746 Jul 16 08:30:24.210099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.276703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e02c34a0-9e8b-4d51-90de-535b56b1797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.278454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e02c34a0-9e8b-4d51-90de-535b56b1797b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0841408 Jul 16 08:30:24.284552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-429f5da9-5298-4630-9504-326546841916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.344947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:24.349059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-31c66bae-d537-430a-accd-35e3f1fe998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.350669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-31c66bae-d537-430a-accd-35e3f1fe998a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649343 Jul 16 08:30:24.521422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.531480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da06305-7f99-49fb-b660-9865150dfed0 req-78d3460f-6fb9-4609-bdfb-4aa20f79e8f7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.533003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0da06305-7f99-49fb-b660-9865150dfed0 req-78d3460f-6fb9-4609-bdfb-4aa20f79e8f7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.2780368 Jul 16 08:30:24.550269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-78c13f17-be91-48c9-be93-7ccd0358dffb tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.551759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-78c13f17-be91-48c9-be93-7ccd0358dffb tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.1875625 Jul 16 08:30:24.555471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-e23ecc21-cac7-4039-b278-cf12bc22fbf1 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897974 Jul 16 08:30:24.574183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc34f-98f4-43d9-ac6c-f327b00928a6 req-55e86272-0972-458b-aea4-c62605b8aab3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.575631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61bfc34f-98f4-43d9-ac6c-f327b00928a6 req-55e86272-0972-458b-aea4-c62605b8aab3 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2442672 Jul 16 08:30:24.602124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:24.648153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-429f5da9-5298-4630-9504-326546841916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.661154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-429f5da9-5298-4630-9504-326546841916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.686997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87df0c4-a4f3-4327-b1ba-d8ec425eff9e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:24.695492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0da06305-7f99-49fb-b660-9865150dfed0 req-48198b7f-6e96-4638-8549-2d6941751417 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526034 Jul 16 08:30:24.719022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61bfc34f-98f4-43d9-ac6c-f327b00928a6 req-33b5fbcf-ed35-4ed7-b2c4-d82bb19eb856 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355674 Jul 16 08:30:24.721075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.760880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2026fb0-40c0-48c4-b530-0de0ff807ab5 req-6eeb26ce-7608-4c1f-8e55-801665968a67 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966298 Jul 16 08:30:24.770406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-429f5da9-5298-4630-9504-326546841916 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eac6416c73bc42738070b74952fe99b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561226 Jul 16 08:30:24.777519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:24.784139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.786380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f5da9-5298-4630-9504-326546841916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55c7f56-41c1-4abc-bd2c-d849252a66e8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.862134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Deleting port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:24.862476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.889556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] Transition to ACTIVE for port object f87df0c4-a4f3-4327-b1ba-d8ec425eff9e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:24.895608 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.040595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] No DVR routers for this DVR port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:25.053544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.101383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-ed355864-6291-47cf-ad26-f58cbecf78c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e/bindings/n-h2-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0679250 Jul 16 08:30:25.121230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba230fc3-d834-4ff1-8132-44417268c119 req-d21da8e0-c339-4864-bfd4-b68e1510deb1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.122736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba230fc3-d834-4ff1-8132-44417268c119 req-d21da8e0-c339-4864-bfd4-b68e1510deb1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 945 time: 0.1937904 Jul 16 08:30:25.131437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28c7bc-13f5-4c2a-ba4b-09400a783c96 req-a8b46a80-f1f7-436e-b79c-4f43c1dcc8e8 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.132977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f28c7bc-13f5-4c2a-ba4b-09400a783c96 req-a8b46a80-f1f7-436e-b79c-4f43c1dcc8e8 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 969 time: 0.2028825 Jul 16 08:30:25.154886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.158602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.47', 57555) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:25.193754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba230fc3-d834-4ff1-8132-44417268c119 req-d4803fc7-4450-44db-a8e6-bf0d2421f325 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596545 Jul 16 08:30:25.199955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f28c7bc-13f5-4c2a-ba4b-09400a783c96 req-dceeafe3-cd30-4024-beb9-992ee2add533 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca76c3ed-a101-47db-aa63-9e2bde112678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583868 Jul 16 08:30:25.225590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.239202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] For port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:25.239623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.271939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Calling delete_port for e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 owned by compute:tempest-test_az-583785614 {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:25.312741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-5fa09443-29d5-4cbb-998f-55889e4f5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.314529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-5fa09443-29d5-4cbb-998f-55889e4f5e1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 1100 time: 0.4769657 Jul 16 08:30:25.377306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-45612a35-054c-4c5e-ac50-f03bacb3b8de tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447495 Jul 16 08:30:25.427566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-de95fd4e-c0b5-42bc-b3c0-7adf5da2444b tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.429109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-de95fd4e-c0b5-42bc-b3c0-7adf5da2444b tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.2689981 Jul 16 08:30:25.441088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668fcb8-4a1d-4b9f-bcaf-439679317d7e req-a33560e9-479d-4832-9681-5f3986bb3df7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.442548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9668fcb8-4a1d-4b9f-bcaf-439679317d7e req-a33560e9-479d-4832-9681-5f3986bb3df7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 944 time: 0.1228609 Jul 16 08:30:25.493062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.495590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.496740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f55c7f56-41c1-4abc-bd2c-d849252a66e8 HTTP/1.1" status: 204 len: 168 time: 0.7148895 Jul 16 08:30:25.534733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-34a6fdf2-9cfb-4842-ba5f-4354ccb33485 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.536374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-34a6fdf2-9cfb-4842-ba5f-4354ccb33485 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540639 Jul 16 08:30:25.539379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9668fcb8-4a1d-4b9f-bcaf-439679317d7e req-fb320cc3-76b4-4d14-9484-4db7076bb26b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670974 Jul 16 08:30:25.545789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9212073-67b7-4b26-b2ea-cccfaa26bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55c7f56-41c1-4abc-bd2c-d849252a66e8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.561155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-71e7791f-7f5f-4b30-9991-6aac6dea845a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/quotas/663df25e7ee446758973d80f3bfc20b2 HTTP/1.1" status: 200 len: 375 time: 0.0167258 Jul 16 08:30:25.566568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-7e3d0021-8e31-470f-82bf-c297c5fe1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.567827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-7e3d0021-8e31-470f-82bf-c297c5fe1a0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2265239 Jul 16 08:30:25.659356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-60f39758-a0ab-4249-b6d7-2a3d3fe408df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=20c397ff-9adb-4610-9e08-87217e545d41 HTTP/1.1" status: 200 len: 217 time: 0.0840433 Jul 16 08:30:25.660150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-7dd796ac-c820-48e5-b588-db8215139a97 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979235 Jul 16 08:30:25.720865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-61045319-3988-4c5a-81bc-cb02fdf98ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.722366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-61045319-3988-4c5a-81bc-cb02fdf98ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&tenant_id=d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 1096 time: 0.2611115 Jul 16 08:30:25.723216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:25.727058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.770269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Pushing event deleted for resources: {'Port': ['ID=e67e6ea0-9d2d-44a5-bce3-fd78f1b65193,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.771417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e67e6ea0-9d2d-44a5-bce3-fd78f1b65193'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:25.773042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-97ab225a-edc8-4f99-b31a-76b1a4a77e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.774511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-97ab225a-edc8-4f99-b31a-76b1a4a77e00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1044505 Jul 16 08:30:25.816693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.816944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.817317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.817602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.818650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.818650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.818650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.819076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.819230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.820354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.820354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.823387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:25.834697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fa505-e776-4e05-8254-e73b5f0ba91a req-609daf8a-9318-4ae3-a65f-73c1af51497f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.838308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b11fa505-e776-4e05-8254-e73b5f0ba91a req-609daf8a-9318-4ae3-a65f-73c1af51497f tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 948 time: 0.1378052 Jul 16 08:30:25.876323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:25.882695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:25.883597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.908982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] No DVR routers for this DVR port e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:25.928518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.930641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d972c49-e203-4020-8c86-66f38c6b9c22 req-fa9e7bad-c84e-4538-a80f-0fbbc01e045f tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.47 "DELETE /v2.0/ports/e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 HTTP/1.1" status: 204 len: 173 time: 1.3674965 Jul 16 08:30:25.947618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b11fa505-e776-4e05-8254-e73b5f0ba91a req-25bb5a7f-aa45-424d-b90e-180833d51492 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023309 Jul 16 08:30:25.999081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b3997903-9eee-4e00-ab70-4b3287ba0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.000801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b3997903-9eee-4e00-ab70-4b3287ba0c51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1096 time: 0.2397349 Jul 16 08:30:26.011919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:26.043656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.065258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-96a7113a-4dc2-4ac9-87f6-080ff3cdf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.066853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-96a7113a-4dc2-4ac9-87f6-080ff3cdf95b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2686224 Jul 16 08:30:26.097584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.150608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:26.153035 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13223ce2-9c0b-405e-9131-6b75d404e30b" -d '{"events": [{"server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "name": "network-vif-plugged", "status": "completed", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:26.162675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-706e7a2f-96f8-4a21-b329-d40192ade9d6 req-7832c4f4-198a-415d-afcc-72d3e4edefd1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 210 time: 0.0750465 Jul 16 08:30:26.186457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:26.198368 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.200462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'name': 'network-vif-deleted', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:26.209229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:26.212136 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac88fa2-52a0-4c24-9e2c-0814cd42a31f" -d '{"events": [{"server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "name": "network-vif-deleted", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:26.311865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:26.330162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:26.335421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.342520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.370420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d894dac19f49dfbbf61f0971b76320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573945 Jul 16 08:30:26.377726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:26.391344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-7e7ea227-f8cc-44d9-83d4-21690c1669e9 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778852 Jul 16 08:30:26.393446 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e518192-6cd4-4af7-ba0a-6a306c2709ef x-openstack-request-id: req-1e518192-6cd4-4af7-ba0a-6a306c2709ef {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:26.393925 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "name": "network-vif-plugged", "status": "completed", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:26.394312 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e518192-6cd4-4af7-ba0a-6a306c2709ef {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:26.394843 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'code': 200} Jul 16 08:30:26.403373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-6bd97d6d-ef3b-4030-903b-054494de2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.405178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-6bd97d6d-ef3b-4030-903b-054494de2fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.3967080 Jul 16 08:30:26.413538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ce793-c5bb-40dc-9ffa-15ef9643b7c6 req-6ce7108e-7369-48d0-a15d-5c9913b4969e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.421710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c77ce793-c5bb-40dc-9ffa-15ef9643b7c6 req-6ce7108e-7369-48d0-a15d-5c9913b4969e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1848838 Jul 16 08:30:26.424816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1113b4ae-ad8d-4503-b0c0-22fe75d0ea45,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:26.459681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.460015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.466558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.466897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.467949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.467949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.468148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.468388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.468718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.469170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.472252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.475380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fd8f9-24e1-446e-bbc6-92b9a16eb74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:26.518229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c77ce793-c5bb-40dc-9ffa-15ef9643b7c6 req-84393bd1-3ff6-4a5c-b3b7-3c90b570da24 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953305 Jul 16 08:30:26.551666 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-a56d9f32-34fc-463e-88ff-6de6782481a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.1144347 Jul 16 08:30:26.681842 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b597764-c9de-4baf-b881-d64b8757dc95 x-openstack-request-id: req-1b597764-c9de-4baf-b881-d64b8757dc95 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:26.682136 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a2bd5c-d556-487e-8a50-1a86c65c31f7", "name": "network-vif-deleted", "tag": "e67e6ea0-9d2d-44a5-bce3-fd78f1b65193", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:26.682736 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b597764-c9de-4baf-b881-d64b8757dc95 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:26.682736 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a2bd5c-d556-487e-8a50-1a86c65c31f7', 'name': 'network-vif-deleted', 'tag': 'e67e6ea0-9d2d-44a5-bce3-fd78f1b65193', 'status': 'completed', 'code': 200} Jul 16 08:30:26.707372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677edcd3-6c45-4aa3-9be6-23fa18586b3f req-9718bb63-8568-4c8d-95c1-3b0bd3552d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.708941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-677edcd3-6c45-4aa3-9be6-23fa18586b3f req-9718bb63-8568-4c8d-95c1-3b0bd3552d52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 1098 time: 0.1897771 Jul 16 08:30:26.733605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d388-f11e-41ed-9322-bc5f91a6ad14 req-ac4b86dd-699d-401c-844f-1daf27815adf tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.735044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c50d388-f11e-41ed-9322-bc5f91a6ad14 req-ac4b86dd-699d-401c-844f-1daf27815adf tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 946 time: 0.0969269 Jul 16 08:30:26.769536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:26.780481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-35f83dd5-ec75-4715-9b80-04eae7387203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.782033 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-35f83dd5-ec75-4715-9b80-04eae7387203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.2185664 Jul 16 08:30:26.801819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-677edcd3-6c45-4aa3-9be6-23fa18586b3f req-33cb9f67-a8ca-4f38-968f-8375967eadc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843720 Jul 16 08:30:26.828667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.831915 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-6094c0c5-980b-4df5-be4a-77ffb4fd44fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362582 Jul 16 08:30:26.836091 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df75a08d-6993-4332-9d4b-b9ed91d5da40 req-289fb00c-6231-4422-be5f-ac87a567fe80 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291170 Jul 16 08:30:26.842177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85c8086b-13ea-4e59-bf6f-546cdbd5567d req-a021a95c-f66c-43b8-8fc7-2a97f7db6b44 tempest-AggregatesAdminTestJSON-1857299422 tempest-AggregatesAdminTestJSON-1857299422-project] 10.222.0.32 "GET /v2.0/ports?device_id=09a2bd5c-d556-487e-8a50-1a86c65c31f7 HTTP/1.1" status: 200 len: 210 time: 0.0391994 Jul 16 08:30:26.856235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c50d388-f11e-41ed-9322-bc5f91a6ad14 req-019917c4-0f6b-46ce-bd25-6c7a88efb3dd tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090124 Jul 16 08:30:26.865800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.974366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e885172-1055-4410-8857-e6978c45cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.023872 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-825c473c-74c8-445d-bd81-a54d112e983a service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679306 Jul 16 08:30:27.038596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.041847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.043078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1113b4ae-ad8d-4503-b0c0-22fe75d0ea45 HTTP/1.1" status: 204 len: 168 time: 0.6644018 Jul 16 08:30:27.062586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a913f-900c-40ff-b214-cf702071845e req-990f4dd1-4aef-4ea7-a2da-48764ad77be8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.064148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad2a913f-900c-40ff-b214-cf702071845e req-990f4dd1-4aef-4ea7-a2da-48764ad77be8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 944 time: 0.0881586 Jul 16 08:30:27.084366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f1e21-6f19-4485-8582-9697c4a37b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1113b4ae-ad8d-4503-b0c0-22fe75d0ea45,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.132647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad2a913f-900c-40ff-b214-cf702071845e req-0592d215-65b8-4414-9b0a-6e2df3162997 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624285 Jul 16 08:30:27.144852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 20c397ff-9adb-4610-9e08-87217e545d41 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:27.193799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-8c55ad3d-308f-41ee-b238-46d51a3ef323 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484897 Jul 16 08:30:27.199221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e885172-1055-4410-8857-e6978c45cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.203690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e885172-1055-4410-8857-e6978c45cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.255538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e885172-1055-4410-8857-e6978c45cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a57b5-7dbb-48a0-8690-c2ec6be625b2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.276994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6e885172-1055-4410-8857-e6978c45cd3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b48afe3bd4b740ce827543a2512ac0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044765 Jul 16 08:30:27.279601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:27.338540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e6df-6288-48e5-a3eb-3fa4e335374a req-a397d1f2-aa40-49aa-bf57-41b968601bc7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.349639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d800e6df-6288-48e5-a3eb-3fa4e335374a req-a397d1f2-aa40-49aa-bf57-41b968601bc7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 948 time: 0.1777985 Jul 16 08:30:27.377055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=20c397ff-9adb-4610-9e08-87217e545d41,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.388929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '20c397ff-9adb-4610-9e08-87217e545d41', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '20c397ff-9adb-4610-9e08-87217e545d41', 'mac_address': 'fa:16:3e:a9:84:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:27.399537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.435919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.448113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21e0c206-fa5a-4514-bf29-33d02dcc10fe req-0c743ba9-2af3-4229-bd53-4580907aeb4c tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 210 time: 0.0475860 Jul 16 08:30:27.452616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d800e6df-6288-48e5-a3eb-3fa4e335374a req-dd84f69c-06a3-4bfa-98cd-d06b8a1b8f12 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021507 Jul 16 08:30:27.471273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.489801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c397ff-9adb-4610-9e08-87217e545d41 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:27.518211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=20c397ff-9adb-4610-9e08-87217e545d41,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.518211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.569514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.572893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.573778 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/628a57b5-7dbb-48a0-8690-c2ec6be625b2 HTTP/1.1" status: 204 len: 168 time: 0.2931871 Jul 16 08:30:27.582028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.611706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026131-bb7c-45fa-977c-9059fbb7f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a57b5-7dbb-48a0-8690-c2ec6be625b2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.684327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0c1d9956-32bc-4a58-b09b-2d35747abf68 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.690055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-0c1d9956-32bc-4a58-b09b-2d35747abf68 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.1790919 Jul 16 08:30:27.769419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['20c397ff-9adb-4610-9e08-87217e545d41'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:27.805841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe80653-ccba-4b84-b56b-fb3bd0ea2f10 req-52b6d3c8-7311-435d-86f7-fdee03160168 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.816941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfe80653-ccba-4b84-b56b-fb3bd0ea2f10 req-52b6d3c8-7311-435d-86f7-fdee03160168 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1359913 Jul 16 08:30:27.880692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-753dcd2c-d321-4016-863f-9027b2dfd2a5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=663df25e7ee446758973d80f3bfc20b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598054 Jul 16 08:30:27.936027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b636a162-8243-40c0-a5e6-3df463ab2390 service neutron] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:27.938585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfe80653-ccba-4b84-b56b-fb3bd0ea2f10 req-79bef477-0487-4179-9459-b2e1fb60a4fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192183 Jul 16 08:30:27.949976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b636a162-8243-40c0-a5e6-3df463ab2390 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.954385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fcc6618-036b-4bde-a369-ef488055cc71 req-b636a162-8243-40c0-a5e6-3df463ab2390 service neutron] 10.222.0.47 "DELETE /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e/bindings/n-h1-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.2508824 Jul 16 08:30:28.127977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-31bbfcb5-a188-4afa-80c6-b29e7a76b557 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.130063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-31bbfcb5-a188-4afa-80c6-b29e7a76b557 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417212 Jul 16 08:30:28.155822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Request body: {'port': {'device_id': '217733d9-176a-42b1-9744-49ca16e5be69', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '663df25e7ee446758973d80f3bfc20b2'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:28.169253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:28.208166 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a57a4f5f-1c5a-4e3b-8bcd-797f4d8a60f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.434391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a57a4f5f-1c5a-4e3b-8bcd-797f4d8a60f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.441290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a57a4f5f-1c5a-4e3b-8bcd-797f4d8a60f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.499500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a4f5f-1c5a-4e3b-8bcd-797f4d8a60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3e51f-3098-4a09-a045-e42b5c7de758,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:28.504552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a57a4f5f-1c5a-4e3b-8bcd-797f4d8a60f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eb2f122dd054b78a72f4b994518bed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339841 Jul 16 08:30:28.507111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:28.536075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:28.574254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.620273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.673709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0654eff-aee9-4f83-aefc-37a98b1d4380 req-d55760fa-2649-479a-8842-c94a37370331 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.681043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0654eff-aee9-4f83-aefc-37a98b1d4380 req-d55760fa-2649-479a-8842-c94a37370331 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 946 time: 0.5467939 Jul 16 08:30:28.720491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.731332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.732804 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1d3e51f-3098-4a09-a045-e42b5c7de758 HTTP/1.1" status: 204 len: 168 time: 0.2240829 Jul 16 08:30:28.751667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb642be-2f60-4cb7-945a-02ffdd01566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3e51f-3098-4a09-a045-e42b5c7de758,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:28.772788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0654eff-aee9-4f83-aefc-37a98b1d4380 req-41b321b9-3e77-4b50-ade0-3bc51e41781f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907915 Jul 16 08:30:28.777566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Made reservation on behalf of 663df25e7ee446758973d80f3bfc20b2 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:28.782066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.804524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7a377-5b66-4673-acbf-4511dc5bf459 req-447d2e53-aa2f-489c-88f1-65bc8605cfee tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.827736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3c7a377-5b66-4673-acbf-4511dc5bf459 req-447d2e53-aa2f-489c-88f1-65bc8605cfee tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 944 time: 0.2462394 Jul 16 08:30:28.912838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3c7a377-5b66-4673-acbf-4511dc5bf459 req-f99d56a9-6537-4f78-a148-88a4b31d9dd2 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842154 Jul 16 08:30:28.927575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5a5a65b0-09e7-4d4a-b32b-2938ca0b4495 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b37a9f7d39643028ca1ea667b159417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879547 Jul 16 08:30:28.933186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:28.994976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7971d162-f983-48db-853b-bcc28c779db9 req-b4225fbe-f10a-4217-a0f3-a164b5b37ae0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 210 time: 0.0809739 Jul 16 08:30:29.033606 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.090001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.104611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Allocated IP 192.168.233.201 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/8924cc5d-d716-4499-98b8-50af00b832c5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:29.155280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 20c397ff-9adb-4610-9e08-87217e545d41 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:29.201626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.204355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.208542 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca76c3ed-a101-47db-aa63-9e2bde112678 HTTP/1.1" status: 204 len: 168 time: 0.2740705 Jul 16 08:30:29.217184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4613ea-e937-4680-8c59-9468c57c7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76c3ed-a101-47db-aa63-9e2bde112678,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:29.249422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 20c397ff-9adb-4610-9e08-87217e545d41 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:29.254748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 20c397ff-9adb-4610-9e08-87217e545d41 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:29.255132 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.356428 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.402004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=20c397ff-9adb-4610-9e08-87217e545d41,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:29.403511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:29.407412 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c2d21-5dbf-4b07-b3a1-9fcfcdd8aa41" -d '{"events": [{"server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "name": "network-vif-plugged", "status": "completed", "tag": "20c397ff-9adb-4610-9e08-87217e545d41"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:29.411173 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.412199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:29.419936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f9e51-73bf-4689-8eba-a1d2131d1796 req-e0785a04-75f3-484a-b146-12aa79f94e4b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.427690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c52f9e51-73bf-4689-8eba-a1d2131d1796 req-e0785a04-75f3-484a-b146-12aa79f94e4b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 949 time: 0.3256872 Jul 16 08:30:29.435612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:29.435969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e67e6ea0-9d2d-44a5-bce3-fd78f1b65193 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:29.493065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:29.517471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a0f6b-c685-4a0d-9760-6c39aaefd503 req-c19edd9c-573d-40a7-8e73-8a26902f8f23 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.519089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b60a0f6b-c685-4a0d-9760-6c39aaefd503 req-c19edd9c-573d-40a7-8e73-8a26902f8f23 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 946 time: 0.3354063 Jul 16 08:30:29.528400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:29.535277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'floatingip': {'port_id': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:29.564655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c52f9e51-73bf-4689-8eba-a1d2131d1796 req-c312e634-b72a-41a3-8f4c-b6bbfe6d595d tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357718 Jul 16 08:30:29.615981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.641294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.653524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Transition to ACTIVE for port object 8924cc5d-d716-4499-98b8-50af00b832c5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:29.656960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:29.677133 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c7bed-a9c2-48f3-a595-7615918d3256 x-openstack-request-id: req-b58c7bed-a9c2-48f3-a595-7615918d3256 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:29.677428 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "name": "network-vif-plugged", "status": "completed", "tag": "20c397ff-9adb-4610-9e08-87217e545d41", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:29.677791 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b58c7bed-a9c2-48f3-a595-7615918d3256 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:29.678239 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41', 'code': 200} Jul 16 08:30:29.813674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-59f941b9-00e6-4606-bc55-f8ec41594952 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cad2accd4a044d039e484ea713876309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552432 Jul 16 08:30:29.843599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58820) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:29.862452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.878682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ac3385b0-91f6-4440-896c-0e42ed3092f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:29.881557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:29.981535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f069922-69e8-4c3e-945a-0b989b79fc1c req-63e4cbc0-0b10-4a07-bb53-84b99001c2f7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.983341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f069922-69e8-4c3e-945a-0b989b79fc1c req-63e4cbc0-0b10-4a07-bb53-84b99001c2f7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.2857082 Jul 16 08:30:29.995140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:30.018705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:30.032871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:30.044457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.045256 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.048223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event updated for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:30.157715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bf2ce-5b7d-4269-a55a-c3f657ce8387 req-c856cfbc-9090-40d0-a2c7-82e9edf5be72 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.172655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905bf2ce-5b7d-4269-a55a-c3f657ce8387 req-c856cfbc-9090-40d0-a2c7-82e9edf5be72 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1096 time: 0.3774066 Jul 16 08:30:30.177657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.184528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-f3f3eb95-8283-4a1d-80c5-7bf38825a580 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0370512 Jul 16 08:30:30.194683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaee4d-531a-46ce-a90a-dfed62894e86 req-3b39aaed-ca7c-45ca-ab8c-c9837d3190ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.196355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e2aaee4d-531a-46ce-a90a-dfed62894e86 req-3b39aaed-ca7c-45ca-ab8c-c9837d3190ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 1102 time: 0.2482769 Jul 16 08:30:30.207037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f069922-69e8-4c3e-945a-0b989b79fc1c req-6451226a-6719-48cd-9807-293cb1ae3f47 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097492 Jul 16 08:30:30.257109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Request body: {'port': {'device_id': '217733d9-176a-42b1-9744-49ca16e5be69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:30.358896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e2aaee4d-531a-46ce-a90a-dfed62894e86 req-fae6ff08-b1fb-45cf-b9da-a124c93dbd2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015530 Jul 16 08:30:30.377367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.455037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905bf2ce-5b7d-4269-a55a-c3f657ce8387 req-b9ab5eda-4344-40be-a8a9-77633f952216 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813187 Jul 16 08:30:30.468464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8d93919c-1db6-4a7a-86ee-61d47258e24e None None] Provisioning for port 8924cc5d-d716-4499-98b8-50af00b832c5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:30.472411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8d93919c-1db6-4a7a-86ee-61d47258e24e None None] Provisioning complete for port 8924cc5d-d716-4499-98b8-50af00b832c5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:30.474077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d93919c-1db6-4a7a-86ee-61d47258e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.530711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8d93919c-1db6-4a7a-86ee-61d47258e24e None None] Port 8924cc5d-d716-4499-98b8-50af00b832c5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:30.578289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.617756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.621159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.622558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d790c627-9658-40ac-8910-22bca0f67aba HTTP/1.1" status: 204 len: 168 time: 0.7777853 Jul 16 08:30:30.677676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eb30b-9e31-4630-a6f2-9331e3526b08 req-c605da18-be8d-496c-a69c-5a64d245c994 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.679628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c8eb30b-9e31-4630-a6f2-9331e3526b08 req-c605da18-be8d-496c-a69c-5a64d245c994 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 936 time: 0.2274630 Jul 16 08:30:30.683940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eab50f-6989-4693-a16b-7c0914254670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d790c627-9658-40ac-8910-22bca0f67aba,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:30.808236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c8eb30b-9e31-4630-a6f2-9331e3526b08 req-f4fe7a15-f411-4e48-8cb0-7214a2fa3b3f tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171448 Jul 16 08:30:30.998491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.999516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-0517fb4e-8c2a-4eef-bcca-89be38b47e3e tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335929 Jul 16 08:30:31.003324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.147114 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c associated. External IP: 172.25.5.239, port: 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782. Jul 16 08:30:31.187966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8924cc5d-d716-4499-98b8-50af00b832c5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:31.211308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.245980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-527736d9-beab-446e-baa2-6f7d55e4a154 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.248332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-527736d9-beab-446e-baa2-6f7d55e4a154 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381313 Jul 16 08:30:31.260796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Transition to ACTIVE for port object 8924cc5d-d716-4499-98b8-50af00b832c5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:31.277630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.299970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d02a9-ae9d-46ca-9c6a-0bdeaa808dcd req-4a46266d-88ce-4da8-bce3-90a9f7d967f3 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.309789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-773d02a9-ae9d-46ca-9c6a-0bdeaa808dcd req-4a46266d-88ce-4da8-bce3-90a9f7d967f3 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.1988068 Jul 16 08:30:31.347547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-7d7f8a43-0ad3-494a-b363-db0f1a6017de tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/quotas/27e5a8b77c2e4a53bc950d16fc60ddea HTTP/1.1" status: 200 len: 375 time: 0.0898955 Jul 16 08:30:31.464823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:31.496030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Pushing event updated for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:31.511596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-b799c2c3-e663-4c9a-b45e-dbe69005f6d3 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629481 Jul 16 08:30:31.537176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-773d02a9-ae9d-46ca-9c6a-0bdeaa808dcd req-9a64e8a7-7b58-47f0-a563-d9752c1239e0 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263885 Jul 16 08:30:31.609007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Attempting to bind port 8924cc5d-d716-4499-98b8-50af00b832c5 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:31.609587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Attempting to bind port 8924cc5d-d716-4499-98b8-50af00b832c5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:31.609928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Attempting to bind port 8924cc5d-d716-4499-98b8-50af00b832c5 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:31.615220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Port 8924cc5d-d716-4499-98b8-50af00b832c5 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:31.615636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Attempting to bind port 8924cc5d-d716-4499-98b8-50af00b832c5 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:31.625203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:31.625554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:31.625951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:31.626393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Bound port: 8924cc5d-d716-4499-98b8-50af00b832c5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:31.626759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.725150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:31.732265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.745980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:31.766358 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:31.771601 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:31.817297 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-223e4ca5-097d-478d-ae72-5c89e43434b7 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "PUT /v2.0/floatingips/07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c HTTP/1.1" status: 200 len: 992 time: 2.2868092 Jul 16 08:30:31.818261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:31.829377 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c057e-f302-4fae-aefc-ef95a154d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:31.966004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:31.969941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8924cc5d-d716-4499-98b8-50af00b832c5,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:31.978842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-43215c69-9880-4e4c-bb99-3cbcd059cb94 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.986365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-43215c69-9880-4e4c-bb99-3cbcd059cb94 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.3245957 Jul 16 08:30:32.000876 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:32.014961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.059272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-cbc8d430-350a-4142-981b-19fe03c5ae80 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/quotas/d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 375 time: 0.0704718 Jul 16 08:30:32.153084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.153712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.155259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] 10.222.0.46 "PUT /v2.0/ports/8924cc5d-d716-4499-98b8-50af00b832c5 HTTP/1.1" status: 200 len: 1097 time: 1.9316664 Jul 16 08:30:32.166754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:32.172370 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa8180-711d-41ee-92e9-0dcda1b4f299" -d '{"events": [{"name": "network-changed", "server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:32.288301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7057d-1695-41a8-9374-77afd090f762 service neutron] Pushing event updated for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:32.309413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e5a3-3d06-44e5-aaab-deb618d714fe req-fd533595-493d-488c-98b0-851ca717e9e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.316379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db02e5a3-3d06-44e5-aaab-deb618d714fe req-fd533595-493d-488c-98b0-851ca717e9e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.3213217 Jul 16 08:30:32.371226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:32.377609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-82acf4fb-749a-48f7-857f-22630ecae309 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3173919 Jul 16 08:30:32.499058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-d1ed8b07-10ad-4cad-8c11-31711f4d7e84 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200764 Jul 16 08:30:32.546309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db02e5a3-3d06-44e5-aaab-deb618d714fe req-bd7cdeac-ee1c-44c6-85b8-db689fb9cd94 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287624 Jul 16 08:30:32.640849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23204ddc-0e57-4e45-ad9d-610d2bdc051a tempest-AutoAllocateNetworkTest-541695363 tempest-AutoAllocateNetworkTest-541695363-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=50347b339d3844598fe3342e28379b23&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2681315 Jul 16 08:30:32.643377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:32.686217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-d6ce76a2-a52d-4bc5-8bad-04890070896f service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802077 Jul 16 08:30:32.710860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-58c7465d-dba8-420e-9e5d-430148831464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.720221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-58c7465d-dba8-420e-9e5d-430148831464 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 1100 time: 0.4935133 Jul 16 08:30:32.748418 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:e7:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:30:30Z', 'revision_number': 1, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:32.849611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32836eb8-4ebd-4968-b4d0-ee9ca0314fc6 tempest-AutoAllocateNetworkTest-541695363 tempest-AutoAllocateNetworkTest-541695363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.854356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-32836eb8-4ebd-4968-b4d0-ee9ca0314fc6 tempest-AutoAllocateNetworkTest-541695363 tempest-AutoAllocateNetworkTest-541695363-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2081091 Jul 16 08:30:32.857684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:32.865450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:32.918611 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:32.920355 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:33.381600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-24844e06-75b7-4b27-83f3-8786de4ddd5b tempest-AutoAllocateNetworkTest-541695363 tempest-AutoAllocateNetworkTest-541695363-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5212355 Jul 16 08:30:33.383872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:33.436521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ea88654-42b8-486b-a8d2-eb720c84a7c3 tempest-AutoAllocateNetworkTest-541695363 tempest-AutoAllocateNetworkTest-541695363-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=50347b339d3844598fe3342e28379b23 HTTP/1.1" status: 200 len: 208 time: 0.0521224 Jul 16 08:30:33.442614 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:33.455958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-adea57fd-9c76-423a-bbb0-aec1311522ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8924cc5d-d716-4499-98b8-50af00b832c5 HTTP/1.1" status: 200 len: 217 time: 0.7297769 Jul 16 08:30:33.533828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7746f27-dc7b-4753-975b-205e000585e5 req-41d8b6a9-2a49-4573-826f-b8da4f51b0ff tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 210 time: 0.0753336 Jul 16 08:30:33.534445 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16c84bc-4be5-4991-a1c2-8886a8aefb88 x-openstack-request-id: req-a16c84bc-4be5-4991-a1c2-8886a8aefb88 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:33.534788 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:33.535049 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a16c84bc-4be5-4991-a1c2-8886a8aefb88 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:33.535451 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'status': 'completed', 'code': 200} Jul 16 08:30:33.644387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-d7a56f7b-6253-4f45-8fc2-8b218b1e5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.646152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-d7a56f7b-6253-4f45-8fc2-8b218b1e5496 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1338539 Jul 16 08:30:33.723837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-4d27658f-755d-4eef-ac83-885f47a89a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.729814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-4d27658f-755d-4eef-ac83-885f47a89a52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 1098 time: 0.1633105 Jul 16 08:30:33.794958 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc51d62-3a1d-4306-ad78-6c2c3b7a83b4 x-openstack-request-id: req-6cc51d62-3a1d-4306-ad78-6c2c3b7a83b4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:33.795737 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:33.796602 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cc51d62-3a1d-4306-ad78-6c2c3b7a83b4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:33.800763 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5', 'status': 'completed', 'code': 200} Jul 16 08:30:33.918790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:34.040433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-cd1e925c-79bb-4e94-8ea1-b8c6bd4524ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.042644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-cd1e925c-79bb-4e94-8ea1-b8c6bd4524ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3889310 Jul 16 08:30:34.053236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-47b2d2f5-8332-41fe-9db3-ce1b3534066d tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704167 Jul 16 08:30:34.059083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e10b3-ee69-40f9-87f0-a859cde6aace req-6f6d53fc-f8ff-497b-b16d-fd5cc9282ea2 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.067098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-50039b32-083a-4506-87a5-b93e53b68d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.068866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e96e10b3-ee69-40f9-87f0-a859cde6aace req-6f6d53fc-f8ff-497b-b16d-fd5cc9282ea2 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 948 time: 0.2668996 Jul 16 08:30:34.072176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-50039b32-083a-4506-87a5-b93e53b68d95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 924 time: 0.3269210 Jul 16 08:30:34.080699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:e7:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:30:30Z', 'revision_number': 1, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:34.089745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62c04-52b1-4695-8250-575df28d7eb6 req-3a299ed8-0ca0-4a93-91c4-9c0b4b905b22 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.097224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16e62c04-52b1-4695-8250-575df28d7eb6 req-3a299ed8-0ca0-4a93-91c4-9c0b4b905b22 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.2180498 Jul 16 08:30:34.143368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc76d351-8084-4abc-aee9-d55aab192d37 None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:e7:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:30:30Z', 'revision_number': 1, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:34.237637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-441d18d5-cc5d-4b53-a21a-0ed9dc7a93ad service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665988 Jul 16 08:30:34.287165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ffeb4b-476b-418b-9e8a-5cecff2250cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.337886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-01d52fec-4529-4764-bfb0-b39c37e48baa tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.341228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-01d52fec-4529-4764-bfb0-b39c37e48baa tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772572 Jul 16 08:30:34.353127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16e62c04-52b1-4695-8250-575df28d7eb6 req-2dc253a7-29b1-4fe2-8f87-dbec4affc88b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547634 Jul 16 08:30:34.391960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e96e10b3-ee69-40f9-87f0-a859cde6aace req-8589c730-e380-4d54-a383-d67b80fc53f4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219969 Jul 16 08:30:34.409790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Request body: {'port': {'device_id': '37a83127-cc68-4139-85f5-311e9a678f03', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '27e5a8b77c2e4a53bc950d16fc60ddea'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:34.426722 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-415c7b1c-bed3-4ca2-a455-9e2177365c60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 HTTP/1.1" status: 200 len: 1000 time: 0.3440511 Jul 16 08:30:34.490271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67a22c69-be97-4bdf-8e68-9a5144979b4e req-b9b0cb28-15f3-4007-89cb-29b77fc55153 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289498 Jul 16 08:30:34.562400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349f48a-7f01-4fe6-84c6-eb01038ee690 None None] New status for floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:30:34.666677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-433da996-f374-4176-b454-3e54239cccb7 req-43af9a2d-3f71-4ba9-aeae-bb5dda16c19b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 210 time: 0.0932901 Jul 16 08:30:34.751664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-efc8083b-0507-4d15-9278-c8217edf7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.753902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-efc8083b-0507-4d15-9278-c8217edf7df9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.2875407 Jul 16 08:30:34.781916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-0cc17fa7-0075-44bb-a406-46ff11f50f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.783930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-0cc17fa7-0075-44bb-a406-46ff11f50f11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 1100 time: 0.2007644 Jul 16 08:30:34.850028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ba77-ef5a-4e13-9a36-c5befdcb2b93 req-ea5c90e3-378a-4b1c-9a8e-d761c5126caa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.852164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d221ba77-ef5a-4e13-9a36-c5befdcb2b93 req-ea5c90e3-378a-4b1c-9a8e-d761c5126caa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1695974 Jul 16 08:30:34.890071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ffeb4b-476b-418b-9e8a-5cecff2250cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.894979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-23fad942-b739-4047-bd40-76cff93829f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.897033 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-23fad942-b739-4047-bd40-76cff93829f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341558 Jul 16 08:30:34.902621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ffeb4b-476b-418b-9e8a-5cecff2250cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.986855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d221ba77-ef5a-4e13-9a36-c5befdcb2b93 req-88e47582-2abe-4b72-ab16-97c0991afcbd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133223 Jul 16 08:30:35.010300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-876d84c1-9bd9-40bf-bd46-fbecd162e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.011872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-876d84c1-9bd9-40bf-bd46-fbecd162e3f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2196620 Jul 16 08:30:35.060890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Made reservation on behalf of 27e5a8b77c2e4a53bc950d16fc60ddea for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:35.067073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.099271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8ffeb4b-476b-418b-9e8a-5cecff2250cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50347b339d3844598fe3342e28379b23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1793809 Jul 16 08:30:35.100261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.102130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-34d3cd7b-1773-4a37-b627-22a68e833e8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8924cc5d-d716-4499-98b8-50af00b832c5 HTTP/1.1" status: 200 len: 217 time: 0.0828881 Jul 16 08:30:35.105882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58972) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.110809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffeb4b-476b-418b-9e8a-5cecff2250cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98560b27-6434-4265-b50d-32a99f4d0d4b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:35.170793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.46', 53134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.306303 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-ff8523d4-463f-4860-9760-173661ee228c service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975434 Jul 16 08:30:35.325553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-e35fdde0-b0f0-4502-b7f5-ac4140e12a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.334419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-e35fdde0-b0f0-4502-b7f5-ac4140e12a44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2053795 Jul 16 08:30:35.386310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4eee66f-ee24-4062-ab2d-85e6c0bea9d3 req-bf8aa269-0f19-4755-9512-0ae78776190f tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 210 time: 0.0505090 Jul 16 08:30:35.431025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-776ac3c2-3f05-4a60-9fc9-04f7d61f0808 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.432718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-776ac3c2-3f05-4a60-9fc9-04f7d61f0808 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.2607541 Jul 16 08:30:35.453365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Request body: {'port': {'device_id': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'admin_state_up': True, 'tenant_id': 'd4e7810cb98c4ed89453af1587928853'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:35.457381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.551839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.588720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8b9c057e-f302-4fae-aefc-ef95a154d3cc req-38e4fe59-2a04-454b-8958-7bd35e729ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722991 Jul 16 08:30:35.613218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-d00f5fe4-0442-44c6-94b6-73b345166272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.615046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-d00f5fe4-0442-44c6-94b6-73b345166272 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207470 Jul 16 08:30:35.621952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.628971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.656653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4600a2d-1bd5-4a80-839a-466257d55ee4 req-a9eb0800-f320-46aa-8373-b245589efd20 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.658199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4600a2d-1bd5-4a80-839a-466257d55ee4 req-a9eb0800-f320-46aa-8373-b245589efd20 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.2706928 Jul 16 08:30:35.706200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.708764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.709876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98560b27-6434-4265-b50d-32a99f4d0d4b HTTP/1.1" status: 204 len: 168 time: 0.5961230 Jul 16 08:30:35.746505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5e95f-8efd-4fc3-bd51-58d55a533194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98560b27-6434-4265-b50d-32a99f4d0d4b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:35.831565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4600a2d-1bd5-4a80-839a-466257d55ee4 req-99903485-5e97-49f5-b238-6ee25e909939 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602039 Jul 16 08:30:35.849562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Allocated IP 192.168.233.189 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/4456cb7e-c23f-4361-9ef2-59bf87863497) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:35.873431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887a08-43b0-4496-bdde-b051ace526a9 req-73f6b31a-9b96-4065-887f-3984b3927fd8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.874405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66887a08-43b0-4496-bdde-b051ace526a9 req-73f6b31a-9b96-4065-887f-3984b3927fd8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 948 time: 0.2455339 Jul 16 08:30:35.881489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-bfcf4048-c780-4ee9-b6f5-56baafd4d8b1 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535996 Jul 16 08:30:36.019440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66887a08-43b0-4496-bdde-b051ace526a9 req-23a6aaf7-f1dc-4d8c-ae2b-e2e7db3b30f5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327453 Jul 16 08:30:36.062028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.090289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5daa8180-711d-41ee-92e9-0dcda1b4f299 req-23710f34-6c89-4e50-a3c9-9f16e5bf6ab7 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997879 Jul 16 08:30:36.092705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Transition to ACTIVE for port object 4456cb7e-c23f-4361-9ef2-59bf87863497 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:36.160107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c67f444-523c-4c56-b7f7-17336c6fb915,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:36.169619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7f43001-4590-425d-aeac-dd8b6f2d8bf9 req-8ef47e04-5a36-4b4a-99e1-1bb4bd5f932b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 210 time: 0.0732839 Jul 16 08:30:36.176333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.183324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:36.190901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.369104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:36.374754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:36.375547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f8eb0-9774-4152-81ae-9157f2b54182 req-7e89cd2b-9b67-4621-ac02-491f74763e12 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.381370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:36.385594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c6f8eb0-9774-4152-81ae-9157f2b54182 req-7e89cd2b-9b67-4621-ac02-491f74763e12 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1220672 Jul 16 08:30:36.387754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.388509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.416110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0221205 Jul 16 08:30:36.428549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Allocated IP 172.20.0.4 (c5a1912c-3dd0-4868-bd87-923d579fd10d/5ce4cd9f-7f88-4cae-abc4-16d77b324535/11eaae45-0d6a-4e5b-bb21-2b74368a875e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:36.436000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Request body: {'port': {'device_id': '37a83127-cc68-4139-85f5-311e9a678f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:36.492832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb3912-9f4d-4d77-b63d-2e3042c760cb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Pushing event updated for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:36.494240 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c6f8eb0-9774-4152-81ae-9157f2b54182 req-1e40c781-adb4-4320-b2d6-2ac41f72b64b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Jul 16 08:30:36.746488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.801556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-92b6cbbf-2fd4-48c5-b90f-3ae4eef0e996 None None] Provisioning for port 4456cb7e-c23f-4361-9ef2-59bf87863497 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:36.816899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-92b6cbbf-2fd4-48c5-b90f-3ae4eef0e996 None None] Provisioning complete for port 4456cb7e-c23f-4361-9ef2-59bf87863497 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:36.818744 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-92b6cbbf-2fd4-48c5-b90f-3ae4eef0e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.848838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a952d4-ac07-4879-a938-28f8300e7add req-dc92ebac-34c9-4ac2-8ef7-1199a957218e tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.858114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a952d4-ac07-4879-a938-28f8300e7add req-dc92ebac-34c9-4ac2-8ef7-1199a957218e tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 936 time: 0.1630740 Jul 16 08:30:36.886288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.911514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-92b6cbbf-2fd4-48c5-b90f-3ae4eef0e996 None None] Port 4456cb7e-c23f-4361-9ef2-59bf87863497 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:36.944928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a952d4-ac07-4879-a938-28f8300e7add req-f5bc68c9-115c-4d36-97db-b9e54546b5e5 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859518 Jul 16 08:30:36.999321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59028) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.211408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b62d8-5f67-436a-864e-2a55a4aea9a9 req-b9f3847d-2fe3-429b-b557-4e822a034bd3 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.217049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d02b62d8-5f67-436a-864e-2a55a4aea9a9 req-b9f3847d-2fe3-429b-b557-4e822a034bd3 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.1836686 Jul 16 08:30:37.229243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.299271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc414-ffb4-408e-9d29-9707157d20d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.317053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Network c5a1912c-3dd0-4868-bd87-923d579fd10d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:37.325772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:37.334900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:37.341399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.342039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.348461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d02b62d8-5f67-436a-864e-2a55a4aea9a9 req-7e467df1-f401-4e67-bf53-5ddef75141b8 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068761 Jul 16 08:30:37.353261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.394107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aabf1d-ea60-4e09-9ef6-42ae1553f24e req-6982ddbe-f4d3-434c-8fd3-ecb74c32fe61 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.396149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7aabf1d-ea60-4e09-9ef6-42ae1553f24e req-6982ddbe-f4d3-434c-8fd3-ecb74c32fe61 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 948 time: 0.2130764 Jul 16 08:30:37.423642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4456cb7e-c23f-4361-9ef2-59bf87863497 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:37.431746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.445432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Transition to ACTIVE for port object 4456cb7e-c23f-4361-9ef2-59bf87863497 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:37.451758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.485021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7aabf1d-ea60-4e09-9ef6-42ae1553f24e req-5dd44b57-ffd2-4a77-9918-861ee94410c0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809793 Jul 16 08:30:37.540458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Pushing event updated for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.558836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc414-ffb4-408e-9d29-9707157d20d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.597099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-ff8a7440-6921-46dd-bd07-817466ba7e1c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1479325 Jul 16 08:30:37.610532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Request body: {'port': {'device_id': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:37.615020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc414-ffb4-408e-9d29-9707157d20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.617788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Attempting to bind port 4456cb7e-c23f-4361-9ef2-59bf87863497 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:37.618436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Attempting to bind port 4456cb7e-c23f-4361-9ef2-59bf87863497 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:37.618999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Attempting to bind port 4456cb7e-c23f-4361-9ef2-59bf87863497 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:37.651038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Port 4456cb7e-c23f-4361-9ef2-59bf87863497 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:37.654306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Attempting to bind port 4456cb7e-c23f-4361-9ef2-59bf87863497 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:37.667675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:37.668671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:37.672978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:37.673735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Bound port: 4456cb7e-c23f-4361-9ef2-59bf87863497, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:37.674315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.722886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cc414-ffb4-408e-9d29-9707157d20d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf85581-6a6d-495c-9b2d-6ce42d100047,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.755941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec0cc414-ffb4-408e-9d29-9707157d20d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=234e23dd40c24e4580dbc49a8b77f75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550974 Jul 16 08:30:37.761037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.781065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.818674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8924cc5d-d716-4499-98b8-50af00b832c5 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:37.840985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:37.869011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4456cb7e-c23f-4361-9ef2-59bf87863497,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:37.869187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7a225-a2eb-49dc-9437-efc8801daa44 req-0de996a6-d8b6-4bb3-a013-e9aa0ce0fe41 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.875334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.877261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84f7a225-a2eb-49dc-9437-efc8801daa44 req-0de996a6-d8b6-4bb3-a013-e9aa0ce0fe41 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 931 time: 0.3213537 Jul 16 08:30:37.919289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.967418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.969509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.970914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-8d371732-d930-4e62-8f52-b607249eff53 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.971306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] 10.222.0.46 "PUT /v2.0/ports/4456cb7e-c23f-4361-9ef2-59bf87863497 HTTP/1.1" status: 200 len: 1097 time: 1.5443256 Jul 16 08:30:37.971895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:37.974379 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2126ed9f-1209-493e-9cbc-7f69609dcde9" -d '{"events": [{"name": "network-changed", "server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:37.983857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-8d371732-d930-4e62-8f52-b607249eff53 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 1102 time: 0.3058622 Jul 16 08:30:38.001110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8924cc5d-d716-4499-98b8-50af00b832c5,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:38.012905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84f7a225-a2eb-49dc-9437-efc8801daa44 req-21005a63-84e2-44e0-8018-82780545d236 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344452 Jul 16 08:30:38.016702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.020255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '8924cc5d-d716-4499-98b8-50af00b832c5', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '8924cc5d-d716-4499-98b8-50af00b832c5', 'mac_address': 'fa:16:3e:ab:03:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:38.036328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae17d-65fd-447a-9ed7-bac47bc0fd51 service neutron] Pushing event updated for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.066068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.084238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8924cc5d-d716-4499-98b8-50af00b832c5 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:38.114221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8924cc5d-d716-4499-98b8-50af00b832c5,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:38.120657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.123394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.124640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf85581-6a6d-495c-9b2d-6ce42d100047 HTTP/1.1" status: 204 len: 168 time: 0.3626490 Jul 16 08:30:38.125579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.149710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dd1bd-5a4d-4a41-a620-97b18fc91711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf85581-6a6d-495c-9b2d-6ce42d100047,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.152910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-cb7b8e7f-b53b-4fca-b42c-a8af69063582 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.277136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.314314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.315118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.315620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.316172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.317366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.317721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.318076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.318418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.318755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.319090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.319421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.319752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:38.380657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8924cc5d-d716-4499-98b8-50af00b832c5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:38.421573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-cb7b8e7f-b53b-4fca-b42c-a8af69063582 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.441871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-3490a9a9-3f1d-4ddb-a6b6-cbe1f4ef18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.443606 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-3490a9a9-3f1d-4ddb-a6b6-cbe1f4ef18db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 1100 time: 0.4104729 Jul 16 08:30:38.481444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-cb7b8e7f-b53b-4fca-b42c-a8af69063582 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.509171 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.521213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-5708b7e3-8571-4bbe-b792-0150bb548ca4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4456cb7e-c23f-4361-9ef2-59bf87863497 HTTP/1.1" status: 200 len: 217 time: 0.0660558 Jul 16 08:30:38.539436 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b31af2bb-63ee-4cc2-b0ed-61de6450d720 req-cb7b8e7f-b53b-4fca-b42c-a8af69063582 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467349 Jul 16 08:30:38.572144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8e7f-b53b-4fca-b42c-a8af69063582 tempest-LiveMigrationNegativeTest-1469638295 tempest-LiveMigrationNegativeTest-1469638295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6012b5d6-f0b8-48c9-9f1b-8ea5676a9cd7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.610772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075d327-ffb5-4774-b8c8-78af52f025b5 req-6f710043-e3e2-4db1-90bc-9912a7935043 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.612319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1075d327-ffb5-4774-b8c8-78af52f025b5 req-6f710043-e3e2-4db1-90bc-9912a7935043 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1884708 Jul 16 08:30:38.646691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eaae45-0d6a-4e5b-bb21-2b74368a875e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:38.666410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.678475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-70dc3a8b-d91c-4fba-9aa1-67dae3dd853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.681820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-70dc3a8b-d91c-4fba-9aa1-67dae3dd853d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1542578 Jul 16 08:30:38.715410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1075d327-ffb5-4774-b8c8-78af52f025b5 req-5f120572-220b-4fed-8903-fe8c4effc276 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902402 Jul 16 08:30:38.727839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Transition to ACTIVE for port object 11eaae45-0d6a-4e5b-bb21-2b74368a875e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:38.734836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.750498 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.769995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59074) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:38.801896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b93e1ff-b3cc-4ccb-a067-05309c8add59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.840096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.907206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:38.907815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:38.908188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:38.916436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-446a7f4f-94ea-4eb7-a3fe-6c17dc430aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.917939 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-446a7f4f-94ea-4eb7-a3fe-6c17dc430aab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2278321 Jul 16 08:30:38.918862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:38.919367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:38.924892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:38.925466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:38.926010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:38.926640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Bound port: 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:38.927381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.951791 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ea7d0-400e-4aa9-8c6e-9c2dd3b1377e x-openstack-request-id: req-fe3ea7d0-400e-4aa9-8c6e-9c2dd3b1377e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:38.952390 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:38.952875 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe3ea7d0-400e-4aa9-8c6e-9c2dd3b1377e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:38.953487 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497', 'status': 'completed', 'code': 200} Jul 16 08:30:39.022273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b93e1ff-b3cc-4ccb-a067-05309c8add59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.033497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b93e1ff-b3cc-4ccb-a067-05309c8add59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.073422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:39.081264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:39.090161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.096204 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-f898876b-91c1-44a8-a2b8-ebc59b4d16c6 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649711 Jul 16 08:30:39.096779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93e1ff-b3cc-4ccb-a067-05309c8add59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bdd17b-97ad-42cb-8b13-9b71ed18fa85,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.107386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b93e1ff-b3cc-4ccb-a067-05309c8add59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed09d8d5db464e3b85ac83ccbece7087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318887 Jul 16 08:30:39.112259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59080) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:39.138533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaf066-101b-4baf-b4ab-fd3d7edfa4bc req-2036112a-75b5-4ac3-8fed-e479561a45aa tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.141017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1feaf066-101b-4baf-b4ab-fd3d7edfa4bc req-2036112a-75b5-4ac3-8fed-e479561a45aa tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 948 time: 0.2574055 Jul 16 08:30:39.169923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.170531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.171909 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] 10.222.0.46 "PUT /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 1092 time: 1.5657244 Jul 16 08:30:39.274887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1feaf066-101b-4baf-b4ab-fd3d7edfa4bc req-2c606650-e784-4f5e-a137-015e7d6da724 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887694 Jul 16 08:30:39.310090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b935a-726f-472c-b142-53999a3af033 req-aa8c6f81-0ddc-4093-bc8b-9c8123ce9e93 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.311264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f28b935a-726f-472c-b142-53999a3af033 req-aa8c6f81-0ddc-4093-bc8b-9c8123ce9e93 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 949 time: 0.1689706 Jul 16 08:30:39.338245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.360247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59086) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:39.406352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.454923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f28b935a-726f-472c-b142-53999a3af033 req-75d70e2b-e6f6-41e9-8f15-c005cf258d91 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Jul 16 08:30:39.548219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.551122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.554227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42bdd17b-97ad-42cb-8b13-9b71ed18fa85 HTTP/1.1" status: 204 len: 168 time: 0.4330115 Jul 16 08:30:39.563434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097e218-fb8a-4049-8ff6-a6c625cbfed0 service neutron] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.578137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdef19-5431-4bd1-b274-e5b4e19007f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bdd17b-97ad-42cb-8b13-9b71ed18fa85,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.609507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae2c86df-f8e1-45af-8993-00ccabeb2dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.619230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-83305efa-d968-49c0-bb99-32cf30a39c30 req-77b87ea8-d6dc-49ca-a5ef-f4c1cec8eba4 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976897 Jul 16 08:30:39.644841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-8225b678-13c1-458c-9d9e-5a0f785acbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.646667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-8225b678-13c1-458c-9d9e-5a0f785acbc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1095 time: 0.1210334 Jul 16 08:30:39.649217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d56e4-cc3e-495d-a712-dfea64e0f4b1 req-e39ec19d-55b5-4130-9d8c-eefd5f9197b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.656886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-109d56e4-cc3e-495d-a712-dfea64e0f4b1 req-e39ec19d-55b5-4130-9d8c-eefd5f9197b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.1676753 Jul 16 08:30:39.716494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-2e9db90d-db36-4857-9ae0-89a0b7e06880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 217 time: 0.0602582 Jul 16 08:30:39.744861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-109d56e4-cc3e-495d-a712-dfea64e0f4b1 req-5d49f5ed-7cee-47b6-9ed5-4eaf595c4ee2 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867066 Jul 16 08:30:39.837913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8924cc5d-d716-4499-98b8-50af00b832c5 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:39.863896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-b2d303c5-b0ad-48f0-8a92-6f53df8ed857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.870176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-b2d303c5-b0ad-48f0-8a92-6f53df8ed857 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1266706 Jul 16 08:30:39.884325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae2c86df-f8e1-45af-8993-00ccabeb2dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.898065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae2c86df-f8e1-45af-8993-00ccabeb2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.934908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 8924cc5d-d716-4499-98b8-50af00b832c5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:39.942473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 8924cc5d-d716-4499-98b8-50af00b832c5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:39.944169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.960725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-daec8ada-a8e9-40b1-9660-86d0348059e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751972 Jul 16 08:30:39.965967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-29738aa0-1ad2-4018-96d5-60d02d2a0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.969987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-29738aa0-1ad2-4018-96d5-60d02d2a0bab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 1100 time: 0.2628794 Jul 16 08:30:39.986723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ae2c86df-f8e1-45af-8993-00ccabeb2dfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69eed67b0d9b4e2f8cb2271629cf5c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250205 Jul 16 08:30:40.012468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c86df-f8e1-45af-8993-00ccabeb2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8deee7-e954-4ae5-9a99-ed2a61d98904,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.015720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:40.073187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.123220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.129581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33144f8c-7ce4-4b72-a381-eb666a82842c req-df0eafbe-6571-40bb-939b-3bd296f278d0 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.131855 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe32468-4af5-4c36-ad04-6458b4f9cd3d" -d '{"events": [{"server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "name": "network-vif-plugged", "status": "completed", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.138246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33144f8c-7ce4-4b72-a381-eb666a82842c req-df0eafbe-6571-40bb-939b-3bd296f278d0 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1499841 Jul 16 08:30:40.160080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8924cc5d-d716-4499-98b8-50af00b832c5,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.171354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.206911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33144f8c-7ce4-4b72-a381-eb666a82842c req-6f8ca4c0-230e-4350-b5c0-97ae1d03e8e5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Jul 16 08:30:40.242245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.287541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.301960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-97ddb6bb-12da-4a10-8eb3-407f79838782 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295889 Jul 16 08:30:40.310560 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3617e1-ea81-4e01-8ab3-6b317571d299 x-openstack-request-id: req-5c3617e1-ea81-4e01-8ab3-6b317571d299 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:40.310854 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "name": "network-vif-plugged", "status": "completed", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:40.311112 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c3617e1-ea81-4e01-8ab3-6b317571d299 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:40.311504 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5', 'code': 200} Jul 16 08:30:40.340771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-dbf29213-86e9-41b4-9b91-d37844081254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.342605 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-dbf29213-86e9-41b4-9b91-d37844081254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3632560 Jul 16 08:30:40.365965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.444185 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-16b089f9-39e2-4cda-8a04-64a26235e69b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4456cb7e-c23f-4361-9ef2-59bf87863497 HTTP/1.1" status: 200 len: 217 time: 0.0759952 Jul 16 08:30:40.574046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-e194c427-d0ad-4f92-a75d-940a70f3e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.576239 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-e194c427-d0ad-4f92-a75d-940a70f3e30b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1232669 Jul 16 08:30:40.585641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905a2cf3-3553-4690-ba9e-74ae78d4b266 req-a442354c-972b-4c1d-aa94-896e6ace9029 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688646 Jul 16 08:30:40.616750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2834d59-203b-4cc5-8c6c-09413e271755 req-89ccf26a-9e02-474d-b10c-6891ab2fc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.621272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2834d59-203b-4cc5-8c6c-09413e271755 req-89ccf26a-9e02-474d-b10c-6891ab2fc792 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 1102 time: 0.2101653 Jul 16 08:30:40.642383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.645103 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.646350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb8deee7-e954-4ae5-9a99-ed2a61d98904 HTTP/1.1" status: 204 len: 168 time: 0.6295278 Jul 16 08:30:40.651424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701eb4b-5db5-4d8f-aa22-7c157b02dcf7 req-dedd52a0-5f0b-4dbf-9a05-a5edb8e50ad4 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.653026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e701eb4b-5db5-4d8f-aa22-7c157b02dcf7 req-dedd52a0-5f0b-4dbf-9a05-a5edb8e50ad4 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 948 time: 0.1636746 Jul 16 08:30:40.667726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b3ebf-c869-48b9-bb10-82246faabe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8deee7-e954-4ae5-9a99-ed2a61d98904,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.673843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3d5a7-9571-4067-910b-4a1c50c3f4cb req-b6121dbb-1a65-4cb9-8a24-0a9867faaf4b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.682746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6c3d5a7-9571-4067-910b-4a1c50c3f4cb req-b6121dbb-1a65-4cb9-8a24-0a9867faaf4b tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.1963024 Jul 16 08:30:40.688100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-ea66a764-c7bb-481e-8bc9-c85467bb577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.689961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-ea66a764-c7bb-481e-8bc9-c85467bb577f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1020210 Jul 16 08:30:40.751849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2834d59-203b-4cc5-8c6c-09413e271755 req-6364b94f-b6fc-4c09-a6e7-791dc0a2abf6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216865 Jul 16 08:30:40.777980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6c3d5a7-9571-4067-910b-4a1c50c3f4cb req-a64bb8cf-867f-4068-942d-da12ca18d5d7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921195 Jul 16 08:30:40.778727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59132) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:40.800661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e701eb4b-5db5-4d8f-aa22-7c157b02dcf7 req-2922d635-e497-4ff6-9f3c-7e56e9e93593 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156304 Jul 16 08:30:40.825388 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-74aa4078-d4ee-4998-b370-4d87e136c1a5 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218333 Jul 16 08:30:40.966166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.969511 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d6956-cba4-4831-b290-d9faf278cf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.975316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2126ed9f-1209-493e-9cbc-7f69609dcde9 req-d109622d-61eb-431e-9413-4eb6b4e41e1e service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370823 Jul 16 08:30:41.103227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da7634-c935-43eb-84d8-a30fdace9dd0 req-e9f5f82a-91e9-4ba7-83b4-640b35e0796e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.110357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7da7634-c935-43eb-84d8-a30fdace9dd0 req-e9f5f82a-91e9-4ba7-83b4-640b35e0796e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.1279821 Jul 16 08:30:41.117093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1677456647-network', 'tenant_id': '9d3f5b47c9d24193b91e883c23d8f231'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:41.193737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Made reservation on behalf of 9d3f5b47c9d24193b91e883c23d8f231 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:41.196861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.209793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:41.210543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7da7634-c935-43eb-84d8-a30fdace9dd0 req-12f5afe9-c044-4cc4-aaad-fd407a34e4b4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992727 Jul 16 08:30:41.220343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.235183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e47e179c-4695-471f-a8e4-7c1f6f96796a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.271429 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582672fe-e945-46df-aae2-88e5bf24491d x-openstack-request-id: req-582672fe-e945-46df-aae2-88e5bf24491d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:41.271570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc63f-79b5-4cf8-91f8-4d34535f0838 req-2138a34c-bcc1-424b-b5fc-6bdfe0630e77 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.271739 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:41.271984 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-582672fe-e945-46df-aae2-88e5bf24491d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:41.272464 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'status': 'completed', 'code': 200} Jul 16 08:30:41.278798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b8bc63f-79b5-4cf8-91f8-4d34535f0838 req-2138a34c-bcc1-424b-b5fc-6bdfe0630e77 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.1425166 Jul 16 08:30:41.339446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b8bc63f-79b5-4cf8-91f8-4d34535f0838 req-db1c7010-93d4-4419-b1e2-73f95c4a595e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597572 Jul 16 08:30:41.392238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.405567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.419532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-bcc4a33a-0330-48e8-81f6-658d9edeec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.421140 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-bcc4a33a-0330-48e8-81f6-658d9edeec33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1095 time: 0.1011987 Jul 16 08:30:41.448698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:41.469159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.469503 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Added segment 78d4b36b-eca8-41bc-afc0-c00a1389d525 of type vlan for network fc172bee-2e60-430d-984b-101c3d8d806f Jul 16 08:30:41.487186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f4025f-ea72-42dc-80b4-3aae58cc2ee1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.529411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.549779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-f5c581ec-a7ad-415a-ae0a-12a16ca12339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.551361 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-f5c581ec-a7ad-415a-ae0a-12a16ca12339 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.1221290 Jul 16 08:30:41.551482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5c6ce-946d-4455-92b6-ab9989885e91 req-ce8f0ab4-14e8-488d-b303-b52f3e9d520c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.552987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd5c6ce-946d-4455-92b6-ab9989885e91 req-ce8f0ab4-14e8-488d-b303-b52f3e9d520c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1595216 Jul 16 08:30:41.590627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.591795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.592465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.604295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e47e179c-4695-471f-a8e4-7c1f6f96796a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.606429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-d40d37a4-d04b-44af-85b8-fae75a68bd6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 217 time: 0.0430529 Jul 16 08:30:41.608758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e47e179c-4695-471f-a8e4-7c1f6f96796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.638969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8543808 Jul 16 08:30:41.641810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd5c6ce-946d-4455-92b6-ab9989885e91 req-d95d1166-eb3a-40ce-88e0-d77045cafb49 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781314 Jul 16 08:30:41.644221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:41.678658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Request body: {'subnet': {'network_id': 'fc172bee-2e60-430d-984b-101c3d8d806f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1677456647-subnet', 'tenant_id': '9d3f5b47c9d24193b91e883c23d8f231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:41.703213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e47e179c-4695-471f-a8e4-7c1f6f96796a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=792c1b22899144cb847f7f232718b2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849741 Jul 16 08:30:41.704403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e179c-4695-471f-a8e4-7c1f6f96796a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3791d57-aeb4-4731-820f-d1e8087fb5cb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.708986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:41.738848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-d514ec36-0096-4dde-86af-61927a2140a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.740384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-d514ec36-0096-4dde-86af-61927a2140a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1162062 Jul 16 08:30:41.758329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Made reservation on behalf of 9d3f5b47c9d24193b91e883c23d8f231 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:41.761101 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.828139 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-af24b1ac-4646-4b23-9dd5-9f567d43ad7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639319 Jul 16 08:30:41.920013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.934982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f216-410b-46a6-935a-dd41f9e1cbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc172bee-2e60-430d-984b-101c3d8d806f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.951349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network fc172bee-2e60-430d-984b-101c3d8d806f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:42.018801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.122237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14a7fd-30cd-44e1-baee-be1979cf6c9d req-bb58d46c-df51-4bbd-bf74-6abf6e64de68 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.124338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad14a7fd-30cd-44e1-baee-be1979cf6c9d req-bb58d46c-df51-4bbd-bf74-6abf6e64de68 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.1441941 Jul 16 08:30:42.124465 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-e32d121e-09d8-4a97-beac-c120dbf7b369 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536347 Jul 16 08:30:42.146367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460b66b-852c-48d4-bda9-6c9dfa98e8b8 req-c63284d5-9b48-4221-b80d-8606355e3f8a tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.148895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6460b66b-852c-48d4-bda9-6c9dfa98e8b8 req-c63284d5-9b48-4221-b80d-8606355e3f8a tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 948 time: 0.1151173 Jul 16 08:30:42.205342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad14a7fd-30cd-44e1-baee-be1979cf6c9d req-eae574f6-1b38-4cad-961b-d40763b48251 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688205 Jul 16 08:30:42.222279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6460b66b-852c-48d4-bda9-6c9dfa98e8b8 req-725f2c37-5ed8-456d-a2ca-0900fcaee48b tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Jul 16 08:30:42.277216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.280069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.284112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3791d57-aeb4-4731-820f-d1e8087fb5cb HTTP/1.1" status: 204 len: 168 time: 0.5721781 Jul 16 08:30:42.305422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31429-814a-482c-b4e7-6c40af6460e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3791d57-aeb4-4731-820f-d1e8087fb5cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.323673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4ec8-1484-4576-a523-74f158855924 req-a045896b-734e-482f-8800-2588615c0146 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.325480 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1ec4ec8-1484-4576-a523-74f158855924 req-a045896b-734e-482f-8800-2588615c0146 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.2954068 Jul 16 08:30:42.328561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.427739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad8d6956-cba4-4831-b290-d9faf278cf0d req-ae254d15-485b-416a-a445-5addfcfa563c service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880058 Jul 16 08:30:42.523529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087aec6-d5d1-4860-8e50-40bb3f2482d1 req-cd54b3e5-a1c4-4f86-a57d-c7afb7abe6da tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.523923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c36ff3-bfbb-4858-af37-436ec7dc111b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.535151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2087aec6-d5d1-4860-8e50-40bb3f2482d1 req-cd54b3e5-a1c4-4f86-a57d-c7afb7abe6da tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.1073301 Jul 16 08:30:42.577059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Checking segment: {'id': '78d4b36b-eca8-41bc-afc0-c00a1389d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fc172bee-2e60-430d-984b-101c3d8d806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:42.577592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Network hostable DHCP agents. Network: fc172bee-2e60-430d-984b-101c3d8d806f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:42.598308 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a0d06ea6-a0ea-4a5f-8a38-7ceb92174cbb service neutron] show failed (client error): The resource could not be found. Jul 16 08:30:42.599428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a0d06ea6-a0ea-4a5f-8a38-7ceb92174cbb service neutron] 10.222.0.46 "GET /v2.0/ports/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.1406009 Jul 16 08:30:42.614923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Deleting port 20c397ff-9adb-4610-9e08-87217e545d41 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:42.615660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.626282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2087aec6-d5d1-4860-8e50-40bb3f2482d1 req-c686b03b-eb76-41e9-95fd-4f537bac90e5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899086 Jul 16 08:30:42.656210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Network fc172bee-2e60-430d-984b-101c3d8d806f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:42.687965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374ff0-de34-485e-9b28-0ef66eb427bb req-5ba230ea-215e-4579-b47c-1b8337e62b1d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.695556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41374ff0-de34-485e-9b28-0ef66eb427bb req-5ba230ea-215e-4579-b47c-1b8337e62b1d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.1314068 Jul 16 08:30:42.705851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, fc172bee-2e60-430d-984b-101c3d8d806f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:42.720916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf84078-3edc-46fe-8f24-4488c4d8ba96 None None] Network fc172bee-2e60-430d-984b-101c3d8d806f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:42.743968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.745679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.773537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41374ff0-de34-485e-9b28-0ef66eb427bb req-bfb8147c-846f-420a-bf8c-2f1d0788645e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765753 Jul 16 08:30:42.940675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dd25cd3a-8088-4818-abe4-a9450f99044c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2927303 Jul 16 08:30:42.976944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d8d0a7-7319-4bd4-971c-a74ac84b7604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.025487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] For port 20c397ff-9adb-4610-9e08-87217e545d41, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=20c397ff-9adb-4610-9e08-87217e545d41,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:43.027113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.053522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372c891-f772-4e48-94d9-1f514348bbc0 None None] Network fc172bee-2e60-430d-984b-101c3d8d806f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:43.058829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cab780-21fd-49e7-97e8-3e3261592d5a req-bf12de58-b427-465f-9fb3-495df6fbaa19 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.058985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Calling delete_port for 20c397ff-9adb-4610-9e08-87217e545d41 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:43.087561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7cab780-21fd-49e7-97e8-3e3261592d5a req-bf12de58-b427-465f-9fb3-495df6fbaa19 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1707840 Jul 16 08:30:43.174429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7cab780-21fd-49e7-97e8-3e3261592d5a req-69990893-544c-402c-a509-c7469b4f3694 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858884 Jul 16 08:30:43.472299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-c35ae2fc-e5ea-4f05-a008-802cdcc1c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.474641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-c35ae2fc-e5ea-4f05-a008-802cdcc1c186 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1102 time: 0.2470129 Jul 16 08:30:43.482940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3eff03-2ab8-4b17-9b9e-c7c7532666ce req-d6abfe0d-2cef-4372-b569-f198384f9109 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.495712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d3eff03-2ab8-4b17-9b9e-c7c7532666ce req-d6abfe0d-2cef-4372-b569-f198384f9109 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6 HTTP/1.1" status: 200 len: 950 time: 0.1143062 Jul 16 08:30:43.500911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:43.573882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.593748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['f288bfe7-71af-482b-a327-c37de3bd5fc1', '20c397ff-9adb-4610-9e08-87217e545d41'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:43.594657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d3eff03-2ab8-4b17-9b9e-c7c7532666ce req-9e57dcfb-0eb7-4198-b901-5ebb357815bd tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979815 Jul 16 08:30:43.695137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Pushing event deleted for resources: {'Port': ['ID=20c397ff-9adb-4610-9e08-87217e545d41,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:43.796860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522372-92a8-4ab1-9d89-e6f4b63c0139 req-b1e8536e-3984-4a4a-b601-1827f91f3982 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.804500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6522372-92a8-4ab1-9d89-e6f4b63c0139 req-b1e8536e-3984-4a4a-b601-1827f91f3982 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 948 time: 0.1603434 Jul 16 08:30:43.848804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4456cb7e-c23f-4361-9ef2-59bf87863497 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:43.857083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.914141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6522372-92a8-4ab1-9d89-e6f4b63c0139 req-d1eb2afa-bd49-4e16-91be-02397461531d tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990674 Jul 16 08:30:43.966004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] No DVR routers for this DVR port 20c397ff-9adb-4610-9e08-87217e545d41 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:44.000537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.002794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1ec4ec8-1484-4576-a523-74f158855924 req-09806002-09f5-43c2-b442-56c3baa03ef7 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "DELETE /v2.0/ports/20c397ff-9adb-4610-9e08-87217e545d41 HTTP/1.1" status: 204 len: 173 time: 1.6582165 Jul 16 08:30:44.022518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'name': 'network-vif-deleted', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:44.047105 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70b9d1-1e05-42b8-8ee9-ac3c76f34fec" -d '{"events": [{"server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "name": "network-vif-deleted", "tag": "20c397ff-9adb-4610-9e08-87217e545d41"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:44.306111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4456cb7e-c23f-4361-9ef2-59bf87863497,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.322466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4456cb7e-c23f-4361-9ef2-59bf87863497', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '4456cb7e-c23f-4361-9ef2-59bf87863497', 'mac_address': 'fa:16:3e:8f:7b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:44.405242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.435211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4456cb7e-c23f-4361-9ef2-59bf87863497 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:44.439188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac5-45e8-45ab-a622-4749e4b92250 req-c86af138-92be-4933-9a4d-8c88bc51082c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.441876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4f52ac5-45e8-45ab-a622-4749e4b92250 req-c86af138-92be-4933-9a4d-8c88bc51082c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.1103504 Jul 16 08:30:44.475436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4456cb7e-c23f-4361-9ef2-59bf87863497,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.484718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.485394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:44.541844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4f52ac5-45e8-45ab-a622-4749e4b92250 req-e9cc8f1d-be66-41e2-80c0-78c62f6aefe0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 Jul 16 08:30:44.639748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:44.644712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2086894749-network', 'tenant_id': 'f322329222aa4dad982a664744fb593b'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:44.677260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:44.748948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Made reservation on behalf of f322329222aa4dad982a664744fb593b for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:44.751506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.761182 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b5aad5-a43f-401d-b692-30f68df04bec x-openstack-request-id: req-64b5aad5-a43f-401d-b692-30f68df04bec {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:44.761741 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbee7c3-95a4-4e0b-8631-e1cec6421eb6", "name": "network-vif-deleted", "tag": "20c397ff-9adb-4610-9e08-87217e545d41", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:44.762721 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64b5aad5-a43f-401d-b692-30f68df04bec {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:44.763134 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbee7c3-95a4-4e0b-8631-e1cec6421eb6', 'name': 'network-vif-deleted', 'tag': '20c397ff-9adb-4610-9e08-87217e545d41', 'status': 'completed', 'code': 200} Jul 16 08:30:44.768348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.788386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.789078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.804403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'port_id': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'mac_address': 'fa:16:3e:36:54:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4cd9f-7f88-4cae-abc4-16d77b324535', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:44.838071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:44.849788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.853676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.854655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.855316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.855957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.856603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.857236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.857864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.858602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.859227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.861521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-a1bea26c-ba33-4ac5-a047-4763003813cb tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f&device_id=37a83127-cc68-4139-85f5-311e9a678f03&device_id=217733d9-176a-42b1-9744-49ca16e5be69&device_id=4cbee7c3-95a4-4e0b-8631-e1cec6421eb6&device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc&device_id=6873e2c1-2690-4e17-984a-8215ad87bc20&device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a&device_id=1edf5f9b-2a11-498a-9457-8747e0b50282&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 8221 time: 0.2046134 Jul 16 08:30:44.882556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11eaae45-0d6a-4e5b-bb21-2b74368a875e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:44.908013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-e7619704-fbaf-425f-8d97-75f044515bfa tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.914377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.926690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.930557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5c98-ad3a-4116-9ff2-5b2ffc1450b2 req-8ded407e-71a5-479b-8cbb-de0cf352b2e5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.932809 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.934749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Transition to ACTIVE for port object c767ffab-1e4e-4553-9be3-b1f6ceccbc5e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:44.937728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7fc5c98-ad3a-4116-9ff2-5b2ffc1450b2 req-8ded407e-71a5-479b-8cbb-de0cf352b2e5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1713102 Jul 16 08:30:44.941923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.012245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7fc5c98-ad3a-4116-9ff2-5b2ffc1450b2 req-e1c8aa9d-7aca-4327-9ea3-91a9cc4b0e8a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727470 Jul 16 08:30:45.039213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.049972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] No DVR routers for this DVR port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:45.052459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.096361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.111646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.147187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:45.154728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:45.156246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:45.156599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:45.162835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535bfe66-bd37-447c-84d2-a67209406571,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.170528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.170872 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Added segment 82609cbb-4ba3-4ddb-8cb5-7a4abee5ccd3 of type vlan for network ea45a578-e06e-4b89-aedd-fa852c108aa5 Jul 16 08:30:45.188279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:45.190542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Attempting to bind port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:45.202612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:45.203212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:45.204355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:45.205120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Bound port: c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:45.205910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.207132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4456cb7e-c23f-4361-9ef2-59bf87863497'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:45.251765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['11eaae45-0d6a-4e5b-bb21-2b74368a875e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:45.293645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:45.298224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:45.307997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.319848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.343339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.346927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.350334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 1097 time: 1.8645382 Jul 16 08:30:45.420435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.422022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.424187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.446927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-e7619704-fbaf-425f-8d97-75f044515bfa tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.476632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-e7619704-fbaf-425f-8d97-75f044515bfa tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.522517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f80839-7496-4163-b04b-a99ad75047f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.544931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b173ad5-c18e-4e8f-8680-eff6e532b309 req-e7619704-fbaf-425f-8d97-75f044515bfa tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&id=5c67f444-523c-4c56-b7f7-17336c6fb915&id=3258530c-58ab-43ba-ab12-a51b006f9f98&id=f77e67ac-d8df-4d27-83d8-5933eb427303&id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.6651645 Jul 16 08:30:45.545380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:45.545460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9032910 Jul 16 08:30:45.552720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Request body: {'subnet': {'network_id': 'ea45a578-e06e-4b89-aedd-fa852c108aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2086894749-subnet', 'tenant_id': 'f322329222aa4dad982a664744fb593b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:45.623633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Made reservation on behalf of f322329222aa4dad982a664744fb593b for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:45.625985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.651425 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-24e26090-ae37-47b5-a0fd-3756a09fdc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.666657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a32f34c8-cde0-4213-8b36-337c837bef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.668224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-a32f34c8-cde0-4213-8b36-337c837bef35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1100 time: 0.2677238 Jul 16 08:30:45.674355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0c64a-8c91-4a40-a5ab-b6ba2314dda2 admin admin] Pushing event updated for resources: {'Network': ['ID=ea45a578-e06e-4b89-aedd-fa852c108aa5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.712297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ea45a578-e06e-4b89-aedd-fa852c108aa5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:45.722678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619704-fbaf-425f-8d97-75f044515bfa tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78955d2-2dea-4e8e-a705-3858c43c6ca4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.763179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6b5d6-48e6-4559-a20f-815a34a01676 req-43feba15-bfcf-4520-b6cf-0094c10ce40b tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.776498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43a6b5d6-48e6-4559-a20f-815a34a01676 req-43feba15-bfcf-4520-b6cf-0094c10ce40b tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 949 time: 0.1267912 Jul 16 08:30:45.835566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43a6b5d6-48e6-4559-a20f-815a34a01676 req-28990a2c-7a3a-4fa3-b97f-f6cec3c1dfcd tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Jul 16 08:30:45.854162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-6ed0c207-a674-4217-add4-a9788274f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.855628 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-6ed0c207-a674-4217-add4-a9788274f4e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1795008 Jul 16 08:30:45.866584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.870167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:45.962903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:45.991367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-e94b8c14-e96b-4b98-be62-65baccca24f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.1084087 Jul 16 08:30:46.088540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-d301a8e8-25a7-41eb-9cc9-b3eb7bcdd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.090010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-d301a8e8-25a7-41eb-9cc9-b3eb7bcdd76d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0874255 Jul 16 08:30:46.110033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad16c-eb2b-4c80-9d4e-0c9a98c2bc0e req-dbc16143-02f6-4140-9faa-51ec4e8ff425 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.118718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-574ad16c-eb2b-4c80-9d4e-0c9a98c2bc0e req-dbc16143-02f6-4140-9faa-51ec4e8ff425 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.0901420 Jul 16 08:30:46.136563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.156455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-574ad16c-eb2b-4c80-9d4e-0c9a98c2bc0e req-c22e7121-40bb-41f0-9732-e2e83ff8f84b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368211 Jul 16 08:30:46.217104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bbf840-6182-447b-ba47-0738820e5f44,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.241216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Checking segment: {'id': '82609cbb-4ba3-4ddb-8cb5-7a4abee5ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ea45a578-e06e-4b89-aedd-fa852c108aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:46.241661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Network hostable DHCP agents. Network: ea45a578-e06e-4b89-aedd-fa852c108aa5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:46.247210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-7b6f419d-0edd-4cad-992e-3bebb13068fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.249000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-7b6f419d-0edd-4cad-992e-3bebb13068fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505089 Jul 16 08:30:46.269965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Network ea45a578-e06e-4b89-aedd-fa852c108aa5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:46.280563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:46.299724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ea45a578-e06e-4b89-aedd-fa852c108aa5) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:46.309065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e229bf-f66c-4fd8-a8a1-1e5fbac9319e None None] Network ea45a578-e06e-4b89-aedd-fa852c108aa5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:46.315873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-a958ece1-68e4-4fa9-9835-72b7ee5586e5 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54451739bf3b4ac78aceb4761feaa887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447686 Jul 16 08:30:46.328735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.329343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.363366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc195b6b-4558-43b5-ab46-3e488e214a0d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8102431 Jul 16 08:30:46.369372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-06839a25-ee27-45e9-8cc5-0ae52de9d06b service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075969 Jul 16 08:30:46.450003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-b46215bf-cf25-488d-a1fa-c3e7e1dc808d tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.451647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-b46215bf-cf25-488d-a1fa-c3e7e1dc808d tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151304 Jul 16 08:30:46.461903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464e6e9-167d-4270-a239-7eb0ead3e793 None None] Network ea45a578-e06e-4b89-aedd-fa852c108aa5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:46.480551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-8b173ccd-92dc-4a09-a427-523496f333af tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/quotas/54451739bf3b4ac78aceb4761feaa887 HTTP/1.1" status: 200 len: 375 time: 0.0226758 Jul 16 08:30:46.481775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b356d9c2-20ae-4498-a50f-d5eb6f55d645 req-ddad159f-aa59-40f6-b06e-7b228a4c8a56 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047888 Jul 16 08:30:46.488933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:46.541608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-9be0a24f-6845-4701-b1e6-801a7b3e4505 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590110 Jul 16 08:30:46.543898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Deleting subnet 46c36ff3-bfbb-4858-af37-436ec7dc111b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:46.548374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.565622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786acd6-8228-4369-aaaa-9be2fa81b710 req-c17f8615-fd12-4510-85fb-62b677116e10 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.567135 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b786acd6-8228-4369-aaaa-9be2fa81b710 req-c17f8615-fd12-4510-85fb-62b677116e10 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.2754409 Jul 16 08:30:46.605730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.613722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b786acd6-8228-4369-aaaa-9be2fa81b710 req-5680806c-fadf-42df-b9ac-cbcaf01c2d9d tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jul 16 08:30:46.632420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.713050 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.740935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.749501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c36ff3-bfbb-4858-af37-436ec7dc111b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.753679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.755976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1aeb427-3bf4-4b59-8e3c-38133c766257 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46c36ff3-bfbb-4858-af37-436ec7dc111b HTTP/1.1" status: 204 len: 168 time: 0.2658424 Jul 16 08:30:46.758536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:46.765112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}, {'name': 'network-changed', 'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:46.767332 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d445921-a6ea-4561-ba9a-336510736735" -d '{"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-unplugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}, {"name": "network-changed", "server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:46.837554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.892317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec08909-97b8-49ae-86f6-a73631c6d6ae req-cbb6fcf8-09c1-45a1-b5fc-97fca09c5f64 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.899391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dec08909-97b8-49ae-86f6-a73631c6d6ae req-cbb6fcf8-09c1-45a1-b5fc-97fca09c5f64 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.0759487 Jul 16 08:30:46.981522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dec08909-97b8-49ae-86f6-a73631c6d6ae req-21d2c76c-46f2-4871-8c25-6832e07ab73c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812187 Jul 16 08:30:47.018427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21faa2f-19a1-4f45-8dac-801d7880d221 req-71f07d4e-dbf4-46f2-8638-241ac304ba69 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.019057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21faa2f-19a1-4f45-8dac-801d7880d221 req-71f07d4e-dbf4-46f2-8638-241ac304ba69 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.019898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21faa2f-19a1-4f45-8dac-801d7880d221 req-71f07d4e-dbf4-46f2-8638-241ac304ba69 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.028499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b21faa2f-19a1-4f45-8dac-801d7880d221 req-71f07d4e-dbf4-46f2-8638-241ac304ba69 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69&device_id=6873e2c1-2690-4e17-984a-8215ad87bc20&device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 2887 time: 0.1035674 Jul 16 08:30:47.081619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b21faa2f-19a1-4f45-8dac-801d7880d221 req-b96ea2b5-c67c-4487-9917-4551b4833663 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Jul 16 08:30:47.145011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05d7b7e2-2b8f-4335-8eb6-9965b0b82fd9 req-ca671398-b6c9-4ec1-9589-162c593887be tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 210 time: 0.0364363 Jul 16 08:30:47.187677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.191162 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8b591-edcb-47bc-97cc-6b3c3271f6c2 x-openstack-request-id: req-ecf8b591-edcb-47bc-97cc-6b3c3271f6c2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:47.191321 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-unplugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "code": 200}, {"name": "network-changed", "server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:47.191524 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecf8b591-edcb-47bc-97cc-6b3c3271f6c2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:47.191917 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'code': 200} Jul 16 08:30:47.192199 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'status': 'completed', 'code': 200} Jul 16 08:30:47.202370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.203406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.204513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.205060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.205637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.206054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.206458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.206843 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.207238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.207635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.256921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 20c397ff-9adb-4610-9e08-87217e545d41 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:47.294125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 20c397ff-9adb-4610-9e08-87217e545d41 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:47.294480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 20c397ff-9adb-4610-9e08-87217e545d41 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:47.347323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.348163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.348743 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.349281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:47.349873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc172bee-2e60-430d-984b-101c3d8d806f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:47.366402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f189f-98f4-40f4-957c-49398a7a6030 req-9b34a399-6a84-4122-a7e2-1a98499683ae tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.368901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08f189f-98f4-40f4-957c-49398a7a6030 req-9b34a399-6a84-4122-a7e2-1a98499683ae tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 949 time: 0.0783262 Jul 16 08:30:47.420833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08f189f-98f4-40f4-957c-49398a7a6030 req-2a7ce982-c9bc-49fe-b79c-e9dda9cbac80 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Jul 16 08:30:47.424404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d4b36b-eca8-41bc-afc0-c00a1389d525') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:47.424712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d4b36b-eca8-41bc-afc0-c00a1389d525') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:47.466066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.496918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.525211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ada9-3ff0-4b4a-968a-1ba4357c5c78 req-1e43dcfa-5bff-43a3-941b-d35b5e1103b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.527171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7493ada9-3ff0-4b4a-968a-1ba4357c5c78 req-1e43dcfa-5bff-43a3-941b-d35b5e1103b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.1049674 Jul 16 08:30:47.530085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:47.530503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: from cryptography.utils import int_from_bytes Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:47.562504 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:47.577086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-478cd2ab-6cb4-4da1-a418-980206975473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.579261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7493ada9-3ff0-4b4a-968a-1ba4357c5c78 req-319a53cd-4f01-4128-bebd-d086a72c8042 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Jul 16 08:30:47.586926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-478cd2ab-6cb4-4da1-a418-980206975473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1100 time: 0.2283189 Jul 16 08:30:47.661175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-070977f2-48ef-4634-a3f3-fd3e9999e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.663119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-070977f2-48ef-4634-a3f3-fd3e9999e52b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1100 time: 0.3074226 Jul 16 08:30:47.696189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.702870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.708030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc172bee-2e60-430d-984b-101c3d8d806f HTTP/1.1" status: 204 len: 168 time: 0.9453287 Jul 16 08:30:47.708776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.794865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Deleting subnet 15bbf840-6182-447b-ba47-0738820e5f44 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:47.800008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.802590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8daf4-da7b-4ced-ae2e-678edd798648 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc172bee-2e60-430d-984b-101c3d8d806f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.845063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.854942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.871003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4456cb7e-c23f-4361-9ef2-59bf87863497 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:47.872134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-c9f72e87-dce1-46b5-b128-af6d39eda30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.875811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-c9f72e87-dce1-46b5-b128-af6d39eda30c service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2784674 Jul 16 08:30:47.896086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-6c78b440-7456-484d-8652-e1b9ea7fb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.900170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-6c78b440-7456-484d-8652-e1b9ea7fb14b service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2211730 Jul 16 08:30:47.919773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.928306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4456cb7e-c23f-4361-9ef2-59bf87863497 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:47.932573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4456cb7e-c23f-4361-9ef2-59bf87863497 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:47.933118 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.954797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-bccf881f-fe29-4064-87b4-8d37c9bb158f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0520072 Jul 16 08:30:47.970879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bbf840-6182-447b-ba47-0738820e5f44,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.975654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.978066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2c1690a4-0d74-4556-ab59-f148a903e82d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15bbf840-6182-447b-ba47-0738820e5f44 HTTP/1.1" status: 204 len: 168 time: 0.2679856 Jul 16 08:30:47.992354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:48.010408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-538b4137-c174-4077-a006-e1a01dbf4e48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0527964 Jul 16 08:30:48.031392 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.035779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-3565df52-a13c-4061-ac47-7909a029b1fd tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.037323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-3565df52-a13c-4061-ac47-7909a029b1fd tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.3697982 Jul 16 08:30:48.047265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8c519-d665-445f-865a-ca4f9766a885 req-e022a258-54b3-428a-9419-f0898101d2c8 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.049276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a8c519-d665-445f-865a-ca4f9766a885 req-e022a258-54b3-428a-9419-f0898101d2c8 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 950 time: 0.3041434 Jul 16 08:30:48.062114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:48.064456 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16033c-a888-409a-9788-dd7d353aa529" -d '{"events": [{"server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "name": "network-vif-plugged", "status": "completed", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:48.081454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4456cb7e-c23f-4361-9ef2-59bf87863497,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:48.087170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.090222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:48.189051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a8c519-d665-445f-865a-ca4f9766a885 req-751785da-32b9-4e3f-b7b3-b275b4718543 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/security-groups?id=c03fec13-d208-411f-b51d-8624fb193a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324852 Jul 16 08:30:48.208943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-2ff1fe96-c0ac-4195-9aef-f694c47d4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.210485 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-2ff1fe96-c0ac-4195-9aef-f694c47d4c2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1865735 Jul 16 08:30:48.214237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.220686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.241340 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-b798c5f0-5ce9-49e4-b1b9-a532b448bd88 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=54451739bf3b4ac78aceb4761feaa887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643594 Jul 16 08:30:48.245361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 11eaae45-0d6a-4e5b-bb21-2b74368a875e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:48.251008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 11eaae45-0d6a-4e5b-bb21-2b74368a875e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:48.251432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.346473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.356927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-4f0e44ff-be9f-459f-9f92-72a84b4e71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.359446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-4f0e44ff-be9f-459f-9f92-72a84b4e71e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.3366578 Jul 16 08:30:48.388437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d4f7-c53d-4ab7-a615-d8fe0a267d07 req-577e5b8c-2fd9-42d9-9e37-16533d490ac5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.390151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e081d4f7-c53d-4ab7-a615-d8fe0a267d07 req-577e5b8c-2fd9-42d9-9e37-16533d490ac5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 948 time: 0.1961796 Jul 16 08:30:48.393803 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.432539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:48.435232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.436901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.471077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Deleting port f288bfe7-71af-482b-a327-c37de3bd5fc1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:48.471420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.490769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.491995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.492376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.494274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.494632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.494960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.495304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.495627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.495945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.496307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.496628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.510718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-60e9e2d3-e38f-4404-9fb8-88a918b7529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.512276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-60e9e2d3-e38f-4404-9fb8-88a918b7529e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2667277 Jul 16 08:30:48.565137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.565507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.566195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.566195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:30:48.566546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea45a578-e06e-4b89-aedd-fa852c108aa5']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.594374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82609cbb-4ba3-4ddb-8cb5-7a4abee5ccd3') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.595169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82609cbb-4ba3-4ddb-8cb5-7a4abee5ccd3') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.596164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-fa90e2a0-9c43-4c7c-8fca-c54b842d116e tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.597617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-fa90e2a0-9c43-4c7c-8fca-c54b842d116e tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068926 Jul 16 08:30:48.622561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e081d4f7-c53d-4ab7-a615-d8fe0a267d07 req-7418a105-60af-4a4e-9808-f0be22b8944f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254775 Jul 16 08:30:48.624396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Request body: {'port': {'device_id': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '54451739bf3b4ac78aceb4761feaa887'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:48.625691 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.653303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.670426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:48.670426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.670644 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4058ae7-bd27-4cab-bb83-2bc695766e94 x-openstack-request-id: req-e4058ae7-bd27-4cab-bb83-2bc695766e94 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:48.670920 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "name": "network-vif-plugged", "status": "completed", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:48.671178 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4058ae7-bd27-4cab-bb83-2bc695766e94 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:48.671570 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497', 'code': 200} Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: from cryptography.utils import int_from_bytes Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: from cryptography.utils import int_from_bytes Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:48.676134 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:48.702601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445921-a6ea-4561-ba9a-336510736735 req-17ab281e-352a-4b77-bb15-5815c17b303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.704632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-17ab281e-352a-4b77-bb15-5815c17b303c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3288288 Jul 16 08:30:48.735704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] For port f288bfe7-71af-482b-a327-c37de3bd5fc1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f288bfe7-71af-482b-a327-c37de3bd5fc1,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:48.736152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.764524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f1fff-31e0-4ef0-962f-843e8ca2dc4a req-ba35b400-d71b-4a0e-af2c-64bac4630fd8 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.767088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c4f1fff-31e0-4ef0-962f-843e8ca2dc4a req-ba35b400-d71b-4a0e-af2c-64bac4630fd8 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1102 time: 0.3281174 Jul 16 08:30:48.788052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.808418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.810274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea45a578-e06e-4b89-aedd-fa852c108aa5 HTTP/1.1" status: 204 len: 168 time: 0.8155532 Jul 16 08:30:48.853892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Calling delete_port for f288bfe7-71af-482b-a327-c37de3bd5fc1 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:48.857737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a20a31-08cb-4f72-b4eb-663267066ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea45a578-e06e-4b89-aedd-fa852c108aa5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.863209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c4f1fff-31e0-4ef0-962f-843e8ca2dc4a req-d489d99e-7f82-4ab1-b8a7-0ada99996164 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902417 Jul 16 08:30:48.883667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-22145d03-9e4c-470c-9370-2080c37b7571 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599634 Jul 16 08:30:48.927821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668dce-52fe-4438-9384-0d3da8ca2185 req-65ebd490-69c1-48ee-b7dd-68e1fc7e058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.929390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb668dce-52fe-4438-9384-0d3da8ca2185 req-65ebd490-69c1-48ee-b7dd-68e1fc7e058b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 1102 time: 0.1351202 Jul 16 08:30:48.949817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-965effd5-e66f-47f5-bbba-6b50ef46bd1c req-774a8a0f-6ca0-481e-81d7-70d3eaa2b125 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 210 time: 0.0391767 Jul 16 08:30:49.006404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb668dce-52fe-4438-9384-0d3da8ca2185 req-e8d78077-c13a-4d47-861f-05b58bee4c8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605683 Jul 16 08:30:49.054857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.064854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Made reservation on behalf of 54451739bf3b4ac78aceb4761feaa887 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:49.068462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.091760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.097815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-4f14d36b-8b9f-4fff-8422-ccb254c7fe36 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817153 Jul 16 08:30:49.134617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4e96d-5f4a-4c3e-b09e-3f8627f2f5f4 req-63be7fd5-b0af-49a6-9ad0-9c0d7be70bfb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.136126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4d4e96d-5f4a-4c3e-b09e-3f8627f2f5f4 req-63be7fd5-b0af-49a6-9ad0-9c0d7be70bfb tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 950 time: 0.1338451 Jul 16 08:30:49.162070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2475ccc6-de36-4a35-9b78-d77fe905590b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d3f5b47c9d24193b91e883c23d8f231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057146 Jul 16 08:30:49.166236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.183374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-32a763bd-1585-4b12-ad0f-7d76b033c048 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894368 Jul 16 08:30:49.201221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4d4e96d-5f4a-4c3e-b09e-3f8627f2f5f4 req-99e84a7e-6335-4366-856f-653bb76ae2a3 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Jul 16 08:30:49.210731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fe8d6-0b86-4890-a170-23b46f88a7a0 req-66b8e624-f902-4ed9-b5fd-bdf9e205b94e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.216495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb1fe8d6-0b86-4890-a170-23b46f88a7a0 req-66b8e624-f902-4ed9-b5fd-bdf9e205b94e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 945 time: 0.1318724 Jul 16 08:30:49.252873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb1fe8d6-0b86-4890-a170-23b46f88a7a0 req-4078168e-33fa-42a1-97a6-49062df5ddf6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354946 Jul 16 08:30:49.286143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:49.360717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d445921-a6ea-4561-ba9a-336510736735 req-bb21988c-adad-453c-8a25-8fa916a05056 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495587 Jul 16 08:30:49.361287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.388648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['f288bfe7-71af-482b-a327-c37de3bd5fc1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:49.420189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7f35e28-84b1-4ec3-8c73-410f13fc8c04 req-9387d8cc-d528-45c0-beb2-ce3902c81d66 tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1edf5f9b-2a11-498a-9457-8747e0b50282 HTTP/1.1" status: 200 len: 210 time: 0.0347171 Jul 16 08:30:49.420503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.427726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9dabe-e954-4a6f-a621-b0006c6a228a req-65f3f312-55b1-4e4f-99fe-0b233fad9bec tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.429490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fa9dabe-e954-4a6f-a621-b0006c6a228a req-65f3f312-55b1-4e4f-99fe-0b233fad9bec tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1102 time: 0.0985277 Jul 16 08:30:49.434794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Pushing event deleted for resources: {'Port': ['ID=f288bfe7-71af-482b-a327-c37de3bd5fc1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:49.457847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:49.479634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'mac_address': 'fa:16:3e:89:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:49.487876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fa9dabe-e954-4a6f-a621-b0006c6a228a req-1604ceb7-c95e-4ff1-92b2-5421017d2ddf tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508571 Jul 16 08:30:49.495056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] No DVR routers for this DVR port f288bfe7-71af-482b-a327-c37de3bd5fc1 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:49.499812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.501930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ec885ccf-cac2-4218-b9cc-3db8161ece64 req-f9586582-b201-4d1a-8a2b-bac40e765abb tempest-LiveMigrationNegativeTest-1417437866 tempest-LiveMigrationNegativeTest-1417437866-project] 10.222.0.47 "DELETE /v2.0/ports/f288bfe7-71af-482b-a327-c37de3bd5fc1 HTTP/1.1" status: 204 len: 173 time: 1.4060493 Jul 16 08:30:49.509387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'name': 'network-vif-deleted', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:49.512078 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301284d-af72-4399-a4de-8c4505eceee6" -d '{"events": [{"server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "name": "network-vif-deleted", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:49.522654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.540338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.547582 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.550308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.564600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c767ffab-1e4e-4553-9be3-b1f6ceccbc5e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:49.604258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:49.605904 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9a057c-f813-4eb0-a563-b97f4356cfce x-openstack-request-id: req-8a9a057c-f813-4eb0-a563-b97f4356cfce {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:49.606250 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf5f9b-2a11-498a-9457-8747e0b50282", "name": "network-vif-deleted", "tag": "f288bfe7-71af-482b-a327-c37de3bd5fc1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:49.606528 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a9a057c-f813-4eb0-a563-b97f4356cfce {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:49.606951 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf5f9b-2a11-498a-9457-8747e0b50282', 'name': 'network-vif-deleted', 'tag': 'f288bfe7-71af-482b-a327-c37de3bd5fc1', 'status': 'completed', 'code': 200} Jul 16 08:30:49.609426 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.685901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f57e4a0-acef-41bd-abaf-231c56d663d2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:49.712801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:49.782116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Allocated IP 192.168.233.151 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/779621fa-b570-4646-9e2b-0e4396e2c8ca) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:49.841148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.843654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.847768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14f4025f-ea72-42dc-80b4-3aae58cc2ee1 HTTP/1.1" status: 204 len: 168 time: 0.6786034 Jul 16 08:30:49.862725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b73f-bf90-4f59-9cb2-9b0ac40ad04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f4025f-ea72-42dc-80b4-3aae58cc2ee1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:49.896936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:49.927164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03cb32-4835-4012-9db0-ae849c33c817 req-a7f32b6f-725f-467b-b46b-9873c2815c14 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.943646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc03cb32-4835-4012-9db0-ae849c33c817 req-a7f32b6f-725f-467b-b46b-9873c2815c14 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 949 time: 0.1565018 Jul 16 08:30:50.028523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc03cb32-4835-4012-9db0-ae849c33c817 req-417d96cf-f333-431e-a8ae-c9bfc7f1a063 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791073 Jul 16 08:30:50.087696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.170387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Transition to ACTIVE for port object 779621fa-b570-4646-9e2b-0e4396e2c8ca will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:50.288763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.427847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943d70e-c15e-41a0-a39a-35dab2936147 req-886ea02c-643d-4723-b848-010cd72449c0 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.442408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7943d70e-c15e-41a0-a39a-35dab2936147 req-886ea02c-643d-4723-b848-010cd72449c0 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 936 time: 0.1456494 Jul 16 08:30:50.517896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7943d70e-c15e-41a0-a39a-35dab2936147 req-08f6a2b7-5aff-4a7b-a06b-782414652a21 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Jul 16 08:30:50.595259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:50.598100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Pushing event updated for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.616065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:50.637058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:50.652285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:50.672556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:50.675120 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e9f8e-22b7-46ee-bcdf-012512d81afa" -d '{"events": [{"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-plugged", "status": "completed", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:50.693342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d0613f4c-85fa-4c6d-96d2-0efd1f358858 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f322329222aa4dad982a664744fb593b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547774 Jul 16 08:30:50.694741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:50.859472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.899625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.946798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7e9b8-a25e-445e-8576-72c372375eba req-8517e25e-b670-4828-b64f-a76c265854ca tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.948384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd7e9b8-a25e-445e-8576-72c372375eba req-8517e25e-b670-4828-b64f-a76c265854ca tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 950 time: 0.1895499 Jul 16 08:30:50.958840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c923d3-acc5-4551-83cf-7fc8915552fc req-a69f1a71-f1bf-4b05-baaa-ca03bb3a6900 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.960370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1c923d3-acc5-4551-83cf-7fc8915552fc req-a69f1a71-f1bf-4b05-baaa-ca03bb3a6900 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 949 time: 0.1768670 Jul 16 08:30:51.057083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.057718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.089291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438478d-6466-4cbf-941d-a18529943b7e req-cecb165a-80c9-4d43-b3fc-8350aab285e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.090844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-cecb165a-80c9-4d43-b3fc-8350aab285e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 949 time: 0.6281686 Jul 16 08:30:51.092688 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-0bd4a049-bcfd-4c72-8879-ad6e5115cce8 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4756944 Jul 16 08:30:51.108689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Request body: {'port': {'device_id': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:51.205374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd7e9b8-a25e-445e-8576-72c372375eba req-9d87b0f7-cba8-4e0f-b7a3-14ce4fddece2 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437320 Jul 16 08:30:51.205987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.208655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.209359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/535bfe66-bd37-447c-84d2-a67209406571 HTTP/1.1" status: 204 len: 168 time: 0.5143998 Jul 16 08:30:51.213065 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-a438478d-6466-4cbf-941d-a18529943b7e req-5e29bd3d-7d69-4c91-8c96-645ca1ec97dc service neutron] delete failed (client error): The resource could not be found. Jul 16 08:30:51.214073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-5e29bd3d-7d69-4c91-8c96-645ca1ec97dc service neutron] 10.222.0.46 "DELETE /v2.0/ports/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.1150246 Jul 16 08:30:51.216157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1c923d3-acc5-4551-83cf-7fc8915552fc req-2ba452b2-5f9f-47c0-b658-260eb88feeaa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464762 Jul 16 08:30:51.225136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.225893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911b4b9-39d2-4dc0-8786-cf355f004fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535bfe66-bd37-447c-84d2-a67209406571,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.294033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:51.382753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:51.387503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:51.388077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.507668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590e745-d78b-479c-9dfb-59501203f789 req-f7f86d4d-8e01-4371-9b7d-1f8b3200872b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.519913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8590e745-d78b-479c-9dfb-59501203f789 req-f7f86d4d-8e01-4371-9b7d-1f8b3200872b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 945 time: 0.1086633 Jul 16 08:30:51.565608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.610116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8590e745-d78b-479c-9dfb-59501203f789 req-1c427fe6-a8ca-4ccc-a273-da82200fe2d3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891871 Jul 16 08:30:51.633886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:51.640444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.641828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f288bfe7-71af-482b-a327-c37de3bd5fc1 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:51.671767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: f288bfe7-71af-482b-a327-c37de3bd5fc1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:51.677223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f288bfe7-71af-482b-a327-c37de3bd5fc1 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:51.768154 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038bd31-8ded-4ad6-83b1-11beaba39817 x-openstack-request-id: req-2038bd31-8ded-4ad6-83b1-11beaba39817 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:51.768461 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-plugged", "status": "completed", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:51.768721 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2038bd31-8ded-4ad6-83b1-11beaba39817 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:51.769063 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'code': 200} Jul 16 08:30:51.810310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.857305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:51.954717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326ae5-0444-4c30-a6f5-025a3cf18a96 req-8dd11cea-e166-42cd-87df-146a019a727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.956522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98326ae5-0444-4c30-a6f5-025a3cf18a96 req-8dd11cea-e166-42cd-87df-146a019a727f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.1564088 Jul 16 08:30:51.993098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779621fa-b570-4646-9e2b-0e4396e2c8ca {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:52.014124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.015240 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98326ae5-0444-4c30-a6f5-025a3cf18a96 req-110c8c10-99e5-4519-9d44-8e0dee2f5f03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Jul 16 08:30:52.036536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Transition to ACTIVE for port object 779621fa-b570-4646-9e2b-0e4396e2c8ca will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:52.043605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.180499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee878daa-a2a3-40c5-b4f1-df9551225540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acc23f0072aa497f9d0a26b67f6e9e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218820 Jul 16 08:30:52.183143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59408) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:52.188454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Pushing event updated for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.193669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438478d-6466-4cbf-941d-a18529943b7e req-335485c4-a02c-4e54-ab04-51513a16ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.195281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-335485c4-a02c-4e54-ab04-51513a16ddd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1101 time: 0.7610884 Jul 16 08:30:52.343654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Attempting to bind port 779621fa-b570-4646-9e2b-0e4396e2c8ca on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:52.343994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Attempting to bind port 779621fa-b570-4646-9e2b-0e4396e2c8ca by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:52.344674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Attempting to bind port 779621fa-b570-4646-9e2b-0e4396e2c8ca on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:52.355855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Port 779621fa-b570-4646-9e2b-0e4396e2c8ca on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:52.356297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Attempting to bind port 779621fa-b570-4646-9e2b-0e4396e2c8ca on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:52.366901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:52.367240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:52.368236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:52.368507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Bound port: 779621fa-b570-4646-9e2b-0e4396e2c8ca, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:52.368881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.400976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438478d-6466-4cbf-941d-a18529943b7e req-2f016f54-4fc3-4c61-b45a-6409e38050c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.404801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-2f016f54-4fc3-4c61-b45a-6409e38050c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1836720 Jul 16 08:30:52.430352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dee661-4b59-4683-8c48-b830c2ddaf32 req-0894244c-22dc-4d1a-a5ec-bd7dcdfbfefd tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.431899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9dee661-4b59-4683-8c48-b830c2ddaf32 req-0894244c-22dc-4d1a-a5ec-bd7dcdfbfefd tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 948 time: 0.1231074 Jul 16 08:30:52.432590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.470147 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-b43cbb3f-eeda-4109-af6f-c9eb2b41b907 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0441382 Jul 16 08:30:52.488650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.559485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:52.576233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:52.578678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438478d-6466-4cbf-941d-a18529943b7e req-b729d190-05c8-4413-9f6f-dcb7f0135dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.580471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-b729d190-05c8-4413-9f6f-dcb7f0135dd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0952516 Jul 16 08:30:52.581965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.589472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.594236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.596025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c03fec13-d208-411f-b51d-8624fb193a1e HTTP/1.1" status: 204 len: 168 time: 0.4111648 Jul 16 08:30:52.628895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b386d59-64ac-4dd1-ac73-f2710d8b38de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03fec13-d208-411f-b51d-8624fb193a1e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.658734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.659351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.660826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] 10.222.0.47 "PUT /v2.0/ports/779621fa-b570-4646-9e2b-0e4396e2c8ca HTTP/1.1" status: 200 len: 1097 time: 1.5605154 Jul 16 08:30:52.662048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:52.666176 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6f911-7e7c-4445-b442-e657c38ac7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:52.680121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9dee661-4b59-4683-8c48-b830c2ddaf32 req-9c40c8b6-1f81-44ad-bc13-6b38e5f2a1f5 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370909 Jul 16 08:30:52.680902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:52.830847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-125735811-network', 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:52.854536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940303c7-8143-49e9-a6de-6d37998adc6d service neutron] Pushing event updated for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.873343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438478d-6466-4cbf-941d-a18529943b7e req-b3dbce8c-5f87-4cdb-bd66-57a7bbd8b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.874916 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-b3dbce8c-5f87-4cdb-bd66-57a7bbd8b96e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2839124 Jul 16 08:30:52.884740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:52.892535 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.902023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-713c33f8-58c3-49e0-b65e-fd5b046f7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.903659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-713c33f8-58c3-49e0-b65e-fd5b046f7154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 1100 time: 0.1839879 Jul 16 08:30:52.907241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.932081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141463b-3bc6-4239-9f42-680c19974b09 req-6bd9b964-b9d4-47ec-91d0-84726bd4031a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.933883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d141463b-3bc6-4239-9f42-680c19974b09 req-6bd9b964-b9d4-47ec-91d0-84726bd4031a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1998465 Jul 16 08:30:52.955566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-b2fdedb2-d3fc-4d8f-8ce9-9174d9d8b6a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca HTTP/1.1" status: 200 len: 217 time: 0.0415266 Jul 16 08:30:53.050839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d141463b-3bc6-4239-9f42-680c19974b09 req-20f69278-b4ec-4f21-b244-8de37966488f tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955765 Jul 16 08:30:53.072860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-a4e02a2c-2219-47e9-bfa1-5c3f38d9af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.074472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-a4e02a2c-2219-47e9-bfa1-5c3f38d9af67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1115291 Jul 16 08:30:53.075757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7223ca-3848-4559-9156-534e086c5697 req-75774970-f2eb-45fc-83b0-1bc7c448e65a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.077350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a7223ca-3848-4559-9156-534e086c5697 req-75774970-f2eb-45fc-83b0-1bc7c448e65a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1728919 Jul 16 08:30:53.123119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-10a819ee-c845-4216-9481-b5a55ac608f4 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400632 Jul 16 08:30:53.203854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a7223ca-3848-4559-9156-534e086c5697 req-8a1e8903-cc3d-4f33-9443-f1550229a22c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101806 Jul 16 08:30:53.215745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:53.257379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d91581-d30c-4a86-86cb-f462632107d7 req-8be48233-6a3f-4a28-985f-ac8a71a84594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.259114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-8be48233-6a3f-4a28-985f-ac8a71a84594 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753321 Jul 16 08:30:53.264029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.291794 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.310433 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92561113-b333-461e-8628-a39c25d969c1 x-openstack-request-id: req-92561113-b333-461e-8628-a39c25d969c1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:53.310715 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:53.310883 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92561113-b333-461e-8628-a39c25d969c1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:53.311356 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca', 'status': 'completed', 'code': 200} Jul 16 08:30:53.323858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a438478d-6466-4cbf-941d-a18529943b7e req-ce8b26ca-6594-4826-a54f-bca4571a5d3d service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889956 Jul 16 08:30:53.371229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec1523ad-66d2-4305-b0af-a481e5b52394 None None] Provisioning for port 779621fa-b570-4646-9e2b-0e4396e2c8ca completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:53.374504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b157b82f-a786-4185-84c1-300cdeb800e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43a20d3ff2274055a112613e072c459f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575482 Jul 16 08:30:53.382702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:53.407941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:53.460247 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-3d86951f-41ea-40d2-8296-c99b9dda8f6f service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890900 Jul 16 08:30:53.473681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.474013 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Added segment be21f09b-de02-46a3-9d25-fb1172b1a160 of type vlan for network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 Jul 16 08:30:53.488685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b0119-12c9-4cfc-a400-70d1ac7f599b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.537511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.547887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.563679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96592a10-74a2-41c6-b7d7-0981180a4ac9 req-14b7cd4c-f8af-48fc-a4f2-07dde70617a6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.565289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96592a10-74a2-41c6-b7d7-0981180a4ac9 req-14b7cd4c-f8af-48fc-a4f2-07dde70617a6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 945 time: 0.1975520 Jul 16 08:30:53.609485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.610370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.610481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.611002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.650643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-13d91581-d30c-4a86-86cb-f462632107d7 req-b32a85fd-9a1f-4655-b81e-4d4900ccdf95 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815314 Jul 16 08:30:53.652801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96592a10-74a2-41c6-b7d7-0981180a4ac9 req-8916f3c3-18d3-4c15-9f53-abb874d7538c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795472 Jul 16 08:30:53.654098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9702532 Jul 16 08:30:53.658595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:53.666071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Request body: {'subnet': {'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-125735811-subnet', 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:53.704732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd0849-7040-44fd-99a1-66930564e6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.714883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:53.726197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:53.728602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.825277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-ff6a7d61-9cc8-4af2-8498-aa7665b4c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.827223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-ff6a7d61-9cc8-4af2-8498-aa7665b4c74d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 1100 time: 0.1189637 Jul 16 08:30:53.828220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.830978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.832505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6012b5d6-f0b8-48c9-9f1b-8ea5676a9cd7 HTTP/1.1" status: 204 len: 168 time: 0.4483376 Jul 16 08:30:53.852571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7efdd-2504-4633-8305-b0036c3f5d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6012b5d6-f0b8-48c9-9f1b-8ea5676a9cd7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.860000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:53.862431 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0918bcbf-4d02-48f3-8a78-1c641c28fdf6" -d '{"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-plugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:54.013441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-e818ccbb-e59e-4116-ba37-db5eaf53463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.015248 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-e818ccbb-e59e-4116-ba37-db5eaf53463a service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1722455 Jul 16 08:30:54.092413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-be4e2c51-6dfe-45f7-8445-da715e7dedb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca HTTP/1.1" status: 200 len: 217 time: 0.0696602 Jul 16 08:30:54.118983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.163770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-4d288f09-19c0-4d76-80f3-27c5f72a223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.166519 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-4d288f09-19c0-4d76-80f3-27c5f72a223c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0668335 Jul 16 08:30:54.231130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-cc88f333-9715-42b5-8023-2867623b8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.232999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-cc88f333-9715-42b5-8023-2867623b8b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592802 Jul 16 08:30:54.233834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:54.242364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb0951-6d93-47e8-b9ae-7d358020caa5 req-6ba41e70-35f7-415a-b39c-65cf857806dc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.248309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eeb0951-6d93-47e8-b9ae-7d358020caa5 req-6ba41e70-35f7-415a-b39c-65cf857806dc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.1864822 Jul 16 08:30:54.252413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:54.252763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Network hostable DHCP agents. Network: fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:54.266111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfc892-3065-4b1c-8f75-5308abd82c23 req-9887588c-a6c3-4435-8946-27f13e63fec7 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.267579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59cfc892-3065-4b1c-8f75-5308abd82c23 req-9887588c-a6c3-4435-8946-27f13e63fec7 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 948 time: 0.1680236 Jul 16 08:30:54.326882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:54.340154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-a2e0385c-3b01-4ab0-a85f-0ea337226756 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975356 Jul 16 08:30:54.342281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eeb0951-6d93-47e8-b9ae-7d358020caa5 req-a127549c-00bb-4f4b-b151-5354aed756c2 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870256 Jul 16 08:30:54.348269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59cfc892-3065-4b1c-8f75-5308abd82c23 req-bf33838c-0c83-4af3-b24e-7e09b4f14df5 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Jul 16 08:30:54.357012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:54.366435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.366595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe493983-c2e4-46ca-9483-3ba0dabd1606 None None] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:54.367480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.406938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6869fad7-ae80-4acf-9034-c0cc6a488f7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7381864 Jul 16 08:30:54.516873 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5b6f911-7e7c-4445-b442-e657c38ac7b1 req-4af8226b-ce0a-46a1-9f17-ef3b20a5e94e service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654861 Jul 16 08:30:54.522806 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b7a7a-7ace-462c-8070-ff2fbea03142 x-openstack-request-id: req-9c9b7a7a-7ace-462c-8070-ff2fbea03142 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:54.523367 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-plugged", "status": "completed", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:54.523367 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c9b7a7a-7ace-462c-8070-ff2fbea03142 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:54.524543 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'code': 200} Jul 16 08:30:54.617515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91dc49-c772-4a6d-b266-3470b9e740f3 None None] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:54.672894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d50db-9bb6-4a35-a093-95f94754faf3 req-113a29ed-0004-4b4c-a0d0-17a9f1f34d10 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.674534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d32d50db-9bb6-4a35-a093-95f94754faf3 req-113a29ed-0004-4b4c-a0d0-17a9f1f34d10 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0953503 Jul 16 08:30:54.684680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1c60-9b18-4d33-b660-b0e6aa060cfc req-8b5471f4-e691-4a22-bedf-d4fcde745ebd tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.686066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-068e1c60-9b18-4d33-b660-b0e6aa060cfc req-8b5471f4-e691-4a22-bedf-d4fcde745ebd tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 950 time: 0.1457617 Jul 16 08:30:54.749174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d32d50db-9bb6-4a35-a093-95f94754faf3 req-435d2bf4-bab6-498d-865f-0b3390e8b11e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Jul 16 08:30:54.756878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-068e1c60-9b18-4d33-b660-b0e6aa060cfc req-019ed88a-b1c4-46d8-898e-754126a337bc tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626159 Jul 16 08:30:55.012735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad903-aeb4-43f2-b89e-71a5d14edd6a req-dc7999f4-c1a2-4d55-94b4-3a89bc7d1da1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.019883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c67ad903-aeb4-43f2-b89e-71a5d14edd6a req-dc7999f4-c1a2-4d55-94b4-3a89bc7d1da1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1301916 Jul 16 08:30:55.024315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3921f-6959-4782-a30b-a9b176bcd72e req-82101ede-b680-4525-8986-85b7a9b32819 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.025961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ae3921f-6959-4782-a30b-a9b176bcd72e req-82101ede-b680-4525-8986-85b7a9b32819 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.1444404 Jul 16 08:30:55.104229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c67ad903-aeb4-43f2-b89e-71a5d14edd6a req-b73c9281-1d25-481d-912f-687ca4b9330c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832348 Jul 16 08:30:55.117534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ae3921f-6959-4782-a30b-a9b176bcd72e req-f75a5c94-81aa-429b-9d65-d129585613b4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770795 Jul 16 08:30:55.191625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59508) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:55.197416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1014253699-network', 'tenant_id': '15d2b1b64d6c48229879d77725d5892c'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:55.229357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Made reservation on behalf of 15d2b1b64d6c48229879d77725d5892c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:55.232275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.242397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.416743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.429829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.447373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:55.460769 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.461324 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Added segment 7d0bd7ce-6637-46ea-b8c2-211b0eca3ab8 of type vlan for network 2f334a1f-9d93-489e-9291-bc4be11d6e8e Jul 16 08:30:55.536852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.601544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f1d23-b102-4cb6-a219-97c04988f5c0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:55.606355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.607882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.608851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.646178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4529638 Jul 16 08:30:55.662903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:55.672781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Request body: {'subnet': {'network_id': '2f334a1f-9d93-489e-9291-bc4be11d6e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1014253699-subnet', 'tenant_id': '15d2b1b64d6c48229879d77725d5892c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:55.673056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95393954-5b5c-4a24-97e3-f19e0f035fe6 req-771076e7-a6f4-4b4f-9a63-e5a0b3407085 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.674604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95393954-5b5c-4a24-97e3-f19e0f035fe6 req-771076e7-a6f4-4b4f-9a63-e5a0b3407085 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.3415141 Jul 16 08:30:55.731382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Made reservation on behalf of 15d2b1b64d6c48229879d77725d5892c for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:55.734435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.771767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95393954-5b5c-4a24-97e3-f19e0f035fe6 req-96eccc1f-3024-4a7a-83f8-8ceb7d086953 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677192 Jul 16 08:30:55.826559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b959db9-53bd-406d-9e83-df5876197b7f req-f3ff1814-8fb3-40fa-af89-0293352bc609 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.833026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7b959db9-53bd-406d-9e83-df5876197b7f req-f3ff1814-8fb3-40fa-af89-0293352bc609 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.46 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 950 time: 0.2040210 Jul 16 08:30:55.841477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936a2eb-b61c-4352-8cb6-83c6ad905cca admin admin] Pushing event updated for resources: {'Network': ['ID=2f334a1f-9d93-489e-9291-bc4be11d6e8e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:55.851420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2f334a1f-9d93-489e-9291-bc4be11d6e8e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:55.876027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39432490-79e0-4180-a6ef-3fd1f1616b65 req-892741fa-2148-4051-849c-7a714bb5c397 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.884068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39432490-79e0-4180-a6ef-3fd1f1616b65 req-892741fa-2148-4051-849c-7a714bb5c397 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 948 time: 0.2575974 Jul 16 08:30:55.941333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39432490-79e0-4180-a6ef-3fd1f1616b65 req-5cc3fd92-ee67-4fa7-b5a9-b3048ffbaa0a tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Jul 16 08:30:55.975601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.105247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1c68c-d0b3-4e83-b8ff-351f4db2145e req-1b5a901f-366a-4f14-bb09-b02515a973f7 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.108003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ff1c68c-d0b3-4e83-b8ff-351f4db2145e req-1b5a901f-366a-4f14-bb09-b02515a973f7 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.0883520 Jul 16 08:30:56.119296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Deleting port 4456cb7e-c23f-4361-9ef2-59bf87863497 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:56.119636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.137651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf603-bafd-4450-8323-130952df868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.197846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ff1c68c-d0b3-4e83-b8ff-351f4db2145e req-3ca5f5c7-65a1-4a01-876e-9af9e9626893 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Jul 16 08:30:56.211360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.246429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7d21d-4177-4d6d-921f-609674535a98 req-53b6d383-5344-461c-852a-f834a2a15fba tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.252069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81e7d21d-4177-4d6d-921f-609674535a98 req-53b6d383-5344-461c-852a-f834a2a15fba tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1253517 Jul 16 08:30:56.310009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] For port 4456cb7e-c23f-4361-9ef2-59bf87863497, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4456cb7e-c23f-4361-9ef2-59bf87863497,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:56.310243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.318950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3987c2ab-a880-4c19-a135-a6ba4024bcd5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.328482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Calling delete_port for 4456cb7e-c23f-4361-9ef2-59bf87863497 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:56.328928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81e7d21d-4177-4d6d-921f-609674535a98 req-4e390f6f-e3ae-40f3-bdc5-093c3273859f tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676844 Jul 16 08:30:56.334107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Checking segment: {'id': '7d0bd7ce-6637-46ea-b8c2-211b0eca3ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f334a1f-9d93-489e-9291-bc4be11d6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:56.334745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Network hostable DHCP agents. Network: 2f334a1f-9d93-489e-9291-bc4be11d6e8e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:56.390768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Network 2f334a1f-9d93-489e-9291-bc4be11d6e8e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:56.400991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf603-bafd-4450-8323-130952df868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.407581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf603-bafd-4450-8323-130952df868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.408554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2f334a1f-9d93-489e-9291-bc4be11d6e8e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:56.414907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.415555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.418563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2edd7-6f76-40dc-807e-917b84e1ed9d None None] Network 2f334a1f-9d93-489e-9291-bc4be11d6e8e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:56.450070 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70b02995-265e-4ea4-8935-cff1c9fdc113 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7836635 Jul 16 08:30:56.469584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf603-bafd-4450-8323-130952df868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c41be68-fdf0-490b-8365-b1922bfd2ade,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.487120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f5bf603-bafd-4450-8323-130952df868a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a892b41268d49beb731072612d3c730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100441 Jul 16 08:30:56.493588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.504099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c7c1e-7ebe-4162-bc7c-28021eb70677 req-56884824-8b5c-4a6f-8486-94c9b7d6bd97 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.505682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e40c7c1e-7ebe-4162-bc7c-28021eb70677 req-56884824-8b5c-4a6f-8486-94c9b7d6bd97 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/ports?device_id=37a83127-cc68-4139-85f5-311e9a678f03 HTTP/1.1" status: 200 len: 950 time: 0.1677201 Jul 16 08:30:56.550767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.597952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e40c7c1e-7ebe-4162-bc7c-28021eb70677 req-47fc2c28-4f96-42f4-809b-8290b78470d1 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c67f444-523c-4c56-b7f7-17336c6fb915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jul 16 08:30:56.615653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Pushing event deleted for resources: {'Port': ['ID=4456cb7e-c23f-4361-9ef2-59bf87863497,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.644611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.671690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] No DVR routers for this DVR port 4456cb7e-c23f-4361-9ef2-59bf87863497 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:56.677325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4456cb7e-c23f-4361-9ef2-59bf87863497'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:56.687229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.689282 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7b959db9-53bd-406d-9e83-df5876197b7f req-5741244a-8571-484a-a128-c02163f817e9 tempest-TenantUsagesTestJSON-480901072 tempest-TenantUsagesTestJSON-480901072-project] 10.222.0.46 "DELETE /v2.0/ports/4456cb7e-c23f-4361-9ef2-59bf87863497 HTTP/1.1" status: 204 len: 173 time: 0.7936761 Jul 16 08:30:56.689723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'name': 'network-vif-deleted', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:56.692250 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a3756c-0d66-419e-a1a5-4b4e66a2480b" -d '{"events": [{"server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "name": "network-vif-deleted", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:56.732714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.732964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-0c3bc65d-d626-4111-9f9c-0c9c3ef8de8e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430808 Jul 16 08:30:56.775918 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44253ca-1b28-4a0b-8823-ffbed05e880d x-openstack-request-id: req-f44253ca-1b28-4a0b-8823-ffbed05e880d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:56.776296 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a83127-cc68-4139-85f5-311e9a678f03", "name": "network-vif-deleted", "tag": "4456cb7e-c23f-4361-9ef2-59bf87863497", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:56.776553 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f44253ca-1b28-4a0b-8823-ffbed05e880d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:56.776965 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a83127-cc68-4139-85f5-311e9a678f03', 'name': 'network-vif-deleted', 'tag': '4456cb7e-c23f-4361-9ef2-59bf87863497', 'status': 'completed', 'code': 200} Jul 16 08:30:56.840231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.843647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.845568 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c41be68-fdf0-490b-8365-b1922bfd2ade HTTP/1.1" status: 204 len: 168 time: 0.3504124 Jul 16 08:30:56.869320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28a31-df30-4e11-9329-faa4e339259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c41be68-fdf0-490b-8365-b1922bfd2ade,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.903509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337249a-4809-4399-a589-23375fc216ed None None] Network 2f334a1f-9d93-489e-9291-bc4be11d6e8e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:56.919979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-e6637029-a9ce-45d4-952e-bad41c6faec8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.927729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-e6637029-a9ce-45d4-952e-bad41c6faec8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938233 Jul 16 08:30:56.958477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-50083d3f-7371-4824-9e56-29c3d0de9a21 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/quotas/88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 375 time: 0.0296204 Jul 16 08:30:57.033276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-36f13260-f45f-44de-95eb-6ef5a93bb85d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735722 Jul 16 08:30:57.215322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-f452698d-44e8-46f9-99fa-f316e57a3d7d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.217071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-f452698d-44e8-46f9-99fa-f316e57a3d7d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.1267455 Jul 16 08:30:57.244538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-b8567959-60af-49a1-95c9-736992ee287b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/quotas/cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 375 time: 0.0198190 Jul 16 08:30:57.286398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-d12040ea-ebc8-4d5a-90ec-f9260dc50c05 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406327 Jul 16 08:30:57.302775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:57.317175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce0e4b1-6f00-462c-adfe-d73c0258c86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.333495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 779621fa-b570-4646-9e2b-0e4396e2c8ca details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:57.448853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce0e4b1-6f00-462c-adfe-d73c0258c86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.454629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce0e4b1-6f00-462c-adfe-d73c0258c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.463582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.477830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '779621fa-b570-4646-9e2b-0e4396e2c8ca', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '779621fa-b570-4646-9e2b-0e4396e2c8ca', 'mac_address': 'fa:16:3e:80:6a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:57.510664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:57.511026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cce0e4b1-6f00-462c-adfe-d73c0258c86a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae440104f6e43399cfd042deb98c375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070441 Jul 16 08:30:57.511977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0e4b1-6f00-462c-adfe-d73c0258c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e787ef-0c50-4128-88d1-93e470c9d8d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.534173 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.552071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779621fa-b570-4646-9e2b-0e4396e2c8ca {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:57.583701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.585634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-588015fb-c567-4c72-b244-294aba99db1f service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978165 Jul 16 08:30:57.592507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.645085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860559c7-91b1-42eb-b4c1-700ef62ebe1d req-5b18d0e1-a882-4739-9b6e-ad7249097d31 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.646924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.648548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-860559c7-91b1-42eb-b4c1-700ef62ebe1d req-5b18d0e1-a882-4739-9b6e-ad7249097d31 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 948 time: 0.3722463 Jul 16 08:30:57.655485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.726155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.778512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-860559c7-91b1-42eb-b4c1-700ef62ebe1d req-d388148d-0e78-45c8-b594-33628464337b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171353 Jul 16 08:30:57.782610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-a92d3271-5904-42fb-bd09-390f6e769173 service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897311 Jul 16 08:30:57.811902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.815181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.818726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3e787ef-0c50-4128-88d1-93e470c9d8d3 HTTP/1.1" status: 204 len: 168 time: 0.3047771 Jul 16 08:30:57.825437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d6631-5175-481c-9af1-2880a9f1c8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e787ef-0c50-4128-88d1-93e470c9d8d3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.848634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['779621fa-b570-4646-9e2b-0e4396e2c8ca'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.032370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bc2a205-f896-4622-988b-99f3c35c1caa req-249142df-7a0c-4ba3-95a9-b14fca4fcdff tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 210 time: 0.0663588 Jul 16 08:30:58.141945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dec53-7270-49a2-99ae-f44779bb9cbc req-9c1a4678-13a6-47f2-8cd4-4d423bcdfb00 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.144406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b39dec53-7270-49a2-99ae-f44779bb9cbc req-9c1a4678-13a6-47f2-8cd4-4d423bcdfb00 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.1105838 Jul 16 08:30:58.190023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b39dec53-7270-49a2-99ae-f44779bb9cbc req-521e03be-7406-4dfe-afd4-6da85665042b tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Jul 16 08:30:58.309768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd235fe3-e0cd-448c-b89c-a1743a920329 req-b1cb13a8-2607-476d-a8e3-f38b117ee993 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.319973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd235fe3-e0cd-448c-b89c-a1743a920329 req-b1cb13a8-2607-476d-a8e3-f38b117ee993 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0991094 Jul 16 08:30:58.379500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd235fe3-e0cd-448c-b89c-a1743a920329 req-1f3031f4-45f7-4499-92f1-4324f195eb7e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585172 Jul 16 08:30:58.478071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8742e09a-9cee-4d65-8e81-96794ba33e8e req-b098525a-2b0b-414f-a634-3848f9194ea9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 210 time: 0.0359581 Jul 16 08:30:58.593929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-2b892f1d-d40c-4afe-8b91-82e0ffba93d2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346298 Jul 16 08:30:58.655415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59634) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:58.740410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-eef3cbb2-be2d-4c94-b767-c5887adaaa70 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.741785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-eef3cbb2-be2d-4c94-b767-c5887adaaa70 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417575 Jul 16 08:30:58.761925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Request body: {'port': {'device_id': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '88c9f0f3e3d14edea5406d3c5abc7c80'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:58.952601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-04c6d640-5f08-4518-aa7d-289410e0893c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27e5a8b77c2e4a53bc950d16fc60ddea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958829 Jul 16 08:30:58.955050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:58.998010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Made reservation on behalf of 88c9f0f3e3d14edea5406d3c5abc7c80 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:59.001451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.079064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.110874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3eaa8-b30d-4d7b-8bb3-128718caac6c req-d8f5409d-624b-4e66-b150-8f5f84179a15 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.112489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77b3eaa8-b30d-4d7b-8bb3-128718caac6c req-d8f5409d-624b-4e66-b150-8f5f84179a15 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 949 time: 0.1778884 Jul 16 08:30:59.114498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.175043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77b3eaa8-b30d-4d7b-8bb3-128718caac6c req-0b611cbb-6364-46d3-b3a8-2b76479386bf tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jul 16 08:30:59.193755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Allocated IP 192.168.233.125 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/dd83b0f7-8f76-4128-993b-1f70d489ff82) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:59.196007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.210238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.214505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c67f444-523c-4c56-b7f7-17336c6fb915 HTTP/1.1" status: 204 len: 168 time: 0.2558537 Jul 16 08:30:59.222572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90145-bfd3-4dd6-b973-b0608e7e2c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c67f444-523c-4c56-b7f7-17336c6fb915,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.340348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 779621fa-b570-4646-9e2b-0e4396e2c8ca up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:59.377478 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.403754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Transition to ACTIVE for port object dd83b0f7-8f76-4128-993b-1f70d489ff82 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:59.420024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93e82bd3-9d89-4f0f-b566-c749b119d38f req-16a8a9f1-5d3d-4e2f-95bd-bbe416ad03ac tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 210 time: 0.0732524 Jul 16 08:30:59.429155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 779621fa-b570-4646-9e2b-0e4396e2c8ca completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:59.437414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 779621fa-b570-4646-9e2b-0e4396e2c8ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:59.440299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.499844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.534211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:59.681762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:59.717698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.727462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:59.730845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:59.739068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.783530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaf657-74fb-41cc-ba84-a3976baf829b req-06df287b-ebe8-44ee-8d87-43a655710e3e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.793831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1beaf657-74fb-41cc-ba84-a3976baf829b req-06df287b-ebe8-44ee-8d87-43a655710e3e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1413989 Jul 16 08:30:59.850466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:59.865892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1beaf657-74fb-41cc-ba84-a3976baf829b req-4781ebdd-dd1a-4a35-aa42-34e59af21c4a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710905 Jul 16 08:30:59.905934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d671449-0f72-403b-ad83-f777dca40822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.906071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:59.916083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:59.918209 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8743b81c-c7da-40e4-aa1d-7621587fd73b" -d '{"events": [{"server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "name": "network-vif-plugged", "status": "completed", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:59.928338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.081307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.094588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4456cb7e-c23f-4361-9ef2-59bf87863497 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:00.134612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4456cb7e-c23f-4361-9ef2-59bf87863497 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:00.135489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4456cb7e-c23f-4361-9ef2-59bf87863497 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:00.159772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d671449-0f72-403b-ad83-f777dca40822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.169099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d671449-0f72-403b-ad83-f777dca40822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.232800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dfe98696-340d-4e61-955d-b2f9a7a39cb0 None None] Provisioning for port dd83b0f7-8f76-4128-993b-1f70d489ff82 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:00.237456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dfe98696-340d-4e61-955d-b2f9a7a39cb0 None None] Provisioning complete for port dd83b0f7-8f76-4128-993b-1f70d489ff82 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:00.238131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dfe98696-340d-4e61-955d-b2f9a7a39cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.290252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dfe98696-340d-4e61-955d-b2f9a7a39cb0 None None] Port dd83b0f7-8f76-4128-993b-1f70d489ff82 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:00.303861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d671449-0f72-403b-ad83-f777dca40822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48016aaa-a321-464f-9470-57c980bc9476,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.344598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d31e56b6-50da-44ea-a1f9-7357b03d381b req-88a973b8-ae9f-477b-b974-60ac75cbeb66 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jul 16 08:31:00.344802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.345705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.352427 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0d671449-0f72-403b-ad83-f777dca40822 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfc8a90e6ce24be8aca108849b9a8b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786124 Jul 16 08:31:00.358457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-97608e31-039a-4a54-b1df-319c1def5469 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:00.359874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-97608e31-039a-4a54-b1df-319c1def5469 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122335 Jul 16 08:31:00.360785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.367439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-217bc2a2-fb2f-49b9-8fef-ea97a2395d64 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.369121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-217bc2a2-fb2f-49b9-8fef-ea97a2395d64 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.8000717 Jul 16 08:31:00.385809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Request body: {'port': {'device_id': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'admin_state_up': True, 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:00.402588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-5e35107d-f2ac-45ef-96bc-b4b1da059471 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6491492 Jul 16 08:31:00.410945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Request body: {'binding': {'host': 'n-h2-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:00.411402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:31:00.413432 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eaee40-cc85-4498-9d50-1e9581405979 x-openstack-request-id: req-a9eaee40-cc85-4498-9d50-1e9581405979 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:00.414511 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "name": "network-vif-plugged", "status": "completed", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:00.414649 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9eaee40-cc85-4498-9d50-1e9581405979 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:00.415122 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca', 'code': 200} Jul 16 08:31:00.425368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Request body: {'port': {'device_id': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:00.473659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.520965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.602431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.620423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:00.624102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.659094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c1869-3ff5-479c-80e2-00ac8a6a90b6 req-cb33431b-a32d-4ce4-8efa-1d15ccb8d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.660706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f37c1869-3ff5-479c-80e2-00ac8a6a90b6 req-cb33431b-a32d-4ce4-8efa-1d15ccb8d0e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 1102 time: 0.1738884 Jul 16 08:31:00.676728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4446a4-f19e-43ea-b6a2-974c484a73b8 req-63353e74-6749-41ec-b031-f13e9ef8913b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:00.679884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd4446a4-f19e-43ea-b6a2-974c484a73b8 req-63353e74-6749-41ec-b031-f13e9ef8913b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 950 time: 0.1279259 Jul 16 08:31:00.679884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.681326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.684686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48016aaa-a321-464f-9470-57c980bc9476 HTTP/1.1" status: 204 len: 168 time: 0.3203685 Jul 16 08:31:00.693516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on host n-h2-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:00.693947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:00.694386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:00.698128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab482e7-3f0d-4300-a2a7-28c033df1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48016aaa-a321-464f-9470-57c980bc9476,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.712144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:00.712478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:00.732303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:00.732644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:00.733026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:00.733477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Bound port: 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:00.787062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd4446a4-f19e-43ea-b6a2-974c484a73b8 req-d4288695-a5ae-4fbf-9876-01a3e8452df2 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Jul 16 08:31:00.810116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:00.815975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.817320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-654b398f-2f57-4eb0-83df-473e03bbde63 service neutron] 10.222.0.32 "POST /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4164171 Jul 16 08:31:00.825024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f37c1869-3ff5-479c-80e2-00ac8a6a90b6 req-7acb6291-0374-4f88-b92a-a4c862a7054b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546226 Jul 16 08:31:00.964013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Allocated IP 172.20.0.13 (fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9/e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef/8c2cb312-0aa0-4985-90fb-a114b33fd71b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:01.069882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22367fd-def3-4404-8dd0-fbfe41f862b7 req-f0713215-2666-4d04-8223-0570064992de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.072395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d22367fd-def3-4404-8dd0-fbfe41f862b7 req-f0713215-2666-4d04-8223-0570064992de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 936 time: 0.1027689 Jul 16 08:31:01.116255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d22367fd-def3-4404-8dd0-fbfe41f862b7 req-9d5e0075-fede-4747-a2c9-650723295c86 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Jul 16 08:31:01.116799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd83b0f7-8f76-4128-993b-1f70d489ff82 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:01.145955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.160369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Transition to ACTIVE for port object dd83b0f7-8f76-4128-993b-1f70d489ff82 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:01.175728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.324519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-17c950ad-27d3-4560-9728-58a0ebc2ed61 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362103 Jul 16 08:31:01.347516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.419041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.426476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.519052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.529729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-645aeeb4-c847-4fcf-b9d9-6b2e557bb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.531579 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-645aeeb4-c847-4fcf-b9d9-6b2e557bb2ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1097 time: 0.4379773 Jul 16 08:31:01.588070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:01.593931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:01.597647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:01.600693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:01.601114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:01.602053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:01.620363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae69f1-a925-4c16-82ef-58f2b5d70148 req-67cb5fff-cca5-4311-bf37-35954b8159d2 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.621775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-caae69f1-a925-4c16-82ef-58f2b5d70148 req-67cb5fff-cca5-4311-bf37-35954b8159d2 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.3815877 Jul 16 08:31:01.634103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:01.634325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59748) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:01.634414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:01.661448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:01.661801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:01.662160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:01.662600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Bound port: dd83b0f7-8f76-4128-993b-1f70d489ff82, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:01.662956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.672817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-470cc97c-2a18-4a87-97f1-dc43eb2bc05b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.674635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-470cc97c-2a18-4a87-97f1-dc43eb2bc05b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409796 Jul 16 08:31:01.704278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-caae69f1-a925-4c16-82ef-58f2b5d70148 req-c79fdff0-d896-4c84-8607-41c093c1dc81 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706971 Jul 16 08:31:01.705717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-871f16ab-5b01-4b30-9591-d8f8381ca41a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.0236039 Jul 16 08:31:01.758196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-23083f3a-dec3-4438-aadb-b97f64b34924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.759777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-23083f3a-dec3-4438-aadb-b97f64b34924 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2162757 Jul 16 08:31:01.765322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.765948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.779750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-9e152689-b874-4e0e-8d9d-ef58726f615c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681891 Jul 16 08:31:01.785794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-137129138-network', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:01.830460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Made reservation on behalf of 57cd01f21e3e42bcbc5652532a005c51 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:01.833978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.836938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:01.840588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:01.850297 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-7c66360d-91c9-469b-8ad0-65c4d156d284 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 217 time: 0.0806363 Jul 16 08:31:01.852624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.852756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.876776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-ceabeaaf-1653-4463-86bb-740850bbd7c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958491 Jul 16 08:31:01.908286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.908918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.910251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] 10.222.0.47 "PUT /v2.0/ports/dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 1097 time: 1.4891682 Jul 16 08:31:01.910688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:01.913171 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab69c859-4979-426e-be0d-5ae8c1daa84f" -d '{"events": [{"name": "network-changed", "server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:01.942995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Request body: {'port': {'device_id': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:01.981516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ccd8-6913-4598-af4f-32d29e825e50 req-4b5683ae-c7ae-4d3d-881a-2c651b399d2f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.985318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fc5ccd8-6913-4598-af4f-32d29e825e50 req-4b5683ae-c7ae-4d3d-881a-2c651b399d2f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 945 time: 0.1272080 Jul 16 08:31:02.046481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c6281-7931-453f-9283-1eff1c4fbfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.050226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-04a04656-5ba8-4816-8738-0703c966db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.051729 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-04a04656-5ba8-4816-8738-0703c966db07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1892762 Jul 16 08:31:02.094176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fc5ccd8-6913-4598-af4f-32d29e825e50 req-d0a00436-bfab-4a5d-a54a-5cc8f2897e65 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976593 Jul 16 08:31:02.156724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.162401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.163643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-0e6496d2-4053-4ca6-840e-271e4c818de7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037192 Jul 16 08:31:02.190429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:02.217429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd3a2d1-038b-46fd-adb2-511cd6bfd07b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.220400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.230367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.230778 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Added segment 08edb5d3-6816-4e81-a774-fb596c6a614f of type vlan for network 170ac293-3f75-4026-9018-46bbbfc8ecdf Jul 16 08:31:02.304428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-9bf10bdd-6d7d-4ff9-beba-3c03724e0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.306170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-9bf10bdd-6d7d-4ff9-beba-3c03724e0262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1100 time: 0.3475134 Jul 16 08:31:02.339146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.379021 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-80299c1f-927c-4c75-b499-1c820038a883 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0517719 Jul 16 08:31:02.417797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.418687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.419268 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.460216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674886c3-44c9-4e34-87b8-685bcb0ab910 req-243db8bb-090b-4d81-b189-3501c697fa0f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.461792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-674886c3-44c9-4e34-87b8-685bcb0ab910 req-243db8bb-090b-4d81-b189-3501c697fa0f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 932 time: 0.1883161 Jul 16 08:31:02.473072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-393bce7e-40c5-4fce-80aa-bc89b589a4c9 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886665 Jul 16 08:31:02.486333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8432221 Jul 16 08:31:02.496738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:02.504113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Request body: {'subnet': {'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-subnet', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:02.516003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162295-a543-4948-aea8-03581d1743fb req-d2ec389f-dfb6-40db-8af5-4f8702eb06e5 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.522877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57162295-a543-4948-aea8-03581d1743fb req-d2ec389f-dfb6-40db-8af5-4f8702eb06e5 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 950 time: 0.2045012 Jul 16 08:31:02.538408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c137a4-9885-4b55-b55c-21fadbfcb821 admin admin] Pushing event updated for resources: {'Network': ['ID=170ac293-3f75-4026-9018-46bbbfc8ecdf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.553993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:02.567524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-48832439-682c-4edd-a570-603e500b8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.569575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-48832439-682c-4edd-a570-603e500b8ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1773014 Jul 16 08:31:02.577341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-674886c3-44c9-4e34-87b8-685bcb0ab910 req-f09c1c62-283f-47f8-b8f2-9bc0be22c11c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066592 Jul 16 08:31:02.592119 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57162295-a543-4948-aea8-03581d1743fb req-64113e2c-ce5f-460c-8725-f508fc9fe869 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676808 Jul 16 08:31:02.646658 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63a5019-3f8a-4b98-a033-ecd7e4ad9fef x-openstack-request-id: req-a63a5019-3f8a-4b98-a033-ecd7e4ad9fef {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:02.646943 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:02.647197 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a63a5019-3f8a-4b98-a033-ecd7e4ad9fef {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:02.647592 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'status': 'completed', 'code': 200} Jul 16 08:31:02.703526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Made reservation on behalf of 57cd01f21e3e42bcbc5652532a005c51 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:02.706087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.740528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aff8610e-81db-4f52-91e8-d4829a9162be req-e3e36d77-5808-4bbe-9beb-b446a2d5dbd1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0367610 Jul 16 08:31:02.814694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-123186e5-a78d-4416-a45f-0b1869ecda34 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316379 Jul 16 08:31:02.863338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6260-8f0b-45c5-a949-ea3707832d80 req-9d7309ea-3a07-49bb-bd1f-9367e12c5644 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.865087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4ff6260-8f0b-45c5-a949-ea3707832d80 req-9d7309ea-3a07-49bb-bd1f-9367e12c5644 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 948 time: 0.0902936 Jul 16 08:31:02.891237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-e1b8313a-dd48-4ee9-8b0d-0d1874d6ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.892728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-e1b8313a-dd48-4ee9-8b0d-0d1874d6ef3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2606285 Jul 16 08:31:02.913790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4ff6260-8f0b-45c5-a949-ea3707832d80 req-297ee575-d8fe-4d56-abd1-aa862feb2f54 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jul 16 08:31:02.940841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2cb312-0aa0-4985-90fb-a114b33fd71b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:02.968500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.046146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Transition to ACTIVE for port object 8c2cb312-0aa0-4985-90fb-a114b33fd71b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:03.060376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.111344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bb1a6-3586-4206-be59-cadc42dc804f req-ad54b6f9-bdac-4880-975e-417b1f85c460 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.114504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c41bb1a6-3586-4206-be59-cadc42dc804f req-ad54b6f9-bdac-4880-975e-417b1f85c460 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0700171 Jul 16 08:31:03.155806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c41bb1a6-3586-4206-be59-cadc42dc804f req-b82370f7-af0d-4587-942b-d38213e4fe31 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Jul 16 08:31:03.165162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-0f262201-e32b-42ef-9459-36899ec1e821 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573233 Jul 16 08:31:03.182933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.186202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-5039cdba-5b23-4dd1-8fe8-2878029e5b61 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.187665 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-5039cdba-5b23-4dd1-8fe8-2878029e5b61 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.2997909 Jul 16 08:31:03.188274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.217504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:03.386863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a453ca8-5a46-4477-807e-76989e62cc27 req-69494d98-25a9-4cef-8ef1-e4ecfb1744f0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.389223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a453ca8-5a46-4477-807e-76989e62cc27 req-69494d98-25a9-4cef-8ef1-e4ecfb1744f0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 945 time: 0.0829408 Jul 16 08:31:03.438467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a453ca8-5a46-4477-807e-76989e62cc27 req-6098b5f8-8219-4568-a185-7a6270fe3d50 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Jul 16 08:31:03.528464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78ca62-1a18-4a0b-9ee7-13de463f8a3e req-cd483836-7d09-4685-ab26-d1bd0d37f53b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.530349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b78ca62-1a18-4a0b-9ee7-13de463f8a3e req-cd483836-7d09-4685-ab26-d1bd0d37f53b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 950 time: 0.0715108 Jul 16 08:31:03.572030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b78ca62-1a18-4a0b-9ee7-13de463f8a3e req-80c2ffc9-d2b0-4450-a8e5-02792ea352b9 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Jul 16 08:31:03.679784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8920121c-2e31-49a2-8f45-fd39d6a23873,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.693929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-02bd7cea-be4e-45ac-8be1-944bb76b3ee3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569415 Jul 16 08:31:03.762397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1782f-c80e-4172-91b4-a60f95b90d7d req-5a87cb6e-cb6e-4ff0-b709-d4a35635e136 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.763878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0db1782f-c80e-4172-91b4-a60f95b90d7d req-5a87cb6e-cb6e-4ff0-b709-d4a35635e136 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.0631740 Jul 16 08:31:03.780756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Checking segment: {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:03.781121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Network hostable DHCP agents. Network: 170ac293-3f75-4026-9018-46bbbfc8ecdf, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:03.792125 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58d24feb-28da-4fcc-8890-8d8fbd53ff50 req-53395ee5-5c73-4ff1-bff6-578223360105 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190083 Jul 16 08:31:03.792769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:03.793102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:03.793433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:03.803385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.807238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0db1782f-c80e-4172-91b4-a60f95b90d7d req-03857614-b34e-4608-9dea-45e22b3e55fd tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Jul 16 08:31:03.820535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:03.820873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:03.869123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:03.869469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:03.869855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:03.870305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Bound port: 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:03.870669 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.911578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e75f0c2-94df-463d-a93e-cbc2876172bc req-6b972b9d-5d24-410c-b664-8aebd79d55af tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Jul 16 08:31:03.930302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:03.981013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 170ac293-3f75-4026-9018-46bbbfc8ecdf) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:03.988815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-76ce639f-2d7d-4887-a6d4-dd3f3a041958 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.989059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966dfb01-feac-46e2-b8d6-d143cbd20d0f None None] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:03.990269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-76ce639f-2d7d-4887-a6d4-dd3f3a041958 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884870 Jul 16 08:31:03.998916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.999473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.019187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:04.084797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9c3a66e-9d32-4652-b593-6043555d18af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5867438 Jul 16 08:31:04.088844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59788) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:04.094473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:04.126887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04100-9c59-4c5e-9273-f6e8bc6cbaa3 req-2e328976-26d0-48f6-990c-b297b97e9946 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.128724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08c04100-9c59-4c5e-9273-f6e8bc6cbaa3 req-2e328976-26d0-48f6-990c-b297b97e9946 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 948 time: 0.0898948 Jul 16 08:31:04.134930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.135272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:04.136134 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.164905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-441bc425-c8f2-4ea4-b37f-0a72d865bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.166425 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-441bc425-c8f2-4ea4-b37f-0a72d865bd53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1100 time: 0.3107820 Jul 16 08:31:04.182326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-170ac293-3f75-4026-9018-46bbbfc8ecdf', 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'fixed_ips': [{'subnet_id': '8920121c-2e31-49a2-8f45-fd39d6a23873'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:31:04.183721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.190882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:04.220973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.234232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08c04100-9c59-4c5e-9273-f6e8bc6cbaa3 req-b07de6e7-badd-44bf-91c6-78df8ea90418 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935118 Jul 16 08:31:04.235986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.323468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:04.327536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.328192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.329588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 1093 time: 2.4230394 Jul 16 08:31:04.356545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fc93e-2203-4147-988f-57437653c2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.390216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Allocated IP 172.20.0.2 (170ac293-3f75-4026-9018-46bbbfc8ecdf/8920121c-2e31-49a2-8f45-fd39d6a23873/e21bb599-066b-40c8-913f-f48a0b9bbc31) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:04.435445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-bccd7933-04ee-4532-afb4-681d7e71ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.437270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-bccd7933-04ee-4532-afb4-681d7e71ebde service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2610056 Jul 16 08:31:04.439369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:04.470139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:04.474284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.494355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.557916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.578839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875f77-06fa-45d2-b298-5bb5cb768053 req-8afaef33-828b-44d1-a5df-227b451dead6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.583924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-776a78bd-87cd-40bb-a3b0-0cc23cb6df74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0932510 Jul 16 08:31:04.588454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81875f77-06fa-45d2-b298-5bb5cb768053 req-8afaef33-828b-44d1-a5df-227b451dead6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2047172 Jul 16 08:31:04.608567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.629143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Transition to ACTIVE for port object e21bb599-066b-40c8-913f-f48a0b9bbc31 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:04.650780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b'}, {'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:04.653085 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1acc7-3d69-4c30-b91f-f40051a5bab2" -d '{"events": [{"name": "network-changed", "server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b"}, {"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:04.656948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.659153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Transition to ACTIVE for port object e21bb599-066b-40c8-913f-f48a0b9bbc31 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:04.661926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81875f77-06fa-45d2-b298-5bb5cb768053 req-9cf67383-b47b-407f-ab26-2968a293d420 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673614 Jul 16 08:31:04.681253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.685207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.728916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:04.732173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:04.736465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:04.766530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-39e8c3e7-96e9-4eb1-aac4-26b23c7bcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.768024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-39e8c3e7-96e9-4eb1-aac4-26b23c7bcff9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1661606 Jul 16 08:31:04.769727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.47', 57570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:04.785752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Pushing event updated for resources: {'Port': ['ID=e21bb599-066b-40c8-913f-f48a0b9bbc31,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.786549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-c071bdc2-8e29-4ba2-812a-ec1f8e95ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.788067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-c071bdc2-8e29-4ba2-812a-ec1f8e95ab44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1096 time: 0.2993636 Jul 16 08:31:04.812571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753baf9c-a776-4537-9ca4-b06e06a5fc12 req-691c325c-f6d9-4fe6-96c0-dbc74c4695e9 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.814137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-753baf9c-a776-4537-9ca4-b06e06a5fc12 req-691c325c-f6d9-4fe6-96c0-dbc74c4695e9 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.1429138 Jul 16 08:31:04.842792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Attempting to bind port e21bb599-066b-40c8-913f-f48a0b9bbc31 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:04.843347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Attempting to bind port e21bb599-066b-40c8-913f-f48a0b9bbc31 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:04.844199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Attempting to bind port e21bb599-066b-40c8-913f-f48a0b9bbc31 on network 170ac293-3f75-4026-9018-46bbbfc8ecdf {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.849814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:04.850306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Checking segment: {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:04.850622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.850993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Bound using segment: {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:04.852224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Bound port: e21bb599-066b-40c8-913f-f48a0b9bbc31, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:04.852902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.896599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-b438a344-66d6-41db-8e93-7231f5e50ed8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0935452 Jul 16 08:31:04.899122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.921414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] For port e21bb599-066b-40c8-913f-f48a0b9bbc31, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:04.926112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] For port e21bb599-066b-40c8-913f-f48a0b9bbc31, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e21bb599-066b-40c8-913f-f48a0b9bbc31,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:04.931652 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.958019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:04.958617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:04.958617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.981476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:04.981714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Attempting to bind port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.985629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-753baf9c-a776-4537-9ca4-b06e06a5fc12 req-568c527e-9f06-4912-af7f-3c63474a878d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530716 Jul 16 08:31:05.010754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:05.010754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:05.011203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:05.011601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Bound port: 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:05.011957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.016665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7238b-5304-4bbb-9a2c-b4f5213ff2b9 None None] Pushing event updated for resources: {'Port': ['ID=e21bb599-066b-40c8-913f-f48a0b9bbc31,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.019388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ccb5-178a-4995-b541-12626fcc03ec req-dbeb90a9-fec1-4643-b801-a0aaa9ff3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.020899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-dbeb90a9-fec1-4643-b801-a0aaa9ff3429 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1154211 Jul 16 08:31:05.042263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-11546c2d-b4e9-4fb9-aa0f-92e026c9ef47 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.043746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-11546c2d-b4e9-4fb9-aa0f-92e026c9ef47 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 1102 time: 0.2677824 Jul 16 08:31:05.046725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.054010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.058148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-4c76ff41-a5ed-4157-9867-2262eabacc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.059645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-4c76ff41-a5ed-4157-9867-2262eabacc26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2763643 Jul 16 08:31:05.068705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b0cf-d82d-423a-9c18-1d366fd0f30e req-18815bca-0148-4f6d-9fb3-fce4689c8a8d tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.070338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a36b0cf-d82d-423a-9c18-1d366fd0f30e req-18815bca-0148-4f6d-9fb3-fce4689c8a8d tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 950 time: 0.2390139 Jul 16 08:31:05.081039 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290cc427-9443-488e-b65d-34e93e09385a x-openstack-request-id: req-290cc427-9443-488e-b65d-34e93e09385a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:05.081338 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b", "status": "completed", "code": 200}, {"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:05.081603 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-290cc427-9443-488e-b65d-34e93e09385a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:05.081985 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'status': 'completed', 'code': 200} Jul 16 08:31:05.082242 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'code': 200} Jul 16 08:31:05.093594 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-c0c80d13-5e9f-4da9-9914-4562c67902ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603259 Jul 16 08:31:05.119092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.147175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.192885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a36b0cf-d82d-423a-9c18-1d366fd0f30e req-204a4bbf-c2da-4ba8-9127-a9500fabd142 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037111 Jul 16 08:31:05.342010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4839412-5e0b-4493-b7fb-327b17d39dd2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.388305 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-3d341da0-dae1-4d8f-846c-e95cbdb61250 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038940 Jul 16 08:31:05.413507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Allocated IP 172.25.5.144 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/665ed069-b874-467c-ac8f-cd468de64362) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:05.444341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:05.455306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Deleting port 779621fa-b570-4646-9e2b-0e4396e2c8ca {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:05.456005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.492823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:05.511395 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.590128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-2a3a8127-954a-46ea-81cc-21c27780954a service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176872 Jul 16 08:31:05.597181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.87 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/fccf0b63-a24d-4188-a738-24cca659b619) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:05.687274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab69c859-4979-426e-be0d-5ae8c1daa84f req-b209fdbd-75db-41eb-a039-0e9afbb4b3c3 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923093 Jul 16 08:31:05.751740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca53b-2bad-4237-ad0a-08adea1313fc req-d9ffdc28-62a1-4c54-80a2-e7503d4c7ed7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.753158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c22ca53b-2bad-4237-ad0a-08adea1313fc req-d9ffdc28-62a1-4c54-80a2-e7503d4c7ed7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.5664816 Jul 16 08:31:05.759006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.762596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.763201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.764617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-379e7149-b7df-427e-a94b-83bc61889e0d service neutron] 10.222.0.47 "PUT /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 1123 time: 2.5564268 Jul 16 08:31:05.776865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-119b173a-fe8e-44f9-96ab-6973fc93ae62 req-f6bfb54c-057f-443f-8f43-3d150caec00c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0724502 Jul 16 08:31:05.832187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7366ccb5-178a-4995-b541-12626fcc03ec req-48171dea-3385-474a-abf9-d20aaacc5c0f service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271106 Jul 16 08:31:05.894280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['11eaae45-0d6a-4e5b-bb21-2b74368a875e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:05.896304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.906004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c22ca53b-2bad-4237-ad0a-08adea1313fc req-98d19ddd-340b-423d-bc01-8faed51a4871 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318755 Jul 16 08:31:05.924279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] For port 779621fa-b570-4646-9e2b-0e4396e2c8ca, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=779621fa-b570-4646-9e2b-0e4396e2c8ca,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:05.924279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.940595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Calling delete_port for 779621fa-b570-4646-9e2b-0e4396e2c8ca owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:06.017390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.041872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object fccf0b63-a24d-4188-a738-24cca659b619 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:06.050546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-d635216a-a912-4766-bccf-ed3c5884e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.052096 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-d635216a-a912-4766-bccf-ed3c5884e27e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1096 time: 0.1634221 Jul 16 08:31:06.152242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.156541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.220848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Pushing event updated for resources: {'Port': ['ID=665ed069-b874-467c-ac8f-cd468de64362,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.249313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:06.255992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:06.266727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:06.321824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94756912-5dea-4e3e-99b7-0f6c0222f6b5 req-9a2e4a03-bf8b-47e5-89e1-bb74dd81f78b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.328892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94756912-5dea-4e3e-99b7-0f6c0222f6b5 req-9a2e4a03-bf8b-47e5-89e1-bb74dd81f78b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 948 time: 0.3679984 Jul 16 08:31:06.364729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7e413-8c05-4b4e-8043-959d94908f2a None None] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:06.463828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5563d2e4-81f8-4cf7-b774-e436fb5a254b None None] Provisioning for port e21bb599-066b-40c8-913f-f48a0b9bbc31 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:06.517830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:06.521757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-2e6e1d5d-f7b1-4cff-a85f-0502d1ac502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.523772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-2e6e1d5d-f7b1-4cff-a85f-0502d1ac502d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.4621136 Jul 16 08:31:06.525026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:06.526935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.529160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:06.544721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94756912-5dea-4e3e-99b7-0f6c0222f6b5 req-8dd8fb43-4db2-4464-88fc-817433236e11 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148485 Jul 16 08:31:06.571149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-4b2f9f09-7614-4e05-b180-d84d43069086 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0355453 Jul 16 08:31:06.614222 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.627157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['779621fa-b570-4646-9e2b-0e4396e2c8ca'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:06.692622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.692622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.698729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-6585649c-970e-473b-acba-883b87cab169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.700220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-6585649c-970e-473b-acba-883b87cab169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1137438 Jul 16 08:31:06.734218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-be98e1e3-0f54-45a8-9aa4-76907a690d23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7313163 Jul 16 08:31:06.735823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Pushing event deleted for resources: {'Port': ['ID=779621fa-b570-4646-9e2b-0e4396e2c8ca,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.758169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-56c77f27-0231-4ed0-a88a-b4c91db5d93a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461786 Jul 16 08:31:06.761966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Request body: {'port': {'device_id': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:06.773200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e21bb599-066b-40c8-913f-f48a0b9bbc31 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:06.832333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e21bb599-066b-40c8-913f-f48a0b9bbc31 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:06.838311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e21bb599-066b-40c8-913f-f48a0b9bbc31 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:06.838922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.885539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9f19b-4479-4136-9071-11213680ced2 req-f7cf4868-d2b4-410d-9ae9-c8a621facfc5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.895511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0d9f19b-4479-4136-9071-11213680ced2 req-f7cf4868-d2b4-410d-9ae9-c8a621facfc5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.4686050 Jul 16 08:31:06.943585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.957855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.958294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] No DVR routers for this DVR port 779621fa-b570-4646-9e2b-0e4396e2c8ca on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:06.979812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.982463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-550b3253-ba13-4486-9a16-a7a22a3c729f req-04b9c3e4-a827-4546-8e04-5e441fe903a4 tempest-DeleteServersAdminTestJSON-179889387 tempest-DeleteServersAdminTestJSON-179889387-project-admin] 10.222.0.47 "DELETE /v2.0/ports/779621fa-b570-4646-9e2b-0e4396e2c8ca HTTP/1.1" status: 204 len: 173 time: 1.9296992 Jul 16 08:31:07.003210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'name': 'network-vif-deleted', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:07.004691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e21bb599-066b-40c8-913f-f48a0b9bbc31, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e21bb599-066b-40c8-913f-f48a0b9bbc31,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:07.005896 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc5857-c321-492c-8922-c60fef9b05df" -d '{"events": [{"server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "name": "network-vif-deleted", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:07.022387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.047205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.061202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Provisioning for port fccf0b63-a24d-4188-a738-24cca659b619 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:07.061592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0d9f19b-4479-4136-9071-11213680ced2 req-a98aa95d-685e-44fe-a73b-41ccf0685636 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650684 Jul 16 08:31:07.063914 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-1b31b277-3086-4d00-92bf-47a7d4b9104d service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975848 Jul 16 08:31:07.096887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Provisioning complete for port fccf0b63-a24d-4188-a738-24cca659b619 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:07.097554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.135664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:07.138350 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc5297-573c-4382-9da0-7cadc23b2853" -d '{"events": [{"name": "network-changed", "server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:07.152260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e21bb599-066b-40c8-913f-f48a0b9bbc31,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.168982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Port fccf0b63-a24d-4188-a738-24cca659b619 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:07.183395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539223c5-8886-48fe-bfa8-276027ed9053 req-c3cb6e52-d6d6-4064-9fd0-be237cb7526f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.189452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Provisioning complete for port e21bb599-066b-40c8-913f-f48a0b9bbc31 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:07.190017 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04f752e9-9fd7-4813-bd31-625463dbf968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.200216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-539223c5-8886-48fe-bfa8-276027ed9053 req-c3cb6e52-d6d6-4064-9fd0-be237cb7526f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.4443412 Jul 16 08:31:07.294340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-539223c5-8886-48fe-bfa8-276027ed9053 req-56300c7b-9a2e-4308-8e93-6d1661858079 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932379 Jul 16 08:31:07.344855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7b569b5-83d1-4bd1-8a69-7c975abb325b req-051f4ebd-e7f2-4c0e-b47e-6af86e4265ce tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284dab0-cc2c-4e75-b19b-9c4a83b5039a HTTP/1.1" status: 200 len: 210 time: 0.0456913 Jul 16 08:31:07.358222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08a1acc7-3d69-4c30-b91f-f40051a5bab2 req-63b1c236-db48-4a83-a6b4-6f06ffef92ed service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845266 Jul 16 08:31:07.397577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:07.462752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccf0b63-a24d-4188-a738-24cca659b619 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:07.473982 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.487971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Transition to ACTIVE for port object fccf0b63-a24d-4188-a738-24cca659b619 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:07.492780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.534897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:07.548561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'mac_address': 'fa:16:3e:22:b2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:07.558752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.616847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.621177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.649517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd83b0f7-8f76-4128-993b-1f70d489ff82 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:07.688083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b547ac-dae9-41b0-8289-a8c161702b0c req-875a1f0f-5f1c-4bc6-9d1b-2208d32db262 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.688308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:07.689638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b547ac-dae9-41b0-8289-a8c161702b0c req-875a1f0f-5f1c-4bc6-9d1b-2208d32db262 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.2164133 Jul 16 08:31:07.698509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.711796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Attempting to bind port fccf0b63-a24d-4188-a738-24cca659b619 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:07.712172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eab68b-0773-417b-b974-d59baf909367 req-a4ac6df1-935c-4093-8cf3-c3afea80b89f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.712981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Attempting to bind port fccf0b63-a24d-4188-a738-24cca659b619 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:07.713491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Attempting to bind port fccf0b63-a24d-4188-a738-24cca659b619 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:07.719312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79eab68b-0773-417b-b974-d59baf909367 req-a4ac6df1-935c-4093-8cf3-c3afea80b89f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 947 time: 0.2449162 Jul 16 08:31:07.720651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Port fccf0b63-a24d-4188-a738-24cca659b619 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:07.722077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Attempting to bind port fccf0b63-a24d-4188-a738-24cca659b619 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:07.731578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:07.732147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:07.733255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:07.733802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Bound port: fccf0b63-a24d-4188-a738-24cca659b619, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:07.734750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.770603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.812154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:07.816462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fccf0b63-a24d-4188-a738-24cca659b619,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:07.823071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.867239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.867871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.869306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/fccf0b63-a24d-4188-a738-24cca659b619 HTTP/1.1" status: 200 len: 1096 time: 1.1138263 Jul 16 08:31:07.912506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2952ea6-4652-454c-ab33-abd9ff4280c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.962922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:07.986536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-4ec71bd5-e8f7-4b1c-926b-1aad59ddebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.988454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-4ec71bd5-e8f7-4b1c-926b-1aad59ddebd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 1099 time: 0.0715387 Jul 16 08:31:07.995810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:08.029603 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b547ac-dae9-41b0-8289-a8c161702b0c req-824f6f92-5a0e-4ffb-aa8f-a186ee5096c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259792 Jul 16 08:31:08.046693 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-006ffbdc-85d9-4240-8394-f148855d5e60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=fccf0b63-a24d-4188-a738-24cca659b619 HTTP/1.1" status: 200 len: 217 time: 0.0508420 Jul 16 08:31:08.055672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:08.070557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79eab68b-0773-417b-b974-d59baf909367 req-a8553a5a-483d-4696-a489-ea1fe694cbd0 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335333 Jul 16 08:31:08.093982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Router 7cb76d4e-3c71-4211-ba1f-90665298f5cd is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:31:08.119090 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff9288e-4030-44c3-8700-faaef773738b x-openstack-request-id: req-bff9288e-4030-44c3-8700-faaef773738b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:08.119490 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b284dab0-cc2c-4e75-b19b-9c4a83b5039a", "name": "network-vif-deleted", "tag": "779621fa-b570-4646-9e2b-0e4396e2c8ca", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:08.120687 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bff9288e-4030-44c3-8700-faaef773738b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:08.121205 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b284dab0-cc2c-4e75-b19b-9c4a83b5039a', 'name': 'network-vif-deleted', 'tag': '779621fa-b570-4646-9e2b-0e4396e2c8ca', 'status': 'completed', 'code': 200} Jul 16 08:31:08.171002 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc414fbf-2202-4943-afd5-745ab503ab92 x-openstack-request-id: req-fc414fbf-2202-4943-afd5-745ab503ab92 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:08.171599 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:08.171718 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc414fbf-2202-4943-afd5-745ab503ab92 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:08.172922 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'status': 'completed', 'code': 200} Jul 16 08:31:08.173713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-83a32cd8-5927-42ff-844e-eb07da384b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.182837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-83a32cd8-5927-42ff-844e-eb07da384b92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1284323 Jul 16 08:31:08.248961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.306274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-8fa1a021-0e04-439c-88c6-1d2314c37451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.309150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'mac_address': 'fa:16:3e:9f:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:08.313584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-8fa1a021-0e04-439c-88c6-1d2314c37451 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191323 Jul 16 08:31:08.338939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:08.347536 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Sync routers for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:08.361658 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:08.363407 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.370292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.390374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.396917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.402382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-027fe05b-90a4-4ee2-9282-76b913730887 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3095574 Jul 16 08:31:08.402816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:08.423261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:08.425558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9b9d3-460d-4eb6-b074-4dbbd4df6856" -d '{"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-unplugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:08.439052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:08.442813 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-f4b3143b-e12b-4c4d-9507-976be0458fcb service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211734 Jul 16 08:31:08.450288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.455747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.461197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.494527 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:08.510706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-28b5f720-75a9-477e-9312-97fd10caae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.512229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-28b5f720-75a9-477e-9312-97fd10caae66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1126 time: 0.3296976 Jul 16 08:31:08.525587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8534-f8f8-43ed-ae03-4b05df3f6d70 req-86d45c53-9184-473a-b7ce-c7ea3a7c58a4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.527230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a2f8534-f8f8-43ed-ae03-4b05df3f6d70 req-86d45c53-9184-473a-b7ce-c7ea3a7c58a4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 949 time: 0.1841519 Jul 16 08:31:08.547168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c76fc4-830e-4f81-8bef-8e077350c8a5 req-a1a08454-2cea-4262-9cc8-d7fe8697f211 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.548812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60c76fc4-830e-4f81-8bef-8e077350c8a5 req-a1a08454-2cea-4262-9cc8-d7fe8697f211 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1725934 Jul 16 08:31:08.577972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:31:08.578586 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:31:08.579363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:08.638357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e21bb599-066b-40c8-913f-f48a0b9bbc31 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:08.665284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a2f8534-f8f8-43ed-ae03-4b05df3f6d70 req-96315d4a-5f75-419f-8e41-493b3ddcd920 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258695 Jul 16 08:31:08.680879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60c76fc4-830e-4f81-8bef-8e077350c8a5 req-393e59db-adb9-47e3-8cff-28fef1a26ed7 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159272 Jul 16 08:31:08.699052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e21bb599-066b-40c8-913f-f48a0b9bbc31 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:08.699318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.722269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-9a7a66f4-1d7f-4863-9cc1-7be024f565c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.728285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-9a7a66f4-1d7f-4863-9cc1-7be024f565c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.1984351 Jul 16 08:31:08.765614 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:06Z', 'revision_number': 3, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.855659 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Checking router: 7cb76d4e-3c71-4211-ba1f-90665298f5cd for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:08.856550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Updating router 7cb76d4e-3c71-4211-ba1f-90665298f5cd port 665ed069-b874-467c-ac8f-cd468de64362 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:08.856786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-ad6ca23a-bd9a-458f-811d-4c0757d60750 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 217 time: 0.1206179 Jul 16 08:31:08.901332 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.904546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fa4a36e-916b-48a8-8de9-2d56ce5bd8a3 req-dbddab35-bd06-42f7-83cb-16649601084b service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194964 Jul 16 08:31:09.011697 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca781699-af41-4493-8008-e8388459482f x-openstack-request-id: req-ca781699-af41-4493-8008-e8388459482f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:09.012055 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-unplugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:09.012263 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca781699-af41-4493-8008-e8388459482f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:09.012658 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'code': 200} Jul 16 08:31:09.015268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.023078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-a874be0f-7041-46f0-b07b-4e5347068313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.026383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-a874be0f-7041-46f0-b07b-4e5347068313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1020346 Jul 16 08:31:09.047149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7df36-726d-403f-9935-9776b03d31fd req-e3a38e9a-ee78-42d1-805d-b9c9e4f3bdcf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.049107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0e7df36-726d-403f-9935-9776b03d31fd req-e3a38e9a-ee78-42d1-805d-b9c9e4f3bdcf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 943 time: 0.2028646 Jul 16 08:31:09.103969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-3ed27241-fc13-4ef2-bc79-4b94dfaca97a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526197 Jul 16 08:31:09.106515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-9ce80230-e0b7-4bd9-a1b7-8abfd900a6a4 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54451739bf3b4ac78aceb4761feaa887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564072 Jul 16 08:31:09.114453 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.133296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:09.166425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:09.167536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.172949 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.242522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.276597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0e7df36-726d-403f-9935-9776b03d31fd req-7395ab88-9bb6-4c4c-b96e-f663f8d4f841 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154222 Jul 16 08:31:09.312229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-fe37c5ba-87dc-4397-8572-0860b86a3b39 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855745 Jul 16 08:31:09.319289 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.349347 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Transition to ACTIVE for port object 665ed069-b874-467c-ac8f-cd468de64362 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:09.359930 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.390950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-9d8ebe08-e020-4b5f-8167-694631df3dcc tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.397695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-9d8ebe08-e020-4b5f-8167-694631df3dcc tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657318 Jul 16 08:31:09.400131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:09.419434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-3d75f1d7-c5aa-45d4-a182-391756ce21bb tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/quotas/54451739bf3b4ac78aceb4761feaa887 HTTP/1.1" status: 200 len: 375 time: 0.0202441 Jul 16 08:31:09.428311 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Attempting to bind port 665ed069-b874-467c-ac8f-cd468de64362 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:09.429100 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Attempting to bind port 665ed069-b874-467c-ac8f-cd468de64362 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:09.429680 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Attempting to bind port 665ed069-b874-467c-ac8f-cd468de64362 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:09.437055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Allocated IP 172.20.0.1 (170ac293-3f75-4026-9018-46bbbfc8ecdf/8920121c-2e31-49a2-8f45-fd39d6a23873/97334576-26b0-491e-bfa1-edae8f51891a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:09.442666 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:09.443301 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:09.443884 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.444666 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:09.445717 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Bound port: 665ed069-b874-467c-ac8f-cd468de64362, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:09.446261 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.449729 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Pushing event updated for resources: {'Port': ['ID=665ed069-b874-467c-ac8f-cd468de64362,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.455546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:09.468705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:09.484911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-180bbd81-fa17-4b4c-84d3-be374c3f70d2 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645208 Jul 16 08:31:09.488416 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.493055 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.497230 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.497591 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.498035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.498263 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.498594 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.498921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.499248 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.499569 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.501021 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.501021 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:09.534024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] For port 665ed069-b874-467c-ac8f-cd468de64362, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:09.537240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] For port 665ed069-b874-467c-ac8f-cd468de64362, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=665ed069-b874-467c-ac8f-cd468de64362,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:09.545185 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.599572 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9521d-aadf-4971-aabc-4c0bd1174d80 None None] Pushing event updated for resources: {'Port': ['ID=665ed069-b874-467c-ac8f-cd468de64362,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.614679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port dd83b0f7-8f76-4128-993b-1f70d489ff82 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:09.619388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.624570 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:09.625917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dc5297-573c-4382-9da0-7cadc23b2853 req-09b5b46d-163b-4937-abc3-37c81643bf3d service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020566 Jul 16 08:31:09.626540 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:09.627052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port dd83b0f7-8f76-4128-993b-1f70d489ff82 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:09.627432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.659765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Transition to ACTIVE for port object 97334576-26b0-491e-bfa1-edae8f51891a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:09.667288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5b12f-a036-498f-96f5-1ba422567add req-a357cda5-f73d-4f48-b741-d7488b991b26 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.675725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3c5b12f-a036-498f-96f5-1ba422567add req-a357cda5-f73d-4f48-b741-d7488b991b26 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.1897364 Jul 16 08:31:09.712374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.792738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3c5b12f-a036-498f-96f5-1ba422567add req-e63baf9d-b2a7-4bc0-8dc8-1a8e6e61cebc tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157053 Jul 16 08:31:09.859470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-70ce4284-5c51-40e9-86f4-8793fa972953 service neutron] 10.222.0.46 "GET /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.1805942 Jul 16 08:31:09.871555 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.874507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:09.877534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Pushing event updated for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.909348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'port_id': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'mac_address': 'fa:16:3e:b8:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:09.909586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:09.910818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:09.918059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:09.975108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.020973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.062404 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.063205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 779621fa-b570-4646-9e2b-0e4396e2c8ca no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:10.104869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:10.153043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 779621fa-b570-4646-9e2b-0e4396e2c8ca {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:10.153410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 779621fa-b570-4646-9e2b-0e4396e2c8ca not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:10.174436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:10.177134 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cff6211-898a-4260-a0a1-bd9ca171ce63" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "tag": "fccf0b63-a24d-4188-a738-24cca659b619"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:10.227264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.237022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e69d5087-2202-44d3-8446-0f5361a608db req-12182968-4b47-422a-b656-8cd8090e5068 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 210 time: 0.0721221 Jul 16 08:31:10.305928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d16668-ac66-4360-b57c-39694faac189 req-05fb019a-ab2d-4439-886f-ea4c5c784032 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.316619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11d16668-ac66-4360-b57c-39694faac189 req-05fb019a-ab2d-4439-886f-ea4c5c784032 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 947 time: 0.3665049 Jul 16 08:31:10.322455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.346891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.404140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2cb312-0aa0-4985-90fb-a114b33fd71b {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:10.425153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11d16668-ac66-4360-b57c-39694faac189 req-c878670c-2d34-4bae-9472-ccd94278dc59 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063898 Jul 16 08:31:10.427976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a7cb24e-2364-4249-9bca-60357372f7c9 None None] Provisioning for port 97334576-26b0-491e-bfa1-edae8f51891a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:10.441233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a7cb24e-2364-4249-9bca-60357372f7c9 None None] Provisioning complete for port 97334576-26b0-491e-bfa1-edae8f51891a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:10.442728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb24e-2364-4249-9bca-60357372f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.450480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.475872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.482228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.483029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:10.495452 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:06Z', 'revision_number': 3, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:10.545474 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e34fd-c5c3-40d5-be84-51f892fdd11c None None] The sync data for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 is: [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:06Z', 'revision_number': 3, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:10.549206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:10.624546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.629958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.661961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eaae45-0d6a-4e5b-bb21-2b74368a875e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:10.680873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.709685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:10.719412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.727821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.731227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Pushing event updated for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.746837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e has no active binding in host n-h2-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:31:10.790038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b1ccd-f7cf-47a3-82fa-3b5bd53717a2 req-2e183c2d-bdf8-468c-ae1a-6c7a4458a8d8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.794018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.797930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d68b1ccd-f7cf-47a3-82fa-3b5bd53717a2 req-2e183c2d-bdf8-468c-ae1a-6c7a4458a8d8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 949 time: 0.1973212 Jul 16 08:31:10.805870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6a7cb24e-2364-4249-9bca-60357372f7c9 None None] Port 97334576-26b0-491e-bfa1-edae8f51891a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:10.810107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f0fc-ec4e-4270-b3ed-c6bd2ef95c00 req-fcbb8c07-0de2-4ef3-b80e-a99e936fb477 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.812651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ece4f0fc-ec4e-4270-b3ed-c6bd2ef95c00 req-fcbb8c07-0de2-4ef3-b80e-a99e936fb477 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.3300674 Jul 16 08:31:10.897229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:10.899596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:10.930676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] Transition to ACTIVE for port object 11eaae45-0d6a-4e5b-bb21-2b74368a875e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:10.934491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d68b1ccd-f7cf-47a3-82fa-3b5bd53717a2 req-a20fc54a-2141-4028-b558-413086916a77 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353502 Jul 16 08:31:10.941144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.959478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ece4f0fc-ec4e-4270-b3ed-c6bd2ef95c00 req-58ebabff-ad66-4514-aad1-ff895f31c39a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402717 Jul 16 08:31:11.014925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:11.015511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-99bc3988-fa1d-443c-8cc0-4bae33c9ed86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1863208 Jul 16 08:31:11.017897 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16304d-c89f-490b-a05f-3b4ac5df0e8a" -d '{"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-plugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:11.028192 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcfa3f1-6daf-4242-a024-2186d92b4eea x-openstack-request-id: req-3bcfa3f1-6daf-4242-a024-2186d92b4eea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:11.028473 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "tag": "fccf0b63-a24d-4188-a738-24cca659b619", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:11.028727 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bcfa3f1-6daf-4242-a024-2186d92b4eea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:11.029121 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619', 'status': 'completed', 'code': 200} Jul 16 08:31:11.042234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8c2cb312-0aa0-4985-90fb-a114b33fd71b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:11.198481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] No DVR routers for this DVR port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:11.219762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Router 7cb76d4e-3c71-4211-ba1f-90665298f5cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:11.254142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] Pushing event updated for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.323290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c68e7221-c471-4f94-86f5-6182319fba11 None None] Provisioning complete for port 97334576-26b0-491e-bfa1-edae8f51891a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:11.323855 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68e7221-c471-4f94-86f5-6182319fba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.387482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-897265a9-ede2-4c37-9d01-55299576ec13 service neutron] 10.222.0.46 "PUT /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e/bindings/n-h2-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5196817 Jul 16 08:31:11.423171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c68e7221-c471-4f94-86f5-6182319fba11 None None] Port 97334576-26b0-491e-bfa1-edae8f51891a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:11.458002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb93-8897-446d-a42a-0892a8133397 req-c56a6147-ee8f-4160-b5e7-dc711079a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.459357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-64f0551d-9dac-4fd7-a83a-6f3bef394697 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=54451739bf3b4ac78aceb4761feaa887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835762 Jul 16 08:31:11.459962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-c56a6147-ee8f-4160-b5e7-dc711079a22d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.2373722 Jul 16 08:31:11.468811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-503f6f61-11bd-4276-ad89-d0a21580c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.470574 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-503f6f61-11bd-4276-ad89-d0a21580c3ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 1099 time: 0.2492485 Jul 16 08:31:11.827744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19dcce-afca-498c-8766-7febee3e4d5c req-5cbddc0b-1128-4c59-b936-85a3943c54b7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.829365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f19dcce-afca-498c-8766-7febee3e4d5c req-5cbddc0b-1128-4c59-b936-85a3943c54b7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.6418309 Jul 16 08:31:11.847240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37932-75ee-4b93-9aea-77c788cc18ab req-a3d66558-c6e8-4070-aa3e-3b19eecb37c6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.848716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cbf37932-75ee-4b93-9aea-77c788cc18ab req-a3d66558-c6e8-4070-aa3e-3b19eecb37c6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.6446478 Jul 16 08:31:11.854164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:11.885393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca9e2e00-6916-4dcb-ba4d-54d256db48d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb76d4e-3c71-4211-ba1f-90665298f5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812479 Jul 16 08:31:11.899897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-7fd34ee3-a00a-4534-84d5-6f568a305fc6 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.901711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-7fd34ee3-a00a-4534-84d5-6f568a305fc6 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915176 Jul 16 08:31:11.919236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Request body: {'port': {'device_id': '9040e750-6138-417e-8c0c-c95e66ff272b', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '54451739bf3b4ac78aceb4761feaa887'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:11.931147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f19dcce-afca-498c-8766-7febee3e4d5c req-27e2f84e-41e6-43a1-9c76-37e85bf843f3 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940061 Jul 16 08:31:11.956576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cbf37932-75ee-4b93-9aea-77c788cc18ab req-22c97af5-d5de-4a16-aa9c-bf663266ebb2 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890598 Jul 16 08:31:11.957288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-fea25e16-c01f-4beb-8314-7e00db662f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.958668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-fea25e16-c01f-4beb-8314-7e00db662f03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4819198 Jul 16 08:31:11.999517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fccf0b63-a24d-4188-a738-24cca659b619 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:12.024783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-5366d057-c139-4032-a959-31c8fc24fa68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=fccf0b63-a24d-4188-a738-24cca659b619 HTTP/1.1" status: 200 len: 217 time: 0.0546992 Jul 16 08:31:12.029417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-e6798d55-fe35-4a34-b087-57d092415662 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.030911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-e6798d55-fe35-4a34-b087-57d092415662 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.1969254 Jul 16 08:31:12.032125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb93-8897-446d-a42a-0892a8133397 req-2adacc20-ac8d-4ac4-9487-2e3e4d452939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.033485 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-2adacc20-ac8d-4ac4-9487-2e3e4d452939 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2022264 Jul 16 08:31:12.106861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:12.109419 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93491491-31b7-4f64-8d41-03f4a47c8445 x-openstack-request-id: req-93491491-31b7-4f64-8d41-03f4a47c8445 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:12.109887 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-plugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:12.110282 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93491491-31b7-4f64-8d41-03f4a47c8445 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:12.111016 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'code': 200} Jul 16 08:31:12.131253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Made reservation on behalf of 54451739bf3b4ac78aceb4761feaa887 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:12.137702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.215124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-b9b41ecd-dcc5-45df-a116-e579f4abf172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.1296854 Jul 16 08:31:12.231002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fccf0b63-a24d-4188-a738-24cca659b619,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.247568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c771ce1a-3775-4886-9f44-48d69bf4ef3f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:12.247945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.251019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fccf0b63-a24d-4188-a738-24cca659b619', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'fccf0b63-a24d-4188-a738-24cca659b619', 'mac_address': 'fa:16:3e:cd:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:12.280649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-34d2fee9-efe7-4bbe-a462-60a857ac29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.282129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-34d2fee9-efe7-4bbe-a462-60a857ac29b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2478051 Jul 16 08:31:12.339446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb93-8897-446d-a42a-0892a8133397 req-8a35ccad-c89d-4a80-ab5e-5b925259037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.340928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-8a35ccad-c89d-4a80-ab5e-5b925259037c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1183257 Jul 16 08:31:12.346780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.384987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccf0b63-a24d-4188-a738-24cca659b619 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:12.391815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-4689b9c6-89e9-41a0-86f8-200eb48f45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.393429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-4689b9c6-89e9-41a0-86f8-200eb48f45c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f&tenant_id=d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 1096 time: 0.3095806 Jul 16 08:31:12.401444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56efeb7-467e-49f7-b1e9-be938b61a9cd req-23fca859-5f52-4c30-b59b-11af7b86fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.403371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f56efeb7-467e-49f7-b1e9-be938b61a9cd req-23fca859-5f52-4c30-b59b-11af7b86fd72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1102 time: 0.2816639 Jul 16 08:31:12.414001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fccf0b63-a24d-4188-a738-24cca659b619,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.416429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a36a6802-da9a-4ee1-a504-0fd211ed5241 req-f6569d07-673d-495d-bfcc-09c8e02e0aa4 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 210 time: 0.1849492 Jul 16 08:31:12.417115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.436253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.463528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-bc57480f-f33e-4353-bc68-0dd923abae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.465254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-bc57480f-f33e-4353-bc68-0dd923abae2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1720018 Jul 16 08:31:12.466884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Allocated IP 192.168.233.138 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/ef55be81-f110-4b80-95d3-f13b2d410084) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:12.486668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.495024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f56efeb7-467e-49f7-b1e9-be938b61a9cd req-0d03db2d-7e3b-4ba4-97b1-cf630763a7f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813820 Jul 16 08:31:12.495282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.515632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3fb1-e7f3-4084-b37c-29eed5810907 req-9b1bcde3-04d6-4588-b801-d213e0f09b62 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.517423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7f3fb1-e7f3-4084-b37c-29eed5810907 req-9b1bcde3-04d6-4588-b801-d213e0f09b62 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 947 time: 0.1696107 Jul 16 08:31:12.542163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb93-8897-446d-a42a-0892a8133397 req-ae1ba806-f506-49ca-960b-6d923b464714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.543654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-ae1ba806-f506-49ca-960b-6d923b464714 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1943870 Jul 16 08:31:12.570208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.587284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7f3fb1-e7f3-4084-b37c-29eed5810907 req-c7a6b8a8-a6ce-49e9-b60a-4a337b5a34b7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469389 Jul 16 08:31:12.676749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:12.680742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.686647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-2eb1c40b-e0f1-447a-94b5-a5f176914b24 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089980 Jul 16 08:31:12.747834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 665ed069-b874-467c-ac8f-cd468de64362 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:12.760208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-26d16264-f956-4cbe-a50c-58bfc833bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.761882 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-26d16264-f956-4cbe-a50c-58bfc833bf48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1096 time: 0.2935147 Jul 16 08:31:12.829298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 665ed069-b874-467c-ac8f-cd468de64362 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:12.845419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 665ed069-b874-467c-ac8f-cd468de64362 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:12.845656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-d17be066-56e1-47a1-8f95-17e2696a2388 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631674 Jul 16 08:31:12.845747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.859988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3883e6-c9ba-4e91-85dd-2b7bdd3b60d2 req-178a1cc0-7cfd-4f17-b7f4-a0282512b5dd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.868479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d3883e6-c9ba-4e91-85dd-2b7bdd3b60d2 req-178a1cc0-7cfd-4f17-b7f4-a0282512b5dd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2564709 Jul 16 08:31:12.887917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.924785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20032a73-8d83-4c5e-8dca-a193bcca6a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.933640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Transition to ACTIVE for port object ef55be81-f110-4b80-95d3-f13b2d410084 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:12.944296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Sync routers for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:12.948058 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0cff6211-898a-4260-a0a1-bd9ca171ce63 req-083dbe72-ea07-4765-8ad4-345d8d9928fe service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399440 Jul 16 08:31:12.963858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d3883e6-c9ba-4e91-85dd-2b7bdd3b60d2 req-a18f11c4-eaed-4019-8838-2dc84717c010 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948129 Jul 16 08:31:12.987156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:12.987564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:12.998388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47745e-0a38-4b13-aa93-70a31383849a req-30680cde-2412-4c2f-aabd-e238eb46aace tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.999356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-7b9babb4-1097-4be4-8829-a8a26439cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.000892 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-7b9babb4-1097-4be4-8829-a8a26439cdab service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2307105 Jul 16 08:31:13.007184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf47745e-0a38-4b13-aa93-70a31383849a req-30680cde-2412-4c2f-aabd-e238eb46aace tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2362757 Jul 16 08:31:13.046682 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.053356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-2278751e-36f3-48c8-a7b4-0be623035e8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 200 len: 217 time: 0.0420542 Jul 16 08:31:13.055531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea17fb93-8897-446d-a42a-0892a8133397 req-1268fc0b-c4e7-4a3d-b6b3-8513663e8d48 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999767 Jul 16 08:31:13.080453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf47745e-0a38-4b13-aa93-70a31383849a req-6d127e48-8801-4af2-8f1f-90b05dfddfda tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Jul 16 08:31:13.108342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 665ed069-b874-467c-ac8f-cd468de64362, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=665ed069-b874-467c-ac8f-cd468de64362,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:13.114111 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.128927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-14d944a7-0f24-4fb1-8a01-7fb16952c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.130838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-14d944a7-0f24-4fb1-8a01-7fb16952c524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0658154 Jul 16 08:31:13.169470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-51182ff8-034f-4746-96ba-3fe0a6edf005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 16 08:31:13.172340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.172866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:13.212023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=665ed069-b874-467c-ac8f-cd468de64362,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.279318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-d58b154a-89bc-4e5d-a0f9-e44bf2696c73 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968130 Jul 16 08:31:13.341967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:13.367273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Pushing event updated for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.379794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:13.386182 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-14a170d7-1229-497e-b672-ac1d7a7efe21 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959756 Jul 16 08:31:13.403385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:13.426399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:13.475797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:10Z', 'revision_number': 4, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '97334576-26b0-491e-bfa1-edae8f51891a', 'name': '', 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'mac_address': 'fa:16:3e:dc:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:09Z', 'updated_at': '2021-07-16T08:31:10Z', 'revision_number': 2, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'subnets': [{'id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.475991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-0d05b2ac-14fc-46a3-9530-1e1acfa63abc tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4092236 Jul 16 08:31:13.513354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Checking router: 7cb76d4e-3c71-4211-ba1f-90665298f5cd for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:13.513714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Updating router 7cb76d4e-3c71-4211-ba1f-90665298f5cd port 97334576-26b0-491e-bfa1-edae8f51891a binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:13.524594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:13.548353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1aea5-f47f-4d02-afaa-c8bbcc1282d5 req-380729d2-8ad8-4fec-bd26-fdbc7ae29d4d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.551006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52d1aea5-f47f-4d02-afaa-c8bbcc1282d5 req-380729d2-8ad8-4fec-bd26-fdbc7ae29d4d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.3395259 Jul 16 08:31:13.567882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.568906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.624544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.631575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-09e4d7a1-661e-462e-b1e3-00bbedd95a78 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7191041 Jul 16 08:31:13.659261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Request body: {'port': {'device_id': '9040e750-6138-417e-8c0c-c95e66ff272b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:13.702932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52d1aea5-f47f-4d02-afaa-c8bbcc1282d5 req-3e6cc747-0903-4577-b29b-6b46905acc30 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434102 Jul 16 08:31:13.703424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8c2cb312-0aa0-4985-90fb-a114b33fd71b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:13.708851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.715296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8c2cb312-0aa0-4985-90fb-a114b33fd71b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:13.715856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.745349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17ea9f63-cc95-4c75-ae7b-f22aaa647ead None None] Provisioning for port ef55be81-f110-4b80-95d3-f13b2d410084 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:13.759355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17ea9f63-cc95-4c75-ae7b-f22aaa647ead None None] Provisioning complete for port ef55be81-f110-4b80-95d3-f13b2d410084 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:13.760267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17ea9f63-cc95-4c75-ae7b-f22aaa647ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.776941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-5b7c7572-d8af-49f8-9eef-f6bf9ead39b4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.778520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-5b7c7572-d8af-49f8-9eef-f6bf9ead39b4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.0951362 Jul 16 08:31:13.804974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.838719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-17ea9f63-cc95-4c75-ae7b-f22aaa647ead None None] Port ef55be81-f110-4b80-95d3-f13b2d410084 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:13.914764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.928758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-551ceb04-933d-4658-a068-57ac7502334f service neutron] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:13.934080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-551ceb04-933d-4658-a068-57ac7502334f service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.935848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d98bb3f7-ece5-4c25-a386-2fe667a97670 req-551ceb04-933d-4658-a068-57ac7502334f service neutron] 10.222.0.47 "DELETE /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e/bindings/n-h1-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.1490736 Jul 16 08:31:13.937800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.018160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fccf0b63-a24d-4188-a738-24cca659b619 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:14.054045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:14.064465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.081286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01ee5-e60e-410b-970b-628a5b7174a6 req-caad27bd-7b21-46eb-abe6-2aecf966cc09 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.084142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3c01ee5-e60e-410b-970b-628a5b7174a6 req-caad27bd-7b21-46eb-abe6-2aecf966cc09 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.2261298 Jul 16 08:31:14.115587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}, {'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:14.117625 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7eed5f-49cb-4677-8e37-392dfa50164b" -d '{"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}, {"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-plugged", "status": "completed", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:14.161377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.174778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fccf0b63-a24d-4188-a738-24cca659b619 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:14.195876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fccf0b63-a24d-4188-a738-24cca659b619 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:14.196122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.200658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Allocated IP 172.25.5.237 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/f70a9e8d-d43c-4a67-b0c1-b18f58131b85) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:14.220309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3c01ee5-e60e-410b-970b-628a5b7174a6 req-a7f96712-707f-4987-8dcc-84eb727cf63d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865483 Jul 16 08:31:14.240078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.276230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Transition to ACTIVE for port object 97334576-26b0-491e-bfa1-edae8f51891a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:14.298016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.339682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef55be81-f110-4b80-95d3-f13b2d410084 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:14.350364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.381040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Transition to ACTIVE for port object ef55be81-f110-4b80-95d3-f13b2d410084 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:14.386971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.391105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.399052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573000-c3f5-4815-88da-7b0073b3c206 None None] Pushing event updated for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.465626 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.483267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.488385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Attempting to bind port 97334576-26b0-491e-bfa1-edae8f51891a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:14.488815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Attempting to bind port 97334576-26b0-491e-bfa1-edae8f51891a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:14.489189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Attempting to bind port 97334576-26b0-491e-bfa1-edae8f51891a on network 170ac293-3f75-4026-9018-46bbbfc8ecdf {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:14.496157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:14.496932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Checking segment: {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:14.497337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.497727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Bound using segment: {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:14.498191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Bound port: 97334576-26b0-491e-bfa1-edae8f51891a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08edb5d3-6816-4e81-a774-fb596c6a614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:14.498572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.615504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] For port 97334576-26b0-491e-bfa1-edae8f51891a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:14.623510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] For port 97334576-26b0-491e-bfa1-edae8f51891a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=97334576-26b0-491e-bfa1-edae8f51891a,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:14.633404 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.686550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 665ed069-b874-467c-ac8f-cd468de64362 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:14.691104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fccf0b63-a24d-4188-a738-24cca659b619,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:14.724423 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.725217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:14.800100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573000-c3f5-4815-88da-7b0073b3c206 None None] Pushing event updated for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.843282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:14.843938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:14.860376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.882409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:14.919327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Attempting to bind port ef55be81-f110-4b80-95d3-f13b2d410084 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:14.919327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Attempting to bind port ef55be81-f110-4b80-95d3-f13b2d410084 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:14.919667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Attempting to bind port ef55be81-f110-4b80-95d3-f13b2d410084 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:14.922669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:14.938386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:14.941329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Port ef55be81-f110-4b80-95d3-f13b2d410084 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:14.941646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Attempting to bind port ef55be81-f110-4b80-95d3-f13b2d410084 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:14.943900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:14.946396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=f70a9e8d-d43c-4a67-b0c1-b18f58131b85,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.956493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.960716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 665ed069-b874-467c-ac8f-cd468de64362 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:14.961079 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.981853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:14.982193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:14.982650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:14.983060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Bound port: ef55be81-f110-4b80-95d3-f13b2d410084, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:14.983345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.998055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462cdab-c4c7-4cd0-9868-62a82ce2932d req-8a78c864-c11c-4506-8cea-c2b44dac179a tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.999546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f462cdab-c4c7-4cd0-9868-62a82ce2932d req-8a78c864-c11c-4506-8cea-c2b44dac179a tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 948 time: 0.4948628 Jul 16 08:31:15.016164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:15.104808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f462cdab-c4c7-4cd0-9868-62a82ce2932d req-ca0e0f67-3f9b-4a6b-ab33-7bd9988165e2 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 Jul 16 08:31:15.136370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.138035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:15.144246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ef55be81-f110-4b80-95d3-f13b2d410084,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:15.150349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.212503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.213125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.214517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef55be81-f110-4b80-95d3-f13b2d410084 HTTP/1.1" status: 200 len: 1097 time: 1.5658412 Jul 16 08:31:15.214964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:15.217304 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a440c-40a5-4aff-8c6e-d82bf883ea45" -d '{"events": [{"name": "network-changed", "server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:15.232595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.270576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:10Z', 'revision_number': 4, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '97334576-26b0-491e-bfa1-edae8f51891a', 'name': '', 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'mac_address': 'fa:16:3e:dc:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:09Z', 'updated_at': '2021-07-16T08:31:14Z', 'revision_number': 4, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'subnets': [{'id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:15.300773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486d50d9-86da-45a2-bcde-dd6210cca21e None None] The sync data for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 is: [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:10Z', 'revision_number': 4, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '97334576-26b0-491e-bfa1-edae8f51891a', 'name': '', 'network_id': '170ac293-3f75-4026-9018-46bbbfc8ecdf', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'mac_address': 'fa:16:3e:dc:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:09Z', 'updated_at': '2021-07-16T08:31:14Z', 'revision_number': 4, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'subnets': [{'id': '8920121c-2e31-49a2-8f45-fd39d6a23873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:15.332928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76985e4f-5546-4099-8053-604c0b4776e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.474714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-8fc546a2-e5e8-4196-9887-aaef2ceb4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.476938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-8fc546a2-e5e8-4196-9887-aaef2ceb4e0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 1100 time: 0.2143517 Jul 16 08:31:15.487161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb52ba-0056-4030-a589-734de56adef5 req-05d0e933-44cf-42c9-b6f0-ca8b4f94c0b4 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.488608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36fb52ba-0056-4030-a589-734de56adef5 req-05d0e933-44cf-42c9-b6f0-ca8b4f94c0b4 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.2338040 Jul 16 08:31:15.544837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-d90b0d7c-f65b-485c-9ec9-80eca824b146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ef55be81-f110-4b80-95d3-f13b2d410084 HTTP/1.1" status: 200 len: 217 time: 0.0534596 Jul 16 08:31:15.557981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37cc4a48-6845-4456-a152-af3fd9777728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.630572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36fb52ba-0056-4030-a589-734de56adef5 req-a4da9ff3-a4df-4175-a9fe-5d215ba31625 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278796 Jul 16 08:31:15.640799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-5170309e-9179-4652-80d1-1b26a953a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.642212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-5170309e-9179-4652-80d1-1b26a953a480 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0884776 Jul 16 08:31:15.645895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.663236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.663705 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.803564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.806449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=f70a9e8d-d43c-4a67-b0c1-b18f58131b85,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.833472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.834697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-2cd1b862-556b-4fbd-988d-9549474cf55e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3468699 Jul 16 08:31:15.838890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-2ae21393-210a-40b1-9442-584174beb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.840469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-2ae21393-210a-40b1-9442-584174beb8df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912584 Jul 16 08:31:15.946551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-fcb40556-c0d3-4914-8abc-c1d4a0526587 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.1042404 Jul 16 08:31:16.008999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58154212-6513-4292-b6ce-c2ad8c84d07c req-23785a2f-213e-4e2b-b4c7-078f23083876 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.010517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58154212-6513-4292-b6ce-c2ad8c84d07c req-23785a2f-213e-4e2b-b4c7-078f23083876 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2546546 Jul 16 08:31:16.107349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-7b64d3ac-d6de-49f5-bea9-09f44bd9508b service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390559 Jul 16 08:31:16.115955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58154212-6513-4292-b6ce-c2ad8c84d07c req-680898de-f3d3-42b3-825e-73b321bca0e2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932374 Jul 16 08:31:16.166212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5c594-eeff-4757-9eda-228db7a729af req-103d0e40-2964-400b-baa7-b1f01f040ad2 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.167531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-103d0e40-2964-400b-baa7-b1f01f040ad2 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2146986 Jul 16 08:31:16.207156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-7f698e58-b1b0-4cb0-b084-b2b7ddbb22c5 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:16.208154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3aa5c594-eeff-4757-9eda-228db7a729af req-7f698e58-b1b0-4cb0-b084-b2b7ddbb22c5 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069504 Jul 16 08:31:16.259916 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9d7eb-c4d5-48e8-9745-bc18d6c8c50b x-openstack-request-id: req-1fe9d7eb-c4d5-48e8-9745-bc18d6c8c50b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:16.260292 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "code": 200}, {"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-plugged", "status": "completed", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:16.260567 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fe9d7eb-c4d5-48e8-9745-bc18d6c8c50b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:16.260967 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'code': 200} Jul 16 08:31:16.261223 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'code': 200} Jul 16 08:31:16.262442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6ad9ebb-1286-4d69-a42b-fb0fc895d300 req-aee480bf-7928-433d-a959-cb4d0d36dec8 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447709 Jul 16 08:31:16.337984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50514d7-6718-4295-9df0-692e639f2c8f req-9f7568f6-56fe-4cd2-9576-bcf7ae12fda9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.345563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f50514d7-6718-4295-9df0-692e639f2c8f req-9f7568f6-56fe-4cd2-9576-bcf7ae12fda9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1201868 Jul 16 08:31:16.409638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f50514d7-6718-4295-9df0-692e639f2c8f req-3cbf7525-a826-4d53-89d0-9df47b8f258e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631127 Jul 16 08:31:16.465751 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31df52-cd06-4b4f-a3df-43dd59bf5d70 x-openstack-request-id: req-ec31df52-cd06-4b4f-a3df-43dd59bf5d70 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:16.466044 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:16.466297 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec31df52-cd06-4b4f-a3df-43dd59bf5d70 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:16.466686 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084', 'status': 'completed', 'code': 200} Jul 16 08:31:16.469238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95975e-5a9a-494d-b8c0-22319289db18 req-f8074018-0823-422f-869f-883263aa5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.470700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b95975e-5a9a-494d-b8c0-22319289db18 req-f8074018-0823-422f-869f-883263aa5dde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1098 time: 0.1232386 Jul 16 08:31:16.527469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c22d5-83d1-452e-846f-f4b0c3eeb69c req-df05cba4-8853-4417-a05a-389af5ac7b12 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.528881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-337c22d5-83d1-452e-846f-f4b0c3eeb69c req-df05cba4-8853-4417-a05a-389af5ac7b12 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 946 time: 0.1163695 Jul 16 08:31:16.534853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfd844-9959-474b-98af-709dfcee665f req-e00753cc-121a-4658-a8c0-fa6522d3d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.536569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42cfd844-9959-474b-98af-709dfcee665f req-e00753cc-121a-4658-a8c0-fa6522d3d0c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1102 time: 0.0854731 Jul 16 08:31:16.543372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b95975e-5a9a-494d-b8c0-22319289db18 req-6a228553-299e-4096-b674-fe04665528b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595872 Jul 16 08:31:16.577633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-337c22d5-83d1-452e-846f-f4b0c3eeb69c req-dd791e51-ede6-46ff-b4b4-779be0f015d7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Jul 16 08:31:16.611044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42cfd844-9959-474b-98af-709dfcee665f req-a251318a-ef6e-4991-8853-f18c41e82a95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Jul 16 08:31:16.612782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-e0798991-2d6d-4cda-9396-e20ad32dd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.614190 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-e0798991-2d6d-4cda-9396-e20ad32dd1bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54451739bf3b4ac78aceb4761feaa887&device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 1100 time: 0.1127605 Jul 16 08:31:16.653972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 97334576-26b0-491e-bfa1-edae8f51891a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:16.710996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 97334576-26b0-491e-bfa1-edae8f51891a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:16.730717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 97334576-26b0-491e-bfa1-edae8f51891a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:16.731323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.747345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-411c37f3-992d-4076-8354-2c4702d204be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.749221 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-411c37f3-992d-4076-8354-2c4702d204be service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1278353 Jul 16 08:31:16.753610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4781f-e690-4d34-aa32-283339303bbb req-129ee3a0-95b2-4523-9345-0426f2c60516 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.755130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20d4781f-e690-4d34-aa32-283339303bbb req-129ee3a0-95b2-4523-9345-0426f2c60516 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 948 time: 0.0743656 Jul 16 08:31:16.781851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.810819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20d4781f-e690-4d34-aa32-283339303bbb req-1b09d6fa-1c61-4cfd-a1fb-5830fa354b95 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Jul 16 08:31:16.814911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-f91d8ca6-cd1b-4633-aa2d-6600aca21b08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ef55be81-f110-4b80-95d3-f13b2d410084 HTTP/1.1" status: 200 len: 217 time: 0.0538507 Jul 16 08:31:16.857739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.872982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-65e3c0d2-2a18-4387-90c4-568095f5d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.874440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-65e3c0d2-2a18-4387-90c4-568095f5d4c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0529683 Jul 16 08:31:16.904404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 97334576-26b0-491e-bfa1-edae8f51891a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=97334576-26b0-491e-bfa1-edae8f51891a,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:16.911182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.952314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-4df18ead-69da-45b1-ad45-207ca6b7f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.955642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-4df18ead-69da-45b1-ad45-207ca6b7f004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741675 Jul 16 08:31:16.980630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.063512 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-fc4c2fa3-4703-411e-b3aa-e7cc00c9c5e9 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981328 Jul 16 08:31:17.154191 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b15a440c-40a5-4aff-8c6e-d82bf883ea45 req-ed3c402d-198f-473c-92fc-d887989ef436 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818207 Jul 16 08:31:17.202112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-8a9742c8-26b3-430d-a4ee-805132b908fc tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3740134 Jul 16 08:31:17.220524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:17.248155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-205bf2f4-d6bf-4776-8581-9af4df7ab0d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387632 Jul 16 08:31:17.253142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405210-3a9d-4e27-ab23-45a832afc9df req-64e2dbf4-c1e4-4ae0-a5b5-eb284bee9a03 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.254694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e405210-3a9d-4e27-ab23-45a832afc9df req-64e2dbf4-c1e4-4ae0-a5b5-eb284bee9a03 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 1096 time: 0.1467245 Jul 16 08:31:17.256129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.316169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e405210-3a9d-4e27-ab23-45a832afc9df req-eb8064c9-cff8-4770-9a5a-503c40e2aaba tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Jul 16 08:31:17.404998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.561300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Allocated IP 172.25.5.5 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/372809be-38db-49b0-a31e-8a2277f36ff7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:17.588412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297738eb-ef47-4d77-a63d-c783b38c82bf req-591985db-ba0c-40d8-bbe4-f8de66079a07 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.590220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-297738eb-ef47-4d77-a63d-c783b38c82bf req-591985db-ba0c-40d8-bbe4-f8de66079a07 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.1233590 Jul 16 08:31:17.686102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-297738eb-ef47-4d77-a63d-c783b38c82bf req-67a8e698-eaf1-4c88-9912-50c5866ad54d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823562 Jul 16 08:31:17.734013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.796800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.872975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:17.878054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:17.885036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:17.889596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=372809be-38db-49b0-a31e-8a2277f36ff7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.956471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b014655-be39-4331-9d8a-ccdcce53af6a req-13aa08a4-2cca-4602-ae76-1662dfa0fe44 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.957995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b014655-be39-4331-9d8a-ccdcce53af6a req-13aa08a4-2cca-4602-ae76-1662dfa0fe44 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1512606 Jul 16 08:31:18.021323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.025429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b014655-be39-4331-9d8a-ccdcce53af6a req-fa41afd9-37f6-4525-8077-622500642927 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Jul 16 08:31:18.070112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.262739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:18.265037 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc3d2cb-2869-46d0-b7e8-ca54acaba924" -d '{"events": [{"server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "name": "network-vif-plugged", "status": "completed", "tag": "fccf0b63-a24d-4188-a738-24cca659b619"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:18.265623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91704ff4-7a7a-4876-9811-f0269dad2e93 req-1a1714b3-f131-495c-954c-d5d69e7579af tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.267113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91704ff4-7a7a-4876-9811-f0269dad2e93 req-1a1714b3-f131-495c-954c-d5d69e7579af tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1238620 Jul 16 08:31:18.296737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.305074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.341995 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.349822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91704ff4-7a7a-4876-9811-f0269dad2e93 req-2ccbbcea-0a08-4aaf-a527-5ab0b250ab8e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763330 Jul 16 08:31:18.382408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=372809be-38db-49b0-a31e-8a2277f36ff7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.394694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.408591 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.412364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-93378efd-be65-447b-8ba9-140e5c9e4fc0 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1959910 Jul 16 08:31:18.471515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-52419e01-6105-439b-8595-accfb77173f3 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0548320 Jul 16 08:31:18.595430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 97334576-26b0-491e-bfa1-edae8f51891a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:18.638734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-4095228c-2af6-4d38-96fc-d222878ef36b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.640210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-4095228c-2af6-4d38-96fc-d222878ef36b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.1866734 Jul 16 08:31:18.646649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 97334576-26b0-491e-bfa1-edae8f51891a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:18.647052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.650067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-1a83f31c-a463-478a-afb0-95ce966386c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.651361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-611a8f38-e419-4b36-bf6f-e772bfecc526 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.651947 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-1a83f31c-a463-478a-afb0-95ce966386c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1102 time: 0.0611551 Jul 16 08:31:18.652685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-611a8f38-e419-4b36-bf6f-e772bfecc526 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1708524 Jul 16 08:31:18.666041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-91fe3d81-f3c6-42bb-b4e8-999590994963 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:18.667003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dfb857-2278-4a77-82ce-4e9c8d461bc6 req-91fe3d81-f3c6-42bb-b4e8-999590994963 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071375 Jul 16 08:31:18.674791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-6701455b-be86-489c-a4ed-74632f90ad69 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/quotas/d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 375 time: 0.0211234 Jul 16 08:31:18.758769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-19aa0100-01b2-41cb-ad3a-3a26b14d0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.759306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-8dc5826d-aeea-43b6-b424-de283f8262eb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836706 Jul 16 08:31:18.761880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-19aa0100-01b2-41cb-ad3a-3a26b14d0437 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1032922 Jul 16 08:31:18.807170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-520c34df-dd87-4ddf-aa0f-1f15eb0d53c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0368927 Jul 16 08:31:18.865398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-6e759c18-ca1b-4bb5-a7a9-ef326d6dbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.867281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-6e759c18-ca1b-4bb5-a7a9-ef326d6dbdfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0520890 Jul 16 08:31:18.869810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-92d8ba54-60a5-4994-a6fb-c1d5ff74a38c service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028900 Jul 16 08:31:18.924620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-a9ae057e-ebeb-4698-9049-42170fef8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.926135 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-a9ae057e-ebeb-4698-9049-42170fef8ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528445 Jul 16 08:31:18.989500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-b8f0992e-1ba8-433d-876a-e9c0705b0460 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131892 Jul 16 08:31:19.019499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bd81a-bc87-4480-bb63-8e45ee2e6106 req-360b7867-1057-4023-9044-27a0615cde6e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.023333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-254dad62-48fb-497b-962b-e348e1a86fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 Jul 16 08:31:19.024517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-510bd81a-bc87-4480-bb63-8e45ee2e6106 req-360b7867-1057-4023-9044-27a0615cde6e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 946 time: 0.0895855 Jul 16 08:31:19.060883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-510bd81a-bc87-4480-bb63-8e45ee2e6106 req-de750b6f-e143-4a71-a185-caff5813a039 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Jul 16 08:31:19.127469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-3a0611d5-8f90-4fde-b91b-33ff611bbdda service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961840 Jul 16 08:31:19.145774 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3c338a-51af-413f-b69a-e9b820e632fe x-openstack-request-id: req-2a3c338a-51af-413f-b69a-e9b820e632fe {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:19.146563 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "name": "network-vif-plugged", "status": "completed", "tag": "fccf0b63-a24d-4188-a738-24cca659b619", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:19.148123 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a3c338a-51af-413f-b69a-e9b820e632fe {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:19.156024 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619', 'code': 200} Jul 16 08:31:19.292686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fec201-b1b8-431d-abd3-709200b9eee7 req-f74890b5-9b6b-47ec-b53a-ee1118025a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.294495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52fec201-b1b8-431d-abd3-709200b9eee7 req-f74890b5-9b6b-47ec-b53a-ee1118025a19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 1101 time: 0.0681667 Jul 16 08:31:19.321185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c7d0d-ed90-4a4b-960d-945755d90d45 req-3b560e62-66a0-40b9-8303-3d70ec7793d4 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.322995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d29c7d0d-ed90-4a4b-960d-945755d90d45 req-3b560e62-66a0-40b9-8303-3d70ec7793d4 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 948 time: 0.1557140 Jul 16 08:31:19.334473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52fec201-b1b8-431d-abd3-709200b9eee7 req-f41b8862-c9f5-49c0-ba20-9c508bf2040d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Jul 16 08:31:19.384620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d29c7d0d-ed90-4a4b-960d-945755d90d45 req-03348b4c-d1db-41ab-9531-bf43880d16f7 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Jul 16 08:31:19.394108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772344-32b2-46d8-8985-559e150880e7 req-c4831722-4de1-47f5-9af8-3054f2259483 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.395357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2772344-32b2-46d8-8985-559e150880e7 req-c4831722-4de1-47f5-9af8-3054f2259483 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1391702 Jul 16 08:31:19.446238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ef55be81-f110-4b80-95d3-f13b2d410084 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:19.501935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2772344-32b2-46d8-8985-559e150880e7 req-102a6601-65c4-4082-939d-1d39856b2c87 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Jul 16 08:31:19.537294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12490948-556f-43dd-b798-92ee11604105 req-d313604e-aed9-41a3-9823-64d287735e3b tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1316483 Jul 16 08:31:19.549734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:19.559409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ef55be81-f110-4b80-95d3-f13b2d410084,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:19.572639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.577609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ef55be81-f110-4b80-95d3-f13b2d410084', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'ef55be81-f110-4b80-95d3-f13b2d410084', 'mac_address': 'fa:16:3e:4b:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:19.622982 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.637327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef55be81-f110-4b80-95d3-f13b2d410084 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:19.657061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ef55be81-f110-4b80-95d3-f13b2d410084,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:19.661076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.721129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.743260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376258-b192-4d63-85c5-5c0484c6fb0c req-ba3df17a-0968-4a9c-b523-53fdf1932d11 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.744765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95376258-b192-4d63-85c5-5c0484c6fb0c req-ba3df17a-0968-4a9c-b523-53fdf1932d11 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.1162953 Jul 16 08:31:19.746678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.823853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95376258-b192-4d63-85c5-5c0484c6fb0c req-bd1954f3-d00b-42d6-94be-4175dbffc2db tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Jul 16 08:31:19.878386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Allocated IP 172.25.5.249 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/3647d6cc-e98b-4939-9feb-bb037847260d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:19.939737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ef55be81-f110-4b80-95d3-f13b2d410084'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:20.220765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.250961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7a73-3518-4b40-832a-d96d5bb407fc req-5b6c594a-f20e-494e-bb7a-74eadb2e80c7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.252492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-864b7a73-3518-4b40-832a-d96d5bb407fc req-5b6c594a-f20e-494e-bb7a-74eadb2e80c7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1085439 Jul 16 08:31:20.312316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-864b7a73-3518-4b40-832a-d96d5bb407fc req-f02d8bc2-9783-426a-99e3-cd6fe8ff5bf9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521474 Jul 16 08:31:20.313276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.365335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:20.372186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:20.374552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:20.399624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=3647d6cc-e98b-4939-9feb-bb037847260d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.473037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.481867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-4565b695-7b1e-4f55-a305-e5408dc49e58 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.484252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-4565b695-7b1e-4f55-a305-e5408dc49e58 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.1491265 Jul 16 08:31:20.498081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Request body: {'port': {'device_id': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'admin_state_up': True, 'tenant_id': 'd4e7810cb98c4ed89453af1587928853'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:20.525198 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.625061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:20.628705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.685661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914b055-99c9-4aa9-b07b-57c2d7fe9a12 req-b7a9bec4-7a24-4b47-a2e2-ef213935e9d9 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.687185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2914b055-99c9-4aa9-b07b-57c2d7fe9a12 req-b7a9bec4-7a24-4b47-a2e2-ef213935e9d9 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1098 time: 0.1195462 Jul 16 08:31:20.749369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Allocated IP 172.20.0.7 (c5a1912c-3dd0-4868-bd87-923d579fd10d/5ce4cd9f-7f88-4cae-abc4-16d77b324535/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:20.751155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2914b055-99c9-4aa9-b07b-57c2d7fe9a12 req-35997fc3-608d-4efc-b986-0828cc5fcbc8 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581856 Jul 16 08:31:20.769004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.773809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.844026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=3647d6cc-e98b-4939-9feb-bb037847260d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.860289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.882935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.884109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12490948-556f-43dd-b798-92ee11604105 req-aa1f21e3-a175-4883-92ec-68863d2da353 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3397198 Jul 16 08:31:20.903079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b74283b-2ce9-4a1c-97b6-6f08f20bcc20 req-de39999c-b456-43ad-a2d3-d297f07bb3a4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 210 time: 0.0333986 Jul 16 08:31:20.913567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.948341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12490948-556f-43dd-b798-92ee11604105 req-958973bd-7811-4a0d-8e79-4bef1d7de097 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0475514 Jul 16 08:31:20.952640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.994198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Network c5a1912c-3dd0-4868-bd87-923d579fd10d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:20.997798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:21.003872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:21.044582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.055237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490948-556f-43dd-b798-92ee11604105 req-d2ed2e7d-ca08-4cfa-980c-a5fbb09c1b04 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.056675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12490948-556f-43dd-b798-92ee11604105 req-d2ed2e7d-ca08-4cfa-980c-a5fbb09c1b04 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1020997 Jul 16 08:31:21.065899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.066523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.082872 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-c96a5c66-48b6-49b2-8179-ea87a61ef357 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898962 Jul 16 08:31:21.094714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Request body: {'port': {'device_id': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:21.168626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.368762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a600eb4-c0e9-4aa9-b837-397f0c0ab8c9 req-f6e04769-f741-4596-96f2-b0a395154e39 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.370622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a600eb4-c0e9-4aa9-b837-397f0c0ab8c9 req-f6e04769-f741-4596-96f2-b0a395154e39 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 949 time: 0.1019461 Jul 16 08:31:21.418931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a600eb4-c0e9-4aa9-b837-397f0c0ab8c9 req-6fee2b70-e945-444d-86c1-f8c6c1dba155 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Jul 16 08:31:21.458817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ef55be81-f110-4b80-95d3-f13b2d410084 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:21.476671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bd719-0a92-4163-bcab-61cbec172d5f req-e232820b-f20e-4357-b8c8-8ebd84000b26 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.478211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14bd719-0a92-4163-bcab-61cbec172d5f req-e232820b-f20e-4357-b8c8-8ebd84000b26 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1098 time: 0.0582707 Jul 16 08:31:21.511886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:21.525063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ef55be81-f110-4b80-95d3-f13b2d410084 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:21.525537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.531762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ef55be81-f110-4b80-95d3-f13b2d410084 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:21.532403 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.536454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14bd719-0a92-4163-bcab-61cbec172d5f req-e075403b-1a00-44a3-a5d6-f4c2a1921347 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Jul 16 08:31:21.552206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Transition to ACTIVE for port object 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:21.557734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.627379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.634833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.669935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ef55be81-f110-4b80-95d3-f13b2d410084,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:21.670763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:21.671609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf663fb-29e8-4af7-a8f3-86ff142c1d33 req-e40a615e-0b21-4b9e-882a-0031844b02a1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.673307 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610be3a5-025a-44a9-a020-63121b395cb7" -d '{"events": [{"server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "name": "network-vif-plugged", "status": "completed", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:21.673755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acf663fb-29e8-4af7-a8f3-86ff142c1d33 req-e40a615e-0b21-4b9e-882a-0031844b02a1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.1404085 Jul 16 08:31:21.676956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.701815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:21.702909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:21.703434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:21.708233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:21.708556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:21.713503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:21.713848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:21.714220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:21.714647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Bound port: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:21.715005 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.730502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.760877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acf663fb-29e8-4af7-a8f3-86ff142c1d33 req-f4f32255-1480-47ef-9831-a574e82f4e9d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580525 Jul 16 08:31:21.765739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-6d5cd555-4f93-47c4-8059-c3756101d64f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1866758 Jul 16 08:31:21.775749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:21.795179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:21.799128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:21.800511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.803159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.839382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.840102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.841571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 1092 time: 0.7513156 Jul 16 08:31:21.842100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:21.844453 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d5d77-2794-49a3-ba4a-f6a724daf258" -d '{"events": [{"name": "network-changed", "server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:21.873264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350309-e781-4c85-9cf6-f22bb3ba60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.934001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-f997c503-75dd-4575-acd2-cea9a244f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.935683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-f997c503-75dd-4575-acd2-cea9a244f579 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1095 time: 0.0528243 Jul 16 08:31:21.962270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464b7b-1ac8-412a-aa2e-6518367fffe2 req-c6df3fa3-32a1-40fc-817a-02701f57a0e1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.963723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc464b7b-1ac8-412a-aa2e-6518367fffe2 req-c6df3fa3-32a1-40fc-817a-02701f57a0e1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0809305 Jul 16 08:31:21.966141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.051350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc464b7b-1ac8-412a-aa2e-6518367fffe2 req-0522d883-ba15-4282-9342-b0e290e09b60 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783100 Jul 16 08:31:22.106009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Allocated IP 172.25.5.73 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/cc10919d-62e9-4478-8653-41cb4d7be02c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:22.238441 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-a3eb8ed0-0821-4729-bec9-347e6a701988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 217 time: 0.2954996 Jul 16 08:31:22.251966 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.284901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1bd43-a103-40a5-9a7d-df9cd0b29bc0 req-46aa61b1-fb9e-454f-94a4-79e4b7d36d7e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.285660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-8b64f3d3-516a-4c72-969c-3c88bd712df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.286465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51d1bd43-a103-40a5-9a7d-df9cd0b29bc0 req-46aa61b1-fb9e-454f-94a4-79e4b7d36d7e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1143022 Jul 16 08:31:22.287087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-8b64f3d3-516a-4c72-969c-3c88bd712df5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0422504 Jul 16 08:31:22.318892 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-f48c6334-12e4-44bf-8032-97d698a671e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253999 Jul 16 08:31:22.331784 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.346820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51d1bd43-a103-40a5-9a7d-df9cd0b29bc0 req-619b2f6a-7b3d-413c-a0df-515fd23627cc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Jul 16 08:31:22.373596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:22.380257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:22.383380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:22.409977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=cc10919d-62e9-4478-8653-41cb4d7be02c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.419263 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-a67fc4c8-e7fe-4953-a732-2501f6e0a527 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925303 Jul 16 08:31:22.463609 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cd94e2-f896-4d94-92a4-2b45e14bd472 x-openstack-request-id: req-24cd94e2-f896-4d94-92a4-2b45e14bd472 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:22.465192 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "name": "network-vif-plugged", "status": "completed", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:22.465681 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24cd94e2-f896-4d94-92a4-2b45e14bd472 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:22.466951 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084', 'code': 200} Jul 16 08:31:22.492722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.526588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56bcd4ae-6fe8-4239-8bc5-fc07ff269d73 req-a615b392-41ce-4cd4-8f9b-175d3c22200e service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007917 Jul 16 08:31:22.543803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.606433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cc66e-0e3f-4e3b-b800-586204ef5d4b req-e4c7fb1a-7f6d-4f77-828d-fb38cdb27272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.608079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-981cc66e-0e3f-4e3b-b800-586204ef5d4b req-e4c7fb1a-7f6d-4f77-828d-fb38cdb27272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 1102 time: 0.0640526 Jul 16 08:31:22.644811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-981cc66e-0e3f-4e3b-b800-586204ef5d4b req-7f9d755f-5e4e-4bcc-bd4c-9e202fe55419 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jul 16 08:31:22.724749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.730972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.801987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event updated for resources: {'Port': ['ID=cc10919d-62e9-4478-8653-41cb4d7be02c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.820567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-6206ec2b-64ac-41c9-a5b5-ea14f7f78625 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.822070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-6206ec2b-64ac-41c9-a5b5-ea14f7f78625 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 1101 time: 0.1364572 Jul 16 08:31:22.826597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.847080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-ebb36311-ab22-4ca9-af8f-a2afe830d1ea tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.855228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.856409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-e6dbaae8-4d01-43a0-b206-9fc9bded831c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0852222 Jul 16 08:31:22.915077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-d223776e-2ccb-4660-8333-adab83311cfd tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0517328 Jul 16 08:31:23.051108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-69dc0d85-58b6-4d77-9407-79624827451b tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.052443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d42ed-db77-4871-a3e8-fe7832878559 req-69dc0d85-58b6-4d77-9407-79624827451b tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1296060 Jul 16 08:31:23.065742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-ebb36311-ab22-4ca9-af8f-a2afe830d1ea tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.070320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-ebb36311-ab22-4ca9-af8f-a2afe830d1ea tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.089595 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30a3ae0-a29c-48a7-812a-abd967a32a1b x-openstack-request-id: req-e30a3ae0-a29c-48a7-812a-abd967a32a1b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:23.089904 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:23.090161 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e30a3ae0-a29c-48a7-812a-abd967a32a1b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:23.090616 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'status': 'completed', 'code': 200} Jul 16 08:31:23.096130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66076cce-3c73-4fc0-abd2-47e6ec3a9d2b req-ebb36311-ab22-4ca9-af8f-a2afe830d1ea tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665911 Jul 16 08:31:23.101217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36311-ab22-4ca9-af8f-a2afe830d1ea tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fb829-ceba-411e-bd37-47e2e7da4415,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.184657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-711c28b1-d18d-44a8-9260-cb6f9ff11fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.186146 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-711c28b1-d18d-44a8-9260-cb6f9ff11fec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1095 time: 0.0571816 Jul 16 08:31:23.245435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04423364-f0dc-4f46-970c-e6916ffc6c71 req-eb0b2c0d-ba33-445c-b63f-ffdd9b9eb135 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.248486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04423364-f0dc-4f46-970c-e6916ffc6c71 req-eb0b2c0d-ba33-445c-b63f-ffdd9b9eb135 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.0736396 Jul 16 08:31:23.279365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-2fdc97db-5c97-4199-9529-1cb3b4007ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.281108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-2fdc97db-5c97-4199-9529-1cb3b4007ff2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.0879822 Jul 16 08:31:23.287171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04423364-f0dc-4f46-970c-e6916ffc6c71 req-380da4da-931c-4257-9027-53b87d571d9e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Jul 16 08:31:23.289882 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:23.339584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-697faa25-92ac-434c-9130-2fe9c8ff81a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 217 time: 0.0479913 Jul 16 08:31:23.392585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-d3c831d6-7ec6-4701-8145-db3ca955279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.394108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-d3c831d6-7ec6-4701-8145-db3ca955279d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0472119 Jul 16 08:31:23.427244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-ba706da6-c250-45c2-9fcf-89190713950f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268810 Jul 16 08:31:23.472589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8daa-6c93-4310-a3fb-aa1eb1736c6c req-f92ed46e-87b1-4385-b94f-4999be571bad tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.474129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62fa8daa-6c93-4310-a3fb-aa1eb1736c6c req-f92ed46e-87b1-4385-b94f-4999be571bad tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 950 time: 0.0703495 Jul 16 08:31:23.519229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62fa8daa-6c93-4310-a3fb-aa1eb1736c6c req-5219915e-38eb-4afb-beff-102c91a40698 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Jul 16 08:31:23.532774 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-dc123c33-4c67-4099-9df1-77fe6a3e32c7 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980105 Jul 16 08:31:23.622761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da26d26-628f-43d5-ab3b-22c784ac3973 req-032c6ce8-2e0c-43d8-9b39-c495132cd99e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips/4e1d70eb-49c7-4ab7-9fe6-6a9f39a909aa HTTP/1.1" status: 200 len: 692 time: 0.0761185 Jul 16 08:31:23.634565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c43d5d77-2794-49a3-ba4a-f6a724daf258 req-59144c0e-55e1-4d7b-a663-701338e857df service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898862 Jul 16 08:31:23.744777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da26d26-628f-43d5-ab3b-22c784ac3973 req-cc0bc9b4-9ae9-4c63-85bc-34651482d5ea tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.746432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da26d26-628f-43d5-ab3b-22c784ac3973 req-cc0bc9b4-9ae9-4c63-85bc-34651482d5ea tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1181638 Jul 16 08:31:23.757435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3da26d26-628f-43d5-ab3b-22c784ac3973 req-0e4b0e7e-cadc-4d5a-98f2-e6278462f889 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:23.758474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da26d26-628f-43d5-ab3b-22c784ac3973 req-0e4b0e7e-cadc-4d5a-98f2-e6278462f889 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069740 Jul 16 08:31:23.916927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833949fb-f150-4a85-bfd5-f48f0fa1b596 req-59bd84c3-bd83-47d4-9338-55c92d0b487a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.919051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-833949fb-f150-4a85-bfd5-f48f0fa1b596 req-59bd84c3-bd83-47d4-9338-55c92d0b487a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0692213 Jul 16 08:31:23.959703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-833949fb-f150-4a85-bfd5-f48f0fa1b596 req-4a7a8b20-e622-4732-aadf-c1c60816c7bc tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Jul 16 08:31:24.110994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-49b1b044-3989-486f-8a34-2fde77d5556e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:24.114730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-49b1b044-3989-486f-8a34-2fde77d5556e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063291 Jul 16 08:31:24.124927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Request body: {'binding': {'host': 'n-h1-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:24.125656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:31:24.280801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac463-e018-4d0e-a6ff-f285eae689f9 req-aaad27bd-09ba-444e-8493-8164295abfe1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.282247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecac463-e018-4d0e-a6ff-f285eae689f9 req-aaad27bd-09ba-444e-8493-8164295abfe1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1280267 Jul 16 08:31:24.323187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on host n-h1-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:24.323539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:24.323831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:24.336069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:24.336401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:24.345006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecac463-e018-4d0e-a6ff-f285eae689f9 req-12e97566-0463-4a45-8252-24054f2d14e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Jul 16 08:31:24.346009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:24.346338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:24.346697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:24.347114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Bound port: 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:24.424117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-4c4a6b34-96df-48ae-b99e-1ffaa26f86de tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips/4e1d70eb-49c7-4ab7-9fe6-6a9f39a909aa HTTP/1.1" status: 200 len: 692 time: 0.0546055 Jul 16 08:31:24.455454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:24.465975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.467086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-ae8f82c4-5307-4d6d-956c-0b110d322fe3 service neutron] 10.222.0.32 "POST /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3466489 Jul 16 08:31:24.540563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f8c53ec6-9ba9-4534-a461-d31cde003f5d tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.547663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f8c53ec6-9ba9-4534-a461-d31cde003f5d tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1176722 Jul 16 08:31:24.553230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-a84d7de3-9332-45aa-9025-14e2167b0e53 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:24.554349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-a84d7de3-9332-45aa-9025-14e2167b0e53 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062048 Jul 16 08:31:24.630200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-7f1b8613-aa68-44a3-917d-fb270ff70191 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0696936 Jul 16 08:31:24.632548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-f20fdf20-d4f1-4edb-8022-c0155849d719 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289018 Jul 16 08:31:24.703420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-84dc82d0-b383-43e9-95c9-2aefb2cf7007 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0665028 Jul 16 08:31:24.747582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-9cfe7526-1085-481b-95d6-20c4c479a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.749148 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-9cfe7526-1085-481b-95d6-20c4c479a121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1098 time: 0.0588956 Jul 16 08:31:24.841373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-91b2d7fb-28f9-4c91-91f7-925d8456ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.842866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-91b2d7fb-28f9-4c91-91f7-925d8456ec3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.0872314 Jul 16 08:31:24.887088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-1fa7597c-2fc3-4d14-8422-737abf8abb06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0383289 Jul 16 08:31:24.935187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-0e9c6564-fdc8-4d8a-a3fd-ec4ab2c1cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.936735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-0e9c6564-fdc8-4d8a-a3fd-ec4ab2c1cbe8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0438437 Jul 16 08:31:24.969783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-797d1e1a-d604-44ce-9b9d-0c6d8a42681a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271211 Jul 16 08:31:25.057898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-6b2818d6-e5c3-4ef4-8d53-e0e5ddfd6970 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.059349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-6b2818d6-e5c3-4ef4-8d53-e0e5ddfd6970 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4164300 Jul 16 08:31:25.060970 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-2e44f441-51f4-4dc1-89d6-7c557b6a0a53 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Jul 16 08:31:25.082368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8f9b087c-724c-4258-b2e2-bb22d34f0e9d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.0165420 Jul 16 08:31:25.087583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Deleting port cc10919d-62e9-4478-8653-41cb4d7be02c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:25.087927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.148887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-6a416729-3e17-4b8a-820c-49cc303b7536 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819139 Jul 16 08:31:25.203046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.203378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.223872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-a8823679-7da5-4edc-b388-2c730ef428a3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339140 Jul 16 08:31:25.224660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Calling delete_port for cc10919d-62e9-4478-8653-41cb4d7be02c owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:25.272062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-b8f1484b-0e46-414e-bc4a-de7455166605 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.273651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-b8f1484b-0e46-414e-bc4a-de7455166605 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1098 time: 0.0619919 Jul 16 08:31:25.284565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:25.370407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.392339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.416396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event deleted for resources: {'Port': ['ID=cc10919d-62e9-4478-8653-41cb4d7be02c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.489378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.494017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.495368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a25df68-58b8-4f96-b990-eb1f08197617 req-f83696e0-cc40-4b45-92d6-7879dd119f0c tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e1d70eb-49c7-4ab7-9fe6-6a9f39a909aa HTTP/1.1" status: 204 len: 173 time: 0.7865443 Jul 16 08:31:25.508809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:25.555622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:25.596160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:25.601441 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be82e400-251c-4983-9b23-0b3c74d06278" -d '{"events": [{"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:25.607063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.614067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.706787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.730225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on host n-h2-798054-12 for vnic_type normal with profile {"migrating_to": "n-h1-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:25.730524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:25.731080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:25.736072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:25.736404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Attempting to bind port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:25.743047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:25.743047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:25.743047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:25.743621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Bound port: 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:25.743909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.794808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7281f7-313d-4f47-b44c-7388b0f30d87 req-5deeab88-1a71-4894-bec1-30b3e2b7a340 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.796371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7281f7-313d-4f47-b44c-7388b0f30d87 req-5deeab88-1a71-4894-bec1-30b3e2b7a340 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.1088607 Jul 16 08:31:25.808650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:25.812565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:25.817281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.838491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebca72-5b75-44e7-80f4-450b6c80c44c req-8ccb4be1-a1da-41d8-ae8d-96c55678b146 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.840191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eaebca72-5b75-44e7-80f4-450b6c80c44c req-8ccb4be1-a1da-41d8-ae8d-96c55678b146 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.1112227 Jul 16 08:31:25.867428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd7281f7-313d-4f47-b44c-7388b0f30d87 req-6a119bdc-f884-4110-ade5-0c4fcd6c554f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642366 Jul 16 08:31:25.902490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eaebca72-5b75-44e7-80f4-450b6c80c44c req-5becf03a-27ea-4eaf-abb5-f4641a32e6b4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535464 Jul 16 08:31:25.903747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.907179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.907725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.909151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] 10.222.0.46 "PUT /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 1124 time: 0.6293635 Jul 16 08:31:25.916631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.919150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.919486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.919837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.920211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.920558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.921041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.921382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.921728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.922044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.922371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:25.922696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3af9d-d211-4883-b0b2-efb4c2a9ef7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:26.018439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8c2cb312-0aa0-4985-90fb-a114b33fd71b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:26.103708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:26.148835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082c5a-8ace-4da4-893f-b5c82ef8086d req-fbcc3c8d-c9d2-4470-ab26-288e3deec1b6 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.150703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac082c5a-8ace-4da4-893f-b5c82ef8086d req-fbcc3c8d-c9d2-4470-ab26-288e3deec1b6 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 950 time: 0.1388583 Jul 16 08:31:26.162354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b704c-1a1e-430e-9170-a4be1fa9a828 req-f967fd2e-0a39-46b6-a4ee-d03c453ac9b1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.163877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-865b704c-1a1e-430e-9170-a4be1fa9a828 req-f967fd2e-0a39-46b6-a4ee-d03c453ac9b1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1142807 Jul 16 08:31:26.232550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-865b704c-1a1e-430e-9170-a4be1fa9a828 req-5cd79dc7-316a-4788-8f62-63fcb471cdef tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610704 Jul 16 08:31:26.235998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac082c5a-8ace-4da4-893f-b5c82ef8086d req-d7986570-cc0b-4064-a7ce-71ae643ef967 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708716 Jul 16 08:31:26.275559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:26.291111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'port_id': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'mac_address': 'fa:16:3e:3c:29:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4cd9f-7f88-4cae-abc4-16d77b324535', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:26.354224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.392269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:26.421612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:26.426412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.480703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.552105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d64e2-a58b-40f2-9e5f-12eaa98a24e5 req-b4af00be-c8bf-488b-ab64-ae7c37f05331 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.554137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad6d64e2-a58b-40f2-9e5f-12eaa98a24e5 req-b4af00be-c8bf-488b-ab64-ae7c37f05331 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2836919 Jul 16 08:31:26.571638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89361f38-654b-4cd7-9925-54e1c2dd4ead req-621ec748-c80d-4df3-8779-1cb1cc017f92 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.573303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89361f38-654b-4cd7-9925-54e1c2dd4ead req-621ec748-c80d-4df3-8779-1cb1cc017f92 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1870143 Jul 16 08:31:26.622178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89361f38-654b-4cd7-9925-54e1c2dd4ead req-1ea41bce-f235-4936-b8a2-e80e65660d1e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Jul 16 08:31:26.681670 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c5fd72-0ba7-426e-9dde-ef584ca013d2 x-openstack-request-id: req-a4c5fd72-0ba7-426e-9dde-ef584ca013d2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:26.682947 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:26.683426 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4c5fd72-0ba7-426e-9dde-ef584ca013d2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:26.684060 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'code': 200} Jul 16 08:31:26.737355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:26.831220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-109b544b-5643-4c6f-8298-4dcc418b7b8a req-3c140534-a83d-494b-850b-9e83c1315fbf tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=57cd01f21e3e42bcbc5652532a005c51 HTTP/1.1" status: 200 len: 1655 time: 0.0847762 Jul 16 08:31:26.947225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b544b-5643-4c6f-8298-4dcc418b7b8a req-3b30b43a-b3bd-4d66-86f5-84fb38962cb9 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.948791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-109b544b-5643-4c6f-8298-4dcc418b7b8a req-3b30b43a-b3bd-4d66-86f5-84fb38962cb9 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks?id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 787 time: 0.1095605 Jul 16 08:31:26.958458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-109b544b-5643-4c6f-8298-4dcc418b7b8a req-b32da6ad-b09d-4d43-8452-7473d52ce18d tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:26.959411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-109b544b-5643-4c6f-8298-4dcc418b7b8a req-b32da6ad-b09d-4d43-8452-7473d52ce18d tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054739 Jul 16 08:31:27.085618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a85817b-094b-4bdb-bd62-f48b1da17a38 req-8e840a83-b38d-4e57-801d-ce05d80dbec5 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 210 time: 0.0319283 Jul 16 08:31:27.148199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4550e-2b03-467b-af73-a0dc6b5336b3 req-4b91e46d-20ac-4beb-a0f8-480be0ce1924 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.149905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e4550e-2b03-467b-af73-a0dc6b5336b3 req-4b91e46d-20ac-4beb-a0f8-480be0ce1924 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 950 time: 0.0671713 Jul 16 08:31:27.199842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e4550e-2b03-467b-af73-a0dc6b5336b3 req-c51a9b60-5596-49f3-ad16-6f19154377ee tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Jul 16 08:31:27.241384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-57dee279-8f8a-48a0-a60b-929daf94058e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286214 Jul 16 08:31:27.302251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8854dd-ce98-45cc-929e-cc50876d6ff9 req-60e78388-c47d-48f1-87b6-4e61ac3860c8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.304719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d8854dd-ce98-45cc-929e-cc50876d6ff9 req-60e78388-c47d-48f1-87b6-4e61ac3860c8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 944 time: 0.1038170 Jul 16 08:31:27.378365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d8854dd-ce98-45cc-929e-cc50876d6ff9 req-fd435ba3-16ed-4631-b9bc-d7e50bc8ff6c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Jul 16 08:31:27.379962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-69d20e6f-ec2c-4098-afdb-35ae3e5eeb32 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.382218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-69d20e6f-ec2c-4098-afdb-35ae3e5eeb32 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309621 Jul 16 08:31:27.397741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc204-438d-44a0-80c8-9d120687e5c3 req-7ef84337-6ee3-4a16-bf7e-08c876ede3c7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.399288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-335bc204-438d-44a0-80c8-9d120687e5c3 req-7ef84337-6ee3-4a16-bf7e-08c876ede3c7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.0936186 Jul 16 08:31:27.409837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:27.466122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-26dd0954-adb3-4063-9a7a-59a4edd81834 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips/c0f1ea49-fae9-42a9-9846-7661a9deaea3 HTTP/1.1" status: 200 len: 693 time: 0.0574217 Jul 16 08:31:27.491834 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-335bc204-438d-44a0-80c8-9d120687e5c3 req-626ef0d1-af08-4e75-9df2-d0137323c818 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814462 Jul 16 08:31:27.533956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:27.538799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.589068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-99d83bed-a0f2-45bb-8fb9-e5fe9c693558 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.595521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-99d83bed-a0f2-45bb-8fb9-e5fe9c693558 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1200449 Jul 16 08:31:27.601391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-91e05391-6b97-4402-984a-86268e274937 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:27.608563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-91e05391-6b97-4402-984a-86268e274937 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121188 Jul 16 08:31:27.666106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-a6b3736e-5b42-42f3-b036-ef2cf5874942 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0564711 Jul 16 08:31:27.702091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.96 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/d73b5632-bd6d-41ac-b9d4-83ca23e2a015) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:27.730273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-0ac5a19c-171e-443f-b413-242fe2e072cc tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0632222 Jul 16 08:31:27.754341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-547cb6b5-76e2-4a77-a380-1df038fe38ce tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439053 Jul 16 08:31:27.889100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.907624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object d73b5632-bd6d-41ac-b9d4-83ca23e2a015 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:27.944827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.957145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:27.983799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-5272a77e-96ea-4d34-8799-88dc68db112d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.985036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-5272a77e-96ea-4d34-8799-88dc68db112d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017727 Jul 16 08:31:27.995245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:28.000920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:28.001401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': 'c3312658-b292-49f3-bf33-0cab02521531', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:28.006436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:28.009297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.026324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Deleting port 3647d6cc-e98b-4939-9feb-bb037847260d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:28.026673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.065051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.065733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.073142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa27f6c-f9cc-4280-8936-14a6e2221f58 req-1829b56e-f031-464d-bcd6-40a020874b26 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.080616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa27f6c-f9cc-4280-8936-14a6e2221f58 req-1829b56e-f031-464d-bcd6-40a020874b26 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1921794 Jul 16 08:31:28.087792 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d3a8123a-a6cd-45ed-8609-a3d532363502 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6898737 Jul 16 08:31:28.100812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Request body: {'port': {'device_id': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:28.131562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:28.135239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:28.198013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.274528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-570145c6-0db9-4201-8355-81ed68750350 None None] Provisioning for port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:28.289435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:28.293940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-570145c6-0db9-4201-8355-81ed68750350 None None] Provisioning complete for port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:28.294247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-570145c6-0db9-4201-8355-81ed68750350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.299655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:28.299958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.365158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.388789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b has no active binding in host n-h1-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:31:28.394926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-570145c6-0db9-4201-8355-81ed68750350 None None] Port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:28.441261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.444751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fa27f6c-f9cc-4280-8936-14a6e2221f58 req-02507cf7-c9e8-4a2d-aa91-8e5f9533c428 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622363 Jul 16 08:31:28.446424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.446751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.471177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:28.471177 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f040e11-0adb-477b-8074-30c08c55e06d" -d '{"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-plugged", "status": "completed", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:28.481102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Calling delete_port for 3647d6cc-e98b-4939-9feb-bb037847260d owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:28.488698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.494320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.530798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73b5632-bd6d-41ac-b9d4-83ca23e2a015 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:28.538780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.551585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:28.554903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Transition to ACTIVE for port object d73b5632-bd6d-41ac-b9d4-83ca23e2a015 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:28.556658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.558843 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.592394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.641121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Pushing event updated for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.686361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:28.688973 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88615086-5a94-4b86-8624-9c50c83f6ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:28.697676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Attempting to bind port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:28.698133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Attempting to bind port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:28.698909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Attempting to bind port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:28.703324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:28.703607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Attempting to bind port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:28.709014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:28.709457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:28.710307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:28.710747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Bound port: d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:28.711112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.754772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942e70-0499-4dfb-9fa2-41bc49688920 req-c673004e-cbb4-4bbf-a03e-22f3a2cecf6d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.756974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97942e70-0499-4dfb-9fa2-41bc49688920 req-c673004e-cbb4-4bbf-a03e-22f3a2cecf6d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1964266 Jul 16 08:31:28.780749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:28.784020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:28.788240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.820846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.821457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.823055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] 10.222.0.46 "PUT /v2.0/ports/d73b5632-bd6d-41ac-b9d4-83ca23e2a015 HTTP/1.1" status: 200 len: 1096 time: 0.7281363 Jul 16 08:31:28.844510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.114 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/690f62d5-b804-46da-adf1-2f7a4055e08d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:28.848785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.850938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49e98-843c-4334-8138-f6872e609948 service neutron] Pushing event updated for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.880844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97942e70-0499-4dfb-9fa2-41bc49688920 req-009b415c-6b43-4c72-b8ef-1367c8dd65d3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995147 Jul 16 08:31:28.888148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event deleted for resources: {'Port': ['ID=3647d6cc-e98b-4939-9feb-bb037847260d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.906714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.907103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.907603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.908084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.908423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.908756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.909076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.909404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.909737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.910174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.910375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.910697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.949497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-50c362c7-e1b2-494f-98a3-b248be558fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.952474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-50c362c7-e1b2-494f-98a3-b248be558fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 1099 time: 0.0739202 Jul 16 08:31:29.007339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-7502fa9e-72a9-4e01-a8cd-dc485a27f096 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015 HTTP/1.1" status: 200 len: 217 time: 0.0449934 Jul 16 08:31:29.013973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.015978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.017258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bc2f9ac-815c-41c1-94eb-8bab5c9e6bc2 req-895c285f-c59f-4f2d-bc8d-72b61b02709e tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0f1ea49-fae9-42a9-9846-7661a9deaea3 HTTP/1.1" status: 204 len: 173 time: 1.2754354 Jul 16 08:31:29.072375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-e8cc5e47-a310-473c-8a2a-a50098be108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.074213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-e8cc5e47-a310-473c-8a2a-a50098be108b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0570700 Jul 16 08:31:29.141760 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.160438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object 690f62d5-b804-46da-adf1-2f7a4055e08d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:29.161547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-16380033-3d21-4582-98dc-d9b14099caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.163741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-16380033-3d21-4582-98dc-d9b14099caef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743184 Jul 16 08:31:29.171781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078c85b-8f6b-425b-a137-40d39e12c29a req-c469066d-eabe-4d2e-8ae1-a1f63e24fe12 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.173245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a078c85b-8f6b-425b-a137-40d39e12c29a req-c469066d-eabe-4d2e-8ae1-a1f63e24fe12 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 950 time: 0.1125677 Jul 16 08:31:29.230760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a078c85b-8f6b-425b-a137-40d39e12c29a req-112a7bac-693e-4517-a555-3ae0bd3e6192 tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f57e4a0-acef-41bd-abaf-231c56d663d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477536 Jul 16 08:31:29.233865 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.255494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:29.280962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-a6a55f1f-5bec-4ec2-8043-3a6e13d7f6a7 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092227 Jul 16 08:31:29.333642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.355558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:29.358656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:29.361224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:29.459628 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-9d43ac64-41d7-445b-bcb7-179d47e6a51c service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584423 Jul 16 08:31:29.460405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.461034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.492126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d831b9f4-6b3a-4e0d-ada8-05a9818586cc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4945281 Jul 16 08:31:29.492497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-dad95db0-9251-4e3d-b2a9-4243ac396a3b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.494612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-dad95db0-9251-4e3d-b2a9-4243ac396a3b tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "GET /v2.0/ports?device_id=9040e750-6138-417e-8c0c-c95e66ff272b HTTP/1.1" status: 200 len: 950 time: 0.0998902 Jul 16 08:31:29.505686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8482cb-5be9-44de-9bd0-0224657192dc req-2a9729e5-20a9-4c1b-bb36-ce0ca30c8a94 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.507424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e8482cb-5be9-44de-9bd0-0224657192dc req-2a9729e5-20a9-4c1b-bb36-ce0ca30c8a94 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 947 time: 0.2157090 Jul 16 08:31:29.513369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Request body: {'port': {'device_id': 'c3312658-b292-49f3-bf33-0cab02521531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:29.569286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436dcff-0d1c-4527-81f7-a45d9912179b req-2ee09fc2-c9b6-4054-9004-8ec754a4bb5a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.570634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6436dcff-0d1c-4527-81f7-a45d9912179b req-2ee09fc2-c9b6-4054-9004-8ec754a4bb5a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.2064018 Jul 16 08:31:29.605684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Deleting port ef55be81-f110-4b80-95d3-f13b2d410084 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:29.606303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.627155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e8482cb-5be9-44de-9bd0-0224657192dc req-65bbdbca-fd26-4a24-9816-9bdb1b16b85b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090629 Jul 16 08:31:29.658217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6436dcff-0d1c-4527-81f7-a45d9912179b req-cee2f33a-a727-4fff-be0a-308637f2d05d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798151 Jul 16 08:31:29.661370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.680325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ab4142f3-7344-4592-b222-925edb157691 None None] Provisioning for port 690f62d5-b804-46da-adf1-2f7a4055e08d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:29.685731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ab4142f3-7344-4592-b222-925edb157691 None None] Provisioning complete for port 690f62d5-b804-46da-adf1-2f7a4055e08d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:29.686120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab4142f3-7344-4592-b222-925edb157691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.700229 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18982235-a098-4af5-a2b9-e2c895c1bc7b x-openstack-request-id: req-18982235-a098-4af5-a2b9-e2c895c1bc7b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:29.700525 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-plugged", "status": "completed", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:29.700798 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18982235-a098-4af5-a2b9-e2c895c1bc7b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:29.701225 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'code': 200} Jul 16 08:31:29.716850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] For port ef55be81-f110-4b80-95d3-f13b2d410084, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ef55be81-f110-4b80-95d3-f13b2d410084,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:29.717648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.738364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Calling delete_port for ef55be81-f110-4b80-95d3-f13b2d410084 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:29.752856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ab4142f3-7344-4592-b222-925edb157691 None None] Port 690f62d5-b804-46da-adf1-2f7a4055e08d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:29.795512 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2631a6fd-4e01-45b4-a7f0-3e169a86668c x-openstack-request-id: req-2631a6fd-4e01-45b4-a7f0-3e169a86668c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:29.795776 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:29.795968 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2631a6fd-4e01-45b4-a7f0-3e169a86668c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:29.796385 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'status': 'completed', 'code': 200} Jul 16 08:31:29.878198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215054f-f502-45af-ac32-a803c62c49ef req-accbd57d-e8e8-4b8f-a3f7-405471f191b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.879688 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4215054f-f502-45af-ac32-a803c62c49ef req-accbd57d-e8e8-4b8f-a3f7-405471f191b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1097 time: 0.0808439 Jul 16 08:31:29.891360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-7b2deb54-33a3-4ae2-9daf-f75f25f3b011 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips/707f1760-ff15-4f6d-b5db-88ca6a8f6572 HTTP/1.1" status: 200 len: 691 time: 0.0962796 Jul 16 08:31:29.951686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4215054f-f502-45af-ac32-a803c62c49ef req-30b7bc0c-046b-4365-bff8-e9e5d51cc145 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Jul 16 08:31:29.954339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.966848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ef55be81-f110-4b80-95d3-f13b2d410084'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:29.983297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Pushing event deleted for resources: {'Port': ['ID=ef55be81-f110-4b80-95d3-f13b2d410084,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.030456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] No DVR routers for this DVR port ef55be81-f110-4b80-95d3-f13b2d410084 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:30.033386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.035396 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e4c58bb9-dc2b-46c1-8e6c-8dd3deff20d1 req-7ff8b581-7ee8-40f1-949e-bc67246bc75c tempest-DeleteServersAdminTestJSON-2006050115 tempest-DeleteServersAdminTestJSON-2006050115-project] 10.222.0.47 "DELETE /v2.0/ports/ef55be81-f110-4b80-95d3-f13b2d410084 HTTP/1.1" status: 204 len: 173 time: 0.5292344 Jul 16 08:31:30.092092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-5f65443d-7ab5-4318-8a04-a03122949d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.093589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-5f65443d-7ab5-4318-8a04-a03122949d88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1127 time: 0.2903874 Jul 16 08:31:30.171435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-c323e3fd-d435-44a8-8a29-5e12bfc6d00f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.172832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-c323e3fd-d435-44a8-8a29-5e12bfc6d00f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2531066 Jul 16 08:31:30.185783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96546231-d8bb-4fa8-ad59-cf1492da6114 req-142666f9-8014-410f-9edd-996b6b968538 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.187228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96546231-d8bb-4fa8-ad59-cf1492da6114 req-142666f9-8014-410f-9edd-996b6b968538 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 944 time: 0.3235493 Jul 16 08:31:30.311688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-f41f897e-1b8d-4d6c-928e-7bcccc5f6a5f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.1235027 Jul 16 08:31:30.355995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690f62d5-b804-46da-adf1-2f7a4055e08d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:30.387964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-785a995e-fdc9-41fd-a7ba-737d2234ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.389462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-785a995e-fdc9-41fd-a7ba-737d2234ee01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2869084 Jul 16 08:31:30.392577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.397094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96546231-d8bb-4fa8-ad59-cf1492da6114 req-3f2b54ff-df2b-416d-b0c9-0efdc302a562 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739821 Jul 16 08:31:30.413583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-7a89c52a-32ab-4a4d-a71d-f0f54e8702b5 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.5 HTTP/1.1" status: 200 len: 694 time: 0.0957069 Jul 16 08:31:30.451392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-2eb168ef-c7f7-4225-9d11-b8e66d43202e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0533998 Jul 16 08:31:30.457867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Transition to ACTIVE for port object 690f62d5-b804-46da-adf1-2f7a4055e08d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:30.490515 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.668097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Pushing event updated for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.701445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-6416e4b8-c7e0-4993-9398-829261f98eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.702904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-6416e4b8-c7e0-4993-9398-829261f98eef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.2091429 Jul 16 08:31:30.775376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-ab86fbbd-902c-4c2e-a823-f83ce5b22fc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484669 Jul 16 08:31:30.865141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450804e-9e9e-47f4-83a2-befe5b408674 req-2737cde5-827f-4285-affd-4fe1392e7b26 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.867202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e450804e-9e9e-47f4-83a2-befe5b408674 req-2737cde5-827f-4285-affd-4fe1392e7b26 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.3390872 Jul 16 08:31:30.909400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Attempting to bind port 690f62d5-b804-46da-adf1-2f7a4055e08d on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:30.909695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Attempting to bind port 690f62d5-b804-46da-adf1-2f7a4055e08d by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:30.910024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Attempting to bind port 690f62d5-b804-46da-adf1-2f7a4055e08d on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:30.912937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Deleting port 372809be-38db-49b0-a31e-8a2277f36ff7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:30.913279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.949025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Port 690f62d5-b804-46da-adf1-2f7a4055e08d on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:30.949351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Attempting to bind port 690f62d5-b804-46da-adf1-2f7a4055e08d on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:30.979074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:30.979407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:30.979785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:30.980249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Bound port: 690f62d5-b804-46da-adf1-2f7a4055e08d, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:30.980609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.011214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-b726cfcf-9d50-4f8b-8f92-0c2f39cf6d03 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246149 Jul 16 08:31:31.038672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e450804e-9e9e-47f4-83a2-befe5b408674 req-013405a4-09e7-4af0-9216-fbae494987fc tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386814 Jul 16 08:31:31.056254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-6ecea0b9-2fed-4377-974f-9b889d61b696 service neutron] 10.222.0.47 "GET /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.0657110 Jul 16 08:31:31.260543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.283742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:31.318369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2cb312-0aa0-4985-90fb-a114b33fd71b {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:31.328776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.343506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.346770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.347105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.403317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Calling delete_port for 372809be-38db-49b0-a31e-8a2277f36ff7 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:31.415509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] Transition to ACTIVE for port object 8c2cb312-0aa0-4985-90fb-a114b33fd71b will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:31.421265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.441386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:31.481523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] No DVR routers for this DVR port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:31.497930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=690f62d5-b804-46da-adf1-2f7a4055e08d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:31.502160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88615086-5a94-4b86-8624-9c50c83f6ad8 req-7bd4c715-0c10-49df-9989-e6da4b90848b service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785626 Jul 16 08:31:31.509374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.520552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.531243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e0700313-6b9a-4b7b-bb2a-d433b5707011 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b/bindings/n-h1-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 0.4682281 Jul 16 08:31:31.582271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cab883-ee2f-4d2b-bec8-3003d178a51e req-78f5cdf7-556b-4f6c-b149-f026f982c10f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.583811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15cab883-ee2f-4d2b-bec8-3003d178a51e req-78f5cdf7-556b-4f6c-b149-f026f982c10f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2985003 Jul 16 08:31:31.588849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.589473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.600683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] 10.222.0.46 "PUT /v2.0/ports/690f62d5-b804-46da-adf1-2f7a4055e08d HTTP/1.1" status: 200 len: 1097 time: 2.0815754 Jul 16 08:31:31.600683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:31.600683 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe" -d '{"events": [{"name": "network-changed", "server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:31.641876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdfdd6-22c3-4301-9c44-c92b8236c799 service neutron] Pushing event updated for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.672818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-45f602bf-f709-4065-a288-cf2f003951e5 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.675980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-45f602bf-f709-4065-a288-cf2f003951e5 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0848074 Jul 16 08:31:31.680633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15cab883-ee2f-4d2b-bec8-3003d178a51e req-38eb61b2-a37c-4b5d-8e76-74003b12410c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814850 Jul 16 08:31:31.759749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-a410eb2e-4927-4456-a351-721cf964d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.761295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-a410eb2e-4927-4456-a351-721cf964d51b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183&tenant_id=cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 1097 time: 0.0738380 Jul 16 08:31:31.769718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.797402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015'}, {'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'name': 'network-vif-deleted', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:31.800232 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f" -d '{"events": [{"name": "network-changed", "server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015"}, {"server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "name": "network-vif-deleted", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:31.812928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event deleted for resources: {'Port': ['ID=372809be-38db-49b0-a31e-8a2277f36ff7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.819825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-bac45fe1-2993-4310-a5e8-bba5952c937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.821327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-bac45fe1-2993-4310-a5e8-bba5952c937e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 1100 time: 0.1601713 Jul 16 08:31:31.873702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-b1bcad7f-a6b1-4ab9-a685-199b141f9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.875225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-b1bcad7f-a6b1-4ab9-a685-199b141f9cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1097 time: 0.0713711 Jul 16 08:31:31.891220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-103787e2-3933-4773-800f-90fbd26b5ea9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=690f62d5-b804-46da-adf1-2f7a4055e08d HTTP/1.1" status: 200 len: 217 time: 0.0536234 Jul 16 08:31:31.950777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.953477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.955072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77b35f5-14fb-4e17-95f6-035f496ac03f req-610d6f24-92bc-4ff4-994b-27a5f1af753f tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "DELETE /v2.0/floatingips/707f1760-ff15-4f6d-b5db-88ca6a8f6572 HTTP/1.1" status: 204 len: 173 time: 1.5082033 Jul 16 08:31:31.969501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d8e69cbc-0e75-49f8-ad49-051407576d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.971543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-d8e69cbc-0e75-49f8-ad49-051407576d38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0717843 Jul 16 08:31:31.984186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-a3d92135-c683-475a-9cd0-fbe35d08c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.985771 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-a3d92135-c683-475a-9cd0-fbe35d08c19f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1033809 Jul 16 08:31:32.027704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-5914a95c-08ea-4704-9ab7-b6b804f49081 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0350871 Jul 16 08:31:32.082829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e9f21047-f18d-4776-b281-e920abdfc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.084282 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-e9f21047-f18d-4776-b281-e920abdfc71f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0470717 Jul 16 08:31:32.110121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-c14f861d-45e2-41f5-b5f4-630fa44a5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.111617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-c14f861d-45e2-41f5-b5f4-630fa44a5985 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326575 Jul 16 08:31:32.116830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-6841012e-4248-4494-9ff9-635172c9ff6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259666 Jul 16 08:31:32.120162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18031a45-d48c-4562-bc22-8feb3a7b23c4 req-8f428368-34cf-4066-b568-d118f4b3cb52 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.121808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18031a45-d48c-4562-bc22-8feb3a7b23c4 req-8f428368-34cf-4066-b568-d118f4b3cb52 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 947 time: 0.1336577 Jul 16 08:31:32.203337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-cc16bfca-306c-4cd9-bea1-d54e2c9032f4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785370 Jul 16 08:31:32.228255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18031a45-d48c-4562-bc22-8feb3a7b23c4 req-bd2ad9b5-7874-4f28-9bea-103b7406da72 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950763 Jul 16 08:31:32.237018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bf8c4-8bd4-416a-ae79-1d709fd659d4 req-296ecd13-3895-4f83-9d51-ae7dc79a3be0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.238509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96bf8c4-8bd4-416a-ae79-1d709fd659d4 req-296ecd13-3895-4f83-9d51-ae7dc79a3be0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.1825542 Jul 16 08:31:32.257541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-60659bc2-71e1-44e1-ad04-1bc738210633 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321557 Jul 16 08:31:32.313037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-d3b3e1f1-785b-4ff6-b433-f553b6d0282a service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023932 Jul 16 08:31:32.322778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96bf8c4-8bd4-416a-ae79-1d709fd659d4 req-1f3c1b76-2da6-404b-9d59-3162915fe77b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Jul 16 08:31:32.376204 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29da4f1-105f-40cd-a9fa-4f49c3231c0c x-openstack-request-id: req-a29da4f1-105f-40cd-a9fa-4f49c3231c0c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:32.376500 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:32.376756 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a29da4f1-105f-40cd-a9fa-4f49c3231c0c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:32.377145 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d', 'status': 'completed', 'code': 200} Jul 16 08:31:32.409419 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e00588-0554-4537-837b-6db4dd548c82 x-openstack-request-id: req-f4e00588-0554-4537-837b-6db4dd548c82 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:32.409721 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015", "status": "completed", "code": 200}, {"server_uuid": "9040e750-6138-417e-8c0c-c95e66ff272b", "name": "network-vif-deleted", "tag": "ef55be81-f110-4b80-95d3-f13b2d410084", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:32.409979 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4e00588-0554-4537-837b-6db4dd548c82 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:32.410532 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', 'status': 'completed', 'code': 200} Jul 16 08:31:32.410647 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9040e750-6138-417e-8c0c-c95e66ff272b', 'name': 'network-vif-deleted', 'tag': 'ef55be81-f110-4b80-95d3-f13b2d410084', 'status': 'completed', 'code': 200} Jul 16 08:31:32.416006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5631c14c-d454-4a32-827f-6972c9a01c3e req-2a644d8f-0b82-489a-a327-4afe22dccf7b service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502559 Jul 16 08:31:32.446366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd29e41-4b59-4348-8b87-b7f6dc637b46 req-c9493411-17f5-41b4-95d0-b9d179763f1f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.451537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fd29e41-4b59-4348-8b87-b7f6dc637b46 req-c9493411-17f5-41b4-95d0-b9d179763f1f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.0869617 Jul 16 08:31:32.535609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-dfd02fd5-915b-47b1-bbce-7f0d986c721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.537131 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-dfd02fd5-915b-47b1-bbce-7f0d986c721a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 1100 time: 0.0591564 Jul 16 08:31:32.580890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-5c026d87-438c-4168-b4ff-e6736ff1fb22 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips/e2e611e1-59dc-4713-b50f-eb94803c1f29 HTTP/1.1" status: 200 len: 693 time: 0.0696909 Jul 16 08:31:32.586649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fd29e41-4b59-4348-8b87-b7f6dc637b46 req-d68cb488-3db7-4617-8e0e-a869912007b2 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144805 Jul 16 08:31:32.668511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-8daab1c1-c97b-4496-8cfc-012b1deadc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.669825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-ebd60226-0978-4db8-86a0-77b66b680300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.670011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-8daab1c1-c97b-4496-8cfc-012b1deadc81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 1099 time: 0.2173476 Jul 16 08:31:32.671576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-ebd60226-0978-4db8-86a0-77b66b680300 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1269448 Jul 16 08:31:32.690137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137380-8aab-4b43-83c0-3d67afd81033 req-4b80a529-c30b-4cfb-9b80-e2c1b5fbe7ea tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.691799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-4b80a529-c30b-4cfb-9b80-e2c1b5fbe7ea tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0836229 Jul 16 08:31:32.740332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-d602efe8-1caa-45d3-b734-b3331d0eee75 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.741697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-d602efe8-1caa-45d3-b734-b3331d0eee75 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1512957 Jul 16 08:31:32.754130 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-74deda29-352b-48d7-a3d6-789568add2ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=690f62d5-b804-46da-adf1-2f7a4055e08d HTTP/1.1" status: 200 len: 217 time: 0.0613363 Jul 16 08:31:32.824517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-750bae74-0aed-4cc5-a549-ec1d975579e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.826009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-750bae74-0aed-4cc5-a549-ec1d975579e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0621920 Jul 16 08:31:32.840879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-6c70bcbb-9618-4dfd-b293-e77269699a2a tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.0797231 Jul 16 08:31:32.906900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da137380-8aab-4b43-83c0-3d67afd81033 req-304e9098-aa32-4a6b-8941-e67eb4311b72 service neutron] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:32.908995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-2da0f4b0-64da-499f-afd5-67285ecb6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.910461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-2da0f4b0-64da-499f-afd5-67285ecb6d0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2157357 Jul 16 08:31:32.911755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da137380-8aab-4b43-83c0-3d67afd81033 req-304e9098-aa32-4a6b-8941-e67eb4311b72 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.912922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da137380-8aab-4b43-83c0-3d67afd81033 req-304e9098-aa32-4a6b-8941-e67eb4311b72 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b/bindings/n-h2-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.2135782 Jul 16 08:31:32.914149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-38660edd-e0e8-4098-903a-1d9c196f2932 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.0616350 Jul 16 08:31:32.922122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-0b945de7-602c-4527-a344-8fef3994c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.923612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-0b945de7-602c-4527-a344-8fef3994c6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797057 Jul 16 08:31:32.934455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745a5e-722d-4a02-940a-182a19adede7 req-252b3825-88e1-4fa6-ae08-9ab5bbcba50a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.935888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65745a5e-722d-4a02-940a-182a19adede7 req-252b3825-88e1-4fa6-ae08-9ab5bbcba50a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2304842 Jul 16 08:31:33.015566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-74c4aac5-3807-4887-8a88-95ed8ca1cb17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015 HTTP/1.1" status: 200 len: 217 time: 0.0786779 Jul 16 08:31:33.027052 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-5c0b9f96-d5f3-4302-b6d3-282d6fb7cb21 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Jul 16 08:31:33.116818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65745a5e-722d-4a02-940a-182a19adede7 req-c09ee2fe-65dd-4782-9c96-137d260367ec tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730952 Jul 16 08:31:33.121323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc2ceb9f-0c90-467e-8478-b3b0c952fefe req-0b119344-a8f6-4986-b895-2bd3b64301ef service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Jul 16 08:31:33.131258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-864e0df7-9bcd-41c2-8de2-ece3183cafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.132808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-864e0df7-9bcd-41c2-8de2-ece3183cafb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1092923 Jul 16 08:31:33.192439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Deleting port f70a9e8d-d43c-4a67-b0c1-b18f58131b85 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:33.192779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.261751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-63735d6b-e4d7-44da-83c4-682e5cd6b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.263216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-63735d6b-e4d7-44da-83c4-682e5cd6b41b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209626 Jul 16 08:31:33.342569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.342906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.386343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Calling delete_port for f70a9e8d-d43c-4a67-b0c1-b18f58131b85 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:33.411823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874a351-3537-41dd-b1bb-51b73d9126ee req-33b02b57-3292-4e6a-af08-5b65c1df1001 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.413956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5874a351-3537-41dd-b1bb-51b73d9126ee req-33b02b57-3292-4e6a-af08-5b65c1df1001 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1097 time: 0.1918077 Jul 16 08:31:33.474304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-b105b514-371c-4bbc-9b62-f182d3e82854 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896896 Jul 16 08:31:33.509620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:33.530235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5874a351-3537-41dd-b1bb-51b73d9126ee req-13538706-47c1-4279-8b3e-ca882a965c8d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831447 Jul 16 08:31:33.573259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:33.573963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ef55be81-f110-4b80-95d3-f13b2d410084 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:33.602177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ef55be81-f110-4b80-95d3-f13b2d410084 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:33.602522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ef55be81-f110-4b80-95d3-f13b2d410084 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:33.885382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ea6ccc-ac5a-4065-b6ea-cd603c2af72f req-8441f563-64b2-454c-a5d9-2e76e973acfb service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994343 Jul 16 08:31:33.905893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.920606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac960f-ebcb-435b-a927-67e4f6c83d64 req-1d4ad62b-3bbf-4155-9658-1de0682e1206 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.922062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21ac960f-ebcb-435b-a927-67e4f6c83d64 req-1d4ad62b-3bbf-4155-9658-1de0682e1206 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1272147 Jul 16 08:31:33.941509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Pushing event deleted for resources: {'Port': ['ID=f70a9e8d-d43c-4a67-b0c1-b18f58131b85,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.020452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21ac960f-ebcb-435b-a927-67e4f6c83d64 req-e15ac5e6-0962-4249-9409-cce190242b8e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808804 Jul 16 08:31:34.028621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.031185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.032314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad5fe6d6-ba36-4709-89ce-08335d6bf57a req-ac70c924-40ea-46df-9f81-eb49f95d82d4 tempest-FloatingIPDetailsTestJSON-1004773338 tempest-FloatingIPDetailsTestJSON-1004773338-project] 10.222.0.32 "DELETE /v2.0/floatingips/e2e611e1-59dc-4713-b50f-eb94803c1f29 HTTP/1.1" status: 204 len: 173 time: 1.1112862 Jul 16 08:31:34.038167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:34.188353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d73b5632-bd6d-41ac-b9d4-83ca23e2a015 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:34.206911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3d4fa-a5f7-4a1c-86a1-a8ab4a620741 req-7c528b4b-7d1b-42e6-94a3-cc8604c8c18a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.208960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9df3d4fa-a5f7-4a1c-86a1-a8ab4a620741 req-7c528b4b-7d1b-42e6-94a3-cc8604c8c18a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 947 time: 0.0744157 Jul 16 08:31:34.259682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9df3d4fa-a5f7-4a1c-86a1-a8ab4a620741 req-915e9312-9243-4193-a854-ef592af57eed tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Jul 16 08:31:34.316672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:34.329942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:34.383138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.411689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73b5632-bd6d-41ac-b9d4-83ca23e2a015 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:34.415994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1ced-d266-45f9-8b4b-4bfe6134a283 req-1de11813-b264-4f4f-9c60-cc1b2b31c628 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.417910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33eb1ced-d266-45f9-8b4b-4bfe6134a283 req-1de11813-b264-4f4f-9c60-cc1b2b31c628 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.1248965 Jul 16 08:31:34.446394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:34.453198 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.519952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.552356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33eb1ced-d266-45f9-8b4b-4bfe6134a283 req-2984c467-15c0-4fd2-987a-741d03422d42 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270294 Jul 16 08:31:34.601214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78c821-6430-4cd6-ae98-fab6ed90c50b req-b8b75699-9343-40a0-ba00-abfc1ddce2a1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.608076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb78c821-6430-4cd6-ae98-fab6ed90c50b req-b8b75699-9343-40a0-ba00-abfc1ddce2a1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1247299 Jul 16 08:31:34.655486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb78c821-6430-4cd6-ae98-fab6ed90c50b req-ad993d43-719d-4b15-9d0f-d76354288adc tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462344 Jul 16 08:31:34.768769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d73b5632-bd6d-41ac-b9d4-83ca23e2a015'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:34.839273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29a9b-f8c0-4763-b222-b461efad498c req-5bb3bba2-06bd-4b6b-8b22-f3e678fa75c6 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.840833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1b29a9b-f8c0-4763-b222-b461efad498c req-5bb3bba2-06bd-4b6b-8b22-f3e678fa75c6 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1097 time: 0.0640635 Jul 16 08:31:34.869089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.909861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1b29a9b-f8c0-4763-b222-b461efad498c req-d0dd88d1-6c80-4d35-b273-16bfbe4c4479 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619166 Jul 16 08:31:35.031243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60224) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:35.294633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be32245a-eb83-4f1f-9e67-320ebdee4bc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54451739bf3b4ac78aceb4761feaa887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618508 Jul 16 08:31:35.301059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60248) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:35.364194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adad53-6e89-464a-a63d-f3d98cfb7ac4 req-d30784b2-9a00-4f0a-9a11-80b6deaaf4a9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.366249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5adad53-6e89-464a-a63d-f3d98cfb7ac4 req-d30784b2-9a00-4f0a-9a11-80b6deaaf4a9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1660187 Jul 16 08:31:35.369918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Deleting port 97334576-26b0-491e-bfa1-edae8f51891a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:35.370263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.385043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.400994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-2a08a416-4bce-4660-96c5-c63382ff8bc8 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.402414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-2a08a416-4bce-4660-96c5-c63382ff8bc8 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.1671538 Jul 16 08:31:35.429868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5adad53-6e89-464a-a63d-f3d98cfb7ac4 req-5a7c0096-7a11-4ced-83b3-8837812d2773 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567119 Jul 16 08:31:35.431187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-1d8d88c3-3fc8-49e8-ae73-8862086b9b08 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/quotas/cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 375 time: 0.0166757 Jul 16 08:31:35.445295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.498443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] For port 97334576-26b0-491e-bfa1-edae8f51891a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=97334576-26b0-491e-bfa1-edae8f51891a,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:35.498856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.512416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Calling delete_port for 97334576-26b0-491e-bfa1-edae8f51891a owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:35.525438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.528108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.531555 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f57e4a0-acef-41bd-abaf-231c56d663d2 HTTP/1.1" status: 204 len: 168 time: 0.2269106 Jul 16 08:31:35.549730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-645cf8f8-a142-48ec-ac8a-eccbec8c9810 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072044 Jul 16 08:31:35.582289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad88b2-1541-490e-92ce-d5eda8746eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f57e4a0-acef-41bd-abaf-231c56d663d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.693263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-96302b40-8c11-4419-9541-55a9e428cb9b service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395893 Jul 16 08:31:35.784029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.821022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97334576-26b0-491e-bfa1-edae8f51891a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.842185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-246ed008-c64d-4e88-8760-f431f1cdfb69 service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479471 Jul 16 08:31:35.860490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8ebdd-3356-4228-8dd0-2d6f3eb6d244 req-94dfcf85-7ab2-4806-9d96-9fe730168a32 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.862330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28a8ebdd-3356-4228-8dd0-2d6f3eb6d244 req-94dfcf85-7ab2-4806-9d96-9fe730168a32 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 948 time: 0.1401737 Jul 16 08:31:35.961934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28a8ebdd-3356-4228-8dd0-2d6f3eb6d244 req-77c042b5-bdc4-4559-9e6a-a450c3931353 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825579 Jul 16 08:31:35.963567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.029253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba286dc5-2c40-418c-914d-088b9a61cedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.151599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.204640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 690f62d5-b804-46da-adf1-2f7a4055e08d details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:36.209821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d73b5632-bd6d-41ac-b9d4-83ca23e2a015 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:36.228370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3710f3fc-ce47-445a-a5b0-9d671892c660 req-cb971797-016e-4da5-a4c6-6f122501ebd1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 210 time: 0.0651023 Jul 16 08:31:36.325801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4267d-38af-4a0d-a055-49156dbf1945 req-6c52020c-1306-4692-80c8-563c789a8745 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.327846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47a4267d-38af-4a0d-a055-49156dbf1945 req-6c52020c-1306-4692-80c8-563c789a8745 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2054245 Jul 16 08:31:36.388836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47a4267d-38af-4a0d-a055-49156dbf1945 req-c9ad04e5-bbb4-4f42-bd4c-1449d900e7e8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Jul 16 08:31:36.398764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:36.425556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:36.425556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.439660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Router 7cb76d4e-3c71-4211-ba1f-90665298f5cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:36.499369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=690f62d5-b804-46da-adf1-2f7a4055e08d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.507044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba286dc5-2c40-418c-914d-088b9a61cedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.563324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.567926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '690f62d5-b804-46da-adf1-2f7a4055e08d', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '690f62d5-b804-46da-adf1-2f7a4055e08d', 'mac_address': 'fa:16:3e:32:86:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:36.580636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba286dc5-2c40-418c-914d-088b9a61cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.635518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:36.658712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b6c7fcb8-fc9a-4ecc-8225-ee45c7612ec4 admin admin] 10.222.0.32 "PUT /v2.0/routers/7cb76d4e-3c71-4211-ba1f-90665298f5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6168046 Jul 16 08:31:36.659103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.669252 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Sync routers for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:36.673601 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ba286dc5-2c40-418c-914d-088b9a61cedb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab50bc12e48a4f669aa081821fe02058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083881 Jul 16 08:31:36.676903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.681744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.684258 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:36.685037 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:36.688429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba286dc5-2c40-418c-914d-088b9a61cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6089631-15bf-4a69-99b8-ef252a10d36c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.693194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:36.695994 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4489087-47e7-498e-87e1-8e360a5596e2" -d '{"events": [{"server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "name": "network-vif-plugged", "status": "completed", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:36.737856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.739937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690f62d5-b804-46da-adf1-2f7a4055e08d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:36.769770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.799580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.829869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:36.843795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=690f62d5-b804-46da-adf1-2f7a4055e08d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.849511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.869142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.944858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.948483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.957900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.961000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.965483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6089631-15bf-4a69-99b8-ef252a10d36c HTTP/1.1" status: 204 len: 168 time: 0.2802885 Jul 16 08:31:36.986441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c938dc3-9fc7-4815-aaad-3f0c379f4548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6089631-15bf-4a69-99b8-ef252a10d36c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.059427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.069974 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68638c0c-89eb-46fd-bf3e-e5df8f284745 x-openstack-request-id: req-68638c0c-89eb-46fd-bf3e-e5df8f284745 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:37.071852 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "name": "network-vif-plugged", "status": "completed", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:37.073416 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68638c0c-89eb-46fd-bf3e-e5df8f284745 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:37.073416 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', 'code': 200} Jul 16 08:31:37.086056 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 5, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:37.119338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Checking router: 7cb76d4e-3c71-4211-ba1f-90665298f5cd for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:37.129774 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Routers {'7cb76d4e-3c71-4211-ba1f-90665298f5cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:37.130240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:31:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:37.143427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604013ef-377f-4713-b153-2c117b5a2e6b req-ef206950-8572-4e1e-b457-08fc6345b718 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.160738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-604013ef-377f-4713-b153-2c117b5a2e6b req-ef206950-8572-4e1e-b457-08fc6345b718 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.3443687 Jul 16 08:31:37.254180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['690f62d5-b804-46da-adf1-2f7a4055e08d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:37.278818 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] Set router 7cb76d4e-3c71-4211-ba1f-90665298f5cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:37.318983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-604013ef-377f-4713-b153-2c117b5a2e6b req-da67abd3-8ebd-489a-ab7b-754225ec9943 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572938 Jul 16 08:31:37.358812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.461173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7401975-ba54-4f3b-995c-973faa683e4a req-a40fc131-fc65-4091-86a7-215dc67d14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.462684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7401975-ba54-4f3b-995c-973faa683e4a req-a40fc131-fc65-4091-86a7-215dc67d14b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 1101 time: 0.2887588 Jul 16 08:31:37.483188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3d63-2f00-42c0-820f-c9c02e56b151 req-12541547-6b49-4211-a31f-7d0a7d2e660e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.485033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aafa3d63-2f00-42c0-820f-c9c02e56b151 req-12541547-6b49-4211-a31f-7d0a7d2e660e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 949 time: 0.2479959 Jul 16 08:31:37.496102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 5, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:37.525633 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff3ec2-ef87-4ea2-bd3b-5f863b6ab5bd None None] The sync data for ids ['7cb76d4e-3c71-4211-ba1f-90665298f5cd'] in n-d-798054-12 is: [{'id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'name': 'tempest-FloatingIPDetailsTestJSON-137129138-router', 'tenant_id': '57cd01f21e3e42bcbc5652532a005c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '665ed069-b874-467c-ac8f-cd468de64362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:04Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 5, 'project_id': '57cd01f21e3e42bcbc5652532a005c51', 'gw_port': {'id': '665ed069-b874-467c-ac8f-cd468de64362', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb76d4e-3c71-4211-ba1f-90665298f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:05Z', 'updated_at': '2021-07-16T08:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:37.567764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f3bca94-394a-4650-a704-131aa74e1edd req-3f83f2d7-1b46-4fa7-902f-946d97c6de60 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 210 time: 0.0524378 Jul 16 08:31:37.602768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7401975-ba54-4f3b-995c-973faa683e4a req-9d1a247e-c210-49af-b35f-1e0bc9f1f9e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170173 Jul 16 08:31:37.610248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aafa3d63-2f00-42c0-820f-c9c02e56b151 req-fa2dca94-d8b2-4308-a41c-023b41933397 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993452 Jul 16 08:31:37.612589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Deleting port 665ed069-b874-467c-ac8f-cd468de64362 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:37.613413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.708897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] For port 665ed069-b874-467c-ac8f-cd468de64362, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=665ed069-b874-467c-ac8f-cd468de64362,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:37.709927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.726866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Calling delete_port for 665ed069-b874-467c-ac8f-cd468de64362 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:37.949777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e3fc0-9607-4f2a-97f8-57fa6c3c48fe req-d658444b-8150-44d1-a67c-56d20f0d1d56 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.957117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-172e3fc0-9607-4f2a-97f8-57fa6c3c48fe req-d658444b-8150-44d1-a67c-56d20f0d1d56 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2083993 Jul 16 08:31:38.049452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-172e3fc0-9607-4f2a-97f8-57fa6c3c48fe req-4c49f671-1174-44f0-b047-8cd25f08866d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913544 Jul 16 08:31:38.086756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.155335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-d77f0d98-f1e6-4ae3-bbc9-3fbf1c8a10c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.157750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-d77f0d98-f1e6-4ae3-bbc9-3fbf1c8a10c4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.1883588 Jul 16 08:31:38.164212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Pushing event deleted for resources: {'Port': ['ID=665ed069-b874-467c-ac8f-cd468de64362,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.180399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Request body: {'port': {'device_id': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'admin_state_up': True, 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:38.284562 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.345375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:38.353536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.418907 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.637560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Allocated IP 172.20.0.11 (fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9/e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:38.704654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 97334576-26b0-491e-bfa1-edae8f51891a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:38.735225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 97334576-26b0-491e-bfa1-edae8f51891a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:38.735660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 97334576-26b0-491e-bfa1-edae8f51891a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:38.757103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.757420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.761625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.783327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57596ae1-95ad-4bba-9963-8f2df08190ee req-4ea2b94f-ce70-4389-998e-10d3b551d903 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 210 time: 0.0619230 Jul 16 08:31:38.856960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.857644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb76d4e-3c71-4211-ba1f-90665298f5cd {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:38.866034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.867522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-80374f92-0af4-4536-a5b5-14da7b545520 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7cb76d4e-3c71-4211-ba1f-90665298f5cd HTTP/1.1" status: 204 len: 168 time: 2.2074485 Jul 16 08:31:38.870174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60340) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:38.896061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.924627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f9f1-1b9e-4b9c-9697-218fce9a7a96 req-cb6895c2-0d44-447c-a095-8c9cbf50881e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.933352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c61f9f1-1b9e-4b9c-9697-218fce9a7a96 req-cb6895c2-0d44-447c-a095-8c9cbf50881e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2249842 Jul 16 08:31:38.983744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.993949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c61f9f1-1b9e-4b9c-9697-218fce9a7a96 req-434c0345-ec03-4275-a29f-99193a3d5857 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593083 Jul 16 08:31:39.002495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Deleting subnet 8920121c-2e31-49a2-8f45-fd39d6a23873 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:39.011046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.098945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:39.107501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:39.116100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:39.127082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.137298 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.203528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.204318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.224365 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-89d71631-82d1-4742-a7a9-fc6a336651f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0565684 Jul 16 08:31:39.237479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Request body: {'port': {'device_id': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:39.261927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40f001-b003-4c33-9f52-67a8cc97c1d8 req-e4cc9c60-5ff5-430e-9c0f-1cf404e1b024 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.270275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b40f001-b003-4c33-9f52-67a8cc97c1d8 req-e4cc9c60-5ff5-430e-9c0f-1cf404e1b024 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 949 time: 0.2197852 Jul 16 08:31:39.334655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.367585 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.392875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b40f001-b003-4c33-9f52-67a8cc97c1d8 req-bd42f470-3ffa-4d31-ba81-7ed0c3d94e27 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216495 Jul 16 08:31:39.457116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6706-831c-4276-aa44-b1f89945fba1 req-94a8dcc8-c9bc-41c8-969a-79f83b281d0e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.459138 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a93e6706-831c-4276-aa44-b1f89945fba1 req-94a8dcc8-c9bc-41c8-969a-79f83b281d0e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1689651 Jul 16 08:31:39.490653 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.519447 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.523688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8a4b0-2bb4-41f2-a0fd-67f1d49fab67 None None] Network 170ac293-3f75-4026-9018-46bbbfc8ecdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:39.524534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8920121c-2e31-49a2-8f45-fd39d6a23873 HTTP/1.1" status: 204 len: 168 time: 0.6526737 Jul 16 08:31:39.546767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60356) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:39.559012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf2e3-7350-48ae-9f33-037b9948f101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8920121c-2e31-49a2-8f45-fd39d6a23873,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.646370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a93e6706-831c-4276-aa44-b1f89945fba1 req-7329b32a-3b53-4fb8-ba46-95ce9675c2ed tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732872 Jul 16 08:31:39.741952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.746084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:39.756758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.771858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Transition to ACTIVE for port object c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:39.778628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.816459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Deleting port e21bb599-066b-40c8-913f-f48a0b9bbc31 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:39.819891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.836840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] DHCP port deletion for 170ac293-3f75-4026-9018-46bbbfc8ecdf request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:39.903228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.939523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:39.939945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:39.940417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:39.945479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:39.945887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:39.951320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:39.951727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:39.952225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:39.952733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Bound port: c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:39.953140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.979426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Deleting port e21bb599-066b-40c8-913f-f48a0b9bbc31 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:39.980133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.020344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] For port e21bb599-066b-40c8-913f-f48a0b9bbc31, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e21bb599-066b-40c8-913f-f48a0b9bbc31,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.020888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.030675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:40.039782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:40.047391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Calling delete_port for e21bb599-066b-40c8-913f-f48a0b9bbc31 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:40.054239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.079270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfce4b3-c57d-4f22-9da3-2d17795b11a9 req-37cde437-ce28-4ab4-bb13-716036b3e6d3 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.087387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dfce4b3-c57d-4f22-9da3-2d17795b11a9 req-37cde437-ce28-4ab4-bb13-716036b3e6d3 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.1195872 Jul 16 08:31:40.094375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.095250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.099498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 1093 time: 0.8677022 Jul 16 08:31:40.102679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:40.107040 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:40.142345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078064d-16fd-426a-bafe-a510350a51a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.187515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dfce4b3-c57d-4f22-9da3-2d17795b11a9 req-c9639d16-ee05-4c3b-96c2-7ede05edd752 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989702 Jul 16 08:31:40.247445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 690f62d5-b804-46da-adf1-2f7a4055e08d up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:40.284164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] For port e21bb599-066b-40c8-913f-f48a0b9bbc31, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e21bb599-066b-40c8-913f-f48a0b9bbc31,segment=NetworkSegment(08edb5d3-6816-4e81-a774-fb596c6a614f),segment_id=08edb5d3-6816-4e81-a774-fb596c6a614f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.284164 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.300787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Calling delete_port for e21bb599-066b-40c8-913f-f48a0b9bbc31 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:40.393916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124546c5-8719-4984-bdf0-648d4552054b req-f45d2744-c0b2-4b29-9acb-6fce0dd6ab0e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.395829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-124546c5-8719-4984-bdf0-648d4552054b req-f45d2744-c0b2-4b29-9acb-6fce0dd6ab0e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2021968 Jul 16 08:31:40.397492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.430914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 690f62d5-b804-46da-adf1-2f7a4055e08d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:40.443417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 690f62d5-b804-46da-adf1-2f7a4055e08d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:40.443929 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.474314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-124546c5-8719-4984-bdf0-648d4552054b req-2d388353-2c89-4704-b661-f9082281cce3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698497 Jul 16 08:31:40.476437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21bb599-066b-40c8-913f-f48a0b9bbc31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.479750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] No DVR routers for this DVR port e21bb599-066b-40c8-913f-f48a0b9bbc31 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:40.539528 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.592548 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.606087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170ac293-3f75-4026-9018-46bbbfc8ecdf']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:40.612805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607c809-729b-4e8e-ac45-8ef171927899 x-openstack-request-id: req-6607c809-729b-4e8e-ac45-8ef171927899 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:40.613368 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:40.613368 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6607c809-729b-4e8e-ac45-8ef171927899 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:40.613748 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'status': 'completed', 'code': 200} Jul 16 08:31:40.615753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] No DVR routers for this DVR port e21bb599-066b-40c8-913f-f48a0b9bbc31 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:40.621241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08edb5d3-6816-4e81-a774-fb596c6a614f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:40.621846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08edb5d3-6816-4e81-a774-fb596c6a614f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:40.634709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Pushing event deleted for resources: {'Port': ['ID=e21bb599-066b-40c8-913f-f48a0b9bbc31,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.642731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.649413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.650015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.650686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.651193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.652423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.652936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.653578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.654544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.655053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.655538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.655878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.656234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2775f5be-0ef6-4192-9a21-48c97b167182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.686224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.695880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 665ed069-b874-467c-ac8f-cd468de64362 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:40.698942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:40.699419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.699665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-d2cd1765-69ce-4d1a-876c-3b89d6c66935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.701577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-d2cd1765-69ce-4d1a-876c-3b89d6c66935 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1096 time: 0.5418477 Jul 16 08:31:40.753804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 665ed069-b874-467c-ac8f-cd468de64362 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:40.754145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 665ed069-b874-467c-ac8f-cd468de64362 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:40.754554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e21bb599-066b-40c8-913f-f48a0b9bbc31 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:40.764978 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:40.790421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e21bb599-066b-40c8-913f-f48a0b9bbc31 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:40.790421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e21bb599-066b-40c8-913f-f48a0b9bbc31 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:40.793225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-8d5d259b-2093-415a-b87b-5c798a3d7191 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0818644 Jul 16 08:31:40.815303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.818339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.826548 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.828800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] 10.222.0.32 "DELETE /v2.0/networks/170ac293-3f75-4026-9018-46bbbfc8ecdf HTTP/1.1" status: 204 len: 168 time: 1.2808270 Jul 16 08:31:40.849101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01c653-2d77-4b8d-b922-d290b6b13022 admin admin] Pushing event deleted for resources: {'Network': ['ID=170ac293-3f75-4026-9018-46bbbfc8ecdf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.872150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:40.874471 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fee47-4cb8-4e91-a90e-f74634d763ce" -d '{"events": [{"server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "name": "network-vif-plugged", "status": "completed", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:40.888276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=690f62d5-b804-46da-adf1-2f7a4055e08d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.894978 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.906081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-2671601c-18a4-4bc3-8796-589f04bc7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.907552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-2671601c-18a4-4bc3-8796-589f04bc7dae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1065652 Jul 16 08:31:40.928771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710c2f-d69a-4dd2-b50a-612805a349a3 req-ac72c059-9967-4af3-9501-c17fd0c1d7d6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.936056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09710c2f-d69a-4dd2-b50a-612805a349a3 req-ac72c059-9967-4af3-9501-c17fd0c1d7d6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 949 time: 0.1701262 Jul 16 08:31:40.952722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.961826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-4f1d1864-98c0-4f6d-8033-5a8dcb5c7e8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447969 Jul 16 08:31:41.004983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09710c2f-d69a-4dd2-b50a-612805a349a3 req-2684d878-37aa-4865-8634-88dd8d7701f1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678854 Jul 16 08:31:41.033960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614c487-9044-4c4b-a1bc-e4274bfccb9b req-c8527540-888d-41aa-8860-68e18c2936ab tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.035443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2614c487-9044-4c4b-a1bc-e4274bfccb9b req-c8527540-888d-41aa-8860-68e18c2936ab tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1636653 Jul 16 08:31:41.059745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:41.095151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-d3c49f88-dc7b-4996-a4e8-db1a7e3f8f94 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265717 Jul 16 08:31:41.103722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2614c487-9044-4c4b-a1bc-e4274bfccb9b req-4fe7c20b-3e36-44dc-8c9a-76dce9cecddc tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Jul 16 08:31:41.142880 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bfa56e-7be9-43bf-9f14-88422866c06b x-openstack-request-id: req-73bfa56e-7be9-43bf-9f14-88422866c06b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:41.143360 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "name": "network-vif-plugged", "status": "completed", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:41.143786 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73bfa56e-7be9-43bf-9f14-88422866c06b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:41.144361 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d', 'code': 200} Jul 16 08:31:41.165757 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-260eef4a-e823-4491-9464-5ac499edd55f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57cd01f21e3e42bcbc5652532a005c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041055 Jul 16 08:31:41.169260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:41.232514 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e5edd2-ce8e-4464-9479-98cf1ddc97ee req-0016060f-34c6-44c8-9bbf-45a011bd2417 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250513 Jul 16 08:31:41.360119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-1b095df9-46a9-408d-9220-687c23018a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.361858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-1b095df9-46a9-408d-9220-687c23018a78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1096 time: 0.0615611 Jul 16 08:31:41.367778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.429462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.455353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7619-b3e7-42cf-8338-0ab6803a11dc req-fe28c487-ff0e-49d1-8a5d-72e7f1d259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.457066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fee7619-b3e7-42cf-8338-0ab6803a11dc req-fe28c487-ff0e-49d1-8a5d-72e7f1d259c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 1102 time: 0.2191706 Jul 16 08:31:41.470796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-0a513aeb-e964-4a66-b575-e44990ea49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.472424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-0a513aeb-e964-4a66-b575-e44990ea49b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1008689 Jul 16 08:31:41.485517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0305e72-5b27-4bc9-803f-d392c110f167 req-b44302e6-e51e-42ba-b07b-2608a4af57dc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.494487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0305e72-5b27-4bc9-803f-d392c110f167 req-b44302e6-e51e-42ba-b07b-2608a4af57dc tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 950 time: 0.2121451 Jul 16 08:31:41.520779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-bade1ec4-fcb3-4300-9af6-e058a65fdbbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0397193 Jul 16 08:31:41.565931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b28c-25ba-42a2-89d3-d2438545fc09 req-318dc5f7-6f95-4ab3-b324-d862b98adb93 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.567504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc42b28c-25ba-42a2-89d3-d2438545fc09 req-318dc5f7-6f95-4ab3-b324-d862b98adb93 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.2205887 Jul 16 08:31:41.585771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fee7619-b3e7-42cf-8338-0ab6803a11dc req-38a7bf4d-e5c5-46ca-b459-c175e65cf65b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122572 Jul 16 08:31:41.587269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-60ae61e4-678f-4a48-8baa-22a8cdf68187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.588905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-60ae61e4-678f-4a48-8baa-22a8cdf68187 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0606530 Jul 16 08:31:41.589206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0305e72-5b27-4bc9-803f-d392c110f167 req-4d5b39ed-3f22-465a-be57-4f86e4f7d130 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939443 Jul 16 08:31:41.599947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.602643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.606276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebd3a2d1-038b-46fd-adb2-511cd6bfd07b HTTP/1.1" status: 204 len: 168 time: 0.4333482 Jul 16 08:31:41.621213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47e89e-5687-4c6a-9869-aecac0d5184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd3a2d1-038b-46fd-adb2-511cd6bfd07b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.646472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc42b28c-25ba-42a2-89d3-d2438545fc09 req-62295a8d-4fd3-436d-9e25-b5155882bffe tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694854 Jul 16 08:31:41.649848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-5f44740e-b52b-4314-934e-180bdeca43c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539005 Jul 16 08:31:41.828539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-46ae2611-586e-434d-8140-ec31233302a1 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701751 Jul 16 08:31:41.855956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d5a3-340c-4b34-bf01-11ec10129f9a req-e8cea896-fbcd-4d39-8545-cec0dabce7ec tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.858204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97b4d5a3-340c-4b34-bf01-11ec10129f9a req-e8cea896-fbcd-4d39-8545-cec0dabce7ec tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.0733719 Jul 16 08:31:41.914162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97b4d5a3-340c-4b34-bf01-11ec10129f9a req-f6641eaa-866b-4de8-8ba0-c3268ac94cdb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Jul 16 08:31:41.978911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ad3f9356-1cb7-4db1-ba7f-bb3abf1dc1ab req-a4e7a911-ae93-4c7c-8ae3-68a6c62b5977 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420536 Jul 16 08:31:42.044984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:42.159141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdc45ba2-f2bf-48fd-8865-cfe7a824d123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.271116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdc45ba2-f2bf-48fd-8865-cfe7a824d123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.278904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdc45ba2-f2bf-48fd-8865-cfe7a824d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.313706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc45ba2-f2bf-48fd-8865-cfe7a824d123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24878960-10fb-4709-b04d-dbfd349f68f6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.348098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bdc45ba2-f2bf-48fd-8865-cfe7a824d123 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e0d82306cb34ff6bd2fd62c99be8e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013616 Jul 16 08:31:42.351437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:42.356908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6392c6a-0741-4489-9e0f-4dfe8f89c31b req-e28bdac5-d7fe-4276-98bd-13336ab03b76 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.358982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6392c6a-0741-4489-9e0f-4dfe8f89c31b req-e28bdac5-d7fe-4276-98bd-13336ab03b76 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1376457 Jul 16 08:31:42.407654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6392c6a-0741-4489-9e0f-4dfe8f89c31b req-3b323dd8-fa98-4b8d-b017-b6b7b394de82 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Jul 16 08:31:42.422098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.452251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.510175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.515439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.515439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24878960-10fb-4709-b04d-dbfd349f68f6 HTTP/1.1" status: 204 len: 168 time: 0.1612954 Jul 16 08:31:42.523703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf106-55ab-4b49-8c24-ba08e9834056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24878960-10fb-4709-b04d-dbfd349f68f6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.827146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b781a-6078-48fc-95f3-777efe2346cb req-0c06f1d0-0a16-43c8-ba77-daf9345625cf tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.828573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-006b781a-6078-48fc-95f3-777efe2346cb req-0c06f1d0-0a16-43c8-ba77-daf9345625cf tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 950 time: 0.0712831 Jul 16 08:31:42.900665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-006b781a-6078-48fc-95f3-777efe2346cb req-a204b0f1-5a3d-4955-8e53-bace664b857a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Jul 16 08:31:42.906383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71db8ee9-da4c-4a82-afa8-f3305d1793c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.967734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:42.985553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f31aedea-22fe-4b9a-9255-e22dcc434e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.087663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3443c98-f267-4f15-a764-b82314dfa55c req-2d5b6dc5-850f-488c-a5b2-1d023e1ad887 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.094825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3443c98-f267-4f15-a764-b82314dfa55c req-2d5b6dc5-850f-488c-a5b2-1d023e1ad887 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.0769138 Jul 16 08:31:43.110273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f31aedea-22fe-4b9a-9255-e22dcc434e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.117266 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f31aedea-22fe-4b9a-9255-e22dcc434e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.140870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3443c98-f267-4f15-a764-b82314dfa55c req-3533071c-6a89-4035-9ae6-ae5ff7305aeb tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Jul 16 08:31:43.167255 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f31aedea-22fe-4b9a-9255-e22dcc434e45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cbbf3ec256043638c88959b2cc223c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960452 Jul 16 08:31:43.167798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aedea-22fe-4b9a-9255-e22dcc434e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbdbfc-c290-41c9-a157-648e9f0e42bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.175184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:43.223609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f007db-b870-41c6-b23b-2b109d1143a4 req-4163bb64-3178-4107-9e52-5f94be748481 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.225716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50f007db-b870-41c6-b23b-2b109d1143a4 req-4163bb64-3178-4107-9e52-5f94be748481 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.0834429 Jul 16 08:31:43.234496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.266642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.287620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50f007db-b870-41c6-b23b-2b109d1143a4 req-df26b6a4-5059-4914-a056-8bbe496d7e47 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Jul 16 08:31:43.337789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.340887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.344803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32cbdbfc-c290-41c9-a157-648e9f0e42bd HTTP/1.1" status: 204 len: 168 time: 0.1684718 Jul 16 08:31:43.357242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f5e79-3cbd-410b-a276-a0c624346b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbdbfc-c290-41c9-a157-648e9f0e42bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.550804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:43.643545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483579a-640f-4fd7-aa8c-3da479263552 req-067a615f-3666-40bd-98e4-3da4b316e3b5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.645326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a483579a-640f-4fd7-aa8c-3da479263552 req-067a615f-3666-40bd-98e4-3da4b316e3b5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0944157 Jul 16 08:31:43.692166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:43.704363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'port_id': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'mac_address': 'fa:16:3e:db:f3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:43.720347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:43.724642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a483579a-640f-4fd7-aa8c-3da479263552 req-29fc2666-fbbe-48cd-873c-197654256eda tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Jul 16 08:31:43.764488 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.778763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:43.806719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:43.813146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.857004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62fc144-9534-471f-84ee-ef0a2304e8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.881423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.961997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62fc144-9534-471f-84ee-ef0a2304e8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.969043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62fc144-9534-471f-84ee-ef0a2304e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.014198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fc144-9534-471f-84ee-ef0a2304e8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e670154b-34ad-4974-a39d-1c012eb634b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.019289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f62fc144-9534-471f-84ee-ef0a2304e8c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31854b45e0654f7e9c54e38f6989d31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977324 Jul 16 08:31:44.022400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60530) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.072387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:44.080521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.106138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.137387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14fb24-199a-4e10-b5c0-62cc3f8c80fb req-65914c65-8db5-459a-9826-7b5cfe6ba933 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.144775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e14fb24-199a-4e10-b5c0-62cc3f8c80fb req-65914c65-8db5-459a-9826-7b5cfe6ba933 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 950 time: 0.1014462 Jul 16 08:31:44.158039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.160763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.164449 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e670154b-34ad-4974-a39d-1c012eb634b0 HTTP/1.1" status: 204 len: 168 time: 0.1381342 Jul 16 08:31:44.183537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4605fb2-c4e9-4f1a-acd4-216163a4aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e670154b-34ad-4974-a39d-1c012eb634b0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.219851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e14fb24-199a-4e10-b5c0-62cc3f8c80fb req-2d18585d-d487-4d49-aeab-5455e14db4ff tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731938 Jul 16 08:31:44.409022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c1dd4-ddce-4c11-bfd5-0cc82f80019e req-d2200090-eb42-43d4-a08d-4520c966b6b5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.416157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad7c1dd4-ddce-4c11-bfd5-0cc82f80019e req-d2200090-eb42-43d4-a08d-4520c966b6b5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.0877931 Jul 16 08:31:44.461396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad7c1dd4-ddce-4c11-bfd5-0cc82f80019e req-dabd8edc-a2b6-4048-84a0-72ec6569ebf7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Jul 16 08:31:44.607412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599229-bf4f-4705-bc4e-e4fb5e8490d9 req-a77eaade-b83e-4092-9a6b-624be6976d3a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.613286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599229-bf4f-4705-bc4e-e4fb5e8490d9 req-a77eaade-b83e-4092-9a6b-624be6976d3a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.614854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb599229-bf4f-4705-bc4e-e4fb5e8490d9 req-a77eaade-b83e-4092-9a6b-624be6976d3a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d&device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 1690 time: 0.1048799 Jul 16 08:31:44.693973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb599229-bf4f-4705-bc4e-e4fb5e8490d9 req-8fa96bfd-d2d5-4a46-82e1-5e9b97f498ed tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499003 Jul 16 08:31:44.727158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205231f9-abcc-4ca0-9022-fdfc9aa6ca14 req-ec80edcf-9b25-4107-8bb5-6655e75fe8fe tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.732737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-205231f9-abcc-4ca0-9022-fdfc9aa6ca14 req-ec80edcf-9b25-4107-8bb5-6655e75fe8fe tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1161132 Jul 16 08:31:44.774249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-205231f9-abcc-4ca0-9022-fdfc9aa6ca14 req-144f80ab-2c3c-41e2-a460-19937ecd1973 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Jul 16 08:31:45.039415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2686f7-d8ed-43db-bd6f-37b6d835243f req-e2e2ec6c-ac41-426a-9b95-6a1ea7c55bee tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.040934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc2686f7-d8ed-43db-bd6f-37b6d835243f req-e2e2ec6c-ac41-426a-9b95-6a1ea7c55bee tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1055434 Jul 16 08:31:45.059461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30486f-6ae7-4c5c-a51a-1674b8e35ed3 req-01f02d65-e533-43fd-8b51-84dce4dbb016 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.059461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec30486f-6ae7-4c5c-a51a-1674b8e35ed3 req-01f02d65-e533-43fd-8b51-84dce4dbb016 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 1101 time: 0.0815499 Jul 16 08:31:45.116631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc2686f7-d8ed-43db-bd6f-37b6d835243f req-ae9adfbc-8d0c-4286-93c9-8da6b259b8c1 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Jul 16 08:31:45.132545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec30486f-6ae7-4c5c-a51a-1674b8e35ed3 req-76c8368f-8ebe-4a8f-9225-f4449ea9f7b5 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Jul 16 08:31:45.288264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c02a0-4f80-464f-bb1f-9c85ecae7e98 req-2bed562c-bebf-4a13-98ad-8174e04170db tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.289827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-056c02a0-4f80-464f-bb1f-9c85ecae7e98 req-2bed562c-bebf-4a13-98ad-8174e04170db tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 1102 time: 0.0601890 Jul 16 08:31:45.325888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-056c02a0-4f80-464f-bb1f-9c85ecae7e98 req-6ce6c817-5bea-4072-9acc-afd2c95f1ce7 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281205 Jul 16 08:31:45.445007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-54154c40-4f34-466d-95f3-88fb619990c1 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1882b408904a4aea9cc59712f075ad1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213723 Jul 16 08:31:45.559560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-d6444406-45a9-482c-8608-f95f90bc9186 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.560144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8e2329aa-998a-4188-b7c4-afedb71ffb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.562061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-d6444406-45a9-482c-8608-f95f90bc9186 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120338 Jul 16 08:31:45.569321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:45.581549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-a9b64fdf-00d3-4da7-a42e-310dee422c4c tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/quotas/1882b408904a4aea9cc59712f075ad1f HTTP/1.1" status: 200 len: 375 time: 0.0140302 Jul 16 08:31:45.628517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-9b34d8c2-2540-43e1-8f33-67100235f2b1 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1882b408904a4aea9cc59712f075ad1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389550 Jul 16 08:31:45.660155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:45.666012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:45.666444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.669197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.766943 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.800319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e49bb-ee56-4b8d-98e5-14886e140a63 req-709c64cc-e231-4e38-82a1-47a28d668a7d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.802137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e5e49bb-ee56-4b8d-98e5-14886e140a63 req-709c64cc-e231-4e38-82a1-47a28d668a7d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.1110058 Jul 16 08:31:45.823643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:45.833382 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4129ecdd-da9e-4ef0-b904-bdfcdc927161" -d '{"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-plugged", "status": "completed", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:45.857727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:45.863167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.877124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-bb48c5e4-d32f-4dca-8c59-e22b3b529e91 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327647 Jul 16 08:31:45.885825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e5e49bb-ee56-4b8d-98e5-14886e140a63 req-341680e8-9a59-447b-bf4a-8321b2a87f08 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759315 Jul 16 08:31:45.924064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.997004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55f820a5-b7ed-412d-9cda-1ec5da68d63b req-edf529e7-04bf-4c4b-8c0a-10dc1f2453da tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 210 time: 0.0343263 Jul 16 08:31:46.027216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4e49b0ac-3e0a-4b0f-a521-9fbfba3beb23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.028705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4e49b0ac-3e0a-4b0f-a521-9fbfba3beb23 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417220 Jul 16 08:31:46.048628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-23a48c71-efab-4901-902a-220862e7e109 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.0127585 Jul 16 08:31:46.125287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-439e3fe1-d27d-46cb-8fa9-e579e5a302d4 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715976 Jul 16 08:31:46.190840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454bed9-242b-42c0-8682-4cc7ccc4a4c4 req-dbfd28f2-ef27-4b46-9a3b-8650130deca3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.192510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8454bed9-242b-42c0-8682-4cc7ccc4a4c4 req-dbfd28f2-ef27-4b46-9a3b-8650130deca3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.0662653 Jul 16 08:31:46.236707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8454bed9-242b-42c0-8682-4cc7ccc4a4c4 req-d604bcab-3995-460e-b802-079a3ef684c9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Jul 16 08:31:46.397583 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c90780-d0e8-4b4c-8525-a16287e48bd1 x-openstack-request-id: req-87c90780-d0e8-4b4c-8525-a16287e48bd1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:46.398358 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-plugged", "status": "completed", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:46.398841 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87c90780-d0e8-4b4c-8525-a16287e48bd1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:46.400498 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'code': 200} Jul 16 08:31:46.590927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91c9e-8bec-4f23-9c0f-cda7ad1cf241 req-d9b282d5-8e47-4edd-a823-cb97d89cdfa4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.592704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dd91c9e-8bec-4f23-9c0f-cda7ad1cf241 req-d9b282d5-8e47-4edd-a823-cb97d89cdfa4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.0715652 Jul 16 08:31:46.645517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dd91c9e-8bec-4f23-9c0f-cda7ad1cf241 req-e55605a8-7395-439d-9b6b-63a9dd99cb1f tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Jul 16 08:31:46.654575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac2a9-5e72-426b-ae0f-2b7d2e9002df req-0934f2e9-4da0-4883-ace7-99ef58f182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.656142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e52ac2a9-5e72-426b-ae0f-2b7d2e9002df req-0934f2e9-4da0-4883-ace7-99ef58f182fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1098 time: 0.1107318 Jul 16 08:31:46.709929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e52ac2a9-5e72-426b-ae0f-2b7d2e9002df req-b1f18b98-9920-4dcc-9db6-03920c5aa05a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Jul 16 08:31:46.736711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.844565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60674) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:46.904109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e968873a-bcee-48df-81e4-056c071b9f23 req-7ac6576b-e2ff-412d-9ff6-4c68d17e8291 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 210 time: 0.0747612 Jul 16 08:31:47.013834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-246719ff-467c-4f58-ab89-ffd68fa697a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.043001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-60ad24e5-1477-4192-808f-4f8851f8ace7 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1882b408904a4aea9cc59712f075ad1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369246 Jul 16 08:31:47.091498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7913260-ec47-4b15-a71e-669438b5758b req-54e0d9c9-99f5-4854-bba4-719286fb3e13 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.100128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7913260-ec47-4b15-a71e-669438b5758b req-54e0d9c9-99f5-4854-bba4-719286fb3e13 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 946 time: 0.0766129 Jul 16 08:31:47.148753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7913260-ec47-4b15-a71e-669438b5758b req-5f028f39-217f-40b3-81fa-65301ac2740e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Jul 16 08:31:47.195281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89c01ac6-89fa-428f-8497-8d459686c161 req-b5e3b9ed-d68f-4060-8310-e294b019b29b tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 210 time: 0.0492876 Jul 16 08:31:47.235777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-d30a83f9-5a2c-4e37-8eb1-25a7948b0e38 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.237945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-d30a83f9-5a2c-4e37-8eb1-25a7948b0e38 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883662 Jul 16 08:31:47.251933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Request body: {'port': {'device_id': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '1882b408904a4aea9cc59712f075ad1f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.333494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-246719ff-467c-4f58-ab89-ffd68fa697a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.343981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-246719ff-467c-4f58-ab89-ffd68fa697a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.376322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-246719ff-467c-4f58-ab89-ffd68fa697a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8698e3e182a4caca4723a8d740af1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293252 Jul 16 08:31:47.385500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.426584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200156e-d5de-4933-8ead-9bcf5ce10767 req-5b537cf7-c5fe-4a93-ba05-4fbf2b3f91b4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.428193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e200156e-d5de-4933-8ead-9bcf5ce10767 req-5b537cf7-c5fe-4a93-ba05-4fbf2b3f91b4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.0714798 Jul 16 08:31:47.491116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e200156e-d5de-4933-8ead-9bcf5ce10767 req-bb4e38d3-00c8-442a-bbd3-2d2430d89bfa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Jul 16 08:31:47.494178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246719ff-467c-4f58-ab89-ffd68fa697a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a963f8-344a-4635-b520-39e88fc3bd63,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.529356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Made reservation on behalf of 1882b408904a4aea9cc59712f075ad1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:47.533151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.540355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.548963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.579913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.651472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.654668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.655660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7a963f8-344a-4635-b520-39e88fc3bd63 HTTP/1.1" status: 204 len: 168 time: 0.2671185 Jul 16 08:31:47.683558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20544543-77f6-413c-933f-feab67a5b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a963f8-344a-4635-b520-39e88fc3bd63,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.731198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.736319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.828673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef65f06b-17ce-4542-bcb3-ce36304bfaa5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.898478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0f230-3487-460d-ac8d-b39b698c0775 req-1eb82624-b8af-4623-96db-fd8fc6792d7d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.900818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3f0f230-3487-460d-ac8d-b39b698c0775 req-1eb82624-b8af-4623-96db-fd8fc6792d7d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1033564 Jul 16 08:31:47.908530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Allocated IP 192.168.233.66 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/8b590954-c005-4141-bec9-5d57bd259204) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:47.990450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3f0f230-3487-460d-ac8d-b39b698c0775 req-dd4126b9-76c8-4861-a150-559dd6da2092 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831535 Jul 16 08:31:48.056975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-442f4f26-805f-4594-b4f7-97212059db19 req-ec6cf766-0058-4986-8306-863eba41dd9a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 210 time: 0.0346711 Jul 16 08:31:48.076732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60704) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.089338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b38cd6-26c5-4b38-830a-55010af511ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.136681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.155571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Transition to ACTIVE for port object 8b590954-c005-4141-bec9-5d57bd259204 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:48.184496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b38cd6-26c5-4b38-830a-55010af511ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.189363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-83b38cd6-26c5-4b38-830a-55010af511ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.201477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.230305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-83b38cd6-26c5-4b38-830a-55010af511ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30fc1369f186483394b24e0e740cfc13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524734 Jul 16 08:31:48.237029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.237658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b38cd6-26c5-4b38-830a-55010af511ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe88e6f-f0b3-44a1-9390-4e9781117bd0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.264717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:48.267900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:48.272740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:48.285757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Pushing event updated for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.349943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.350994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.360444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.379078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-10e4cacd-b46e-4089-b365-4a204775e4eb tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1310451 Jul 16 08:31:48.397789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Request body: {'port': {'device_id': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:48.403487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-53f65ff5-361b-4d51-8e19-1eb7d04a4c24 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567682 Jul 16 08:31:48.412336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.501449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.672287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8a6ed04d-7d74-44ae-aabf-69b5f41aeb15 None None] Provisioning for port 8b590954-c005-4141-bec9-5d57bd259204 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:48.679266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8a6ed04d-7d74-44ae-aabf-69b5f41aeb15 None None] Provisioning complete for port 8b590954-c005-4141-bec9-5d57bd259204 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:48.680411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed04d-7d74-44ae-aabf-69b5f41aeb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.728868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8a6ed04d-7d74-44ae-aabf-69b5f41aeb15 None None] Port 8b590954-c005-4141-bec9-5d57bd259204 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:48.802427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.834797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b590954-c005-4141-bec9-5d57bd259204 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:48.842632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.854650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Transition to ACTIVE for port object 8b590954-c005-4141-bec9-5d57bd259204 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:48.859338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.866424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe66d1-0355-4b08-9a01-8a24f1626305 req-f9102fb3-aab3-47c6-bef7-6cbd39d7036c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.867914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ffe66d1-0355-4b08-9a01-8a24f1626305 req-f9102fb3-aab3-47c6-bef7-6cbd39d7036c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 946 time: 0.5782721 Jul 16 08:31:48.869661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d13b5265-7689-494f-9cf6-a58da5d2b159 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1269286 Jul 16 08:31:48.931419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Pushing event updated for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.982454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Attempting to bind port 8b590954-c005-4141-bec9-5d57bd259204 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:48.983273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Attempting to bind port 8b590954-c005-4141-bec9-5d57bd259204 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:48.983902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Attempting to bind port 8b590954-c005-4141-bec9-5d57bd259204 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:48.989005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Port 8b590954-c005-4141-bec9-5d57bd259204 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:48.989328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Attempting to bind port 8b590954-c005-4141-bec9-5d57bd259204 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:48.995236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:48.995839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:48.996392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:48.996833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Bound port: 8b590954-c005-4141-bec9-5d57bd259204, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:48.997220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.028956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-be9a8694-f1f0-4960-bce3-428d6639e227 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.030473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-be9a8694-f1f0-4960-bce3-428d6639e227 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6197586 Jul 16 08:31:49.052732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '77494fdb-d84e-4973-993e-2e2087812575', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:49.058940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ffe66d1-0355-4b08-9a01-8a24f1626305 req-ca96ce94-177f-44d0-ae80-53cdb3a30d5d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819956 Jul 16 08:31:49.074062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3fb0-113c-4472-b0a8-21a1cb744097 req-c14cb4dd-bd93-41ce-b14d-0158c747ac0e tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.075702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e6b3fb0-113c-4472-b0a8-21a1cb744097 req-c14cb4dd-bd93-41ce-b14d-0158c747ac0e tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 935 time: 0.6139932 Jul 16 08:31:49.080542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:49.085044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b590954-c005-4141-bec9-5d57bd259204,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:49.091052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.129323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.131891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.135683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fe88e6f-f0b3-44a1-9390-4e9781117bd0 HTTP/1.1" status: 204 len: 168 time: 0.8918498 Jul 16 08:31:49.162473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8d0deb61-f4ca-4892-936b-0ab57ed9b895 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.163991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8d0deb61-f4ca-4892-936b-0ab57ed9b895 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791231 Jul 16 08:31:49.179174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.179835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.181266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b590954-c005-4141-bec9-5d57bd259204 HTTP/1.1" status: 200 len: 1096 time: 0.7948368 Jul 16 08:31:49.181724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'tag': '8b590954-c005-4141-bec9-5d57bd259204'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:49.184339 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182fc1b-9851-48cf-a4be-32b470bda741" -d '{"events": [{"name": "network-changed", "server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "tag": "8b590954-c005-4141-bec9-5d57bd259204"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:49.187301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a0f62-bc5c-418d-bdd9-bd1b8e43ee37 service neutron] Pushing event updated for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.205978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1049-0eb0-4f93-bcdc-e6356fc0687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe88e6f-f0b3-44a1-9390-4e9781117bd0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.222063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:49.248876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e6b3fb0-113c-4472-b0a8-21a1cb744097 req-e524f3f6-69dd-4dd2-b9f2-d87cf2caf284 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426907 Jul 16 08:31:49.348191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-8155ad33-49f9-4c33-9f9d-42a9d4b53b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.351675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-8155ad33-49f9-4c33-9f9d-42a9d4b53b8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1882b408904a4aea9cc59712f075ad1f&device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 1099 time: 0.1259453 Jul 16 08:31:49.404111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:31:49.404111 n-d-798054-12 neutron-server[93775]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:31:49.404111 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id': 'f6ed921f52e54c7f838ed5cfaa04ac23', 'id': 'f8b942cd-f6cd-40fb-9776-7eea19ddcea2', 'expiration': datetime.datetime(2021, 7, 16, 8, 33, 49, 392439)}] Jul 16 08:31:49.404111 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:31:49.404715 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:31:49.409306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:49.414484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.432148 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-6fede99a-0443-4a5f-b1b3-f9f00c86cb07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8b590954-c005-4141-bec9-5d57bd259204 HTTP/1.1" status: 200 len: 217 time: 0.0723739 Jul 16 08:31:49.496672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-32989fe1-01ba-4e2a-b2e0-0a2d82061ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.498220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-32989fe1-01ba-4e2a-b2e0-0a2d82061ee1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0580490 Jul 16 08:31:49.567191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-e2c2e7d9-9098-4d63-892b-ba0467bcb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.569194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-e2c2e7d9-9098-4d63-892b-ba0467bcb0fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627995 Jul 16 08:31:49.635475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88f38c-13c5-4af6-b01a-75660c9a9220 req-6f14d775-dbb8-4030-8c4e-581bbf406754 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.637450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc88f38c-13c5-4af6-b01a-75660c9a9220 req-6f14d775-dbb8-4030-8c4e-581bbf406754 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2082281 Jul 16 08:31:49.676187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-266bd3ed-11f0-40ab-b0a7-f79d6a640fcd service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994687 Jul 16 08:31:49.681119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.30 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/89a986b1-f40d-4221-b477-ae521183543b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:49.694641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1d10e-16e8-4d7e-96c0-2a837981178d req-0c47d876-5d60-4947-9f1a-483adb824f25 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.696172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63a1d10e-16e8-4d7e-96c0-2a837981178d req-0c47d876-5d60-4947-9f1a-483adb824f25 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1728456 Jul 16 08:31:49.751124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc88f38c-13c5-4af6-b01a-75660c9a9220 req-6a192822-f126-48b8-9692-9f3f53f8afdf tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060016 Jul 16 08:31:49.788419 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e25f1be7-8860-4b35-be47-f335f18adf9a req-89f1bd11-5aa0-4675-9ef2-93c9b68137f0 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052303 Jul 16 08:31:49.808866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63a1d10e-16e8-4d7e-96c0-2a837981178d req-a95a85d8-0a5f-445c-b6aa-7b402e9bf2d0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029186 Jul 16 08:31:49.923406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-946ef278-0752-48c3-b43f-f50efdc8cc3a req-72d9d24d-8e4d-4c29-9fe0-0fde335a479e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 210 time: 0.0618262 Jul 16 08:31:49.988119 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae6b775-4023-4504-b44c-effcb41bfad0 x-openstack-request-id: req-dae6b775-4023-4504-b44c-effcb41bfad0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:49.988746 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "tag": "8b590954-c005-4141-bec9-5d57bd259204", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:49.988746 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dae6b775-4023-4504-b44c-effcb41bfad0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:49.989311 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'tag': '8b590954-c005-4141-bec9-5d57bd259204', 'status': 'completed', 'code': 200} Jul 16 08:31:49.996988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:50.000527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.033072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.061229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object 89a986b1-f40d-4221-b477-ae521183543b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:50.071031 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-b5fec9bf-7d84-4c67-988d-24fcf18dffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.072670 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-b5fec9bf-7d84-4c67-988d-24fcf18dffed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1882b408904a4aea9cc59712f075ad1f&device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 1099 time: 0.0568500 Jul 16 08:31:50.119433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd86a4a-f206-49a1-a0fe-1f4e3c7fa9fe req-23d4f7ef-8dbe-4ff4-8330-87791462c3b7 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.121262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd86a4a-f206-49a1-a0fe-1f4e3c7fa9fe req-23d4f7ef-8dbe-4ff4-8330-87791462c3b7 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1098 time: 0.1759853 Jul 16 08:31:50.170555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-78678784-5faf-4e36-9802-87829acc9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.178207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-78678784-5faf-4e36-9802-87829acc9195 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.0985861 Jul 16 08:31:50.213937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.218845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-72e11207-1a9a-47eb-9e21-4382cd1e1738 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8b590954-c005-4141-bec9-5d57bd259204 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Jul 16 08:31:50.224702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd86a4a-f206-49a1-a0fe-1f4e3c7fa9fe req-e713d645-85a4-4b21-a719-c2b39eaf38cb tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879242 Jul 16 08:31:50.234770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:50.288857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:50.301303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:50.312403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:50.315174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.164 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/07044778-e443-4aad-9d17-82bd17fa48c4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:50.318795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-b885c00b-211d-4ca0-b494-d49dcbc71a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.322937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.323857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-b885c00b-211d-4ca0-b494-d49dcbc71a2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0983233 Jul 16 08:31:50.450052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-cc491580-e5e4-49e8-b8d7-2352444a2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.451550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-cc491580-e5e4-49e8-b8d7-2352444a2dcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215930 Jul 16 08:31:50.478813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.481086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.541798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-1f2b0a9d-3325-46b0-82a3-9cb6e351cca7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4977515 Jul 16 08:31:50.578804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Request body: {'port': {'device_id': '77494fdb-d84e-4973-993e-2e2087812575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:50.591013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-454deaa3-6e2e-4e59-af89-37045651909c service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308641 Jul 16 08:31:50.629257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4c1e7b05-6c8e-438c-b801-f626cb25ed6b None None] Provisioning for port 89a986b1-f40d-4221-b477-ae521183543b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:50.641623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4c1e7b05-6c8e-438c-b801-f626cb25ed6b None None] Provisioning complete for port 89a986b1-f40d-4221-b477-ae521183543b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:50.641997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7b05-6c8e-438c-b801-f626cb25ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.691951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e7b05-6c8e-438c-b801-f626cb25ed6b None None] Port 89a986b1-f40d-4221-b477-ae521183543b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:50.713311 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8182fc1b-9851-48cf-a4be-32b470bda741 req-bb33c7e0-06f2-41b2-a0ba-f881a2cbc000 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147373 Jul 16 08:31:50.821234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89182e37-c5c2-4a18-a523-d3d1db57a81b req-d87fae9a-bf3c-4a9c-aebc-ce880a7584c9 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.822841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89182e37-c5c2-4a18-a523-d3d1db57a81b req-d87fae9a-bf3c-4a9c-aebc-ce880a7584c9 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1098 time: 0.2991314 Jul 16 08:31:50.838700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48ed69-a325-4819-a1e6-1b45024cbcac req-aa81c13b-ece0-4ff9-b4a2-11c5d30ad936 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.840885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c48ed69-a325-4819-a1e6-1b45024cbcac req-aa81c13b-ece0-4ff9-b4a2-11c5d30ad936 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 947 time: 0.3149817 Jul 16 08:31:50.841806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.892558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.939386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object 07044778-e443-4aad-9d17-82bd17fa48c4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:50.965207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89182e37-c5c2-4a18-a523-d3d1db57a81b req-442df267-71c9-4726-a415-bc9d650991f0 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358476 Jul 16 08:31:50.980003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c48ed69-a325-4819-a1e6-1b45024cbcac req-a1ecbbc8-a6a2-430a-8dda-a2151deb3118 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277285 Jul 16 08:31:51.074032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.166549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:51.205057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:51.228899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:51.268960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.344589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.344589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.382346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4d92ad6b-b900-49fe-a71c-8cb414e19e6f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1657550 Jul 16 08:31:51.388003 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-d3185a60-a087-4579-925a-74cc7e3a7d3e service neutron] show failed (client error): The resource could not be found. Jul 16 08:31:51.389354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-d3185a60-a087-4579-925a-74cc7e3a7d3e service neutron] 10.222.0.47 "GET /v2.0/ports/dd83b0f7-8f76-4128-993b-1f70d489ff82/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0704930 Jul 16 08:31:51.389788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94192d6-df31-43b4-bb27-ef19dea3185d req-4ec0bf4f-b253-4350-90e0-78778ece2174 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.391229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c94192d6-df31-43b4-bb27-ef19dea3185d req-4ec0bf4f-b253-4350-90e0-78778ece2174 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2874236 Jul 16 08:31:51.408456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Request body: {'port': {'device_id': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:51.417267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8e8856b0-488c-472b-ad8b-0de9926ea8fd None None] Provisioning for port 07044778-e443-4aad-9d17-82bd17fa48c4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:51.423540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8e8856b0-488c-472b-ad8b-0de9926ea8fd None None] Provisioning complete for port 07044778-e443-4aad-9d17-82bd17fa48c4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:51.424370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8e8856b0-488c-472b-ad8b-0de9926ea8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.426190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c66b-4040-4945-8edd-7ed630fa9737 req-b7090e8e-6956-4a11-bf37-5a1e975409d0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.427709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e13c66b-4040-4945-8edd-7ed630fa9737 req-b7090e8e-6956-4a11-bf37-5a1e975409d0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2318919 Jul 16 08:31:51.465524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8e8856b0-488c-472b-ad8b-0de9926ea8fd None None] Port 07044778-e443-4aad-9d17-82bd17fa48c4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:51.517042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a986b1-f40d-4221-b477-ae521183543b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:51.535299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.563745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c94192d6-df31-43b4-bb27-ef19dea3185d req-6422c352-7f5d-46fc-9ab0-64b9cd9cb2de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653671 Jul 16 08:31:51.579610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e13c66b-4040-4945-8edd-7ed630fa9737 req-e8852133-bbdb-41ed-a6b8-4bcb3f895c69 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158285 Jul 16 08:31:51.587587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Transition to ACTIVE for port object 89a986b1-f40d-4221-b477-ae521183543b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:51.592876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.602094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.681350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Pushing event updated for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.737552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-58eaf3a3-f817-45dc-8b4f-5d3d030c50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.742447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-58eaf3a3-f817-45dc-8b4f-5d3d030c50cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1102 time: 0.1098547 Jul 16 08:31:51.756901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:51.848886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:51.850816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Attempting to bind port 89a986b1-f40d-4221-b477-ae521183543b on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:51.851260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Attempting to bind port 89a986b1-f40d-4221-b477-ae521183543b by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:51.851690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Attempting to bind port 89a986b1-f40d-4221-b477-ae521183543b on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:51.895781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.951093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Port 89a986b1-f40d-4221-b477-ae521183543b on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:51.951524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Attempting to bind port 89a986b1-f40d-4221-b477-ae521183543b on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:51.965510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:51.965950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:51.966408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:51.967411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Bound port: 89a986b1-f40d-4221-b477-ae521183543b, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:51.967869 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.084588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5a8c-66df-424b-b236-dbac4063a0b7 req-ea63978a-d51c-49ea-a16d-82d247a5e660 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.092455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb5a8c-66df-424b-b236-dbac4063a0b7 req-ea63978a-d51c-49ea-a16d-82d247a5e660 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 936 time: 0.2519679 Jul 16 08:31:52.334970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:52.449667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:52.497167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=89a986b1-f40d-4221-b477-ae521183543b,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:52.506524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb5a8c-66df-424b-b236-dbac4063a0b7 req-b3a8d6dd-7ea0-4909-9c2a-3f0bd4459fe3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135890 Jul 16 08:31:52.512456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35c65c66-06c7-4b8e-8f7c-883b6e09a2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.516394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.602973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.604234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.605163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] 10.222.0.47 "PUT /v2.0/ports/89a986b1-f40d-4221-b477-ae521183543b HTTP/1.1" status: 200 len: 1096 time: 2.0367692 Jul 16 08:31:52.609584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'tag': '89a986b1-f40d-4221-b477-ae521183543b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:52.611949 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923916d9-4db2-406a-ac78-0a7bbe68f319" -d '{"events": [{"name": "network-changed", "server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "tag": "89a986b1-f40d-4221-b477-ae521183543b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:52.668887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35c65c66-06c7-4b8e-8f7c-883b6e09a2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.673994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35c65c66-06c7-4b8e-8f7c-883b6e09a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.678045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94183f7-51cb-49ab-b431-7f217dba600a service neutron] Pushing event updated for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.687906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665ef5b-02de-413b-ba77-569ca803a077 req-99060b2b-6821-4b59-b336-721900de08dd tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.689460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4665ef5b-02de-413b-ba77-569ca803a077 req-99060b2b-6821-4b59-b336-721900de08dd tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 947 time: 0.2608700 Jul 16 08:31:52.719017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35c65c66-06c7-4b8e-8f7c-883b6e09a2c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19eef404285445a0bab9b5bf34780cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827748 Jul 16 08:31:52.721105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c65c66-06c7-4b8e-8f7c-883b6e09a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224add4d-40a5-4d58-9bb2-3c33a2220e9c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.725492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:52.730396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07044778-e443-4aad-9d17-82bd17fa48c4 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:52.742439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.761464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Transition to ACTIVE for port object 07044778-e443-4aad-9d17-82bd17fa48c4 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:52.813699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.835068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4665ef5b-02de-413b-ba77-569ca803a077 req-4dea3110-ef92-4f15-825a-451df8f8b356 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722876 Jul 16 08:31:52.841223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.885060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.900787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:52.942952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.954061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:52.997184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.999730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.000976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/224add4d-40a5-4d58-9bb2-3c33a2220e9c HTTP/1.1" status: 204 len: 168 time: 0.2742724 Jul 16 08:31:53.007667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:53.009958 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4234f9d-6bd2-4ef6-afba-2ca7fd64f946" -d '{"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-unplugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:53.017458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.022660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4666f7-d885-4aa5-bb39-9b76125ff554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224add4d-40a5-4d58-9bb2-3c33a2220e9c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.034255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Transition to ACTIVE for port object dd83b0f7-8f76-4128-993b-1f70d489ff82 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:53.040792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.057505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-ca1aceea-732d-4a9b-ba43-96477ce97399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.058997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-ca1aceea-732d-4a9b-ba43-96477ce97399 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 1099 time: 0.3951538 Jul 16 08:31:53.093598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.113354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] No DVR routers for this DVR port dd83b0f7-8f76-4128-993b-1f70d489ff82 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:53.128415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-f4b73f60-5853-4700-83cc-1d8b7f53a2b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=89a986b1-f40d-4221-b477-ae521183543b HTTP/1.1" status: 200 len: 217 time: 0.0553181 Jul 16 08:31:53.152121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722237c4-d3f2-4806-947d-e7d4c16884bc req-cee3d725-8e10-4b9b-ac5c-614905a4a5d8 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.153555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722237c4-d3f2-4806-947d-e7d4c16884bc req-cee3d725-8e10-4b9b-ac5c-614905a4a5d8 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1098 time: 0.3472424 Jul 16 08:31:53.169610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:53.170412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:53.170740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.180255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:53.180733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Attempting to bind port dd83b0f7-8f76-4128-993b-1f70d489ff82 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.188136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:53.188532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:53.188985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:53.189385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Bound port: dd83b0f7-8f76-4128-993b-1f70d489ff82, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:53.189751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.201947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Attempting to bind port 07044778-e443-4aad-9d17-82bd17fa48c4 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:53.202237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Attempting to bind port 07044778-e443-4aad-9d17-82bd17fa48c4 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:53.202653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Attempting to bind port 07044778-e443-4aad-9d17-82bd17fa48c4 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.235146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db33e3-3e0a-4a32-82a8-ede491480738 req-c68c9cd6-ec37-4baf-a448-1b51f97c3132 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.236669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21db33e3-3e0a-4a32-82a8-ede491480738 req-c68c9cd6-ec37-4baf-a448-1b51f97c3132 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1097 time: 0.2761009 Jul 16 08:31:53.243328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Port 07044778-e443-4aad-9d17-82bd17fa48c4 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:53.244009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Attempting to bind port 07044778-e443-4aad-9d17-82bd17fa48c4 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:53.261896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:53.265361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:53.268280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:53.268664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:53.269043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:53.269475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Bound port: 07044778-e443-4aad-9d17-82bd17fa48c4, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:53.269833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.272875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.273303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-a60095fa-ad0e-48b9-a524-b5c8d389561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.274766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-a60095fa-ad0e-48b9-a524-b5c8d389561b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1351035 Jul 16 08:31:53.312774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722237c4-d3f2-4806-947d-e7d4c16884bc req-f8727c93-c432-417c-9a31-e0dcaa25fd7a tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454418 Jul 16 08:31:53.339229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.340314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.342322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 1097 time: 1.5906510 Jul 16 08:31:53.361449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c88c-012e-4f9e-b335-afb1995e1585 service neutron] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.398319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21db33e3-3e0a-4a32-82a8-ede491480738 req-e72afc0c-3058-4bc1-b715-8da7951c3d38 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504362 Jul 16 08:31:53.463188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:53.463761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-bf050231-ed02-48d0-b45e-b1c471726472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.466573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4cf39bc0-834f-4167-9d36-0e56d2ebbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.468613 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-bf050231-ed02-48d0-b45e-b1c471726472 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1100 time: 0.0907300 Jul 16 08:31:53.472124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.474002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-4cf39bc0-834f-4167-9d36-0e56d2ebbfe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1877441 Jul 16 08:31:53.475908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07044778-e443-4aad-9d17-82bd17fa48c4,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:53.511625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.518452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4c91c74-c8bc-4cec-a6dd-2196bc57d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.607953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b590954-c005-4141-bec9-5d57bd259204 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:53.624456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-45aa27f8-e093-4d3b-8156-ba73155792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.626020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-45aa27f8-e093-4d3b-8156-ba73155792a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1350617 Jul 16 08:31:53.645303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.646179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.647892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/07044778-e443-4aad-9d17-82bd17fa48c4 HTTP/1.1" status: 200 len: 1097 time: 2.2471144 Jul 16 08:31:53.683974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-cab1eb60-228d-4f36-b0ec-31b1d362f59d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0489225 Jul 16 08:31:53.730965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b590954-c005-4141-bec9-5d57bd259204,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:53.743850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8b590954-c005-4141-bec9-5d57bd259204', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '8b590954-c005-4141-bec9-5d57bd259204', 'mac_address': 'fa:16:3e:c1:74:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:53.786998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4c91c74-c8bc-4cec-a6dd-2196bc57d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.791887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-a155de76-3428-4f00-ad00-ea13b7c11641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.794380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-a155de76-3428-4f00-ad00-ea13b7c11641 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0989480 Jul 16 08:31:53.797884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4c91c74-c8bc-4cec-a6dd-2196bc57d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.804502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.819726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b590954-c005-4141-bec9-5d57bd259204 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:53.843440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b590954-c005-4141-bec9-5d57bd259204,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:53.849468 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.853048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf947bc-09d7-46fa-bd89-1950aedce2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.897559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-85772977-e6d3-4032-a581-10703ba1c929 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141569 Jul 16 08:31:53.925891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de08aa-517f-494d-81fe-6bda75e8e7ad req-373c156d-71ea-4d66-b782-83c4ad035a14 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.936499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75de08aa-517f-494d-81fe-6bda75e8e7ad req-373c156d-71ea-4d66-b782-83c4ad035a14 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 948 time: 0.4544742 Jul 16 08:31:53.940747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.959059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e4c91c74-c8bc-4cec-a6dd-2196bc57d5c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e699adcadd0247b691776e0c8cc49d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824526 Jul 16 08:31:53.960843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c91c74-c8bc-4cec-a6dd-2196bc57d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b44d70-6e1f-4b8f-82f7-f2af35e38f9b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.969463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.013942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8aac6-890c-448f-ba0b-9bf70601ec6e req-ef6e08cf-d579-4f5c-8c42-29f2359b31d9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.015447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8e8aac6-890c-448f-ba0b-9bf70601ec6e req-ef6e08cf-d579-4f5c-8c42-29f2359b31d9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.4202051 Jul 16 08:31:54.021068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-b018ff88-4ed7-4825-bddd-da1284523df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.022572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-b018ff88-4ed7-4825-bddd-da1284523df4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2078195 Jul 16 08:31:54.070747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.078719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75de08aa-517f-494d-81fe-6bda75e8e7ad req-86d59b2a-f981-4d9b-8d17-93e707a70aa0 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413512 Jul 16 08:31:54.083044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-b44f5ca7-ef42-436c-9bd8-0c7d7169927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.084541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-b44f5ca7-ef42-436c-9bd8-0c7d7169927a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 1100 time: 0.2737927 Jul 16 08:31:54.106579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8b590954-c005-4141-bec9-5d57bd259204'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:54.123822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.148750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8e8aac6-890c-448f-ba0b-9bf70601ec6e req-593b02ca-ab4b-4962-aa5d-132ec76349ee tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232901 Jul 16 08:31:54.151712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-d93b686e-ff1f-4322-a5fc-15fa1ec75644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=07044778-e443-4aad-9d17-82bd17fa48c4 HTTP/1.1" status: 200 len: 217 time: 0.0549729 Jul 16 08:31:54.155475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-cfbc7959-907b-496b-ac0e-a143fba55e49 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501061 Jul 16 08:31:54.167063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-38dda7fd-272c-471d-8609-8e62dda814ea service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324308 Jul 16 08:31:54.194252 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b484d3-537a-4bba-9714-62f382cbf420 x-openstack-request-id: req-e2b484d3-537a-4bba-9714-62f382cbf420 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:54.194450 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "tag": "89a986b1-f40d-4221-b477-ae521183543b", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:54.194680 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b484d3-537a-4bba-9714-62f382cbf420 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:54.195078 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'tag': '89a986b1-f40d-4221-b477-ae521183543b', 'status': 'completed', 'code': 200} Jul 16 08:31:54.246510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.249259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.252760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59b44d70-6e1f-4b8f-82f7-f2af35e38f9b HTTP/1.1" status: 204 len: 168 time: 0.2724245 Jul 16 08:31:54.261010 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072741b1-d6fa-4624-b501-19bb5d03da15 x-openstack-request-id: req-072741b1-d6fa-4624-b501-19bb5d03da15 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:54.261312 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-unplugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:54.261569 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-072741b1-d6fa-4624-b501-19bb5d03da15 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:54.261978 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'code': 200} Jul 16 08:31:54.289249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f3fdf-32df-4944-a7c7-914db59f9753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b44d70-6e1f-4b8f-82f7-f2af35e38f9b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.296769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-b124aa93-a530-429b-a179-ca82b54c70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.298305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-b124aa93-a530-429b-a179-ca82b54c70b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1293752 Jul 16 08:31:54.334583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18ae657-f63e-42ff-9492-5bcf2c646fa2 req-e504e84a-18b8-4fde-abdc-d63826357cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544728 Jul 16 08:31:54.412836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-2ec4cde1-fcda-49e5-a32e-7e040a500259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.414338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-2ec4cde1-fcda-49e5-a32e-7e040a500259 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 1099 time: 0.1732717 Jul 16 08:31:54.444471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-62552b02-9a57-4900-a78b-678381c95a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.445953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-62552b02-9a57-4900-a78b-678381c95a96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353760 Jul 16 08:31:54.616740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-690e18cb-b993-472e-b343-65954da054ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.618284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-690e18cb-b993-472e-b343-65954da054ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1958177 Jul 16 08:31:54.672251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-da0e8540-30d1-4171-b075-06042bd9450d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=89a986b1-f40d-4221-b477-ae521183543b HTTP/1.1" status: 200 len: 217 time: 0.0381029 Jul 16 08:31:54.676227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-06c8dd46-5572-40b2-8413-8d8d07f31e1f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152033 Jul 16 08:31:54.756324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-a33927f4-64eb-45b9-8f46-444da5640a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.757817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-a33927f4-64eb-45b9-8f46-444da5640a9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0773568 Jul 16 08:31:54.844964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0b29e94-4b79-42ea-b957-a1e7b6add45f req-2ef05793-8b19-4928-86ee-dd665e16afb2 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332717 Jul 16 08:31:54.862200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-437e06a1-f191-4c6a-a9cc-d8721827f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.863977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-437e06a1-f191-4c6a-a9cc-d8721827f376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817072 Jul 16 08:31:54.966857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-0498e28d-1a98-4e7c-9855-75576f6068b2 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942073 Jul 16 08:31:55.127975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-923916d9-4db2-406a-ac78-0a7bbe68f319 req-d613858e-e17d-4115-9b7b-a9328d316532 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522491 Jul 16 08:31:55.620821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b590954-c005-4141-bec9-5d57bd259204 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:55.690452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-46a75736-5d34-43da-8137-9ba0d5fccc54 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:55.691350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-46a75736-5d34-43da-8137-9ba0d5fccc54 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065253 Jul 16 08:31:55.704593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Request body: {'binding': {'host': 'n-h1-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:55.705713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8b590954-c005-4141-bec9-5d57bd259204 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:55.706157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:31:55.717523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8b590954-c005-4141-bec9-5d57bd259204 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:55.718088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.837022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.865024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b590954-c005-4141-bec9-5d57bd259204'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:55.868461 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb8a896-edf1-491e-bca8-bf28d6951c07" -d '{"events": [{"server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "name": "network-vif-plugged", "status": "completed", "tag": "8b590954-c005-4141-bec9-5d57bd259204"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:55.884834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b590954-c005-4141-bec9-5d57bd259204,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:55.890458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.891701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:55.977326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:55.978772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.111957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on host n-h1-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:56.112439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:56.112774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:56.117106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:56.117423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:56.122265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:56.122598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:56.122970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:56.123392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Bound port: c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:56.173919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:56.178620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.179883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a2ed19db-8d92-4939-9480-3eeb1197a335 service neutron] 10.222.0.32 "POST /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd/bindings HTTP/1.1" status: 201 len: 390 time: 0.4810348 Jul 16 08:31:56.195735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:56.198176 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc8190-aec1-435a-90b3-60d1ec26a491" -d '{"events": [{"name": "network-changed", "server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:56.262948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:56.265885 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:56.327872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-637fd476-6621-4c1d-85a6-a8d5abbbecdc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:56.329523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-637fd476-6621-4c1d-85a6-a8d5abbbecdc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2255497 Jul 16 08:31:56.345751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Request body: {'binding': {'host': 'n-h2-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:56.346201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:31:56.509089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045328e5-08a9-4cee-b695-21bb793e4c10 req-469bb200-8766-41eb-94d0-40c9d2ff61e1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.510481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-045328e5-08a9-4cee-b695-21bb793e4c10 req-469bb200-8766-41eb-94d0-40c9d2ff61e1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 948 time: 0.1794536 Jul 16 08:31:56.571088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-05e24393-27fc-4bba-9109-8c1c7340af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.572586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-05e24393-27fc-4bba-9109-8c1c7340af61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1098 time: 0.1705754 Jul 16 08:31:56.582697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-045328e5-08a9-4cee-b695-21bb793e4c10 req-3ea70874-57b4-41b4-88d0-1d295670290f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Jul 16 08:31:56.608309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h2-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:56.608650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:56.608998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:56.622102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:56.622426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:56.632136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:56.632475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:56.632853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:56.633279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Bound port: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:56.724233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a40d5435-4e8b-47d0-9e7b-94e34b44456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.725695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a40d5435-4e8b-47d0-9e7b-94e34b44456d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1371779 Jul 16 08:31:56.744490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:56.775295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.776393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-1a36f518-2df8-4de8-827b-083c3b90f9f9 service neutron] 10.222.0.32 "POST /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4354899 Jul 16 08:31:56.777592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-52f6c84c-0472-46c1-8f70-efb11eca986d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0413227 Jul 16 08:31:56.860754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a294a06e-7a1a-4474-8a70-3581775cf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.862214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a294a06e-7a1a-4474-8a70-3581775cf005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0779645 Jul 16 08:31:56.910805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-ed931f01-b07b-4eb9-8306-76d60b49d554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357404 Jul 16 08:31:56.923436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499a85-e0a7-4204-9e64-443cbcb561c1 req-99106208-102d-4a8f-a193-d6c119487b39 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.924919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85499a85-e0a7-4204-9e64-443cbcb561c1 req-99106208-102d-4a8f-a193-d6c119487b39 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 949 time: 0.1114128 Jul 16 08:31:57.080424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85499a85-e0a7-4204-9e64-443cbcb561c1 req-128970e1-972b-413a-b404-1b276f36d785 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458938 Jul 16 08:31:57.118947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-01c5de53-2b77-4961-8fa6-a91e2ce8215e service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930766 Jul 16 08:31:57.128581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91911f98-9cd6-40ef-bf55-c75a84f7fcf3 req-49ef08d5-b666-4b9f-b723-e7aaba56ac71 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.129978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91911f98-9cd6-40ef-bf55-c75a84f7fcf3 req-49ef08d5-b666-4b9f-b723-e7aaba56ac71 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 948 time: 0.1965926 Jul 16 08:31:57.175439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-c481fabd-71f3-4fed-8ef8-db95a51d70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.177010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-c481fabd-71f3-4fed-8ef8-db95a51d70f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1097 time: 0.1741033 Jul 16 08:31:57.293640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91911f98-9cd6-40ef-bf55-c75a84f7fcf3 req-8ae73bd6-0d28-4e0b-90d4-f9794bcbb83f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525197 Jul 16 08:31:57.338528 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabb6d67-60b8-45d8-ab27-61c7421e9a49 x-openstack-request-id: req-dabb6d67-60b8-45d8-ab27-61c7421e9a49 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:57.339083 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "name": "network-vif-plugged", "status": "completed", "tag": "8b590954-c005-4141-bec9-5d57bd259204", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:57.339968 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dabb6d67-60b8-45d8-ab27-61c7421e9a49 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:57.340395 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b590954-c005-4141-bec9-5d57bd259204', 'code': 200} Jul 16 08:31:57.357957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-9713dc5e-fb42-451e-be44-241690031033 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256775 Jul 16 08:31:57.384188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-2bd10b70-c943-4da8-9ac3-512c9bee396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.385969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-2bd10b70-c943-4da8-9ac3-512c9bee396f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2020898 Jul 16 08:31:57.395045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1648a-550f-4f28-ae2d-6fdc17cb3494 req-5a294e37-9da6-4af3-8de5-fc67791a3bc6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.398720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88e1648a-550f-4f28-ae2d-6fdc17cb3494 req-5a294e37-9da6-4af3-8de5-fc67791a3bc6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.2183218 Jul 16 08:31:57.448844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-88b5758e-b088-4cec-a9e8-a24809fe27fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 217 time: 0.0488977 Jul 16 08:31:57.479626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f8c41-091a-4e02-bf33-146c5b69b95c req-ad71392d-7a4b-40e4-bd37-2abfa9fa3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.481562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-463f8c41-091a-4e02-bf33-146c5b69b95c req-ad71392d-7a4b-40e4-bd37-2abfa9fa3b40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 1101 time: 0.0709863 Jul 16 08:31:57.516393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1856068887', 'description': 'tempest-description-69639526'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:57.519577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-463f8c41-091a-4e02-bf33-146c5b69b95c req-8a086bb5-d30d-4e76-8516-04661b052431 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Jul 16 08:31:57.580528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88e1648a-550f-4f28-ae2d-6fdc17cb3494 req-1189715a-a40d-4ade-9c85-97250fdb18ec tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741598 Jul 16 08:31:57.608844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-a4e25025-7f59-480b-96ac-9533310d1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.610321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-a4e25025-7f59-480b-96ac-9533310d1664 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1247413 Jul 16 08:31:57.630436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.634466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 89a986b1-f40d-4221-b477-ae521183543b details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:57.634965 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7020fd1e-bd80-4ddf-9a91-17c8d427e054 x-openstack-request-id: req-7020fd1e-bd80-4ddf-9a91-17c8d427e054 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:57.635246 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:57.635492 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7020fd1e-bd80-4ddf-9a91-17c8d427e054 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:57.635874 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4', 'status': 'completed', 'code': 200} Jul 16 08:31:57.662949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-0233d122-2bf5-4692-ae40-13f3ab75ef8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423694 Jul 16 08:31:57.664610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.699741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-fd7411e7-c9f8-4615-a0ff-f5ece9ac5732 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.701266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-fd7411e7-c9f8-4615-a0ff-f5ece9ac5732 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1098 time: 0.2464387 Jul 16 08:31:57.719911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-12'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:57.747699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=89a986b1-f40d-4221-b477-ae521183543b,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:57.761024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-818cb181-42ac-4125-8218-5696b6865270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.762531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '89a986b1-f40d-4221-b477-ae521183543b', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '89a986b1-f40d-4221-b477-ae521183543b', 'mac_address': 'fa:16:3e:16:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:57.763630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-818cb181-42ac-4125-8218-5696b6865270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 1100 time: 0.0902417 Jul 16 08:31:57.802955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.815252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a986b1-f40d-4221-b477-ae521183543b {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:57.836430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=89a986b1-f40d-4221-b477-ae521183543b,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:57.841739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.877636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-af7f7952-f747-40d7-bb74-272430fb9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.879169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-af7f7952-f747-40d7-bb74-272430fb9698 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1003792 Jul 16 08:31:57.890547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.919101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d2ad8f4c-7623-4f20-abc9-4e0b7f932c46 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462008 Jul 16 08:31:57.937315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-3df9275d-6000-48ae-8cd3-f9c71dad62d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=07044778-e443-4aad-9d17-82bd17fa48c4 HTTP/1.1" status: 200 len: 217 time: 0.0489817 Jul 16 08:31:57.943679 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.985857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-7485ba00-e91f-4edc-ac73-8524cd0301b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.987643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-7485ba00-e91f-4edc-ac73-8524cd0301b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0423958 Jul 16 08:31:58.016330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1998-8021-4daa-ba39-85ea5f4de9a5 req-76fea670-0923-43a9-a653-b1902cebdb66 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.017800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61ac1998-8021-4daa-ba39-85ea5f4de9a5 req-76fea670-0923-43a9-a653-b1902cebdb66 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 946 time: 0.2678277 Jul 16 08:31:58.049994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-b2bda0ff-c262-432f-aa98-037b5b61f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.051473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-b2bda0ff-c262-432f-aa98-037b5b61f55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526142 Jul 16 08:31:58.106017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.131024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.150848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-f458039a-fe09-41cf-9497-96b3b8ff2250 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867918 Jul 16 08:31:58.154170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61ac1998-8021-4daa-ba39-85ea5f4de9a5 req-00244af1-fd14-4f7c-b320-af3e87bfa569 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063790 Jul 16 08:31:58.158867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:58.163721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-11e27992-7827-451e-bb96-0d14a2ee61fa service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357531 Jul 16 08:31:58.229550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e17f9-aa18-4e10-9a11-eec0c276e2c4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.264168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.294278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-43dc8190-aec1-435a-90b3-60d1ec26a491 req-cfbecfda-c632-4fa3-aaed-7f3c4a0ab3ef service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350684 Jul 16 08:31:58.296318 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a70ba-fca9-460d-82c3-8c6d5416b545 x-openstack-request-id: req-127a70ba-fca9-460d-82c3-8c6d5416b545 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:58.296605 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:58.296857 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-127a70ba-fca9-460d-82c3-8c6d5416b545 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:58.298116 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'status': 'completed', 'code': 200} Jul 16 08:31:58.336686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:58.360856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:58.389502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-776271cd-4a45-4401-8247-d032f9ea572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.393466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-776271cd-4a45-4401-8247-d032f9ea572b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1100 time: 0.0834889 Jul 16 08:31:58.515959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-8308c1d7-215c-4371-9544-80ab2de82b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.517479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-8308c1d7-215c-4371-9544-80ab2de82b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1154039 Jul 16 08:31:58.571676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-f6f44838-4dde-4fae-b387-5c17844b7c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0440896 Jul 16 08:31:58.727198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:58.736310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.759978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.775471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.783126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.789826 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.827184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-12767c55-f1b7-49ea-80dc-c10ccd57a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.829310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-12767c55-f1b7-49ea-80dc-c10ccd57a58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1100 time: 0.2345366 Jul 16 08:31:58.850940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.856804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.869486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.869656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28e56bc8-122f-48e4-9282-c13afaa1b7f0 req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3813639 Jul 16 08:31:58.881886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'mac_address': 'fa:16:3e:9f:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:58.888226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb81cf1-7407-4557-8730-53c80a4a0ac6 req-2bf944df-b32d-49e9-b345-3dcb4e140e38 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.890027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cb81cf1-7407-4557-8730-53c80a4a0ac6 req-2bf944df-b32d-49e9-b345-3dcb4e140e38 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.3052833 Jul 16 08:31:58.899199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.929321 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.947377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:58.959706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5fd2f-d719-4272-bc2a-eeca8e35fae5 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ed101-183e-437e-8f5f-c02b6854e132,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.982034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.985554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.990841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.991760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:59.007778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-0140ca2b-6537-4b70-a2d2-a9adfd7057b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.009696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-0140ca2b-6537-4b70-a2d2-a9adfd7057b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.4285593 Jul 16 08:31:59.054333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.083841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-cd74bed8-b414-4634-aa16-c9b1b7c7e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.084842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.085356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-cd74bed8-b414-4634-aa16-c9b1b7c7e5cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663900 Jul 16 08:31:59.095086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'mac_address': 'fa:16:3e:22:b2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:59.135664 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.150414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd83b0f7-8f76-4128-993b-1f70d489ff82 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:59.150636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cb81cf1-7407-4557-8730-53c80a4a0ac6 req-5f215fd9-88c9-48ca-a58d-ff66acfe82d6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415657 Jul 16 08:31:59.173440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.181635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.182975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07044778-e443-4aad-9d17-82bd17fa48c4 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:59.230409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-4070c62b-c0a9-40e5-895c-9db4f1b3a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.233124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-4070c62b-c0a9-40e5-895c-9db4f1b3a84d service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3886497 Jul 16 08:31:59.243718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.262010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-549d3e92-b40a-40bd-98a5-107909ac916c service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666648 Jul 16 08:31:59.286727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07044778-e443-4aad-9d17-82bd17fa48c4,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.299864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.316534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '07044778-e443-4aad-9d17-82bd17fa48c4', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '07044778-e443-4aad-9d17-82bd17fa48c4', 'mac_address': 'fa:16:3e:3c:99:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:59.326260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on host n-h2-798054-12 for vnic_type normal with profile {"migrating_to": "n-h1-798054-12"} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:59.326765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:59.327118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:59.333926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-349e8347-5412-45e9-acc3-599b6a990aa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0811527 Jul 16 08:31:59.336327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:59.336759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Attempting to bind port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:59.365689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:59.368782 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc699c1-2b20-4801-917c-9d62741d6b96" -d '{"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-unplugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:59.372298 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.388267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07044778-e443-4aad-9d17-82bd17fa48c4 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:59.390403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:59.390979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:59.391463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:59.392008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Bound port: c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:59.392424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.414846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07044778-e443-4aad-9d17-82bd17fa48c4,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.420562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-c19328f9-3254-4649-ad54-419d77ce12d3 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482484 Jul 16 08:31:59.420737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-8fb4070c-4c38-4edb-b382-105b8558e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.422335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-8fb4070c-4c38-4edb-b382-105b8558e7d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0790236 Jul 16 08:31:59.424988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.461208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be8d22-d8e6-4c75-8de7-888e8f26406a req-e4746c2e-b441-4cb2-bcba-7e492f9c6ae2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.463886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6be8d22-d8e6-4c75-8de7-888e8f26406a req-e4746c2e-b441-4cb2-bcba-7e492f9c6ae2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 948 time: 0.4160161 Jul 16 08:31:59.476111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.603353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6be8d22-d8e6-4c75-8de7-888e8f26406a req-1288dbee-dd64-4361-9270-e48c3e108e77 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123974 Jul 16 08:31:59.614085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:59.622181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:59.637164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:59.639763 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0611cd85-1142-4436-852e-b93919d2b3bd" -d '{"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-unplugged", "status": "completed", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:59.645831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.654585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6891e68-2677-4efd-b9ac-ce710175056e req-ad6ea307-007b-4dc0-86e2-38428296d15c tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.656106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6891e68-2677-4efd-b9ac-ce710175056e req-ad6ea307-007b-4dc0-86e2-38428296d15c tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 949 time: 0.1641748 Jul 16 08:31:59.667890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 89a986b1-f40d-4221-b477-ae521183543b up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:59.689469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-222f250c-7ff6-4d81-9506-8b77a7cabc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.690954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-222f250c-7ff6-4d81-9506-8b77a7cabc38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2554669 Jul 16 08:31:59.752935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 89a986b1-f40d-4221-b477-ae521183543b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:59.757362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 89a986b1-f40d-4221-b477-ae521183543b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:59.757764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.831865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.832694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.834433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 1124 time: 2.1227086 Jul 16 08:31:59.840106 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.884959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=89a986b1-f40d-4221-b477-ae521183543b,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.891683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6891e68-2677-4efd-b9ac-ce710175056e req-bd274919-5c10-40fd-a3b9-611b7bb8047c tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995285 Jul 16 08:31:59.892380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.894826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41250e-ba5b-45b0-9a2d-025a3d7c76b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.937566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:59.984022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.006091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36f571-de9e-48e5-9d0b-85d6c71b4dac req-d000533c-07d8-44e0-9686-a1c33a48c45b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.013654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c36f571-de9e-48e5-9d0b-85d6c71b4dac req-d000533c-07d8-44e0-9686-a1c33a48c45b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 949 time: 0.2710183 Jul 16 08:32:00.030238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:00.032454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:00.039585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-75ccb90c-3efb-4d37-a555-212eea98847c service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367507 Jul 16 08:32:00.100692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:00.115790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c36f571-de9e-48e5-9d0b-85d6c71b4dac req-efb6dde3-ce6d-49d6-aacf-cc4bf74866e7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009321 Jul 16 08:32:00.174129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1465689325', 'description': 'tempest-description-986922707'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:00.219838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c413-3845-4526-a645-6daf1bbcfb96 req-35716138-80ba-4973-95c7-8e699b967679 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.221950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5f3c413-3845-4526-a645-6daf1bbcfb96 req-35716138-80ba-4973-95c7-8e699b967679 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.1859365 Jul 16 08:32:00.225486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f14ca693-50c8-4b44-a2eb-39628b3ceeeb req-c351dad7-a8e6-4c65-96b8-285f43032458 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748264 Jul 16 08:32:00.231107 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.287646 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:00.302521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5f3c413-3845-4526-a645-6daf1bbcfb96 req-6f66d2af-105d-48c0-8d77-0248bd5a909e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Jul 16 08:32:00.389832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.397214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.460453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.461859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-739fb28c-3270-4ac8-81c2-774ed306c807 req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2977438 Jul 16 08:32:00.473479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974ae88-c7c4-4664-bd67-471e7a09b7cf tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee31215a-b202-4cb7-ba65-7e6c41c7d460,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.511488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c80ab9-37d2-498c-982d-307d328ab18e req-5c25da72-f83e-4e3e-a839-abe01cf22cbe tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.513157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c80ab9-37d2-498c-982d-307d328ab18e req-5c25da72-f83e-4e3e-a839-abe01cf22cbe tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.1036174 Jul 16 08:32:00.525037 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edb195-dd65-4160-a047-8c7cb51328ba x-openstack-request-id: req-f8edb195-dd65-4160-a047-8c7cb51328ba {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:00.525586 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-unplugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:00.525829 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8edb195-dd65-4160-a047-8c7cb51328ba {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:00.526489 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'code': 200} Jul 16 08:32:00.557298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c80ab9-37d2-498c-982d-307d328ab18e req-dfdb6107-b88e-444d-ae41-9163bffb7341 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Jul 16 08:32:00.565721 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262adee-c0cc-43fc-9117-6545f2e3b350 x-openstack-request-id: req-2262adee-c0cc-43fc-9117-6545f2e3b350 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:00.566180 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-unplugged", "status": "completed", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:00.567519 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2262adee-c0cc-43fc-9117-6545f2e3b350 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:00.568089 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'code': 200} Jul 16 08:32:00.977130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d232986-855a-42fc-8761-0a7568f1be0e req-df6e4fe0-0b0b-4291-a3b1-bf471d734ec1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.978694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d232986-855a-42fc-8761-0a7568f1be0e req-df6e4fe0-0b0b-4291-a3b1-bf471d734ec1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.1600001 Jul 16 08:32:00.984287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1753651316', 'description': 'tempest-description-807451254'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:00.994217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-203a32c8-2129-4a5e-9445-1c60b605b7de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.995953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-203a32c8-2129-4a5e-9445-1c60b605b7de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 949 time: 0.1484263 Jul 16 08:32:01.066158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.088940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d232986-855a-42fc-8761-0a7568f1be0e req-60fbf3c9-2c3f-4f78-b4d3-552e0857edfc tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920391 Jul 16 08:32:01.091223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.122314 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-c9c565ee-4d76-410a-a97a-68475ba6c44f service neutron] delete failed (client error): The resource could not be found. Jul 16 08:32:01.123354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-c9c565ee-4d76-410a-a97a-68475ba6c44f service neutron] 10.222.0.47 "DELETE /v2.0/ports/dd83b0f7-8f76-4128-993b-1f70d489ff82/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.1156359 Jul 16 08:32:01.271037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.283838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.335104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-d9192afb-af61-429b-b97b-38aedd5dc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.336891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-d9192afb-af61-429b-b97b-38aedd5dc2fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1101 time: 0.1624882 Jul 16 08:32:01.340720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115c96a7-df3c-4500-aaae-583ca1d103e0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.412217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453aa85-17dc-4158-ad4d-07ad4be4ead8 req-95adf8ef-6d2c-45a0-a864-61a7b81fd71f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.413818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1453aa85-17dc-4158-ad4d-07ad4be4ead8 req-95adf8ef-6d2c-45a0-a864-61a7b81fd71f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 949 time: 0.1864161 Jul 16 08:32:01.511456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.513181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-6f0750a0-e9db-453b-84b7-52a7c6b5c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.514879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-6f0750a0-e9db-453b-84b7-52a7c6b5c322 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1666362 Jul 16 08:32:01.518194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1453aa85-17dc-4158-ad4d-07ad4be4ead8 req-d7707f46-77d8-4c5e-bc71-9abe0f531f8c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Jul 16 08:32:01.519264 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.571479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-8fbe6634-ca33-4d7f-a77e-d77907906107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0492845 Jul 16 08:32:01.608899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.609970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d091c3cd-7a37-4198-8695-a81e6db8ca2b req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6303058 Jul 16 08:32:01.612154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90591f-7f2a-4b42-97ab-bf6e03df318b tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a379e-7759-49b9-b0f7-24b3deba9b3a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.671359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-907cd135-0ced-4afe-aee0-0b43a99c27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.672852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-907cd135-0ced-4afe-aee0-0b43a99c27e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0939856 Jul 16 08:32:01.766101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614b9af-1468-4536-b143-1022139ee8bf req-c9cc308a-3ec1-41b4-bd97-a7f57aa6aa43 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.767566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b614b9af-1468-4536-b143-1022139ee8bf req-c9cc308a-3ec1-41b4-bd97-a7f57aa6aa43 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 949 time: 0.1326663 Jul 16 08:32:01.818779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-79c3124d-db1e-40b5-b851-514242a3007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.820334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-79c3124d-db1e-40b5-b851-514242a3007b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394343 Jul 16 08:32:01.831771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b614b9af-1468-4536-b143-1022139ee8bf req-0c62aa7d-f435-4a7d-a624-6f44f5416667 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Jul 16 08:32:01.863782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd65ed-e4f8-4093-a3f6-3d96975097f8 req-52e2866b-96e7-4e6c-b91c-d52daf0723b0 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.865440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03bd65ed-e4f8-4093-a3f6-3d96975097f8 req-52e2866b-96e7-4e6c-b91c-d52daf0723b0 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 949 time: 0.1455798 Jul 16 08:32:01.957053 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03bd65ed-e4f8-4093-a3f6-3d96975097f8 req-b35b6943-1cd6-42c2-8859-234b4daae8b1 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef65f06b-17ce-4542-bcb3-ce36304bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820222 Jul 16 08:32:01.976397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-986f5971-8d69-4fa8-86de-576a344654e4 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477771 Jul 16 08:32:02.096643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec29c7a9-4790-46b0-a31a-7f9dd14deea7 req-e0915bbb-4cc1-4ce3-8659-7c6990a4921d service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088278 Jul 16 08:32:02.325712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:02.329123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:02.409845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port dd83b0f7-8f76-4128-993b-1f70d489ff82 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:02.463486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port dd83b0f7-8f76-4128-993b-1f70d489ff82 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:02.464174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.470977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710718a-8523-4dbb-9c52-a2d261684049 req-632b8840-4fe6-47d5-8e18-61d82aefb72e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.472509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1710718a-8523-4dbb-9c52-a2d261684049 req-632b8840-4fe6-47d5-8e18-61d82aefb72e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.3915308 Jul 16 08:32:02.484115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-fdfd06ae-d028-4072-ace8-e0f1d8c3d0dd tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.485549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-fdfd06ae-d028-4072-ace8-e0f1d8c3d0dd tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.47 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 949 time: 0.1106493 Jul 16 08:32:02.499655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7764-0ec2-4929-a7ea-90bc52b700c0 req-905c9df8-d5db-46d2-9b6f-f1dca25a150e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.506913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaed7764-0ec2-4929-a7ea-90bc52b700c0 req-905c9df8-d5db-46d2-9b6f-f1dca25a150e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 950 time: 0.3872638 Jul 16 08:32:02.512418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:02.527951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a986b1-f40d-4221-b477-ae521183543b'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:02.530308 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eebe1ad-2cc6-4946-830c-97374e233d6d" -d '{"events": [{"server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "name": "network-vif-plugged", "status": "completed", "tag": "89a986b1-f40d-4221-b477-ae521183543b"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:02.538809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd has no active binding in host n-h1-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:32:02.591655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:02.594489 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899deafa-84d5-4093-b11e-491d2c9c8e12" -d '{"events": [{"name": "network-changed", "server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:02.597113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.623657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1710718a-8523-4dbb-9c52-a2d261684049 req-c30ed0a0-1cde-4478-abf0-7f9b010c25df tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362653 Jul 16 08:32:02.646986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:02.655851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.656776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:02.686661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1438684347', 'description': 'tempest-description-1231070944'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:02.716267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaed7764-0ec2-4929-a7ea-90bc52b700c0 req-97123336-90e9-4807-98fd-ff2111ef591a tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084427 Jul 16 08:32:02.766490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.775860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.788056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c771ce1a-3775-4886-9f44-48d69bf4ef3f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:02.788793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.827258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Deleting port 8b590954-c005-4141-bec9-5d57bd259204 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:02.827566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.870948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.916493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:02.920966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.970925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.032540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] For port 8b590954-c005-4141-bec9-5d57bd259204, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b590954-c005-4141-bec9-5d57bd259204,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:03.032903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.057103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Calling delete_port for 8b590954-c005-4141-bec9-5d57bd259204 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:03.077196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.088839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.161350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.162547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646f3a74-d412-4e15-b307-db68219d3c3f req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4968164 Jul 16 08:32:03.166551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc5656-60e2-46d8-8460-315b45e3628c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1824d4-b3d6-4d1a-8565-44fddae922a5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.176782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ff01-460d-4e0a-86cb-4f7678833afa req-14294644-e63c-4774-8028-eaadd96c0bc7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.178277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5851ff01-460d-4e0a-86cb-4f7678833afa req-14294644-e63c-4774-8028-eaadd96c0bc7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.1936090 Jul 16 08:32:03.200119 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6af0082-bd50-49d8-8114-f3752d757d66 x-openstack-request-id: req-b6af0082-bd50-49d8-8114-f3752d757d66 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:03.200539 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "name": "network-vif-plugged", "status": "completed", "tag": "89a986b1-f40d-4221-b477-ae521183543b", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:03.200798 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6af0082-bd50-49d8-8114-f3752d757d66 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:03.201185 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a986b1-f40d-4221-b477-ae521183543b', 'code': 200} Jul 16 08:32:03.262156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5851ff01-460d-4e0a-86cb-4f7678833afa req-aaf2e6a5-fede-453c-bc44-a1b97b30b615 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714867 Jul 16 08:32:03.292878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.311079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8b590954-c005-4141-bec9-5d57bd259204'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:03.346544 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67846066-77c1-4520-9cef-593ffeba81f0 x-openstack-request-id: req-67846066-77c1-4520-9cef-593ffeba81f0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:03.346831 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:03.347246 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67846066-77c1-4520-9cef-593ffeba81f0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:03.347641 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'status': 'completed', 'code': 200} Jul 16 08:32:03.350593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Pushing event deleted for resources: {'Port': ['ID=8b590954-c005-4141-bec9-5d57bd259204,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.381594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce3aba-ca11-4439-85a6-d62c368c8792 req-aba9543a-4b64-4782-9072-44a4ff3c5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.383166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8ce3aba-ca11-4439-85a6-d62c368c8792 req-aba9543a-4b64-4782-9072-44a4ff3c5791 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 1101 time: 0.1130097 Jul 16 08:32:03.446712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] No DVR routers for this DVR port 8b590954-c005-4141-bec9-5d57bd259204 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:03.451317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.453566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b033f9eb-2f2c-4b63-ab27-9e2f56b9bef3 req-0cad5da0-58ca-4ae2-9121-3716f0e2e778 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.47 "DELETE /v2.0/ports/8b590954-c005-4141-bec9-5d57bd259204 HTTP/1.1" status: 204 len: 173 time: 0.9216952 Jul 16 08:32:03.454022 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8ce3aba-ca11-4439-85a6-d62c368c8792 req-8c1d076b-9d6e-40f9-a289-12cabfe13f1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Jul 16 08:32:03.475100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-4c8c8b66-1d7e-47c2-88ff-4ea659f86a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.476654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-4c8c8b66-1d7e-47c2-88ff-4ea659f86a55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1127 time: 0.0925655 Jul 16 08:32:03.520387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d51b6-b5df-41ab-af83-156775cfd8a3 req-a3daa8b2-4c47-49ce-a58d-07184837a2f7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.522015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea2d51b6-b5df-41ab-af83-156775cfd8a3 req-a3daa8b2-4c47-49ce-a58d-07184837a2f7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 949 time: 0.2048006 Jul 16 08:32:03.557431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084e29-d231-4f77-aa7b-687684e80b2a req-15255a05-1fdc-4ddc-b354-c721cba6ce21 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.559074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1084e29-d231-4f77-aa7b-687684e80b2a req-15255a05-1fdc-4ddc-b354-c721cba6ce21 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1146207 Jul 16 08:32:03.583108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea2d51b6-b5df-41ab-af83-156775cfd8a3 req-68171647-d492-44e5-862f-f6faefb868ad tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Jul 16 08:32:03.623605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1084e29-d231-4f77-aa7b-687684e80b2a req-ecf569a7-e1ea-4602-b487-48878c81d3ae tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Jul 16 08:32:03.630329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-f5688009-6c8d-4cdf-8372-10337b4c500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.632071 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-f5688009-6c8d-4cdf-8372-10337b4c500c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1114190 Jul 16 08:32:03.680231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-825f8604-980e-45b7-9900-b1b2f23501ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0414407 Jul 16 08:32:03.743956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-1f41775e-0825-4c09-b7a1-e87de2b0d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.745844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-1f41775e-0825-4c09-b7a1-e87de2b0d726 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0529394 Jul 16 08:32:03.766871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4617510-1102-4f91-9e96-d54cf681587e req-42211ca9-2bb1-4e54-bfad-fb26ce901499 tempest-ImagesNegativeTestJSON-1215135382 tempest-ImagesNegativeTestJSON-1215135382-project] 10.222.0.32 "GET /v2.0/ports?device_id=297c818e-c0d6-4072-b2c3-f84aec53b81c HTTP/1.1" status: 200 len: 210 time: 0.0360262 Jul 16 08:32:03.780108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-38f6b40f-81e2-40a3-bc9e-12fdd31e996a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253086 Jul 16 08:32:03.879094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-4653a777-d3d6-47d2-9bda-e8e6f7e055ee service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888503 Jul 16 08:32:03.969223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-899deafa-84d5-4093-b11e-491d2c9c8e12 req-4055e768-7640-4bfd-bc42-b289c087a53c service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Jul 16 08:32:03.986763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30107-a262-420a-896e-704110711058 req-71b1d226-1822-4ec2-b172-a8098353dd4a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.988447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4a30107-a262-420a-896e-704110711058 req-71b1d226-1822-4ec2-b172-a8098353dd4a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 944 time: 0.1212635 Jul 16 08:32:04.040546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-26a281ce-a35a-4108-a3dd-36f725f55b89 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58898 time: 0.3767071 Jul 16 08:32:04.068326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4a30107-a262-420a-896e-704110711058 req-28b08690-6d68-44d6-9c4e-34db17a8c789 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712078 Jul 16 08:32:04.095176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-c66788e4-80d9-4ddb-96b6-6baf39866818 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/08df3d96-e294-4e98-baef-c327305d2913 HTTP/1.1" status: 200 len: 2977 time: 0.0435205 Jul 16 08:32:04.140256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-683f873e-0a2d-4303-a44a-b3d600d708f9 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/08df3d96-e294-4e98-baef-c327305d2913 HTTP/1.1" status: 200 len: 2977 time: 0.0378685 Jul 16 08:32:04.225487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-da0aab59-6cee-49e6-8010-35bb7dc3b9ea tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0e11b8c1-8470-48e9-8256-ef03cdf54604 HTTP/1.1" status: 200 len: 2973 time: 0.0781903 Jul 16 08:32:04.229385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-a7984853-db85-4e4f-ad87-de827159c7b4 service neutron] 10.222.0.47 "GET /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.0690062 Jul 16 08:32:04.283908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-d319b643-67f4-4860-aeae-518ce105df23 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0e11b8c1-8470-48e9-8256-ef03cdf54604 HTTP/1.1" status: 200 len: 2973 time: 0.0534427 Jul 16 08:32:04.292829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b866d2f-3407-4c71-a08d-db63cae20116 req-2abaf46c-c9f9-44b7-bb2f-6fe1e3882041 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.294327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b866d2f-3407-4c71-a08d-db63cae20116 req-2abaf46c-c9f9-44b7-bb2f-6fe1e3882041 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.1161635 Jul 16 08:32:04.339393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07044778-e443-4aad-9d17-82bd17fa48c4 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:04.355897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b866d2f-3407-4c71-a08d-db63cae20116 req-e750c786-f228-4713-a010-feef57716396 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Jul 16 08:32:04.358697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-67f59efd-2b5b-4110-adcc-f7f7e87cab4f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/115c96a7-df3c-4500-aaae-583ca1d103e0 HTTP/1.1" status: 200 len: 2981 time: 0.0634832 Jul 16 08:32:04.403857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 07044778-e443-4aad-9d17-82bd17fa48c4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:04.410453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 07044778-e443-4aad-9d17-82bd17fa48c4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:04.410912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.436810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:04.453498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-b76e77c3-0c32-4a42-b556-dd4b411dd650 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/115c96a7-df3c-4500-aaae-583ca1d103e0 HTTP/1.1" status: 200 len: 2981 time: 0.0806065 Jul 16 08:32:04.458867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:04.501204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:04.521085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:04.522250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.543473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.546350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-55aa25e2-41d2-4998-9c5b-23a073d0df60 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1f188de8-55ef-41ff-92ed-1111c86f1fd9 HTTP/1.1" status: 200 len: 2981 time: 0.0900764 Jul 16 08:32:04.568934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07044778-e443-4aad-9d17-82bd17fa48c4,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:04.577785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.617185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7eb3f-c277-4211-a8d1-2201537d5b22 req-261cdf94-6214-4f4b-909d-93917c855b67 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.618731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7f7eb3f-c277-4211-a8d1-2201537d5b22 req-261cdf94-6214-4f4b-909d-93917c855b67 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.1171048 Jul 16 08:32:04.620638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-9f7743fd-945a-44c0-8f0b-0dfbf2b13170 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1f188de8-55ef-41ff-92ed-1111c86f1fd9 HTTP/1.1" status: 200 len: 2981 time: 0.0662487 Jul 16 08:32:04.630213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] Transition to ACTIVE for port object c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:04.634555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.635551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.686159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7f7eb3f-c277-4211-a8d1-2201537d5b22 req-de80e803-1733-446c-9df7-8b8201e62653 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615358 Jul 16 08:32:04.690069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-f92b6b78-3c0e-4969-86a1-869a98cbca87 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/454f1d23-b102-4cb6-a219-97c04988f5c0 HTTP/1.1" status: 200 len: 2981 time: 0.0582247 Jul 16 08:32:04.696969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] No DVR routers for this DVR port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:04.740446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-6eabb8d1-7b18-4acb-bc9a-ef8f8660ccb6 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/454f1d23-b102-4cb6-a219-97c04988f5c0 HTTP/1.1" status: 200 len: 2981 time: 0.0420694 Jul 16 08:32:04.751788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd/bindings/n-h1-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 0.5147328 Jul 16 08:32:04.752547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7614ba-72de-4188-bbb4-7121ff913c39 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.797037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-586eb7fd-38f0-4116-8886-c7f7c23f5723 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/46d6b47d-0fc4-4426-bea0-212e96ead0d0 HTTP/1.1" status: 200 len: 2979 time: 0.0477982 Jul 16 08:32:04.874101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-66a5a6a0-a99c-4ccc-bc93-aa5eab7ff86e tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/46d6b47d-0fc4-4426-bea0-212e96ead0d0 HTTP/1.1" status: 200 len: 2979 time: 0.0697155 Jul 16 08:32:04.908308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-6f4f77d5-c9a4-4da4-9026-adba4ad5a22b tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.909656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-6f4f77d5-c9a4-4da4-9026-adba4ad5a22b tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0936491 Jul 16 08:32:04.992315 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-bdc152fe-b88a-4682-bef8-5f24b0289ef2 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4a95158a-d6ae-4bc3-8026-e6e3205b9ee9 HTTP/1.1" status: 200 len: 2981 time: 0.1122308 Jul 16 08:32:05.073103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-d2e83a80-88dd-4d6a-8cf5-a705e38d37de tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4a95158a-d6ae-4bc3-8026-e6e3205b9ee9 HTTP/1.1" status: 200 len: 2981 time: 0.0735929 Jul 16 08:32:05.085688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c8dd8-01a1-4b06-a66a-6eaf182dec3f req-f978c3ec-e621-472d-9164-f26f777099c0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.087104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d6c8dd8-01a1-4b06-a66a-6eaf182dec3f req-f978c3ec-e621-472d-9164-f26f777099c0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.1860230 Jul 16 08:32:05.090895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-83871115-1bc3-44f4-ae17-454aa0bcecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.092238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-83871115-1bc3-44f4-ae17-454aa0bcecaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753&tenant_id=cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 1097 time: 0.1527870 Jul 16 08:32:05.170752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d6c8dd8-01a1-4b06-a66a-6eaf182dec3f req-c66a111a-7553-470a-ad03-f35c6763083a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775685 Jul 16 08:32:05.186040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-d93d72dd-6a6c-4dd6-b9d2-a3cf6b21a6f1 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/793b0119-12c9-4cfc-a400-70d1ac7f599b HTTP/1.1" status: 200 len: 2981 time: 0.0970299 Jul 16 08:32:05.202800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}, {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}, {'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:05.205200 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ce354-b31a-4fd8-b131-6b303d7b9e3c" -d '{"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-plugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}, {"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}, {"server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "name": "network-vif-plugged", "status": "completed", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:05.240938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-9d2d555e-5b05-46d2-9c1d-d2459de06f67 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/793b0119-12c9-4cfc-a400-70d1ac7f599b HTTP/1.1" status: 200 len: 2981 time: 0.0489869 Jul 16 08:32:05.246256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0493c7a6-b975-4076-b103-ee084b936d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.247725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-0493c7a6-b975-4076-b103-ee084b936d24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1097 time: 0.1189158 Jul 16 08:32:05.339791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-2e76160b-d13e-43df-a28e-46ab5e76952c tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d2f8981-0c62-48cb-b06f-1452dc433de4 HTTP/1.1" status: 200 len: 2981 time: 0.0910830 Jul 16 08:32:05.366517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'name': 'network-vif-deleted', 'tag': '8b590954-c005-4141-bec9-5d57bd259204'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:05.368758 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ab8b7a-325f-4ee0-8514-ceb493f1c91b" -d '{"events": [{"server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "name": "network-vif-deleted", "tag": "8b590954-c005-4141-bec9-5d57bd259204"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:05.437585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-5aa167bd-124d-414f-8a19-6e6ec9fab5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.438943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-5aa167bd-124d-414f-8a19-6e6ec9fab5d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1744745 Jul 16 08:32:05.446381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-9715b276-372b-4cb5-80b9-e1a7b676d718 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d2f8981-0c62-48cb-b06f-1452dc433de4 HTTP/1.1" status: 200 len: 2981 time: 0.0730202 Jul 16 08:32:05.456338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ba5b-599e-49a5-953d-e9dcd582fd9e req-613392da-b58c-439b-aa86-c248b458955a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.457785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7409ba5b-599e-49a5-953d-e9dcd582fd9e req-613392da-b58c-439b-aa86-c248b458955a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 950 time: 0.1603265 Jul 16 08:32:05.511597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-b80a110a-9664-42f6-8bda-3439869d2f8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0524116 Jul 16 08:32:05.576789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-7028e003-22d9-4af8-8ef2-e969265be036 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8f5e17f9-aa18-4e10-9a11-eec0c276e2c4 HTTP/1.1" status: 200 len: 2981 time: 0.1165752 Jul 16 08:32:05.579474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7409ba5b-599e-49a5-953d-e9dcd582fd9e req-81e3229b-87db-4604-8cde-58f9615ac3d2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102321 Jul 16 08:32:05.605978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-c480275e-51f5-40a5-ad8d-710d1a818b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.607410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-c480275e-51f5-40a5-ad8d-710d1a818b9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0724556 Jul 16 08:32:05.649819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-57751055-3b0c-4962-8292-cb75291985b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321505 Jul 16 08:32:05.654971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-0ccb7ff1-efd9-4424-9634-b598fae4323e tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8f5e17f9-aa18-4e10-9a11-eec0c276e2c4 HTTP/1.1" status: 200 len: 2981 time: 0.0698435 Jul 16 08:32:05.708459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:05.753016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:05.753231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b590954-c005-4141-bec9-5d57bd259204 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:05.754358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-b7bf8b0c-bda2-41f9-875c-1a882bfbef53 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/af068548-dda2-44ee-92c6-97c0d4081b6b HTTP/1.1" status: 200 len: 2977 time: 0.0880389 Jul 16 08:32:05.775010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 8b590954-c005-4141-bec9-5d57bd259204 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:05.775357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b590954-c005-4141-bec9-5d57bd259204 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:05.811478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-87dab27f-f92b-466d-b4ef-0d57f19473f5 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521177 Jul 16 08:32:05.866334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-b4aaa126-c2fd-4d55-b179-e12414ffa6bd tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/af068548-dda2-44ee-92c6-97c0d4081b6b HTTP/1.1" status: 200 len: 2977 time: 0.1038508 Jul 16 08:32:05.943441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb1be6-cd0f-47ed-8b39-8b56936f59ae req-97513481-2a25-4dcc-8663-c34e3e8df014 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.944927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68fb1be6-cd0f-47ed-8b39-8b56936f59ae req-97513481-2a25-4dcc-8663-c34e3e8df014 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.1841943 Jul 16 08:32:05.983638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-d7c64286-672b-4c53-8737-a47a03792401 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b78955d2-2dea-4e8e-a705-3858c43c6ca4 HTTP/1.1" status: 200 len: 2981 time: 0.1082540 Jul 16 08:32:05.985396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-414dac6c-56c8-49e0-abce-ff86aef9b4c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618073 Jul 16 08:32:06.016889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68fb1be6-cd0f-47ed-8b39-8b56936f59ae req-72658ae0-61ac-4475-945e-ef7e1676e8fa tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Jul 16 08:32:06.041593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-9ca94a61-44b2-4ed0-93cf-f772f82bf610 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b78955d2-2dea-4e8e-a705-3858c43c6ca4 HTTP/1.1" status: 200 len: 2981 time: 0.0512168 Jul 16 08:32:06.076884 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80644f9-01ef-432c-88fd-96cc85468fa3 x-openstack-request-id: req-e80644f9-01ef-432c-88fd-96cc85468fa3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:06.077671 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-plugged", "status": "completed", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "code": 200}, {"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-plugged", "status": "completed", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "code": 200}, {"server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "name": "network-vif-plugged", "status": "completed", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:06.077671 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e80644f9-01ef-432c-88fd-96cc85468fa3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:06.078249 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'code': 200} Jul 16 08:32:06.078596 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'code': 200} Jul 16 08:32:06.078945 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4', 'code': 200} Jul 16 08:32:06.082875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-768fa532-c4a9-45f8-ae1c-913948f822f1 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d1534b6b-f6c9-4187-ba34-a4461c260b8d HTTP/1.1" status: 200 len: 2981 time: 0.0355568 Jul 16 08:32:06.122802 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0edd8-e9d6-435b-8d05-16c37cc3ea29 x-openstack-request-id: req-90e0edd8-e9d6-435b-8d05-16c37cc3ea29 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:06.123203 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297c818e-c0d6-4072-b2c3-f84aec53b81c", "name": "network-vif-deleted", "tag": "8b590954-c005-4141-bec9-5d57bd259204", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:06.123338 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e0edd8-e9d6-435b-8d05-16c37cc3ea29 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:06.123727 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297c818e-c0d6-4072-b2c3-f84aec53b81c', 'name': 'network-vif-deleted', 'tag': '8b590954-c005-4141-bec9-5d57bd259204', 'status': 'completed', 'code': 200} Jul 16 08:32:06.129310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-b7dd93e9-0e28-4443-a5a1-b623de084cea tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d1534b6b-f6c9-4187-ba34-a4461c260b8d HTTP/1.1" status: 200 len: 2981 time: 0.0406644 Jul 16 08:32:06.172349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-63ca6551-f3a8-4dea-b7b8-c9b3dd2bff7a tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ef65f06b-17ce-4542-bcb3-ce36304bfaa5 HTTP/1.1" status: 200 len: 2981 time: 0.0367770 Jul 16 08:32:06.250876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-f9c5864d-26bc-492c-b356-bb1e5961cbef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ef65f06b-17ce-4542-bcb3-ce36304bfaa5 HTTP/1.1" status: 200 len: 2981 time: 0.0722558 Jul 16 08:32:06.329138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a73a3-2f37-4c6c-905a-2ca3cf871988 req-d50c2aa0-9c3a-4b88-8e4b-5c632cfda96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.330638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e53a73a3-2f37-4c6c-905a-2ca3cf871988 req-d50c2aa0-9c3a-4b88-8e4b-5c632cfda96e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 1102 time: 0.1181631 Jul 16 08:32:06.345426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-0f77daa0-31ef-429c-8f24-1458a4a4e322 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f04fb829-ceba-411e-bd37-47e2e7da4415 HTTP/1.1" status: 200 len: 2981 time: 0.0859787 Jul 16 08:32:06.409402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3894330-4f8d-44b3-b5ed-e91729e9eed1 req-76baa77a-5e51-4aae-a19c-7809755a6714 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.410922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3894330-4f8d-44b3-b5ed-e91729e9eed1 req-76baa77a-5e51-4aae-a19c-7809755a6714 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.1354775 Jul 16 08:32:06.427254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a016c1-881b-4a7e-890a-8c898c8807b3 req-42fc28d3-4eec-4d99-8e9d-0bf556934690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.428778 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79a016c1-881b-4a7e-890a-8c898c8807b3 req-42fc28d3-4eec-4d99-8e9d-0bf556934690 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1103 time: 0.0979900 Jul 16 08:32:06.434995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-36727b6d-c336-4034-af0c-31e82cb92658 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.435776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e53a73a3-2f37-4c6c-905a-2ca3cf871988 req-319c0952-0090-4a03-a30b-84af89edf77f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800588 Jul 16 08:32:06.436401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-36727b6d-c336-4034-af0c-31e82cb92658 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0779185 Jul 16 08:32:06.437155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-468c01e0-c4c2-47e9-a169-5f3a7570ed9d tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f04fb829-ceba-411e-bd37-47e2e7da4415 HTTP/1.1" status: 200 len: 2981 time: 0.0839024 Jul 16 08:32:06.465674 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79a016c1-881b-4a7e-890a-8c898c8807b3 req-f2f067bb-4b59-49ed-9ec7-8c2030ed8588 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280790 Jul 16 08:32:06.483185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3894330-4f8d-44b3-b5ed-e91729e9eed1 req-7f60675f-952d-4d14-b89c-df20de4ea28d tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jul 16 08:32:06.493206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-a740084b-e338-42c9-85b9-b7251aacca45 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f4839412-5e0b-4493-b7fb-327b17d39dd2 HTTP/1.1" status: 200 len: 2981 time: 0.0500398 Jul 16 08:32:06.539685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-5608e9fb-7fe2-46de-8802-2380090a26b8 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f4839412-5e0b-4493-b7fb-327b17d39dd2 HTTP/1.1" status: 200 len: 2981 time: 0.0400863 Jul 16 08:32:06.587461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-ad2545cb-757a-4bf5-b610-01acec49d194 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f77e67ac-d8df-4d27-83d8-5933eb427303 HTTP/1.1" status: 200 len: 2981 time: 0.0420003 Jul 16 08:32:06.629152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-fbcaeba7-5af0-4ea3-b57d-22988ec08fce tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f77e67ac-d8df-4d27-83d8-5933eb427303 HTTP/1.1" status: 200 len: 2981 time: 0.0359933 Jul 16 08:32:06.633069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-5eb80413-e44d-4228-b12b-985dec21dcc7 service neutron] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:06.636270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-5eb80413-e44d-4228-b12b-985dec21dcc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.637369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91a94b8c-4c2b-49d5-9a3e-d6c6ef03b572 req-5eb80413-e44d-4228-b12b-985dec21dcc7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd/bindings/n-h2-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.1109910 Jul 16 08:32:06.678966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-014e14de-420f-4fe6-af2c-b77fee27a575 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ff7d9b65-eba9-4e2d-b18b-f1ba0b8eba1a HTTP/1.1" status: 200 len: 2981 time: 0.0426934 Jul 16 08:32:06.724389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36609415-f681-498b-a44c-afd66412a79a req-10fa1341-c826-43e9-861c-5093eb781e43 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ff7d9b65-eba9-4e2d-b18b-f1ba0b8eba1a HTTP/1.1" status: 200 len: 2981 time: 0.0388985 Jul 16 08:32:06.856826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d7d1-fccf-4a51-a76c-11578a9b2c68 req-64bbb81c-e148-48c7-8847-6af8745d3077 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.858239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0733d7d1-fccf-4a51-a76c-11578a9b2c68 req-64bbb81c-e148-48c7-8847-6af8745d3077 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.0900664 Jul 16 08:32:06.908149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0733d7d1-fccf-4a51-a76c-11578a9b2c68 req-c000a4ed-2423-4104-9c1a-0fbdd3a7649d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Jul 16 08:32:06.919744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb399-b45e-4ebb-b422-1440be204c5e req-ae73654a-9b9c-4047-827b-5449903b9bd1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.921166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050cb399-b45e-4ebb-b422-1440be204c5e req-ae73654a-9b9c-4047-827b-5449903b9bd1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 950 time: 0.1052959 Jul 16 08:32:06.978475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050cb399-b45e-4ebb-b422-1440be204c5e req-ff9c7615-a368-4c81-a41f-6bfc52570e04 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479305 Jul 16 08:32:07.053426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0af1fe4-b245-4ab2-a3f0-ac12a2dc6c3e req-0ca8d02f-2326-4c25-b4df-37e2b8dd158b tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0abf27dae0f542588aec4790884dcd6b HTTP/1.1" status: 200 len: 6101 time: 0.0879669 Jul 16 08:32:07.107475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0af1fe4-b245-4ab2-a3f0-ac12a2dc6c3e req-2aeb3bdc-6d35-4832-9e17-99b8a58c291e tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "GET /v2.0/security-groups/8f5e17f9-aa18-4e10-9a11-eec0c276e2c4 HTTP/1.1" status: 200 len: 2981 time: 0.0475636 Jul 16 08:32:07.153226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0af1fe4-b245-4ab2-a3f0-ac12a2dc6c3e req-08104bf0-61a9-48bd-b0cc-7dca3498634f tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "GET /v2.0/security-groups/8f5e17f9-aa18-4e10-9a11-eec0c276e2c4 HTTP/1.1" status: 200 len: 2981 time: 0.0449452 Jul 16 08:32:07.247246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-c4a602a5-4494-40a2-8449-0d27d155a45c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263531 Jul 16 08:32:07.272626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2350b6-c568-4d7a-b6e2-908a53d66ccb req-817baeb8-ef92-4f2a-9594-9f889ae1cd68 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.274044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f2350b6-c568-4d7a-b6e2-908a53d66ccb req-817baeb8-ef92-4f2a-9594-9f889ae1cd68 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.0922275 Jul 16 08:32:07.361568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f2350b6-c568-4d7a-b6e2-908a53d66ccb req-59495575-573b-40f7-a4a6-03e7edc0558e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778952 Jul 16 08:32:07.391809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-5da9ba0a-2e4b-4ecb-b780-d7539404d78e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.393278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-5da9ba0a-2e4b-4ecb-b780-d7539404d78e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409492 Jul 16 08:32:07.408394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-b31728ea-b070-44a4-af45-a083fc78e1de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/quotas/88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 375 time: 0.0090802 Jul 16 08:32:07.508127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-84e91811-af30-4a0a-ad57-08c72e9bc34e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944238 Jul 16 08:32:07.512199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-705117e3-63f1-4b76-9610-3c4b46a2205a tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ef1824d4-b3d6-4d1a-8565-44fddae922a5 HTTP/1.1" status: 200 len: 1778 time: 0.0598938 Jul 16 08:32:07.574375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.600177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.655876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.658456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.659678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b60d62fe-106a-46fa-aeea-f55b44bf3c01 req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef1824d4-b3d6-4d1a-8565-44fddae922a5 HTTP/1.1" status: 204 len: 173 time: 0.1416335 Jul 16 08:32:07.667584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9320cb-8a81-45d5-85ee-f60953969b5f tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1824d4-b3d6-4d1a-8565-44fddae922a5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.755735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:07.772226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cd397b-fce0-4ce9-bfa9-b3dee0628158 req-924525f3-b125-4ee2-b60c-0d3f3992b83c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 210 time: 0.0365031 Jul 16 08:32:07.902926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c0814-66e5-48c7-8f97-796f07ce5c45 req-64fa625d-9984-4b57-a5e4-f7a01b0cb573 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.905150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b74c0814-66e5-48c7-8f97-796f07ce5c45 req-64fa625d-9984-4b57-a5e4-f7a01b0cb573 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.0915012 Jul 16 08:32:07.925517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8edaf423-5d11-4862-b235-16223b708472 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1882b408904a4aea9cc59712f075ad1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676757 Jul 16 08:32:07.929674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:07.964211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b74c0814-66e5-48c7-8f97-796f07ce5c45 req-3d1b787f-9f1e-450c-aea0-5a4268a2c1a8 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Jul 16 08:32:07.985481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.997774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-ee81e637-cbd1-4e4c-b97e-a93c28a9f7f9 tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e35a379e-7759-49b9-b0f7-24b3deba9b3a HTTP/1.1" status: 200 len: 1777 time: 0.0509536 Jul 16 08:32:08.017109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.079503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.086471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.104902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef65f06b-17ce-4542-bcb3-ce36304bfaa5 HTTP/1.1" status: 204 len: 168 time: 0.1619484 Jul 16 08:32:08.122598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725d0d-0eca-47e5-a642-86dd071a6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef65f06b-17ce-4542-bcb3-ce36304bfaa5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.127216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.157358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.196380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33449489-a36c-4363-a78d-12ad84348a8f req-7b4539bf-8e6e-4a4e-9c69-3f14b44713bf tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.197898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33449489-a36c-4363-a78d-12ad84348a8f req-7b4539bf-8e6e-4a4e-9c69-3f14b44713bf tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1097 time: 0.1009939 Jul 16 08:32:08.219867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.222472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.224132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3cf8ba2-d733-4771-b7f2-d836824a04d9 req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/e35a379e-7759-49b9-b0f7-24b3deba9b3a HTTP/1.1" status: 204 len: 173 time: 0.2201626 Jul 16 08:32:08.236908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4d1f-00ac-439f-8516-c7327eb8c6ef tempest-SecurityGroupsTestAdminJSON-1424327427 tempest-SecurityGroupsTestAdminJSON-1424327427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a379e-7759-49b9-b0f7-24b3deba9b3a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.258026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33449489-a36c-4363-a78d-12ad84348a8f req-cc7a5504-bd65-43e0-a8a4-77f75b8961c9 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524201 Jul 16 08:32:08.420846 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.713234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec685c1-3d32-44b1-92f5-812012b35e9f req-133eaef2-eba3-4139-a7a5-e5699bde44f0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.715065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ec685c1-3d32-44b1-92f5-812012b35e9f req-133eaef2-eba3-4139-a7a5-e5699bde44f0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.3455014 Jul 16 08:32:08.760980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.772983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565fa1c-1657-48e5-a44d-ff036af43473 req-ed6eb57f-6d9a-469a-bfb6-db36f255267d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.774589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e565fa1c-1657-48e5-a44d-ff036af43473 req-ed6eb57f-6d9a-469a-bfb6-db36f255267d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 950 time: 0.3413777 Jul 16 08:32:08.779728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ec685c1-3d32-44b1-92f5-812012b35e9f req-88c90e05-faf6-4813-ba24-2a34670f8141 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Jul 16 08:32:08.842604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e565fa1c-1657-48e5-a44d-ff036af43473 req-885dee75-d6b4-4bfa-aec7-7d92e79aa822 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Jul 16 08:32:08.876181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-831829f8-45cf-4651-ab17-3c7e3c7a866c tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "GET /v2.0/security-groups/ee31215a-b202-4cb7-ba65-7e6c41c7d460 HTTP/1.1" status: 200 len: 1777 time: 0.0575297 Jul 16 08:32:08.909470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:08.997559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.041836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-796214400-network', 'tenant_id': 'b10cd660dd204ef49002a342e67602a0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.071889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.072129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-11f55fd1-1b7c-4851-9895-db2de8ae9e9a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257285 Jul 16 08:32:09.107873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Made reservation on behalf of b10cd660dd204ef49002a342e67602a0 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:09.110549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.124860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.133577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-c3fe8fe8-28ef-4ea5-8b82-48fffe2e8f19 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.135055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-c3fe8fe8-28ef-4ea5-8b82-48fffe2e8f19 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.1691434 Jul 16 08:32:09.159056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.162266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.164406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8f87fdc-12f8-4243-8e03-c705d585739f req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee31215a-b202-4cb7-ba65-7e6c41c7d460 HTTP/1.1" status: 204 len: 173 time: 0.2794435 Jul 16 08:32:09.177994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-13ab4d94-4588-44b3-b44d-9866d17dde21 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/quotas/cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 375 time: 0.0299907 Jul 16 08:32:09.201852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eb38a-186a-443e-b405-417a370ea1c2 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee31215a-b202-4cb7-ba65-7e6c41c7d460,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.225071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-7b1d5079-7ed3-4956-bcf8-2613c8c38ef6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.227411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-7b1d5079-7ed3-4956-bcf8-2613c8c38ef6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505394 Jul 16 08:32:09.240830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Request body: {'port': {'device_id': 'a5055be6-6902-4339-8d61-9fffdd868704', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '88c9f0f3e3d14edea5406d3c5abc7c80'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.306013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-c477cd54-fdf2-4114-a0bc-e611850000e9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271396 Jul 16 08:32:09.375411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ccbdc6d0-a8a4-43cd-87e7-3f1d77a395b4 req-b27a6bb6-5f2e-4a63-819d-d3e0b9ed4ff8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 210 time: 0.0390530 Jul 16 08:32:09.407242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.430596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.439943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Made reservation on behalf of 88c9f0f3e3d14edea5406d3c5abc7c80 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:09.446081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.460480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-78145584-5ba5-4b19-b118-adf998793995 service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433115 Jul 16 08:32:09.472226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:09.497258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.497788 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Added segment e229454d-9b31-4a54-a972-24e6620a832e of type vlan for network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 Jul 16 08:32:09.512319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590741f6-d279-47d9-ae6d-54d0cd362c9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.590132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.599176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-6ab2071f-cb70-43dd-ba78-c084b36dc8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347780 Jul 16 08:32:09.608259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1d49-71fa-4a04-8a30-7999189cc450 req-004c71e9-ed83-44fc-a155-bd8d692f7f38 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.609824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fff1d49-71fa-4a04-8a30-7999189cc450 req-004c71e9-ed83-44fc-a155-bd8d692f7f38 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 949 time: 0.1159856 Jul 16 08:32:09.651821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fff1d49-71fa-4a04-8a30-7999189cc450 req-075b356c-578e-4379-a3e2-3170750bb62f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Jul 16 08:32:09.657081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.658345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.658928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.714018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32910) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:09.714629 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8028100 Jul 16 08:32:09.716807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Allocated IP 192.168.233.66 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/6a7d2c34-de79-413e-bd3d-922ae67d13ef) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:09.725105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Request body: {'subnet': {'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-796214400-subnet', 'tenant_id': 'b10cd660dd204ef49002a342e67602a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.749663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14fa3-3827-4205-9e2b-990589bd0aed admin admin] Pushing event updated for resources: {'Network': ['ID=1ca88f15-cb1b-4a8a-9b64-89470b0435b2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.763360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:09.774745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Made reservation on behalf of b10cd660dd204ef49002a342e67602a0 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:09.779194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.950373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.964554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Transition to ACTIVE for port object 6a7d2c34-de79-413e-bd3d-922ae67d13ef will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:09.982692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-61d20cb6-7f24-448f-8821-c93805313fe1 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "GET /v2.0/security-groups/c48ed101-183e-437e-8f5f-c02b6854e132 HTTP/1.1" status: 200 len: 1776 time: 0.1273534 Jul 16 08:32:09.999637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.013485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:10.073054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:10.073517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:10.080772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:10.086210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:10.091234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4352-fee0-462f-9fa5-4482e5413c83 req-10a00e2f-b6c4-47a3-8c77-48b6a1ad1341 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.098903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95bb4352-fee0-462f-9fa5-4482e5413c83 req-10a00e2f-b6c4-47a3-8c77-48b6a1ad1341 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.1816041 Jul 16 08:32:10.155750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.156746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.177116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.186902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.204791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.214474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-3a9fa805-bf2f-40f6-bd49-990d2de4b608 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9780707 Jul 16 08:32:10.226663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-b92e02ce-56b2-4fc9-a66f-171b6abc1316 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.232017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-b92e02ce-56b2-4fc9-a66f-171b6abc1316 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.2124391 Jul 16 08:32:10.237592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Request body: {'port': {'device_id': 'a5055be6-6902-4339-8d61-9fffdd868704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:10.255764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95bb4352-fee0-462f-9fa5-4482e5413c83 req-5af36fed-29ea-49c9-844e-05ca9cf1d3ad tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558933 Jul 16 08:32:10.277237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.303686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:10.376509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.394425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.399036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.401766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd2a90d9-1675-4a2d-a7c2-5e543ced3885 req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] 10.222.0.32 "DELETE /v2.0/security-groups/c48ed101-183e-437e-8f5f-c02b6854e132 HTTP/1.1" status: 204 len: 173 time: 0.4104252 Jul 16 08:32:10.415811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86654778-13f2-4c0f-9085-de598ba10ad3,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.426424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523da34-dae9-47cd-a174-1908ee39a510 tempest-SecurityGroupsTestAdminJSON-1461123778 tempest-SecurityGroupsTestAdminJSON-1461123778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ed101-183e-437e-8f5f-c02b6854e132,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.430913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Checking segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:10.431381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Network hostable DHCP agents. Network: 1ca88f15-cb1b-4a8a-9b64-89470b0435b2, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:10.481019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:10.502863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1ca88f15-cb1b-4a8a-9b64-89470b0435b2) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:10.515513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.516336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.542913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.548130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d8595-0769-43e8-abc3-4a8605960502 None None] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:10.575087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-60399f9e-70b4-44f3-8d7e-30f796d709eb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8594937 Jul 16 08:32:10.727154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e407118e-0470-46e9-b3b1-cd6affbafe05 req-03bfbe77-d4b9-47e9-ad2f-61084e582c39 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 210 time: 0.1093483 Jul 16 08:32:10.747284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8fab-3974-45d0-8f18-885f60c98241 None None] Provisioning for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:10.767251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8fab-3974-45d0-8f18-885f60c98241 None None] Provisioning complete for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:10.768552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8fab-3974-45d0-8f18-885f60c98241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.810230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8fab-3974-45d0-8f18-885f60c98241 None None] Port 6a7d2c34-de79-413e-bd3d-922ae67d13ef cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:10.833138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32936) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:10.897420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-34138d46-1a0d-4111-bdc8-979db365c497 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2919269 Jul 16 08:32:10.937973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620bfac-d5ec-4224-aef2-e42de1607bbe req-b0f1ebd8-1e4d-4295-ae18-22cee163acd6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.957568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620bfac-d5ec-4224-aef2-e42de1607bbe req-b0f1ebd8-1e4d-4295-ae18-22cee163acd6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.960478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c016d3-8bad-4e30-bebe-ff8db295c0e2 None None] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:10.961335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4620bfac-d5ec-4224-aef2-e42de1607bbe req-b0f1ebd8-1e4d-4295-ae18-22cee163acd6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575&device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 1690 time: 0.2977211 Jul 16 08:32:11.129211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:11.168820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4620bfac-d5ec-4224-aef2-e42de1607bbe req-022ab234-3b9f-4674-9ad5-a69dc181cbef tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617060 Jul 16 08:32:11.180379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:11.182739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-27300324-f7a5-4f82-a8de-1577da37c6a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0abf27dae0f542588aec4790884dcd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591571 Jul 16 08:32:11.183301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:11.193564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32946) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:11.196500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-e92f176f-f7b8-4081-9db6-478341effa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.199346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-e92f176f-f7b8-4081-9db6-478341effa2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 1096 time: 0.2366717 Jul 16 08:32:11.219888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5f36-3aed-4db7-9834-f49dfdddb228 req-9dd1294b-ee1a-4148-aaba-7325587d7425 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.221063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.227062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e5c5f36-3aed-4db7-9834-f49dfdddb228 req-9dd1294b-ee1a-4148-aaba-7325587d7425 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 945 time: 0.2207584 Jul 16 08:32:11.280745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Transition to ACTIVE for port object 6a7d2c34-de79-413e-bd3d-922ae67d13ef will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:11.308224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:11.310697 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ad7d5-0a74-4f87-bd9d-d1744b780152" -d '{"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-unplugged", "status": "completed", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:11.315502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.323228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.360708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.389130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e5c5f36-3aed-4db7-9834-f49dfdddb228 req-800c226e-8752-4755-87c0-8e51a3e23ed5 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541946 Jul 16 08:32:11.399724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.450120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.453006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-0e912341-2e05-4abf-98b4-aa21bc632d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.454546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-0e912341-2e05-4abf-98b4-aa21bc632d43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2183819 Jul 16 08:32:11.517056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-8d443343-d965-472b-abdf-8f6eb8899e1f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.519830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-8d443343-d965-472b-abdf-8f6eb8899e1f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.3315966 Jul 16 08:32:11.522991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-73d38130-2ce4-430a-b64a-87e3b2daddb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 200 len: 217 time: 0.0590844 Jul 16 08:32:11.525778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.587528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Request body: {'port': {'device_id': '133c9321-6923-449b-831a-441b22cf7a27', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'admin_state_up': True, 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:11.650755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-8dc97b26-8d70-4ba2-8c71-8eb1f44170b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.652306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-8dc97b26-8d70-4ba2-8c71-8eb1f44170b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1101742 Jul 16 08:32:11.696600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:11.696814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:11.697077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:11.699081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.703025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.705759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f5e17f9-aa18-4e10-9a11-eec0c276e2c4 HTTP/1.1" status: 204 len: 168 time: 0.4997735 Jul 16 08:32:11.751210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-7e7b81c9-ab85-4bb1-b85d-71e2ae1f54e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913584 Jul 16 08:32:11.756137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478997-0977-479f-85ab-c35bb64bd4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e17f9-aa18-4e10-9a11-eec0c276e2c4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.769578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:11.781261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.791541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384485-f9c9-4228-a87c-d7078311bbd2 req-2190ab00-124f-4a5c-be04-27f9ae597f8c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.793228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f384485-f9c9-4228-a87c-d7078311bbd2 req-2190ab00-124f-4a5c-be04-27f9ae597f8c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.2256410 Jul 16 08:32:11.866224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:11.866690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:11.873000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f384485-f9c9-4228-a87c-d7078311bbd2 req-09bad72f-db08-4a8f-8bd8-20c53d3a2c70 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726855 Jul 16 08:32:11.903713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:11.904967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:11.905485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:11.906050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Bound port: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:11.906518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.921832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:11.934660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:11.942381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.966997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:11.967327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:11.967697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:11.979094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:11.979457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:11.990489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:11.991006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:11.991769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:11.997809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Bound port: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:11.998429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.010892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-b28bfb77-7a5c-4411-8274-98524801ad17 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.018684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-b28bfb77-7a5c-4411-8274-98524801ad17 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.1503811 Jul 16 08:32:12.028085 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9974b925-d604-45bb-9ed3-c360aec839f2 x-openstack-request-id: req-9974b925-d604-45bb-9ed3-c360aec839f2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:12.028628 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-unplugged", "status": "completed", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:12.029038 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9974b925-d604-45bb-9ed3-c360aec839f2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:12.029642 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'code': 200} Jul 16 08:32:12.038582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-1fa19bea-b9f2-4f75-9d30-f8290a53bc0e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/quotas/b10cd660dd204ef49002a342e67602a0 HTTP/1.1" status: 200 len: 375 time: 0.0189621 Jul 16 08:32:12.042465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-6dc244d6-01d4-4370-81d2-ada250e20744 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829664 Jul 16 08:32:12.065267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:12.065949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:12.066492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:12.102590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-6093c472-c4fa-454e-b20b-352837eee126 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631363 Jul 16 08:32:12.139320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:12.140601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:12.213831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:12.227537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:12.233951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:12.234298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:12.234685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:12.235132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Bound port: 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:12.235697 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.268408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:12.286122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.288867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Allocated IP 172.20.0.4 (fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9/e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef/eebc5ac2-f7cf-4fd0-bdd6-64422022c446) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:12.291868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:12.303363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5-n-h1-798054-12-0 {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:32:12.304667 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:32:12.340323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-ae755107-5a0d-4841-90ed-d0b34740ebe5 service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114398 Jul 16 08:32:12.345188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-850e6e88-ab1f-4640-ab8b-74f95e64cce0 req-79218cf6-195c-4ae0-8f57-01810fed4c55 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901046 Jul 16 08:32:12.354672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49c8f012-0195-43af-b41d-ad6e7c19ba5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fbda4b96e9b4355ad16166f8dc98735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353130 Jul 16 08:32:12.358317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:12.415153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4166fec-7b7b-48da-b121-e601d94b5364 req-8c269c6a-4a79-4ea2-9832-82abc8ab6835 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.416712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4166fec-7b7b-48da-b121-e601d94b5364 req-8c269c6a-4a79-4ea2-9832-82abc8ab6835 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1103 time: 0.2447772 Jul 16 08:32:12.468476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-c6d69091-b970-43da-9db7-235c4a16f6fa service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189034 Jul 16 08:32:12.470492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4166fec-7b7b-48da-b121-e601d94b5364 req-c1d4e529-5466-4f25-b72c-8ef25a8f1f04 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Jul 16 08:32:12.470832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:12.521547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.522562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.523971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] 10.222.0.47 "PUT /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 1123 time: 2.2246509 Jul 16 08:32:12.524611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b0fa-224a-4841-96bb-77ea893da844 service neutron] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.628540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-591465d0-a604-4245-b4a2-5dff03a15ff4 req-7749e28d-236e-48ed-bd29-f478346c1621 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 210 time: 0.0376866 Jul 16 08:32:12.629049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:12.633961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:12.651670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.748607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.773255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.785454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:12.872173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.951066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.953907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.954782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.956440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 1096 time: 2.7232037 Jul 16 08:32:12.971147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e74cc2-a659-410c-aaf0-69308d48e959 req-8ef8438c-5062-4e20-945c-752c6aa990a6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.992551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16e74cc2-a659-410c-aaf0-69308d48e959 req-8ef8438c-5062-4e20-945c-752c6aa990a6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.1758399 Jul 16 08:32:13.000539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:13.005346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.008151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.009333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/115c96a7-df3c-4500-aaae-583ca1d103e0 HTTP/1.1" status: 204 len: 168 time: 0.6420202 Jul 16 08:32:13.065980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b2b31-42db-4d55-944e-d50777a576f9 req-7b020c2d-c869-4ad2-890c-ae033e87b155 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.077552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a25b2b31-42db-4d55-944e-d50777a576f9 req-7b020c2d-c869-4ad2-890c-ae033e87b155 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 1101 time: 0.2156007 Jul 16 08:32:13.102844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:13.104342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:13.105087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:13.117116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:13.117928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempting to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:13.125174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e4849e1-3d8b-4b22-b87e-8632f7e67af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.128511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:13.141311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:13.142162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:13.143926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Bound port: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:13.145649 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.148248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:13.157196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16e74cc2-a659-410c-aaf0-69308d48e959 req-18898d3b-b4ab-4961-bf20-07c8c0ddd879 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619537 Jul 16 08:32:13.168575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5461-a70c-4207-8a3a-5eff356c4095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115c96a7-df3c-4500-aaae-583ca1d103e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.171899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7645-fa88-4fce-9234-b66642cecd52 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.199511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:13.213143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a25b2b31-42db-4d55-944e-d50777a576f9 req-c244c20a-e2bf-4ea8-9e1f-3b4a18b46379 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342492 Jul 16 08:32:13.496400 n-d-798054-12 neutron-server[93776]: WARNING neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Concurrent port binding operations failed on port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 Jul 16 08:32:13.516717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:13.597244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a461710a-1495-41f0-b396-e8b0702515b4 req-01b7cb89-6765-4db4-97cd-7eba39f458c7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 210 time: 0.0720325 Jul 16 08:32:13.601642 n-d-798054-12 neutron-server[93776]: INFO neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Attempt 2 to bind port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 Jul 16 08:32:13.602170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 has no active binding in host n-h2-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:32:13.731486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.732169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.792625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-a60a7ae5-365c-4de9-82e3-07e2439875cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.794135 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-a60a7ae5-365c-4de9-82e3-07e2439875cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1099 time: 0.7838078 Jul 16 08:32:13.816666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.854711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeddb4-18ac-4ad9-a7bb-fa1b3fe88f5b req-f0c641e5-8f8f-4f15-8224-5c8cb8984c9f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.855536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-5fae0710-b202-4f36-80b8-12219f345260 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2784393 Jul 16 08:32:13.856365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16eeddb4-18ac-4ad9-a7bb-fa1b3fe88f5b req-f0c641e5-8f8f-4f15-8224-5c8cb8984c9f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.1241105 Jul 16 08:32:13.856857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-e3810614-de22-48a7-bcf9-0d2c676eb55e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0376384 Jul 16 08:32:13.869501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7654b0e-723a-4042-aa79-ca070784363b req-18364bc4-e617-4e5f-aa8c-ecdf1fc9c6a9 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.871803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7654b0e-723a-4042-aa79-ca070784363b req-18364bc4-e617-4e5f-aa8c-ecdf1fc9c6a9 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 1102 time: 0.1048391 Jul 16 08:32:13.873723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Request body: {'port': {'device_id': '133c9321-6923-449b-831a-441b22cf7a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:13.940324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16eeddb4-18ac-4ad9-a7bb-fa1b3fe88f5b req-70b715fc-8e5b-4cb7-9a59-1c68d5be3929 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Jul 16 08:32:13.947041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-a0ac25fd-6728-4944-a497-6a20f94351f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.948530 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-a0ac25fd-6728-4944-a497-6a20f94351f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0795527 Jul 16 08:32:13.953116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7654b0e-723a-4042-aa79-ca070784363b req-693bcf15-4e25-46aa-af35-639844012c34 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633469 Jul 16 08:32:14.047792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'}, {'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:14.052270 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5"}, {"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:14.103255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.120715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-eb154118-76b4-4122-a40a-6307a3cf8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.126631 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-eb154118-76b4-4122-a40a-6307a3cf8e8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691763 Jul 16 08:32:14.174698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582f280-f649-4230-a61b-daf49822438b req-1f6d7009-f4af-4879-ae7d-fea97ad046c4 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.183349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7582f280-f649-4230-a61b-daf49822438b req-1f6d7009-f4af-4879-ae7d-fea97ad046c4 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1103 time: 0.1094794 Jul 16 08:32:14.233624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7582f280-f649-4230-a61b-daf49822438b req-4bd7637e-1aef-4299-af2d-24bdd63ac5a8 tempest-ServersAdminTestJSON-1378785602 tempest-ServersAdminTestJSON-1378785602-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Jul 16 08:32:14.281611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7917a5-1954-473a-88bb-ca7236d7d34b req-9918ec5e-f2df-4bca-9d0d-089a939e419c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.296136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e7917a5-1954-473a-88bb-ca7236d7d34b req-9918ec5e-f2df-4bca-9d0d-089a939e419c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 931 time: 0.1669118 Jul 16 08:32:14.314775 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef7425-8b64-4dfc-8169-a2ae8a71681a x-openstack-request-id: req-9eef7425-8b64-4dfc-8169-a2ae8a71681a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:14.315398 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:14.315398 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eef7425-8b64-4dfc-8169-a2ae8a71681a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:14.315711 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'status': 'completed', 'code': 200} Jul 16 08:32:14.315974 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'status': 'completed', 'code': 200} Jul 16 08:32:14.368519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e7917a5-1954-473a-88bb-ca7236d7d34b req-cbeb3844-81ea-476b-804c-62fe5c7f527a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Jul 16 08:32:14.399595 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-86cc9f3c-f5e4-4251-9986-b27ccf535106 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443368 Jul 16 08:32:14.433824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-6c3cf55f-bfd4-4a22-9f70-b037edc99d36 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611606 Jul 16 08:32:14.604232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-1e981b77-8847-4976-8967-ce0235aaae92 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.605718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-1e981b77-8847-4976-8967-ce0235aaae92 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656742 Jul 16 08:32:14.641789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-7617283d-1707-4f8a-9c08-4952b54ca0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.643318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-7617283d-1707-4f8a-9c08-4952b54ca0ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1126 time: 0.2724841 Jul 16 08:32:14.662755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30ec8358-b61f-46d7-9fa8-5c26d3637ad2 req-673d7b14-3977-47b4-b517-ee6a16e8cede service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410691 Jul 16 08:32:14.705395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc5ac2-f7cf-4fd0-bdd6-64422022c446 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:14.733219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.809565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Transition to ACTIVE for port object eebc5ac2-f7cf-4fd0-bdd6-64422022c446 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:14.821608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.886797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-fb0c643c-a482-4e42-ab6f-ae817862cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.888319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-fb0c643c-a482-4e42-ab6f-ae817862cf77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2230725 Jul 16 08:32:14.903120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.906234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69593edc-3b79-420a-bd69-33bb8f7e712b req-46a33f8d-e24e-4580-a8f0-c86157faf5f6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.907716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69593edc-3b79-420a-bd69-33bb8f7e712b req-46a33f8d-e24e-4580-a8f0-c86157faf5f6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.3752923 Jul 16 08:32:14.909908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-7966f3b9-bd86-4545-ae98-83bef47c68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.911412 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-7966f3b9-bd86-4545-ae98-83bef47c68e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1099 time: 0.1929097 Jul 16 08:32:14.916888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-945db462-3473-40d5-bb81-eeb7da17bafb tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.2997801 Jul 16 08:32:14.986116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69593edc-3b79-420a-bd69-33bb8f7e712b req-c7da65be-3a17-4845-8059-dc40f434d523 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602274 Jul 16 08:32:15.006944 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-c2f18fbf-2bed-4841-ae41-4b2218cb80c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 217 time: 0.1012185 Jul 16 08:32:15.030812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-5fd9785b-a029-47ff-be0f-6bdfbd376125 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1117966 Jul 16 08:32:15.117147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:15.117889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:15.118255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:15.146423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:15.146757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:15.158191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-4b02d4f9-b2bd-4e34-bb1c-ec51b2ad649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.159684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-4b02d4f9-b2bd-4e34-bb1c-ec51b2ad649c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1366327 Jul 16 08:32:15.164334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:15.164594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:15.164870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:15.166525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Bound port: eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:15.167163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.281703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:15.284923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:15.289555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-aff858d8-ffee-4930-b0d9-7a031d19a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.291285 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-aff858d8-ffee-4930-b0d9-7a031d19a56b service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3689883 Jul 16 08:32:15.293226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-3c833e59-e5a4-4834-a016-dff1eb82ca00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157846 Jul 16 08:32:15.303104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.527172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-f6159786-7b20-4c9e-ab9d-390e0b7569f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.2201314 Jul 16 08:32:15.557631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-873a0388-dfea-4ed8-838f-7bb6e9cac9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.652751 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.656049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cad1cdb-ca05-4e5a-afc2-5d4b6fc6c53b req-423d9aeb-4937-4990-88f2-21cb3524781c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 210 time: 0.0486798 Jul 16 08:32:15.667661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.668403 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.670292 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 1092 time: 1.8024962 Jul 16 08:32:15.693628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82824062-fd73-4fc4-bfbb-fb82aeb62545 req-59037527-e540-48ca-aece-ae0e17f36410 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.695289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82824062-fd73-4fc4-bfbb-fb82aeb62545 req-59037527-e540-48ca-aece-ae0e17f36410 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.1869776 Jul 16 08:32:15.756074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82824062-fd73-4fc4-bfbb-fb82aeb62545 req-103320c9-907a-4fe6-bf6e-ee4208fa7e5b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Jul 16 08:32:15.769590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-a2eb4850-0d8d-4a35-ba8c-2bc58db0d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.769590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-a2eb4850-0d8d-4a35-ba8c-2bc58db0d6f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1678603 Jul 16 08:32:15.784914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb7a0-7c73-4c16-a354-6495ef6706f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:15.794635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-de51ffc7-db4f-4b37-99b1-9f5e7c70ecaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.796353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-de51ffc7-db4f-4b37-99b1-9f5e7c70ecaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.5094666 Jul 16 08:32:15.845983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'port': {'device_id': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'admin_state_up': True, 'tenant_id': 'b10cd660dd204ef49002a342e67602a0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:15.852897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-13b1c86e-3f9b-47dd-ba55-d9bf22020e4f service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009012 Jul 16 08:32:15.895239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5a91b3-5a55-4d9c-8563-09afb11400de req-f2d7d960-be2d-4aa3-b06a-fa1c136ac4a8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 210 time: 0.0291722 Jul 16 08:32:15.965586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e607021-f485-4a16-ba25-fc9785522b8f req-64667d0a-73d1-439c-8257-d2ae47856da4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.967573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e607021-f485-4a16-ba25-fc9785522b8f req-64667d0a-73d1-439c-8257-d2ae47856da4 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.0714490 Jul 16 08:32:15.984564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-6ec82907-4152-481c-9783-fd19c4f963c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.986167 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-6ec82907-4152-481c-9783-fd19c4f963c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1095 time: 0.2488921 Jul 16 08:32:16.012836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e607021-f485-4a16-ba25-fc9785522b8f req-7550ea8a-5534-47ce-a810-0d01d58f8563 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Jul 16 08:32:16.077495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-c6d0a404-3269-4a6a-ae5f-8eff9865321a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 217 time: 0.0557497 Jul 16 08:32:16.085133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-2bc37dbe-f0c5-4929-b0ea-f11bf383cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.086642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-2bc37dbe-f0c5-4929-b0ea-f11bf383cd96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2893095 Jul 16 08:32:16.128691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696b8e0-cfb6-4af7-b48c-1dd79f0fcd78 req-5dc51502-d0a9-42f0-9ac9-8991d5e95690 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.136504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8696b8e0-cfb6-4af7-b48c-1dd79f0fcd78 req-5dc51502-d0a9-42f0-9ac9-8991d5e95690 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.0875626 Jul 16 08:32:16.180596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-72cae4da-fa15-4a16-9022-7e2e9c59165a service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896059 Jul 16 08:32:16.191978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Made reservation on behalf of b10cd660dd204ef49002a342e67602a0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:16.195435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.197772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8696b8e0-cfb6-4af7-b48c-1dd79f0fcd78 req-3307a7e6-ca96-4438-9710-361abbe8c6ec tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Jul 16 08:32:16.230376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-59827d85-fff5-4f37-8108-864c956998d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.231929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-59827d85-fff5-4f37-8108-864c956998d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1419985 Jul 16 08:32:16.281045 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-a1a3a4aa-4603-48af-bdc1-d1c5c84370cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341003 Jul 16 08:32:16.317378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:16.320008 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe251b-0af3-4e79-a5ad-32848596b299" -d '{"events": [{"name": "network-changed", "server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:16.370917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-be418aab-b593-4a22-beb5-b6a24d098bfd service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698228 Jul 16 08:32:16.388300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998fdfb-7380-4eb0-92fa-832bc04dec65 req-884e708c-ae4d-4257-b0c7-755c1d8a2293 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.389968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4998fdfb-7380-4eb0-92fa-832bc04dec65 req-884e708c-ae4d-4257-b0c7-755c1d8a2293 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.0682409 Jul 16 08:32:16.430812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4998fdfb-7380-4eb0-92fa-832bc04dec65 req-2838171f-09dc-44b2-a426-8a8ceeb33bfe tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Jul 16 08:32:16.746270 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.786466 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187bb630-4a38-4517-a4ff-8ddff2a7ffa6 x-openstack-request-id: req-187bb630-4a38-4517-a4ff-8ddff2a7ffa6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:16.787106 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:16.787106 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187bb630-4a38-4517-a4ff-8ddff2a7ffa6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:16.787420 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'status': 'completed', 'code': 200} Jul 16 08:32:16.806750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d07c0-8ca0-4b48-be04-e20f6243c622 req-e15b4615-df60-4b47-ba54-b2511f6460ca tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.808834 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a4d07c0-8ca0-4b48-be04-e20f6243c622 req-e15b4615-df60-4b47-ba54-b2511f6460ca tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 946 time: 0.1014996 Jul 16 08:32:16.863381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-4da94292-b644-4405-b154-a4c5f8ef7590 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751357 Jul 16 08:32:16.872090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-2439bef2-1e0a-4c1a-a059-121b56d49ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807528 Jul 16 08:32:16.876579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a4d07c0-8ca0-4b48-be04-e20f6243c622 req-e3584b43-b9e7-4df4-9703-bbaa5f4ed1f2 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jul 16 08:32:16.877776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Allocated IP 172.20.0.2 (1ca88f15-cb1b-4a8a-9b64-89470b0435b2/86654778-13f2-4c0f-9085-de598ba10ad3/22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:16.973501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fb6ba245-d50e-4d14-a2ab-a09f083da7e4 req-3685a1fc-bfb1-4a82-8bb3-2b0862689eaa service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901451 Jul 16 08:32:17.050242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e8fe7d6-9f11-48bf-9fe1-f7cbb6558ef5 req-0ed424ef-41a0-4d49-97a8-7634b564c7f6 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 210 time: 0.0354106 Jul 16 08:32:17.125027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-13ca3cc1-f0f7-43e3-8e87-50ceef268381 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3406734 Jul 16 08:32:17.152527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e537f292-4ca6-4b27-9b73-8015b23dfb9e req-62c8b4b5-d362-45d9-809a-42b800418bee service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723150 Jul 16 08:32:17.174688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-2b5c53c0-e33c-4f84-8a93-bc9ba9bb494b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.176258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-2b5c53c0-e33c-4f84-8a93-bc9ba9bb494b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998242 Jul 16 08:32:17.199841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baa3e31e-2312-4076-805e-6c721a90e927 req-4fb88217-2093-4008-8106-c7281855ba9e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 210 time: 0.0317848 Jul 16 08:32:17.230857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:17.234533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20a4b-5529-4fee-85b6-2764c9eeeda7 req-9e51c169-b860-449b-9afc-413d3a657d45 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.236291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3d20a4b-5529-4fee-85b6-2764c9eeeda7 req-9e51c169-b860-449b-9afc-413d3a657d45 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.1108744 Jul 16 08:32:17.288012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3d20a4b-5529-4fee-85b6-2764c9eeeda7 req-6c8b8ef2-00f0-4634-a129-9324495e6271 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Jul 16 08:32:17.412127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.451944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-ab859343-95b5-4a5e-8172-8a599e27ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.453496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-ab859343-95b5-4a5e-8172-8a599e27ec81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1095 time: 0.2368119 Jul 16 08:32:17.462636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-cf3cb07c-fa93-4247-9a11-eb1c7a0a5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.463756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-cf3cb07c-fa93-4247-9a11-eb1c7a0a5c2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=663df25e7ee446758973d80f3bfc20b2&device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 1103 time: 0.2491739 Jul 16 08:32:17.471133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83253e44-ed7b-4a6c-b8fc-0b8c633928f8 req-0326de61-b46d-4e72-ae5d-6f76758b3b8f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.472692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83253e44-ed7b-4a6c-b8fc-0b8c633928f8 req-0326de61-b46d-4e72-ae5d-6f76758b3b8f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.1018462 Jul 16 08:32:17.495097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ec10a-2f6f-4532-a2b4-068c44d7563a req-9f569a54-b7ab-4450-a335-806180cde7d0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.496578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-976ec10a-2f6f-4532-a2b4-068c44d7563a req-9f569a54-b7ab-4450-a335-806180cde7d0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.0979133 Jul 16 08:32:17.539593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83253e44-ed7b-4a6c-b8fc-0b8c633928f8 req-5038fb3d-2fed-4c8c-8b0e-e30c8850b987 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586135 Jul 16 08:32:17.553493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-976ec10a-2f6f-4532-a2b4-068c44d7563a req-5b846cc0-4a9e-48c4-9951-69a33cf7960c tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494783 Jul 16 08:32:17.589212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:17.593308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.608277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.735829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:17.743216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c02b65-b17a-40c3-9ce1-e03fc3ebfd19 req-caa1dc15-4914-44b2-88c2-a7c32b2f20f2 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.745628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4c02b65-b17a-40c3-9ce1-e03fc3ebfd19 req-caa1dc15-4914-44b2-88c2-a7c32b2f20f2 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.0850339 Jul 16 08:32:17.774246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:17.776777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:17.786311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4c02b65-b17a-40c3-9ce1-e03fc3ebfd19 req-bcc15314-d403-438b-b29c-e1850f75177b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Jul 16 08:32:17.808003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:17.810427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-f9658d0a-b046-4298-80f3-c64e051f07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.811918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-f9658d0a-b046-4298-80f3-c64e051f07a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.3459537 Jul 16 08:32:17.822395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.831388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-97051fdb-575e-4dc7-b8f6-9416cf5a9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.833404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-97051fdb-575e-4dc7-b8f6-9416cf5a9e9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3343189 Jul 16 08:32:17.898105 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-9d561da9-b642-42ae-bd9f-6b0fa7eaf84f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 217 time: 0.0702958 Jul 16 08:32:17.915216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:17.927186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'mac_address': 'fa:16:3e:9b:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:17.957881 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-d5184d26-46a3-4d30-ab02-eb2814ab4c18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f HTTP/1.1" status: 200 len: 217 time: 0.1097214 Jul 16 08:32:17.963381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.964000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.966122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.979959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:18.002268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:18.008504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.051398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-2010abe5-4ef1-45ac-b076-ec1a35c22dac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2117062 Jul 16 08:32:18.064740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.080464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Request body: {'port': {'device_id': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:18.083495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-e93e770c-d894-47c5-b76c-2327c214b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.084965 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-e93e770c-d894-47c5-b76c-2327c214b886 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1154985 Jul 16 08:32:18.095838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.103 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/8b38c297-9194-47e9-980a-1655d9a273af) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:18.128722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-ad27b164-5c89-4a97-a465-ba506fb63442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.131793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-ad27b164-5c89-4a97-a465-ba506fb63442 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1983385 Jul 16 08:32:18.208254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-b7f5c9e9-c523-4a7b-bc1c-444caaf52a8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512106 Jul 16 08:32:18.249298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78519-84ec-4565-8809-7e887f4ee9af req-3001bc54-fe84-4df1-8e2f-f23f7b84ae30 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.256536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7c78519-84ec-4565-8809-7e887f4ee9af req-3001bc54-fe84-4df1-8e2f-f23f7b84ae30 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 931 time: 0.0808675 Jul 16 08:32:18.290836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7c78519-84ec-4565-8809-7e887f4ee9af req-ef61c94f-eee8-436f-bb6d-942d82632a33 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jul 16 08:32:18.359364 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.379862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:18.396941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.410918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-7396109e-5260-41e3-899a-e8e8195bca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.412491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-7396109e-5260-41e3-899a-e8e8195bca54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137031 Jul 16 08:32:18.437548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-322cdeb2-9966-4bea-8df2-548d471c0bed tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.439661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-322cdeb2-9966-4bea-8df2-548d471c0bed tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.1274247 Jul 16 08:32:18.534044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0faafd6e-b9e2-4b5f-a701-708e41966024 req-55ea079e-a216-42e1-84b2-ab7e502bbe27 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 210 time: 0.0834649 Jul 16 08:32:18.536506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-144b8d86-e81f-48f0-a563-536559fbf728 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087602 Jul 16 08:32:18.652017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.680737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08425b7f-e35f-4bf5-8675-300572f69d65 req-016506bc-b20f-43f2-a5a9-a4894ce771c1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.682200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08425b7f-e35f-4bf5-8675-300572f69d65 req-016506bc-b20f-43f2-a5a9-a4894ce771c1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.1515183 Jul 16 08:32:18.688966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Deleting port 8924cc5d-d716-4499-98b8-50af00b832c5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:18.689547 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.772405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object 8b38c297-9194-47e9-980a-1655d9a273af will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:18.780975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08425b7f-e35f-4bf5-8675-300572f69d65 req-2e6d12a3-2b22-4460-a89e-3fc4655fc087 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876684 Jul 16 08:32:18.786134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-65dab5ac-b0e9-435c-8387-a3088e33d250 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363388 Jul 16 08:32:18.815789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] For port 8924cc5d-d716-4499-98b8-50af00b832c5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8924cc5d-d716-4499-98b8-50af00b832c5,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:18.816399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.837142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Calling delete_port for 8924cc5d-d716-4499-98b8-50af00b832c5 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:19.125216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494b523-6853-4dda-9d28-f6ce7654471e req-d0cf4e7d-969f-430f-9565-309dc1ba441f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.126749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a494b523-6853-4dda-9d28-f6ce7654471e req-d0cf4e7d-969f-430f-9565-309dc1ba441f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.1672435 Jul 16 08:32:19.152647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fc38d-8438-4286-8267-f14c9c27ddf1 req-e9736920-eaa1-42d8-9894-a008e4e03d7e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.154096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-958fc38d-8438-4286-8267-f14c9c27ddf1 req-e9736920-eaa1-42d8-9894-a008e4e03d7e tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=217733d9-176a-42b1-9744-49ca16e5be69 HTTP/1.1" status: 200 len: 950 time: 0.1777580 Jul 16 08:32:19.160027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.182441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8924cc5d-d716-4499-98b8-50af00b832c5', 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:19.209225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event deleted for resources: {'Port': ['ID=8924cc5d-d716-4499-98b8-50af00b832c5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.214118 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dfe251b-0af3-4e79-a5ad-32848596b299 req-5038ed1d-7ab0-4737-a9f3-de7db8a6ce99 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643622 Jul 16 08:32:19.238059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a494b523-6853-4dda-9d28-f6ce7654471e req-d363bb7d-c97a-41a1-b3ca-59137236bcb8 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022377 Jul 16 08:32:19.260153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ac3385b0-91f6-4440-896c-0e42ed3092f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:19.276192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.289064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] No DVR routers for this DVR port 8924cc5d-d716-4499-98b8-50af00b832c5 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:19.292952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.295096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f703ef9-9255-4b05-9471-2797173f91d0 req-99b1416f-8cfe-47a1-9683-fd626718dcd6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "DELETE /v2.0/ports/8924cc5d-d716-4499-98b8-50af00b832c5 HTTP/1.1" status: 204 len: 173 time: 0.8429585 Jul 16 08:32:19.295827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'name': 'network-vif-deleted', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:19.302221 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25db352-0514-4c0f-a8af-2dfecc3fd664" -d '{"events": [{"server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "name": "network-vif-deleted", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:19.319088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-958fc38d-8438-4286-8267-f14c9c27ddf1 req-f158c3e1-3c76-44c6-bb46-167b42e78bde tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510608 Jul 16 08:32:19.396881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:19.405031 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-799fdc8f-3ef3-4f73-874d-51ec58c9feba req-af07c3d8-48d7-44f0-8f62-dbf4af18fbe9 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859874 Jul 16 08:32:19.413989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:19.421988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:19.433480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.527020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:19.537695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.538676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.549573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.564617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-34fe8fc8-97e4-475f-9808-e25293e26dca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3486872 Jul 16 08:32:19.570684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Transition to ACTIVE for port object 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:19.579376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Request body: {'port': {'device_id': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:19.585573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.624379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa9aca-3cf1-4bd2-9abf-a170e25b2d32 req-98e1912a-c6ed-4b04-971e-322370a32a59 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.628143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80fa9aca-3cf1-4bd2-9abf-a170e25b2d32 req-98e1912a-c6ed-4b04-971e-322370a32a59 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.0968142 Jul 16 08:32:19.684996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80fa9aca-3cf1-4bd2-9abf-a170e25b2d32 req-1c5ea171-4412-4436-968c-be2bc2477043 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Jul 16 08:32:19.694899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.765116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.817898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:19.829007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Attempting to bind port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:19.829351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Attempting to bind port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:19.829689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Attempting to bind port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:19.835916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:19.847812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:19.848556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Attempting to bind port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:19.858832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-ba0288c2-f221-4464-b857-8745408b6b35 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1798926737&fields=id&tenant_id=3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 267 time: 0.0558245 Jul 16 08:32:19.889244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:19.910557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:19.910896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Checking segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:19.911288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Bound using segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:19.911744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Bound port: 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:19.912135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.028322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774b9c4-8d5d-48b1-996e-0038bce6efe0 req-bc6d3e41-9b76-42cd-90a8-0b1638e66d84 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.036184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8774b9c4-8d5d-48b1-996e-0038bce6efe0 req-bc6d3e41-9b76-42cd-90a8-0b1638e66d84 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 943 time: 0.1732094 Jul 16 08:32:20.056548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:20.070886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:20.071903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-c64b6ce1-9b0f-43cd-bf45-45978f04c3a5 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.072634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:20.074227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-c64b6ce1-9b0f-43cd-bf45-45978f04c3a5 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 823 time: 0.2144272 Jul 16 08:32:20.078185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.086230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:20.086776 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.126634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8774b9c4-8d5d-48b1-996e-0038bce6efe0 req-9ce6e78f-d7a9-4411-a6bf-bd832109adc4 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892704 Jul 16 08:32:20.132987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-45ccba30-3729-4c66-abd5-e486b974e59e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/quotas/3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 375 time: 0.0218480 Jul 16 08:32:20.137756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.138416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.139814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] 10.222.0.46 "PUT /v2.0/ports/22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa HTTP/1.1" status: 200 len: 1092 time: 2.0682359 Jul 16 08:32:20.144058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.147035 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd3083-11b0-489c-9f2e-22977a4091f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:20.152239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d20baa28-0536-4f10-8f06-ea3c89261a70 None None] Provisioning for port 8b38c297-9194-47e9-980a-1655d9a273af completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:20.155003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:20.195592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4450-ca5e-4ea6-9262-49a0e76262ca service neutron] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.237343 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f2e93-8df0-49b2-9e24-3e19103fbf5c x-openstack-request-id: req-2b0f2e93-8df0-49b2-9e24-3e19103fbf5c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:20.238528 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217733d9-176a-42b1-9744-49ca16e5be69", "name": "network-vif-deleted", "tag": "8924cc5d-d716-4499-98b8-50af00b832c5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:20.238944 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b0f2e93-8df0-49b2-9e24-3e19103fbf5c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:20.239687 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217733d9-176a-42b1-9744-49ca16e5be69', 'name': 'network-vif-deleted', 'tag': '8924cc5d-d716-4499-98b8-50af00b832c5', 'status': 'completed', 'code': 200} Jul 16 08:32:20.242655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b38c297-9194-47e9-980a-1655d9a273af {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:20.247562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d20baa28-0536-4f10-8f06-ea3c89261a70 None None] Provisioning complete for port 8b38c297-9194-47e9-980a-1655d9a273af triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:20.252268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d20baa28-0536-4f10-8f06-ea3c89261a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.253490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.278319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Transition to ACTIVE for port object 8b38c297-9194-47e9-980a-1655d9a273af will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:20.284004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.297860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-0e8efe2a-0417-4c0b-9a8e-6b9e70339dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.299599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-0e8efe2a-0417-4c0b-9a8e-6b9e70339dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 1095 time: 0.0961277 Jul 16 08:32:20.326735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-80a4d25d-00e8-4fb7-88c7-65559f76680b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1631758 Jul 16 08:32:20.375269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.378321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d20baa28-0536-4f10-8f06-ea3c89261a70 None None] Port 8b38c297-9194-47e9-980a-1655d9a273af cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:20.378511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-0385073e-a898-4ee5-8b17-23a1b808f896 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa HTTP/1.1" status: 200 len: 217 time: 0.0534220 Jul 16 08:32:20.409075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'port_id': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'mac_address': 'fa:16:3e:0e:af:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:20.420854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.511716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.525652 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.537032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-690f4616-5265-4019-a4ca-9190d37dfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.538610 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-690f4616-5265-4019-a4ca-9190d37dfec6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.1503334 Jul 16 08:32:20.563342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebc5ac2-f7cf-4fd0-bdd6-64422022c446 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:20.567374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-4070b06e-e3fd-44bf-a1ed-399a63164010 service neutron] 10.222.0.32 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140191 Jul 16 08:32:20.575787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.578285 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56493c3c-bbc9-4dee-8138-8ec8e854bbb8" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:20.611824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.613236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6200a-615d-4df3-b238-506e5e1a3b35 req-83b2bdcb-88be-443b-bb8e-a8cbfb89fde2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.615773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.616133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53b6200a-615d-4df3-b238-506e5e1a3b35 req-83b2bdcb-88be-443b-bb8e-a8cbfb89fde2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 948 time: 0.1326120 Jul 16 08:32:20.629866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-6ee5fdc6-4893-4b20-a133-f241bd6d3f56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410810 Jul 16 08:32:20.634228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Attempting to bind port 8b38c297-9194-47e9-980a-1655d9a273af on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:20.634590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Attempting to bind port 8b38c297-9194-47e9-980a-1655d9a273af by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:20.635059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Attempting to bind port 8b38c297-9194-47e9-980a-1655d9a273af on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.640098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Port 8b38c297-9194-47e9-980a-1655d9a273af on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:20.640435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Attempting to bind port 8b38c297-9194-47e9-980a-1655d9a273af on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.641930 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.649741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.662635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:20.663319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:20.663954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:20.664657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Bound port: 8b38c297-9194-47e9-980a-1655d9a273af, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:20.665357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.702427 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53b6200a-615d-4df3-b238-506e5e1a3b35 req-d205d709-7310-4d10-bed5-766180675d3b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Jul 16 08:32:20.727116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-912b5632-eae1-4e0b-8eb3-cbe0b627172f service neutron] 10.222.0.32 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480765 Jul 16 08:32:20.836542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:20.841047 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-60f6253e-b48e-4ed6-9364-57bd9e87e976 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983023 Jul 16 08:32:20.842865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b38c297-9194-47e9-980a-1655d9a273af,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:20.849609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.852779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.958095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.014055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['eebc5ac2-f7cf-4fd0-bdd6-64422022c446'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:21.042088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b3cb12c-3a1e-4beb-afc0-0b00ce0d04fd req-bada927a-296d-45c5-ba2e-2c319c09e219 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867309 Jul 16 08:32:21.117799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.118424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.123878 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b38c297-9194-47e9-980a-1655d9a273af HTTP/1.1" status: 200 len: 1097 time: 1.5507786 Jul 16 08:32:21.226697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8c09a-4931-4923-bcfe-d3276be78295 req-bdf7e6d8-fe83-4956-9c5a-285b8d4e5086 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.236747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8db8c09a-4931-4923-bcfe-d3276be78295 req-bdf7e6d8-fe83-4956-9c5a-285b8d4e5086 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2011912 Jul 16 08:32:21.339237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42ee4f-bb85-4b16-921c-86beba1f9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.351648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8db8c09a-4931-4923-bcfe-d3276be78295 req-e254a599-fdd6-4fa7-8ec6-a6ad4b90208b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130846 Jul 16 08:32:21.417472 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8350b172-d0d2-4388-ac41-6408a047014c x-openstack-request-id: req-8350b172-d0d2-4388-ac41-6408a047014c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:21.417722 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:21.417987 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8350b172-d0d2-4388-ac41-6408a047014c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:21.418957 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'status': 'completed', 'code': 200} Jul 16 08:32:21.487441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-00f1b951-ec17-42c3-b3af-8d29f05acad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.489142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-00f1b951-ec17-42c3-b3af-8d29f05acad6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 1100 time: 0.3195119 Jul 16 08:32:21.506584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-334dd1ac-6467-4559-bd07-cbe94fe1f39d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.508111 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-334dd1ac-6467-4559-bd07-cbe94fe1f39d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddaec861-e060-4dbf-a7b7-f57733ca82dc HTTP/1.1" status: 200 len: 946 time: 0.2866900 Jul 16 08:32:21.551372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-d53588ae-a2bf-4d90-b325-82a7e14ae08d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8b38c297-9194-47e9-980a-1655d9a273af HTTP/1.1" status: 200 len: 217 time: 0.0417826 Jul 16 08:32:21.570047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb5699-17bf-4b39-8cc5-89ddc3ae5ec2 req-8a2c8fed-0c93-4d82-9f82-8ba06f34412d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.577650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43fb5699-17bf-4b39-8cc5-89ddc3ae5ec2 req-8a2c8fed-0c93-4d82-9f82-8ba06f34412d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.0823808 Jul 16 08:32:21.631630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43fb5699-17bf-4b39-8cc5-89ddc3ae5ec2 req-d54bf812-d8a3-42c2-b70f-4c5329abee55 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521548 Jul 16 08:32:21.674138 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dc2ce5-ed87-4a06-a5ab-5f44e0415d1a x-openstack-request-id: req-03dc2ce5-ed87-4a06-a5ab-5f44e0415d1a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:21.674705 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:21.675417 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03dc2ce5-ed87-4a06-a5ab-5f44e0415d1a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:21.675417 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'code': 200} Jul 16 08:32:21.735376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-bc7e5b9a-2000-4487-bbea-822e37d051fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.736989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-bc7e5b9a-2000-4487-bbea-822e37d051fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 1095 time: 0.2975314 Jul 16 08:32:21.853922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-789e7164-fdcc-4c89-89d5-2fa972497558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.855404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-789e7164-fdcc-4c89-89d5-2fa972497558 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2209501 Jul 16 08:32:21.866820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e227f-f42f-4c68-b5ae-212228d386bc req-62be8df5-514f-4651-91fc-83bf1f54e23d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.868892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-714e227f-f42f-4c68-b5ae-212228d386bc req-62be8df5-514f-4651-91fc-83bf1f54e23d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.0975153 Jul 16 08:32:21.917503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Deleting port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:21.917952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.940395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b59306d-a893-4dc1-8632-7d98a0a21ede req-e568bcd3-6658-49e3-93dd-5ade5caee5c2 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 210 time: 0.0457809 Jul 16 08:32:21.969704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-714e227f-f42f-4c68-b5ae-212228d386bc req-217cc276-e3e5-462a-bdc7-ba99360f8998 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Jul 16 08:32:21.992210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-cf0a4bb5-2a11-46f7-8679-ff16ac2dba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.992210 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-cf0a4bb5-2a11-46f7-8679-ff16ac2dba31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 922 time: 0.2419882 Jul 16 08:32:22.104461 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-19d396f6-0dba-47bb-9fa7-b5e1dec3658e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa HTTP/1.1" status: 200 len: 217 time: 0.0791800 Jul 16 08:32:22.133375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] For port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:22.133633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.156362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af34ae-a48f-4561-b789-0df965c931ad req-9802f455-b793-4958-8de4-fa7835e9beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.157773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-9802f455-b793-4958-8de4-fa7835e9beb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2660365 Jul 16 08:32:22.166735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae36eee-33af-49c0-8ac9-e75810b7ad97 req-95c9a85c-0cc4-465b-9e74-ffc0d0fa2869 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.168528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ae36eee-33af-49c0-8ac9-e75810b7ad97 req-95c9a85c-0cc4-465b-9e74-ffc0d0fa2869 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 943 time: 0.0801663 Jul 16 08:32:22.212072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df695b-571b-4e06-afd0-48ace6410884 req-367f46b7-7035-40eb-98ad-3448da5ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.213684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30df695b-571b-4e06-afd0-48ace6410884 req-367f46b7-7035-40eb-98ad-3448da5ce77b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1101 time: 0.3572583 Jul 16 08:32:22.218101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ae36eee-33af-49c0-8ac9-e75810b7ad97 req-64ea86bf-56c4-4471-af97-7d347b82a308 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Jul 16 08:32:22.318375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1363457-7430-4c49-8ece-c65e72945cf8 req-d1634279-4dfd-4ed1-a53f-dfed09b192a5 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.325986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1363457-7430-4c49-8ece-c65e72945cf8 req-d1634279-4dfd-4ed1-a53f-dfed09b192a5 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 948 time: 0.1013730 Jul 16 08:32:22.371645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-6b362dc4-4623-4592-b842-d0b66a4f3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.373139 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-6b362dc4-4623-4592-b842-d0b66a4f3440 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.2370408 Jul 16 08:32:22.384324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1363457-7430-4c49-8ece-c65e72945cf8 req-5e5b7a34-530c-4c64-aa22-dbdc9a387861 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Jul 16 08:32:22.436238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8924cc5d-d716-4499-98b8-50af00b832c5 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:22.468449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 8924cc5d-d716-4499-98b8-50af00b832c5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:22.468931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8924cc5d-d716-4499-98b8-50af00b832c5 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:22.706597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1233-2c77-42cd-a131-ca59993d28b3 req-c615b663-f2f3-4029-a505-3bae38de7f71 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.713944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-523a1233-2c77-42cd-a131-ca59993d28b3 req-c615b663-f2f3-4029-a505-3bae38de7f71 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.0819156 Jul 16 08:32:22.765159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-523a1233-2c77-42cd-a131-ca59993d28b3 req-dad51bb2-6acc-46b1-b582-a6648a84a6b9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Jul 16 08:32:22.772252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-e896be72-9d4a-43a7-8655-57c8ca1f6e19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452719 Jul 16 08:32:22.779481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30df695b-571b-4e06-afd0-48ace6410884 req-e0ace351-1b5a-472c-ab17-89dcc8086221 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167930 Jul 16 08:32:22.922283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-7b52e3b4-aec8-41dc-ba71-00abf6cdfac1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.924430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-7b52e3b4-aec8-41dc-ba71-00abf6cdfac1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 823 time: 0.1580267 Jul 16 08:32:22.943898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-fec25799-2080-48cc-8bfe-166bfdfba6d0 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589887 Jul 16 08:32:23.024173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-77de7eb2-3378-4fde-989a-2a83bb1f39ba tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d18dee01d9f4cef80eb729fd017dc31 HTTP/1.1" status: 200 len: 380 time: 0.0878623 Jul 16 08:32:23.038010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'port': {'device_id': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'admin_state_up': True, 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'security_groups': ['3258530c-58ab-43ba-ab12-a51b006f9f98']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:23.046019 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-5ff81156-c281-4b33-ac4a-dd99fb4697f3 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388822 Jul 16 08:32:23.131499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f97e-c91a-4a13-ad78-a7dd706eebae req-47de9b2b-aab5-42a8-b0a1-ebe0517adb21 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.138510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82d2f97e-c91a-4a13-ad78-a7dd706eebae req-47de9b2b-aab5-42a8-b0a1-ebe0517adb21 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 950 time: 0.1685638 Jul 16 08:32:23.170670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.171047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.171394 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c disassociated. External IP: 172.25.5.239, port: 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782. Jul 16 08:32:23.171742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Calling delete_port for 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:23.198929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82d2f97e-c91a-4a13-ad78-a7dd706eebae req-ef1f264b-8368-489d-aaab-ba3b6e72a1b0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595670 Jul 16 08:32:23.219942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Made reservation on behalf of 3d18dee01d9f4cef80eb729fd017dc31 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:23.223981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.232683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-23844404-e71c-44ab-9835-ddf4f6f9b0a4 service neutron] 10.222.0.46 "GET /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.2860177 Jul 16 08:32:23.323515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f7dd3083-11b0-489c-9f2e-22977a4091f8 req-cbb19e72-a3f5-425e-bf36-767efb97c0ed service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198183 Jul 16 08:32:23.359784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-65af34ae-a48f-4561-b789-0df965c931ad req-fb0098c9-2af0-4c1c-87ac-5e05662c9cac service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872512 Jul 16 08:32:23.406854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc3c74f6-7719-449e-b164-fb7a5abb1afe req-06c5f728-71d7-4e3e-ac37-563c3df00c80 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 210 time: 0.0558918 Jul 16 08:32:23.419789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:23.422174 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fdea1f-643c-45c9-b448-f2914767c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "tag": "8b38c297-9194-47e9-980a-1655d9a273af"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:23.432789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cf402-d7ba-4471-bca3-b91f6955d64d req-6c21ec80-4f9b-4e0c-9659-576f8cb5a107 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.434032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-320cf402-d7ba-4471-bca3-b91f6955d64d req-6c21ec80-4f9b-4e0c-9659-576f8cb5a107 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.1857190 Jul 16 08:32:23.451620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Allocated IP 172.20.0.11 (e9d533cc-1848-4743-8f98-9777115970b3/7953c86d-1f7e-48f2-82b6-3884b46fa655/4440e725-a6fe-44ac-a003-0f6eb11ae3e3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:23.503383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-320cf402-d7ba-4471-bca3-b91f6955d64d req-c776b45c-3e01-4506-86b9-51c76963f956 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562515 Jul 16 08:32:23.543350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.582746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:23.585951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event deleted for resources: {'Port': ['ID=8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.612551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:23.669171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.686775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Transition to ACTIVE for port object 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:23.690304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:23.699076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5fa1d-e08f-4ca1-afd5-02df155644af req-1f0e75e4-7266-427d-a374-ace368bdfe48 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.700741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cf5fa1d-e08f-4ca1-afd5-02df155644af req-1f0e75e4-7266-427d-a374-ace368bdfe48 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 943 time: 0.1407011 Jul 16 08:32:23.729226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:23.763365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.767878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.775500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cf5fa1d-e08f-4ca1-afd5-02df155644af req-41fe8957-65c9-4ded-982c-b8e694a038b0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595012 Jul 16 08:32:23.786401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:23.804778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:23.828127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Network e9d533cc-1848-4743-8f98-9777115970b3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:23.831546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:23.836367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:23.840415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.901484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.902017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.923563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-a5305df0-2b08-4cce-a599-2a13092a3e18 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913732 Jul 16 08:32:23.925006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:23.929659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:23.930238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.938551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Request body: {'port': {'device_id': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:23.961365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] Transition to ACTIVE for port object 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:23.982028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.099501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.126598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.153030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:24.155100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] No DVR routers for this DVR port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:24.158443 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81f68fb-1b76-4176-b422-0edc25270c87" -d '{"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-plugged", "status": "completed", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:24.180817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.186602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.222912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5/bindings/n-h2-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9755020 Jul 16 08:32:24.239985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:24.255132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:24.267606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.277201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:24.278115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:24.293546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375615c2-050a-4140-bc92-69a6e5abdbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.319120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967900c7-2c15-45cf-a465-4ab25d0bf3fb req-2ec505a6-4659-4479-90be-571ea863f029 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.322199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-967900c7-2c15-45cf-a465-4ab25d0bf3fb req-2ec505a6-4659-4479-90be-571ea863f029 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 943 time: 0.3510857 Jul 16 08:32:24.374550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] No DVR routers for this DVR port 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:24.378439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.380401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-41053b94-ecb4-478d-aa3d-1ffc932262fe req-fe65918f-4d3c-4c74-b836-eb6e3de9acda tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "DELETE /v2.0/ports/8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 HTTP/1.1" status: 204 len: 173 time: 2.8267365 Jul 16 08:32:24.420728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:24.460600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:24.466955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:24.468759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-48763cde-bbe8-4318-a6f3-74d598f91776 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.471157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-48763cde-bbe8-4318-a6f3-74d598f91776 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.47 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 950 time: 0.1653972 Jul 16 08:32:24.478279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-74de1873-b41b-4b89-a8b9-34ade9922c00 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.480086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-74de1873-b41b-4b89-a8b9-34ade9922c00 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.1730084 Jul 16 08:32:24.502066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:24.502340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:24.502759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:24.634433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-744f274e-468c-4557-9e65-f4e8ca0d346b None None] Provisioning for port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:24.636574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-396c057e-b050-4866-967c-a998382c10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.638089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-396c057e-b050-4866-967c-a998382c10bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458&tenant_id=d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 1096 time: 0.1486917 Jul 16 08:32:24.665558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Deleting port ac3385b0-91f6-4440-896c-0e42ed3092f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:24.665558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.698328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-744f274e-468c-4557-9e65-f4e8ca0d346b None None] Provisioning complete for port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:24.698710 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-744f274e-468c-4557-9e65-f4e8ca0d346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.711935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:24.775598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-744f274e-468c-4557-9e65-f4e8ca0d346b None None] Port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:24.778242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.788956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-967900c7-2c15-45cf-a465-4ab25d0bf3fb req-3a648297-e26b-4d1c-abef-4efac1c68e45 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252398 Jul 16 08:32:24.807392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-39ef7453-fb54-4512-a41e-5e79016ccbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.809209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-39ef7453-fb54-4512-a41e-5e79016ccbac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1096 time: 0.1288488 Jul 16 08:32:24.809600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'port_id': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'mac_address': 'fa:16:3e:2e:ba:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86654778-13f2-4c0f-9085-de598ba10ad3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:24.817154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] For port ac3385b0-91f6-4440-896c-0e42ed3092f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ac3385b0-91f6-4440-896c-0e42ed3092f9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.817506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.833218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd095063-5f50-44a2-a0ff-1fedb2f96316 req-8a26c7e6-296e-4956-9656-b8eb9e98fa26 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.840219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd095063-5f50-44a2-a0ff-1fedb2f96316 req-8a26c7e6-296e-4956-9656-b8eb9e98fa26 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 948 time: 0.1783366 Jul 16 08:32:24.849219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Calling delete_port for ac3385b0-91f6-4440-896c-0e42ed3092f9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:24.926673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd095063-5f50-44a2-a0ff-1fedb2f96316 req-489831b5-986d-4de0-bb60-2cefcc0fb493 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849190 Jul 16 08:32:24.954213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:24.983349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.986263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.987322 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb1d03-720a-4aeb-b842-29f07fae5835 x-openstack-request-id: req-6ffb1d03-720a-4aeb-b842-29f07fae5835 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:24.987322 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "tag": "8b38c297-9194-47e9-980a-1655d9a273af", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:24.987322 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ffb1d03-720a-4aeb-b842-29f07fae5835 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:24.987858 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af', 'status': 'completed', 'code': 200} Jul 16 08:32:25.002338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:25.008867 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28243ea-392a-4d8b-98ba-7033cb81e6e0 x-openstack-request-id: req-f28243ea-392a-4d8b-98ba-7033cb81e6e0 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:25.009156 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-plugged", "status": "completed", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:25.009409 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f28243ea-392a-4d8b-98ba-7033cb81e6e0 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:25.009803 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'code': 200} Jul 16 08:32:25.027575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Transition to ACTIVE for port object 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:25.031736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.074932 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.082491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:25.093440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.098356 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.128945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:25.129837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.188823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-ba24259c-d0b1-4e18-b7d4-e641b3af8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.190546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-ba24259c-d0b1-4e18-b7d4-e641b3af8edb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 1100 time: 0.2438188 Jul 16 08:32:25.193992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d52526dd-c8d6-4ccc-869d-9b939e37709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.195554 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d52526dd-c8d6-4ccc-869d-9b939e37709c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.3755257 Jul 16 08:32:25.255317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.280010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.305337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-14abb72c-9785-4be7-9d4c-e5ff1dde6218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 200 len: 217 time: 0.0832472 Jul 16 08:32:25.355423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.359095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:25.402610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ac3385b0-91f6-4440-896c-0e42ed3092f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.405396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.434377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609280-501a-4f33-b7aa-6c8f8108a2ac req-fd03f824-013b-444f-9e21-03b5bcaf008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.436163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18609280-501a-4f33-b7aa-6c8f8108a2ac req-fd03f824-013b-444f-9e21-03b5bcaf008d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1097 time: 0.3178046 Jul 16 08:32:25.440700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event deleted for resources: {'Port': ['ID=ac3385b0-91f6-4440-896c-0e42ed3092f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.444541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c967-460d-4703-b5ba-4ec26ea9b366 req-94d3b925-31e7-4e1f-9a92-4f88a7fd6efb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.451897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2d4c967-460d-4703-b5ba-4ec26ea9b366 req-94d3b925-31e7-4e1f-9a92-4f88a7fd6efb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.4309862 Jul 16 08:32:25.503379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-52413f56-017f-4d18-a024-bb14714b78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.505797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-52413f56-017f-4d18-a024-bb14714b78fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1906345 Jul 16 08:32:25.516464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Attempting to bind port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:25.516800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Attempting to bind port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:25.517132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Attempting to bind port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:25.518511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.526860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-4faf2d2d-661c-4b02-ac38-43b2672869eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.528461 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-4faf2d2d-661c-4b02-ac38-43b2672869eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3152428 Jul 16 08:32:25.530767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] No DVR routers for this DVR port ac3385b0-91f6-4440-896c-0e42ed3092f9 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:25.539805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.541728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-191f741f-1e6e-4c1c-b071-26188af7e034 req-12f00544-c7e1-454f-8d71-816407eaaa5b tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.47 "DELETE /v2.0/ports/ac3385b0-91f6-4440-896c-0e42ed3092f9 HTTP/1.1" status: 204 len: 173 time: 1.0605619 Jul 16 08:32:25.544534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 on network e9d533cc-1848-4743-8f98-9777115970b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:25.545045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Attempting to bind port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 on network e9d533cc-1848-4743-8f98-9777115970b3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:25.554686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca1fe-2d60-4657-9dfe-74a9754143a7 req-3e34ff41-9b75-4e58-9554-5934502e7d98 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.560579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8eca1fe-2d60-4657-9dfe-74a9754143a7 req-3e34ff41-9b75-4e58-9554-5934502e7d98 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6873e2c1-2690-4e17-984a-8215ad87bc20 HTTP/1.1" status: 200 len: 867 time: 0.2497807 Jul 16 08:32:25.564845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2d4c967-460d-4703-b5ba-4ec26ea9b366 req-b664eb61-e319-40db-bc35-01815f712abf tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119485 Jul 16 08:32:25.567959 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-ecba2890-595d-4e59-a83c-9bb49e30aa64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381749 Jul 16 08:32:25.572762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18609280-501a-4f33-b7aa-6c8f8108a2ac req-eeea84c2-1a68-43d7-ba34-ef9101fecfaf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168206 Jul 16 08:32:25.580106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:25.581086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Checking segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:25.581504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Bound using segment: {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:25.582327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Bound port: 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8770a29-b97d-4284-863c-84dd7856be9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:25.582630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.594486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-2ac38dce-7cff-405c-8fba-13fb1ebe81d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8b38c297-9194-47e9-980a-1655d9a273af HTTP/1.1" status: 200 len: 217 time: 0.0517986 Jul 16 08:32:25.669384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8eca1fe-2d60-4657-9dfe-74a9754143a7 req-157767fe-5b5b-4366-b301-85849d4854d4 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032908 Jul 16 08:32:25.731155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:25.735291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:25.743598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.814867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-62c7a1fb-72bd-4484-b3a2-303267e659d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.818808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.820318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-62c7a1fb-72bd-4484-b3a2-303267e659d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1498766 Jul 16 08:32:25.836300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b38c297-9194-47e9-980a-1655d9a273af details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:25.855748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-000e8ae1-b8d0-496a-9fa9-590da627e71c service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341874 Jul 16 08:32:25.867819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.868508 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.870205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-24567736-e301-423d-ab2f-9c8b64872605 service neutron] 10.222.0.46 "PUT /v2.0/ports/4440e725-a6fe-44ac-a003-0f6eb11ae3e3 HTTP/1.1" status: 200 len: 1093 time: 1.9374995 Jul 16 08:32:25.870656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:25.872963 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480906f5-fef2-4483-a1bb-c48b9142a111" -d '{"events": [{"name": "network-changed", "server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:25.912463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898061-c1b4-4cd6-a43b-bc8f9eb71406 req-830228b2-d51b-4190-a6d8-d19dd67ffe96 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.914002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18898061-c1b4-4cd6-a43b-bc8f9eb71406 req-830228b2-d51b-4190-a6d8-d19dd67ffe96 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 944 time: 0.2295587 Jul 16 08:32:26.021174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd5c16-64f9-4d28-9104-d2f7a96ecaca req-34a169bd-ca9d-464c-ae46-f93f15462624 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.028423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49cd5c16-64f9-4d28-9104-d2f7a96ecaca req-34a169bd-ca9d-464c-ae46-f93f15462624 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.2003677 Jul 16 08:32:26.035026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-ff8e9410-dc0d-478d-ae20-5b8cd4647c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.037152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-ff8e9410-dc0d-478d-ae20-5b8cd4647c94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2070386 Jul 16 08:32:26.069120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18898061-c1b4-4cd6-a43b-bc8f9eb71406 req-a14991de-2119-4f60-ad30-913aae83084f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485047 Jul 16 08:32:26.074151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b38c297-9194-47e9-980a-1655d9a273af,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:26.094279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-2c9b3931-8b75-4d05-a0bb-579dd16d4707 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146137 Jul 16 08:32:26.124193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49cd5c16-64f9-4d28-9104-d2f7a96ecaca req-2730a4dd-3f9c-4594-a5d8-1c611c16d761 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916359 Jul 16 08:32:26.130045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-cd3e0149-d1f3-49a2-a8bb-6315a72f864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.131621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-cd3e0149-d1f3-49a2-a8bb-6315a72f864a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 1096 time: 0.2097213 Jul 16 08:32:26.137918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8b38c297-9194-47e9-980a-1655d9a273af', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '8b38c297-9194-47e9-980a-1655d9a273af', 'mac_address': 'fa:16:3e:73:5b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:26.189023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-bb282015-affe-43db-b526-36f202e50806 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3 HTTP/1.1" status: 200 len: 217 time: 0.0489962 Jul 16 08:32:26.217927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:26.258733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-49ff6c6d-672e-4041-bd49-230fba4ab62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.261222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-49ff6c6d-672e-4041-bd49-230fba4ab62a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.0570011 Jul 16 08:32:26.274174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cc3b5-a084-458a-942f-28c8913a5334 None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:26.289325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.310556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-8449b7bd-6264-45cc-8a2b-755b8b2bc772 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609253 Jul 16 08:32:26.331189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b38c297-9194-47e9-980a-1655d9a273af {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:26.365072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b38c297-9194-47e9-980a-1655d9a273af,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:26.374961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.431764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad201250-ee6d-474d-a6f2-60263506b842 req-21b733e9-c67a-44a2-a738-7e63a1e1569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.433367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-21b733e9-c67a-44a2-a738-7e63a1e1569f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626258 Jul 16 08:32:26.443963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d019-1df2-4ba1-849e-dcc0960ef585 req-596bb480-4a71-4646-90b4-865726d22988 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.450871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2561d019-1df2-4ba1-849e-dcc0960ef585 req-596bb480-4a71-4646-90b4-865726d22988 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 944 time: 0.1466353 Jul 16 08:32:26.473157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.525233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5fdea1f-643c-45c9-b448-f2914767c0c2 req-6eebdfbe-b13e-4a8d-8bd7-50814d7150ce service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987247 Jul 16 08:32:26.560268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2561d019-1df2-4ba1-849e-dcc0960ef585 req-ac30ffa1-051a-4dcf-ba89-2f3231207c1e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050150 Jul 16 08:32:26.616788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-2326a5d7-a502-46b1-bd77-bf69b9f10f29 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605046 Jul 16 08:32:26.703630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-ea83e0b2-d5a3-4bc2-a4ae-f0bb4bd2f56a tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.705214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-ea83e0b2-d5a3-4bc2-a4ae-f0bb4bd2f56a tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.0638640 Jul 16 08:32:26.749524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad201250-ee6d-474d-a6f2-60263506b842 req-274de739-25eb-48e0-ae40-c9e1fbedbf69 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249983 Jul 16 08:32:26.752723 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecdc82-30bd-45fb-a8d4-0efe1d99d476 None None] New status for floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:32:26.818925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8b38c297-9194-47e9-980a-1655d9a273af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:26.838618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c23136-4856-4c8f-9ded-2cdb88b0fafc req-c70571db-8722-4a0d-9051-859e542a1759 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.860872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26c23136-4856-4c8f-9ded-2cdb88b0fafc req-c70571db-8722-4a0d-9051-859e542a1759 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.0999007 Jul 16 08:32:26.931280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26c23136-4856-4c8f-9ded-2cdb88b0fafc req-e0154a58-3a6d-4b53-864c-9a1e3c3edb64 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 Jul 16 08:32:26.960018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d69e337a-de1d-45dc-9ec6-f5594d102d8c service neutron] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:26.964761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d69e337a-de1d-45dc-9ec6-f5594d102d8c service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.966974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1eefb24-a498-4c16-9f0d-9900012e3dba req-d69e337a-de1d-45dc-9ec6-f5594d102d8c service neutron] 10.222.0.47 "DELETE /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5/bindings/n-h1-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.2273293 Jul 16 08:32:26.989472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'name': 'network-vif-deleted', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782'}, {'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'name': 'network-vif-deleted', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:26.992713 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af69fe9a-b23e-4882-9357-f89397604d69" -d '{"events": [{"server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "name": "network-vif-deleted", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782"}, {"server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "name": "network-vif-deleted", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:26.994682 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9592f5-a262-4aef-bba4-1e38b43995c0 x-openstack-request-id: req-1a9592f5-a262-4aef-bba4-1e38b43995c0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:26.996289 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:26.996797 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a9592f5-a262-4aef-bba4-1e38b43995c0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:26.997328 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'status': 'completed', 'code': 200} Jul 16 08:32:27.134037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c450f-33e8-4ce7-8a71-b3f5f243314b req-6b8f0639-79b0-4492-8d1e-e7620a6eee76 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.135412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d59c450f-33e8-4ce7-8a71-b3f5f243314b req-6b8f0639-79b0-4492-8d1e-e7620a6eee76 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 944 time: 0.1365030 Jul 16 08:32:27.138400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-c79d16c0-a494-42e7-91ed-3a4f5e382d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.139806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-c79d16c0-a494-42e7-91ed-3a4f5e382d30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 1096 time: 0.1108408 Jul 16 08:32:27.262043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d59c450f-33e8-4ce7-8a71-b3f5f243314b req-603fec11-7409-4bf3-9dab-d14ff88e4ecf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130874 Jul 16 08:32:27.289965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-d9023c2a-af7f-4f02-a232-a39112d73ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.291430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-d9023c2a-af7f-4f02-a232-a39112d73ed1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 924 time: 0.1400337 Jul 16 08:32:27.304651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cfd62-fb91-423c-b1da-8c43eec664d7 req-dabe87d1-487d-4802-8f72-d55a42d175e7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.306133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64cfd62-fb91-423c-b1da-8c43eec664d7 req-dabe87d1-487d-4802-8f72-d55a42d175e7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 949 time: 0.1698642 Jul 16 08:32:27.346400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-4ccd807f-94dd-45e2-92de-bf353a80996f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3 HTTP/1.1" status: 200 len: 217 time: 0.0392878 Jul 16 08:32:27.405593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64cfd62-fb91-423c-b1da-8c43eec664d7 req-c1ce4216-ac00-4b8d-97a0-69430214de1d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928330 Jul 16 08:32:27.418712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-0e323f58-1a58-4a33-ab08-201db9436098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.420213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-0e323f58-1a58-4a33-ab08-201db9436098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.0656512 Jul 16 08:32:27.498291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-acbd948b-44f0-4238-8b2f-64be9d5ce7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.499686 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41327a61-9735-461b-ae9a-51d523258f79 x-openstack-request-id: req-41327a61-9735-461b-ae9a-51d523258f79 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:27.499949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-acbd948b-44f0-4238-8b2f-64be9d5ce7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665076 Jul 16 08:32:27.500534 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaec861-e060-4dbf-a7b7-f57733ca82dc", "name": "network-vif-deleted", "tag": "8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782", "status": "completed", "code": 200}, {"server_uuid": "6873e2c1-2690-4e17-984a-8215ad87bc20", "name": "network-vif-deleted", "tag": "ac3385b0-91f6-4440-896c-0e42ed3092f9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:27.500876 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41327a61-9735-461b-ae9a-51d523258f79 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:27.501337 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaec861-e060-4dbf-a7b7-f57733ca82dc', 'name': 'network-vif-deleted', 'tag': '8f3b7dbc-7823-4c88-b5d7-f9dad7bfc782', 'status': 'completed', 'code': 200} Jul 16 08:32:27.501656 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6873e2c1-2690-4e17-984a-8215ad87bc20', 'name': 'network-vif-deleted', 'tag': 'ac3385b0-91f6-4440-896c-0e42ed3092f9', 'status': 'completed', 'code': 200} Jul 16 08:32:27.648613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-2172137c-aca3-4f81-8cf3-d9e1af15f6ff service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343644 Jul 16 08:32:27.699281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cadb6-4f1b-4923-b3cf-569e056f7f63 req-9eb6dcf3-7d14-4711-8d03-90c571692d56 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.700763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-597cadb6-4f1b-4923-b3cf-569e056f7f63 req-9eb6dcf3-7d14-4711-8d03-90c571692d56 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 944 time: 0.1053703 Jul 16 08:32:27.783982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-597cadb6-4f1b-4923-b3cf-569e056f7f63 req-7b5aa8a9-25aa-4494-ba54-a21af6403e2d tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770340 Jul 16 08:32:27.790067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-480906f5-fef2-4483-a1bb-c48b9142a111 req-95a0ff17-5b1f-4470-9d70-8110866d4703 service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283684 Jul 16 08:32:27.833953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ac3385b0-91f6-4440-896c-0e42ed3092f9 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:27.857968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ac3385b0-91f6-4440-896c-0e42ed3092f9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:27.858536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ac3385b0-91f6-4440-896c-0e42ed3092f9 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:27.919352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ec887-74ca-42b7-997b-f08634481a2b req-d17e29b9-4eac-40d9-b7a9-ccb53d8100f5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.920790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-252ec887-74ca-42b7-997b-f08634481a2b req-d17e29b9-4eac-40d9-b7a9-ccb53d8100f5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.0637949 Jul 16 08:32:27.958517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-252ec887-74ca-42b7-997b-f08634481a2b req-3ab00da6-f447-4fa8-b225-3f5b3fc97c56 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jul 16 08:32:28.171447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0257e18-355e-40f8-9fcd-ecc073d07b04 req-47e8553f-b1fb-42d6-8be1-e78f0cd332f5 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.176514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0257e18-355e-40f8-9fcd-ecc073d07b04 req-47e8553f-b1fb-42d6-8be1-e78f0cd332f5 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 944 time: 0.0896101 Jul 16 08:32:28.241826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0257e18-355e-40f8-9fcd-ecc073d07b04 req-cac290c8-464f-4790-a510-24c0ba4f91ca tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622275 Jul 16 08:32:28.266105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc3c4-d333-4629-9bfb-4895399a1d64 req-79f11ecb-2aed-4f60-9e47-122aeb5d1812 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.267909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-377cc3c4-d333-4629-9bfb-4895399a1d64 req-79f11ecb-2aed-4f60-9e47-122aeb5d1812 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1097 time: 0.0809703 Jul 16 08:32:28.307074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-377cc3c4-d333-4629-9bfb-4895399a1d64 req-e96f2e3e-475a-40c5-a812-cbd6518db122 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Jul 16 08:32:28.494741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:28.496181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00567f6d-d512-4308-8c7c-d085aa627256 req-12688414-6321-4e18-bbf4-c54187d1f6e9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.497966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00567f6d-d512-4308-8c7c-d085aa627256 req-12688414-6321-4e18-bbf4-c54187d1f6e9 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.0725484 Jul 16 08:32:28.556685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:28.562072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:28.562707 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.574520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00567f6d-d512-4308-8c7c-d085aa627256 req-99eb2abe-c991-4324-ab38-874f4fbf0df6 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652685 Jul 16 08:32:28.668625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:28.676278 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.728475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.729437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:28.732346 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5606ab90-afc9-4985-953d-a1a7624d704f" -d '{"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-plugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:28.738884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.764405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-708e7487-bc97-45a1-b9cc-fd84640f11c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1491506 Jul 16 08:32:28.813469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.821635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.873360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1d1d-ae0d-4368-934a-f04f2dda24ca req-23922551-4395-403a-a858-d81d6d9011d0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.880685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e87f1d1d-ae0d-4368-934a-f04f2dda24ca req-23922551-4395-403a-a858-d81d6d9011d0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1702888 Jul 16 08:32:28.937235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e87f1d1d-ae0d-4368-934a-f04f2dda24ca req-11de07bc-bcb5-4d11-bb26-74b5e4a20fe3 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525243 Jul 16 08:32:28.946090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.950571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe45039-de87-4acf-a67a-dfe4e94aa5ce req-d053c821-0f76-4a4c-a8f8-8729f059ff00 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.952092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfe45039-de87-4acf-a67a-dfe4e94aa5ce req-d053c821-0f76-4a4c-a8f8-8729f059ff00 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 949 time: 0.1350198 Jul 16 08:32:28.952540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.005611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c264ca-22fc-4558-b501-15f1338b7446,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.009104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfe45039-de87-4acf-a67a-dfe4e94aa5ce req-3e98de38-2992-4fea-acfa-ba7f51d7e9dd tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Jul 16 08:32:29.011451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf9a754d03d4484fb75f43ca41551275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415534 Jul 16 08:32:29.014498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33746) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:29.020326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.020939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.021428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.021909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.022396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.023240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.024089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.024567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.024880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.025491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.025977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.026716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671cb5c-72a6-4d0e-80f7-14883634cb2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.114146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.195491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.290635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3374d-6da8-47b1-b9eb-453bfe4b43e3 req-d43b1e36-cdc0-48cf-84d7-ab872060535a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.292176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77d3374d-6da8-47b1-b9eb-453bfe4b43e3 req-d43b1e36-cdc0-48cf-84d7-ab872060535a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1620781 Jul 16 08:32:29.304762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb61c0-f71b-460a-9ccc-b07b147d0915 req-cad14fbe-a106-485a-bd85-b28b72a8b6c4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.312458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6cb61c0-f71b-460a-9ccc-b07b147d0915 req-cad14fbe-a106-485a-bd85-b28b72a8b6c4 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1096 time: 0.1242046 Jul 16 08:32:29.345868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.348401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.351987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1c264ca-22fc-4558-b501-15f1338b7446 HTTP/1.1" status: 204 len: 168 time: 0.3337848 Jul 16 08:32:29.369258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c264ca-22fc-4558-b501-15f1338b7446,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.394702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6cb61c0-f71b-460a-9ccc-b07b147d0915 req-bd61cc30-68d8-41ae-bf95-64324bf6c8b5 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812857 Jul 16 08:32:29.406655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.407256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.407606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.407949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.408331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.408671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.409005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.409337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.409668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.410529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.412108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.412702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db26b6ed-ca31-4850-99f3-6df621744646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:29.442258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77d3374d-6da8-47b1-b9eb-453bfe4b43e3 req-c5cc09c7-defd-4dcc-bc02-54f3d31e207e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275411 Jul 16 08:32:29.471339 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c7bae-d52b-411c-a362-f2edd6703cd9 x-openstack-request-id: req-735c7bae-d52b-411c-a362-f2edd6703cd9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:29.472874 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-plugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:29.473311 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735c7bae-d52b-411c-a362-f2edd6703cd9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:29.473970 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'code': 200} Jul 16 08:32:29.740603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164f95d-79b4-4cc9-9754-06df12cdb050 req-218650ab-9dbd-4f51-9fa6-026833e1fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.748542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9164f95d-79b4-4cc9-9754-06df12cdb050 req-218650ab-9dbd-4f51-9fa6-026833e1fb1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 1097 time: 0.1447973 Jul 16 08:32:29.774873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231817f1-886b-4dd6-96dc-b8c054929313 req-062c9347-e94e-46cb-a319-c4e8db474cf1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.786350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-231817f1-886b-4dd6-96dc-b8c054929313 req-062c9347-e94e-46cb-a319-c4e8db474cf1 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 944 time: 0.2202027 Jul 16 08:32:29.836667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab3f34-8028-4713-8f7b-f43f0e17ba3a req-35c13c16-25bb-4cc8-b3c6-099a58ea0a7d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.838479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76ab3f34-8028-4713-8f7b-f43f0e17ba3a req-35c13c16-25bb-4cc8-b3c6-099a58ea0a7d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 1096 time: 0.2359257 Jul 16 08:32:29.851635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b38c297-9194-47e9-980a-1655d9a273af up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:29.927023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9164f95d-79b4-4cc9-9754-06df12cdb050 req-e0aaaa4d-3410-4de7-8852-87486bb4bbf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604943 Jul 16 08:32:29.944475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-231817f1-886b-4dd6-96dc-b8c054929313 req-1bf2b3f9-2405-4965-b1b5-00c566612483 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572294 Jul 16 08:32:29.963112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76ab3f34-8028-4713-8f7b-f43f0e17ba3a req-0e138349-76f0-4c5b-af01-98c4a26e5fbf tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168284 Jul 16 08:32:29.975872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-2ec151e0-829b-47dc-9a0e-3863e36a0630 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.979726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-2ec151e0-829b-47dc-9a0e-3863e36a0630 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.1074145 Jul 16 08:32:30.021745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8b38c297-9194-47e9-980a-1655d9a273af completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:30.028027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8b38c297-9194-47e9-980a-1655d9a273af triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:30.029589 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.155835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.204892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b38c297-9194-47e9-980a-1655d9a273af,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.212307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.212922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Deleting port c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:30.213928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.278170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.321022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f802-4791-4c3a-ac5c-a3c7be281ab3 req-60c5962b-6330-40c3-94e1-60243d6f05de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.324553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e92f802-4791-4c3a-ac5c-a3c7be281ab3 req-60c5962b-6330-40c3-94e1-60243d6f05de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.2206776 Jul 16 08:32:30.374974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c147c3f-ac12-4804-824e-7b91a1ff4a80 req-d3bcc475-2761-498e-a8bf-3ec5532ffa53 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.376720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c147c3f-ac12-4804-824e-7b91a1ff4a80 req-d3bcc475-2761-498e-a8bf-3ec5532ffa53 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 951 time: 0.1424236 Jul 16 08:32:30.396007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e92f802-4791-4c3a-ac5c-a3c7be281ab3 req-730056a4-0ee2-4471-9f0b-d6234acefb6d tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Jul 16 08:32:30.493763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:30.610872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.612683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] For port c771ce1a-3775-4886-9f44-48d69bf4ef3f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c771ce1a-3775-4886-9f44-48d69bf4ef3f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.613663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.624823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'port_id': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'mac_address': 'fa:16:3e:f3:3a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:30.627501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Calling delete_port for c771ce1a-3775-4886-9f44-48d69bf4ef3f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:30.681546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.694548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:30.719554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.727875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.742857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c147c3f-ac12-4804-824e-7b91a1ff4a80 req-06a0e265-5e2b-43a0-beb5-00cad8f470b0 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/security-groups?id=f77e67ac-d8df-4d27-83d8-5933eb427303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501682 Jul 16 08:32:30.768484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb581b-3fa9-4c9e-987d-984ae4fa8c2e req-3a29b21a-b237-43ae-840b-819ce4e21e52 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.770412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ceb581b-3fa9-4c9e-987d-984ae4fa8c2e req-3a29b21a-b237-43ae-840b-819ce4e21e52 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.0957468 Jul 16 08:32:30.784647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.805522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-6c774bbe-db09-41e5-9594-8bfa7b1883af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.807019 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-6c774bbe-db09-41e5-9594-8bfa7b1883af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1101 time: 0.1170025 Jul 16 08:32:30.813789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.819579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ceb581b-3fa9-4c9e-987d-984ae4fa8c2e req-3ae8e517-41cd-41ab-9833-fac026b3da88 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Jul 16 08:32:30.835527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c771ce1a-3775-4886-9f44-48d69bf4ef3f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:30.866853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Pushing event deleted for resources: {'Port': ['ID=c771ce1a-3775-4886-9f44-48d69bf4ef3f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.955762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] No DVR routers for this DVR port c771ce1a-3775-4886-9f44-48d69bf4ef3f on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:30.961318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.963430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-44d65490-fcf3-40ec-9751-9da5bda52739 req-25bc0b99-e576-4650-9ecf-866f72d6f7d5 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.46 "DELETE /v2.0/ports/c771ce1a-3775-4886-9f44-48d69bf4ef3f HTTP/1.1" status: 204 len: 173 time: 0.9559968 Jul 16 08:32:30.963880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-deleted', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:30.966194 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3f8bc-cf20-4d47-b2d6-0808cf71a8b7" -d '{"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-deleted", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:30.995956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-3e3dc44f-d40b-47fb-9a78-94134bef402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.998508 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-3e3dc44f-d40b-47fb-9a78-94134bef402d service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1819751 Jul 16 08:32:31.048133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-95687e2f-4afc-42dd-9fea-47490dafa18b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0407968 Jul 16 08:32:31.125738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4440e725-a6fe-44ac-a003-0f6eb11ae3e3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:31.161689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-db173f95-76e8-45d2-b4e8-8a20d8a83b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.175312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-db173f95-76e8-45d2-b4e8-8a20d8a83b7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1037211 Jul 16 08:32:31.316967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-cf2631f5-869c-49c6-a918-3c8e9a743562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.318732 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-cf2631f5-869c-49c6-a918-3c8e9a743562 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329565 Jul 16 08:32:31.439207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af5ed7-9d75-4f33-b020-57133d952814 req-6577b728-3016-4140-98ec-171f42697842 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.444633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94af5ed7-9d75-4f33-b020-57133d952814 req-6577b728-3016-4140-98ec-171f42697842 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.0763817 Jul 16 08:32:31.475961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:31.479814 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e34549-794c-4463-b047-1eecafb5f7a7" -d '{"events": [{"server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "name": "network-vif-plugged", "status": "completed", "tag": "8b38c297-9194-47e9-980a-1655d9a273af"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:31.482942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-800d7e64-ca33-416b-8311-d6fec4fc0b82 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502874 Jul 16 08:32:31.532251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94af5ed7-9d75-4f33-b020-57133d952814 req-c89f6a3c-1af4-4f67-9f19-a2d4e228c72d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816658 Jul 16 08:32:31.608899 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d24f0db-987b-4901-8916-22ef5b0ad8fb x-openstack-request-id: req-2d24f0db-987b-4901-8916-22ef5b0ad8fb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:31.609193 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a", "name": "network-vif-deleted", "tag": "c771ce1a-3775-4886-9f44-48d69bf4ef3f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:31.609441 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d24f0db-987b-4901-8916-22ef5b0ad8fb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:31.609837 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a', 'name': 'network-vif-deleted', 'tag': 'c771ce1a-3775-4886-9f44-48d69bf4ef3f', 'status': 'completed', 'code': 200} Jul 16 08:32:31.621522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-514baff0-4410-4849-9daa-124b41fc9427 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294060 Jul 16 08:32:31.806990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84552c-5abf-44d2-b56f-059b316a4036 req-bbedf831-7114-4ee0-889c-af6f4e93609f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.809031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf84552c-5abf-44d2-b56f-059b316a4036 req-bbedf831-7114-4ee0-889c-af6f4e93609f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 945 time: 0.1080825 Jul 16 08:32:31.887800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf84552c-5abf-44d2-b56f-059b316a4036 req-eddc660d-0be1-428a-9053-4c92449f3ef6 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673885 Jul 16 08:32:31.903049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849852b5-9e80-4b2e-96b8-b8f415266850 req-292df574-508e-41f3-b2b9-9fc0939f15e0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.914093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-849852b5-9e80-4b2e-96b8-b8f415266850 req-292df574-508e-41f3-b2b9-9fc0939f15e0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1004124 Jul 16 08:32:31.952012 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f991e-01c9-4665-9fd1-24c8985be8d0 x-openstack-request-id: req-441f991e-01c9-4665-9fd1-24c8985be8d0 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:31.953309 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "name": "network-vif-plugged", "status": "completed", "tag": "8b38c297-9194-47e9-980a-1655d9a273af", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:31.953624 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-441f991e-01c9-4665-9fd1-24c8985be8d0 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:31.954099 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af', 'code': 200} Jul 16 08:32:31.957394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-849852b5-9e80-4b2e-96b8-b8f415266850 req-45e7515e-17a9-4db0-b43e-1804378d3d24 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Jul 16 08:32:32.153165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ce50158-ccb0-4902-a71f-26891dfddd2a req-ea833a0b-a529-45a6-bb8a-fc4b1fc5bb80 tempest-ServersAdminTestJSON-1207617437 tempest-ServersAdminTestJSON-1207617437-project] 10.222.0.32 "GET /v2.0/ports?device_id=a31c3394-f3ca-4db6-a7c6-3c2d2e9bf98a HTTP/1.1" status: 200 len: 210 time: 0.0571480 Jul 16 08:32:32.180523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459f8f-0cdb-45b7-a4da-dc35e70d98cb req-07af75ef-3c8b-40c7-b959-f90e0ec2fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.182218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-96459f8f-0cdb-45b7-a4da-dc35e70d98cb req-07af75ef-3c8b-40c7-b959-f90e0ec2fb72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 1102 time: 0.1184983 Jul 16 08:32:32.228881 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-96459f8f-0cdb-45b7-a4da-dc35e70d98cb req-663a8920-8ab7-4868-8630-90657871392f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Jul 16 08:32:32.239212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02a157-0688-4cc8-bc08-9d86c3d6345e req-6ef9539d-11a7-4bc7-96e0-0e5cee762659 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.240737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe02a157-0688-4cc8-bc08-9d86c3d6345e req-6ef9539d-11a7-4bc7-96e0-0e5cee762659 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.0863895 Jul 16 08:32:32.302835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe02a157-0688-4cc8-bc08-9d86c3d6345e req-087c4621-c7e3-42d8-94f1-db72bbc05450 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529783 Jul 16 08:32:32.373506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c171a-a8d6-41e5-9434-a7e16183fb04 req-25f24520-b8e6-42ab-b8bc-c0204a773198 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.375079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f3c171a-a8d6-41e5-9434-a7e16183fb04 req-25f24520-b8e6-42ab-b8bc-c0204a773198 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.0996952 Jul 16 08:32:32.418946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f3c171a-a8d6-41e5-9434-a7e16183fb04 req-f326a06f-a312-4682-897b-6bc8ad3b7b0f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Jul 16 08:32:32.522536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:32.583940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:32.589164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:32.591012 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.634696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2f346-6de8-4ab4-bc3a-9dcded45b122 req-cefdb39f-1bb4-493f-bb94-ca2fd7b96e0a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.636241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42e2f346-6de8-4ab4-bc3a-9dcded45b122 req-cefdb39f-1bb4-493f-bb94-ca2fd7b96e0a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.0866106 Jul 16 08:32:32.693404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42e2f346-6de8-4ab4-bc3a-9dcded45b122 req-ba67b7d1-4186-4c94-bc66-6687ae889108 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Jul 16 08:32:32.730774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.785862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.795140 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.795518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.795664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5afd8-7c39-4208-8415-e8f9414ca589 req-f1de7d67-64c8-4898-91a3-8879f659c4ff tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.797872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75e5afd8-7c39-4208-8415-e8f9414ca589 req-f1de7d67-64c8-4898-91a3-8879f659c4ff tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.0958967 Jul 16 08:32:32.827425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.848364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: c771ce1a-3775-4886-9f44-48d69bf4ef3f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.848739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c771ce1a-3775-4886-9f44-48d69bf4ef3f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.874707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.895074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75e5afd8-7c39-4208-8415-e8f9414ca589 req-596e3196-924c-4568-b4ed-26e7faf7358d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907063 Jul 16 08:32:32.922669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071def8-03c3-4061-81d8-99b4aeac54a6 req-86e09432-fa63-462d-ba05-5ddb2abf7c86 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.924251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9071def8-03c3-4061-81d8-99b4aeac54a6 req-86e09432-fa63-462d-ba05-5ddb2abf7c86 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1046987 Jul 16 08:32:32.967922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9071def8-03c3-4061-81d8-99b4aeac54a6 req-20d5bd38-1e65-4586-94c0-11b7fa706d5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Jul 16 08:32:33.008682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b33bcc51-06eb-4c75-8c07-49916e876525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.092019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c2ce-1f81-4a7d-90c6-0d9fe2f6f447 req-a1b0c57a-689e-4f31-a7c8-c68c834a869f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.094003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7c3c2ce-1f81-4a7d-90c6-0d9fe2f6f447 req-a1b0c57a-689e-4f31-a7c8-c68c834a869f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 0.0725524 Jul 16 08:32:33.125004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b33bcc51-06eb-4c75-8c07-49916e876525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.132427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b33bcc51-06eb-4c75-8c07-49916e876525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.169008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7c3c2ce-1f81-4a7d-90c6-0d9fe2f6f447 req-edcd39c8-d1ba-4d79-9cb0-990773b69941 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686026 Jul 16 08:32:33.173497 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b33bcc51-06eb-4c75-8c07-49916e876525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd3c89d5271a415685ee6b76dbdf3c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452601 Jul 16 08:32:33.175974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.183554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcc51-06eb-4c75-8c07-49916e876525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1030ca70-1ff7-4b4a-b8e1-80c16c052c8b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.216612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd05c0-ab5e-4ef9-ade4-1172f842247d req-afb9d79b-e15f-41de-b024-00270d8c3dbb tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.217954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ecd05c0-ab5e-4ef9-ade4-1172f842247d req-afb9d79b-e15f-41de-b024-00270d8c3dbb tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.0882058 Jul 16 08:32:33.245172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.271175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.275763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ecd05c0-ab5e-4ef9-ade4-1172f842247d req-3c296572-cf47-417f-ab49-ff9b36b4f75b tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513153 Jul 16 08:32:33.358694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.361881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.367630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1030ca70-1ff7-4b4a-b8e1-80c16c052c8b HTTP/1.1" status: 204 len: 168 time: 0.1903260 Jul 16 08:32:33.382523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2e2a-ae37-44f0-a76c-135a03ea6e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1030ca70-1ff7-4b4a-b8e1-80c16c052c8b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.581120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186fa7b-4b46-4467-8be9-a7a934081eb4 req-065964c1-d1a9-492d-a174-0b5ff98c92e7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.582689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e186fa7b-4b46-4467-8be9-a7a934081eb4 req-065964c1-d1a9-492d-a174-0b5ff98c92e7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.1274207 Jul 16 08:32:33.634745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43918b8-fcfc-4b65-94b5-41c1f0b46dce req-229d7be1-884c-414c-93b2-b5453703a226 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.641820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d43918b8-fcfc-4b65-94b5-41c1f0b46dce req-229d7be1-884c-414c-93b2-b5453703a226 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1287596 Jul 16 08:32:33.653142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.664966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e186fa7b-4b46-4467-8be9-a7a934081eb4 req-c62f52f9-323d-4f85-907a-3e4284ef4b42 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Jul 16 08:32:33.683650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d43918b8-fcfc-4b65-94b5-41c1f0b46dce req-ea7d5e2f-4ec6-4e0e-82ed-910b660bb62e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Jul 16 08:32:33.851527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-288f8b55-2cad-4505-b9d6-406152171dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=663df25e7ee446758973d80f3bfc20b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963251 Jul 16 08:32:33.854300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.927986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f023a-1fbe-4ce3-b159-2485e029f178 req-40a4d609-e9ad-44c1-bf7f-b13286e22e4a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.929570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418f023a-1fbe-4ce3-b159-2485e029f178 req-40a4d609-e9ad-44c1-bf7f-b13286e22e4a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.0834045 Jul 16 08:32:33.951012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.955696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:33.959461 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff171c-debc-4067-99c4-a5a0d55c8c67" -d '{"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-plugged", "status": "completed", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:33.987579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.016616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418f023a-1fbe-4ce3-b159-2485e029f178 req-990390c3-0845-4194-a6a3-8a4278d4b2dc tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809755 Jul 16 08:32:34.094252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.097319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.098540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f77e67ac-d8df-4d27-83d8-5933eb427303 HTTP/1.1" status: 204 len: 168 time: 0.2429469 Jul 16 08:32:34.115483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48e6a-9e80-4545-9526-161f0b60ff3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77e67ac-d8df-4d27-83d8-5933eb427303,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:34.137327 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f48a87-accc-4713-8e32-f440701de280 x-openstack-request-id: req-b7f48a87-accc-4713-8e32-f440701de280 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:34.137327 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-plugged", "status": "completed", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:34.137958 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7f48a87-accc-4713-8e32-f440701de280 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:34.138420 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'code': 200} Jul 16 08:32:34.346722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64dd1-497a-4785-98d4-ef0e5ba031a5 req-ee571f88-f1bb-478d-ba25-1649e31f6ddc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.354661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd64dd1-497a-4785-98d4-ef0e5ba031a5 req-ee571f88-f1bb-478d-ba25-1649e31f6ddc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2549007 Jul 16 08:32:34.357118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963be7e-77d4-49e4-9c8a-7f2ab86c8e82 req-6a9498d0-6834-471e-989a-8e3a362ee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.360764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1963be7e-77d4-49e4-9c8a-7f2ab86c8e82 req-6a9498d0-6834-471e-989a-8e3a362ee24c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 1098 time: 0.1190853 Jul 16 08:32:34.412154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1963be7e-77d4-49e4-9c8a-7f2ab86c8e82 req-0d785b4c-3a84-434a-ba2d-febea07429c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Jul 16 08:32:34.429319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd64dd1-497a-4785-98d4-ef0e5ba031a5 req-8378af65-9b52-4154-8aa7-b37b45178a3b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Jul 16 08:32:34.464718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32865baf-1821-4a03-bd91-06aea6121354 req-30387d0b-1b15-4244-9878-f56a5e7432a6 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.471738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32865baf-1821-4a03-bd91-06aea6121354 req-30387d0b-1b15-4244-9878-f56a5e7432a6 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1804247 Jul 16 08:32:34.525952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32865baf-1821-4a03-bd91-06aea6121354 req-4386440f-5cc8-4052-9c96-d50429d71898 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523121 Jul 16 08:32:34.667160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.679183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e48f1a-7fd7-4574-9d68-b75551cb149e req-baf63048-8fcf-4c35-b674-b38dec4c0974 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.687466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03e48f1a-7fd7-4574-9d68-b75551cb149e req-baf63048-8fcf-4c35-b674-b38dec4c0974 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 0.1073644 Jul 16 08:32:34.724079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1646d679-93d6-4d24-81fe-1cade42ded61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65bf9af781524efe9723baab6d010b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553346 Jul 16 08:32:34.726594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33962) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.732771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03e48f1a-7fd7-4574-9d68-b75551cb149e req-037e2722-6191-4c9e-b661-e1e7c7752b8e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443161 Jul 16 08:32:34.789924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.812027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.863249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.866567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.870249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b78955d2-2dea-4e8e-a705-3858c43c6ca4 HTTP/1.1" status: 204 len: 168 time: 0.1399331 Jul 16 08:32:34.880056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e602e-e329-4525-bfcb-bbb8efaea2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78955d2-2dea-4e8e-a705-3858c43c6ca4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.253569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5ba3-35bd-4730-a746-30cff928196a req-4c5968b1-b6fd-445b-be05-784c404eec10 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.255407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6df5ba3-35bd-4730-a746-30cff928196a req-4c5968b1-b6fd-445b-be05-784c404eec10 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.0966401 Jul 16 08:32:35.331804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6df5ba3-35bd-4730-a746-30cff928196a req-77615a4e-59b6-45d9-870b-a548a58ff240 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Jul 16 08:32:35.544129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a72ccf-aa0e-47b3-95bb-c638ac27461a req-dbed18cb-e2fb-4741-9e9a-8e2215b74f9c tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.554709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18a72ccf-aa0e-47b3-95bb-c638ac27461a req-dbed18cb-e2fb-4741-9e9a-8e2215b74f9c tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 1102 time: 0.0982289 Jul 16 08:32:35.598988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34002) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:35.613421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18a72ccf-aa0e-47b3-95bb-c638ac27461a req-90f60612-8334-4645-8650-d9519378db20 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 Jul 16 08:32:35.864231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce18156f-c63a-4608-8f4c-872cb3004d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.890776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083cff-dc84-416f-bb1e-fbc6d26bff64 req-04897447-8458-403d-8ba6-ed442ed56c63 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.893654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac083cff-dc84-416f-bb1e-fbc6d26bff64 req-04897447-8458-403d-8ba6-ed442ed56c63 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1628551 Jul 16 08:32:35.933182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70c8a0-d859-4d64-9527-55db6d672fb5 req-ecf27122-e004-4135-828b-c0524177194e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.942023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea70c8a0-d859-4d64-9527-55db6d672fb5 req-ecf27122-e004-4135-828b-c0524177194e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1499805 Jul 16 08:32:35.983948 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac083cff-dc84-416f-bb1e-fbc6d26bff64 req-ea3187c2-70d2-4413-9f89-2be5b195f6fa tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Jul 16 08:32:35.998942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce18156f-c63a-4608-8f4c-872cb3004d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.000702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea70c8a0-d859-4d64-9527-55db6d672fb5 req-b9e3ae53-0ce8-46df-929f-fe546897dd28 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Jul 16 08:32:36.006085 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce18156f-c63a-4608-8f4c-872cb3004d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.051927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ce18156f-c63a-4608-8f4c-872cb3004d27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e85333c691b94d959f6d0ba0fc689006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492872 Jul 16 08:32:36.052116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:36.095560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18156f-c63a-4608-8f4c-872cb3004d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daec3f2-c9e4-4838-8fbf-5c7245254129,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.150477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.173712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.183345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-6621d381-7075-4471-8536-018d6649c83f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485919 Jul 16 08:32:36.241741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.245254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.249617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6daec3f2-c9e4-4838-8fbf-5c7245254129 HTTP/1.1" status: 204 len: 168 time: 0.1963794 Jul 16 08:32:36.258874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1886a7-abde-4fe7-a90f-de4c9b85da22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daec3f2-c9e4-4838-8fbf-5c7245254129,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.328432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e1263-6875-402e-b3bf-06f397fd93b4 req-41192fb8-0f05-46b6-9836-d2b2a06a41a8 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.330055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890e1263-6875-402e-b3bf-06f397fd93b4 req-41192fb8-0f05-46b6-9836-d2b2a06a41a8 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 0.1842380 Jul 16 08:32:36.384362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-103a8d17-2a58-46f4-ab98-ae95ad444d93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.385829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-103a8d17-2a58-46f4-ab98-ae95ad444d93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957672 Jul 16 08:32:36.405654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890e1263-6875-402e-b3bf-06f397fd93b4 req-cd9e8b3c-9919-49b7-825a-7c8753036b4b tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635886 Jul 16 08:32:36.415071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-73239051-fa89-4891-b1ac-737314566c3b tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.0134645 Jul 16 08:32:36.520407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-26e8565f-5d34-4889-ad9e-da2a8b54e00d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0996590 Jul 16 08:32:36.729653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd222-9992-4cd7-a100-c0a80591a5cb req-a1fc8f05-1917-4ec0-839b-be9af1b5cfd3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.739601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-853bd222-9992-4cd7-a100-c0a80591a5cb req-a1fc8f05-1917-4ec0-839b-be9af1b5cfd3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 0.1623371 Jul 16 08:32:36.748208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34046) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:36.753706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Request body: {'floatingip': {'port_id': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:36.832897 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.965413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea72245f-915f-4f41-8044-21e9c3e39863 req-48899978-ea1a-47b4-94ef-d9f6d680dd5f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 210 time: 0.0560734 Jul 16 08:32:37.282736 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:37.529431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b263-8d47-4d9a-95fc-80872cffcb4d req-ee9a6e2a-e00e-45b2-b252-cd845bcd0185 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.532627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06e3b263-8d47-4d9a-95fc-80872cffcb4d req-ee9a6e2a-e00e-45b2-b252-cd845bcd0185 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2798259 Jul 16 08:32:37.567898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5cad-bccf-4ce2-95a7-cad13708ab4d req-de241ba4-7c88-4942-a17d-72a413457816 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.575772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0feb5cad-bccf-4ce2-95a7-cad13708ab4d req-de241ba4-7c88-4942-a17d-72a413457816 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.3216105 Jul 16 08:32:37.777972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06e3b263-8d47-4d9a-95fc-80872cffcb4d req-c842e240-b2a1-424c-acb3-fa925bbc9ea6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209432 Jul 16 08:32:37.849391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0feb5cad-bccf-4ce2-95a7-cad13708ab4d req-c751036b-592c-46ca-a822-39f5b48d0c6a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722201 Jul 16 08:32:38.434888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.496468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adfdeafa-6860-4b3b-8b0b-d66e65c6da2c req-1695b75e-f79a-431e-8430-21db71a8a954 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 210 time: 0.3609776 Jul 16 08:32:38.526128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:32:38.563457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:38.763037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.782274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.900753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-89f5bfb0-b017-448e-9927-0bffa69dcca1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553312 Jul 16 08:32:38.950702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:38.988736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'port_id': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'mac_address': 'fa:16:3e:2e:ba:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86654778-13f2-4c0f-9085-de598ba10ad3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:39.111905 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.156012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ec972428-576e-4c85-9449-299c8f92fc36 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.157796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ec972428-576e-4c85-9449-299c8f92fc36 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485707 Jul 16 08:32:39.163747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.177781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:39.215530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:39.221744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70aeb-5e43-4cd2-a504-13bc868197eb req-e4e95f0a-0d83-4a62-ae42-e0d6f3403a8e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.228983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16d70aeb-5e43-4cd2-a504-13bc868197eb req-e4e95f0a-0d83-4a62-ae42-e0d6f3403a8e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2656870 Jul 16 08:32:39.242329 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c associated. External IP: 172.25.5.239, port: 4440e725-a6fe-44ac-a003-0f6eb11ae3e3. Jul 16 08:32:39.314808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:39.325944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.361874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16d70aeb-5e43-4cd2-a504-13bc868197eb req-2ad41192-e738-488d-803b-88397965f2e7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320298 Jul 16 08:32:39.491907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:39.496749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.708059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:39.733286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:39.790698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.5 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/a90e8d4e-4556-4ac8-b372-b3d919d8bb99) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:39.807295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e82b3-1c61-473e-9b5f-69c3b7c0da74 req-5ed5508a-50d3-4f39-9010-709afb26aac2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.812430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-982e82b3-1c61-473e-9b5f-69c3b7c0da74 req-5ed5508a-50d3-4f39-9010-709afb26aac2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 944 time: 0.2857103 Jul 16 08:32:39.935693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-982e82b3-1c61-473e-9b5f-69c3b7c0da74 req-3ebf64f2-9f5c-44ce-9aa1-b3d4e373ddbf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050894 Jul 16 08:32:40.096634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.121386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b502573c-820d-4615-9d56-3c15fe274680 req-4812f54e-8baf-4638-bdd7-0f0b2b91cbe5 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 210 time: 0.0887764 Jul 16 08:32:40.142216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:40.144847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object a90e8d4e-4556-4ac8-b372-b3d919d8bb99 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:40.269362 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.289501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:40.363357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:40.368667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.370572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:40.420989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-28889da9-2943-4a08-9965-4611abdeabf3 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "PUT /v2.0/floatingips/07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c HTTP/1.1" status: 200 len: 992 time: 3.6713650 Jul 16 08:32:40.421900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:40.424888 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:40.435135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b', '8b38c297-9194-47e9-980a-1655d9a273af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:40.453244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:40.454871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.491657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:40.494782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:40.509828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:40.603053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:40.642803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:40.645331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:40.647031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.652223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:40.676281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1251e81-170c-42b2-b6bf-6bd62598952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.694741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-ecf7b8ba-7a1e-46b3-a55a-98599ff06cda tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5209990 Jul 16 08:32:40.723659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Request body: {'port': {'device_id': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:40.808998 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5a8ea-68ef-41e8-934c-58409a2a6ba6 x-openstack-request-id: req-eec5a8ea-68ef-41e8-934c-58409a2a6ba6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:40.809998 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:40.810838 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eec5a8ea-68ef-41e8-934c-58409a2a6ba6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:40.814526 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'status': 'completed', 'code': 200} Jul 16 08:32:40.866482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.919160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c26fc7-a91b-4aa9-b437-c67917af1e95 req-7bdc4043-1d1d-4663-a6ba-2f9cf13c2350 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:40.920758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c26fc7-a91b-4aa9-b437-c67917af1e95 req-7bdc4043-1d1d-4663-a6ba-2f9cf13c2350 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2307477 Jul 16 08:32:40.925657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.047752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c26fc7-a91b-4aa9-b437-c67917af1e95 req-b7f04032-8b5f-4c1e-8761-8e14797b5cfa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155596 Jul 16 08:32:41.109411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-77f2b5dd-f1db-48fa-b78f-13981164d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.115189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-77f2b5dd-f1db-48fa-b78f-13981164d527 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 1098 time: 0.2606986 Jul 16 08:32:41.120994 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1251e81-170c-42b2-b6bf-6bd62598952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.131663 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1251e81-170c-42b2-b6bf-6bd62598952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.277809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-8608625a-566f-4795-a62b-73765306fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.286369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-8608625a-566f-4795-a62b-73765306fcd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 200 len: 924 time: 0.1500995 Jul 16 08:32:41.296686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1251e81-170c-42b2-b6bf-6bd62598952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ea563-e39b-49fa-a85c-284f63b06b62,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.312765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f1251e81-170c-42b2-b6bf-6bd62598952b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd71bb9cb36f4832a34978144f571bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388301 Jul 16 08:32:41.322442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.344331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee11f125-bbde-4c0b-a0b7-877e7bd3cee3 None None] Provisioning for port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:41.348520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed5db5d1-ae77-4cc1-8e26-278506810082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.387009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee11f125-bbde-4c0b-a0b7-877e7bd3cee3 None None] Provisioning complete for port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:41.387322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee11f125-bbde-4c0b-a0b7-877e7bd3cee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.458943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ee11f125-bbde-4c0b-a0b7-877e7bd3cee3 None None] Port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:41.485170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944944af-273c-42e8-8853-906acbdcab4e req-ec75d579-1861-4801-a5ae-1ee5c333d30d tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.495739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-944944af-273c-42e8-8853-906acbdcab4e req-ec75d579-1861-4801-a5ae-1ee5c333d30d tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 944 time: 0.2392106 Jul 16 08:32:41.497508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:41.504469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:41.504833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.528009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f8dc1-6ce7-4968-a84c-85ca59d36868 req-5da352ca-ede9-4021-90e4-68765187d776 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.536285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c0f8dc1-6ce7-4968-a84c-85ca59d36868 req-5da352ca-ede9-4021-90e4-68765187d776 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 934 time: 0.1694756 Jul 16 08:32:41.603916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-944944af-273c-42e8-8853-906acbdcab4e req-f39128e9-68f0-429e-b69b-b220a52a2d3d tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098611 Jul 16 08:32:41.627058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c0f8dc1-6ce7-4968-a84c-85ca59d36868 req-78f90fd6-79ad-443b-98c8-ad37bcec9623 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897310 Jul 16 08:32:41.658023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed5db5d1-ae77-4cc1-8e26-278506810082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.666696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-74b9034b-0870-4fbb-824d-5f2f24a73066 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3 HTTP/1.1" status: 200 len: 1000 time: 0.3731885 Jul 16 08:32:41.668217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed5db5d1-ae77-4cc1-8e26-278506810082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.777277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-a53b006f-dd6d-4fd1-8a57-c0564635cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.783289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-a53b006f-dd6d-4fd1-8a57-c0564635cc83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 200 len: 862 time: 0.0915318 Jul 16 08:32:41.793077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ed5db5d1-ae77-4cc1-8e26-278506810082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487d5459a1574b2ba47c1d06dcdbe98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653355 Jul 16 08:32:41.794863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34274) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.810648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5db5d1-ae77-4cc1-8e26-278506810082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6069f909-24b1-43ac-abf7-7b1c199b408d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.829071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.913546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.962102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.963608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.022278 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.052249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.056542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.058642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6069f909-24b1-43ac-abf7-7b1c199b408d HTTP/1.1" status: 204 len: 168 time: 0.2628405 Jul 16 08:32:42.090402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90e8d4e-4556-4ac8-b372-b3d919d8bb99 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:42.094971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3536c-4fee-4c7a-a6ee-f1418592c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6069f909-24b1-43ac-abf7-7b1c199b408d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.096903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-1c26ee35-b2d6-490b-9919-2163708e5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.098512 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-1c26ee35-b2d6-490b-9919-2163708e5304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9d533cc-1848-4743-8f98-9777115970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889044 Jul 16 08:32:42.103438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.219463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.228356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.229530 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/756ea563-e39b-49fa-a85c-284f63b06b62 HTTP/1.1" status: 204 len: 168 time: 0.8917794 Jul 16 08:32:42.244913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Transition to ACTIVE for port object a90e8d4e-4556-4ac8-b372-b3d919d8bb99 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:42.255109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:42.272977 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1dc6ab-a882-476d-ac9b-6e95d26508b6" -d '{"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-plugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:42.273501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.366921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:42.376838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-755f2cad-b346-4324-8b4f-86aabf3e59ae service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600448 Jul 16 08:32:42.433507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.440197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e8bb-98af-4ecc-836f-08ded35fa627 req-a5387d36-6241-4fde-98d4-457e8dc38a78 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.443608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b75e8bb-98af-4ecc-836f-08ded35fa627 req-a5387d36-6241-4fde-98d4-457e8dc38a78 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1522660 Jul 16 08:32:42.470318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047e71-4c4b-4958-8201-09bbe5fd7b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ea563-e39b-49fa-a85c-284f63b06b62,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.538205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efa37b-cf67-4188-8ff6-47ca9fa9a2c9 req-c6f3b815-9d63-4b8a-840e-39d9c2ddb1ab tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.554078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00efa37b-cf67-4188-8ff6-47ca9fa9a2c9 req-c6f3b815-9d63-4b8a-840e-39d9c2ddb1ab tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 945 time: 0.1822374 Jul 16 08:32:42.623079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:42.642048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b75e8bb-98af-4ecc-836f-08ded35fa627 req-e2deb47b-e36e-463e-adad-4ef6ec305798 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849835 Jul 16 08:32:42.698685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00efa37b-cf67-4188-8ff6-47ca9fa9a2c9 req-8d33b4ad-b5eb-4d5e-863b-d70a682b7060 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430185 Jul 16 08:32:42.728060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Pushing event updated for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.855091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.901664 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f623a971-150e-4a14-a3fe-5d1e69f2c6d9 x-openstack-request-id: req-f623a971-150e-4a14-a3fe-5d1e69f2c6d9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:42.902082 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-plugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:42.903621 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f623a971-150e-4a14-a3fe-5d1e69f2c6d9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:42.904263 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'code': 200} Jul 16 08:32:42.920972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:42.960829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.961430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.961943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.962832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.963334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.964107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.964816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.965307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.965796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.966540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.967199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.967685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:42.983676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74adfd11-e9f8-416a-9f29-77f0a5bc5a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.032690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a092e-2a91-4e32-821a-9862f36cae57 req-bdc061f6-bf7f-4a28-b96b-f8c1f4a409ac tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.037761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e10a092e-2a91-4e32-821a-9862f36cae57 req-bdc061f6-bf7f-4a28-b96b-f8c1f4a409ac tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 946 time: 0.1678255 Jul 16 08:32:43.067372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:f3:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:32:38Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:43.070653 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-94c671e7-dc6a-4747-bbda-d862b29f905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.114986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e10a092e-2a91-4e32-821a-9862f36cae57 req-6fdbaf64-3a72-4fef-84cd-3a4950a3db0f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706689 Jul 16 08:32:43.175622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.189975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:43.196256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ddb746c-08bf-4b88-8ce5-1fced1f6bb4f req-4ed8ab08-88d1-4298-b7e3-e6ee5aabface service neutron] 10.222.0.46 "GET /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139037 Jul 16 08:32:43.229484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Attempting to bind port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:43.236363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Attempting to bind port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:43.236827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Attempting to bind port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:43.250689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:43.251101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Attempting to bind port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:43.259489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:43.260162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:43.288058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:43.288357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:43.288753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:43.289208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Bound port: a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:43.289633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.386295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:43.387675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:43.399882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74adfd11-e9f8-416a-9f29-77f0a5bc5a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.402185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.433042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74adfd11-e9f8-416a-9f29-77f0a5bc5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.444662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:43.491655 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.500878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.501517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.502991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] 10.222.0.47 "PUT /v2.0/ports/a90e8d4e-4556-4ac8-b372-b3d919d8bb99 HTTP/1.1" status: 200 len: 1095 time: 2.7883501 Jul 16 08:32:43.517977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adfd11-e9f8-416a-9f29-77f0a5bc5a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19235c0a-4aac-4c94-8b52-b47a39ae6b2a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.529927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:43.532007 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e1eaa-0bda-47ae-a00e-7369e2941403" -d '{"events": [{"name": "network-changed", "server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:43.547320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74adfd11-e9f8-416a-9f29-77f0a5bc5a57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca68fc00420d4c40ba66af028912c0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248085 Jul 16 08:32:43.549454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34320) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:43.581336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:43.631446 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ca554a-2d5b-467d-b655-dd5eff9a46b5 x-openstack-request-id: req-e0ca554a-2d5b-467d-b655-dd5eff9a46b5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:43.632571 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:43.638079 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0ca554a-2d5b-467d-b655-dd5eff9a46b5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:43.638503 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99', 'status': 'completed', 'code': 200} Jul 16 08:32:43.664729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.707148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9259b-b498-47c8-ab43-f93fef6023aa service neutron] Pushing event updated for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.713891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.723086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:43.739807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.778334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-534654d5-bf66-41ae-aa7e-da28a4f0bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.790358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-534654d5-bf66-41ae-aa7e-da28a4f0bb48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 1098 time: 0.2144947 Jul 16 08:32:43.839826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-597558081-network', 'tenant_id': '85e872f9576d43779dbadbb4e41a2805'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.863614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.866811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.870626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19235c0a-4aac-4c94-8b52-b47a39ae6b2a HTTP/1.1" status: 204 len: 168 time: 0.3165448 Jul 16 08:32:43.884232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fa4bc-e47a-410f-b96e-6778256e45b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19235c0a-4aac-4c94-8b52-b47a39ae6b2a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.896341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Made reservation on behalf of 85e872f9576d43779dbadbb4e41a2805 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:43.899144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.910828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.916278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-b6178be4-7c65-4d2d-a5b3-d91fb5276d01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99 HTTP/1.1" status: 200 len: 217 time: 0.1160944 Jul 16 08:32:44.042447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-02b6895b-44f0-45b4-b88e-88c4224ee0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.043473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-02b6895b-44f0-45b4-b88e-88c4224ee0af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1202524 Jul 16 08:32:44.121809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-5acdd02f-962e-40b8-ac1d-847895583f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.123042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-5acdd02f-962e-40b8-ac1d-847895583f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699062 Jul 16 08:32:44.147806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c5b47-41b2-405f-aa21-046ef2f29462 req-9e8b72e4-f2a1-4b13-a3d6-762f71287804 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.155573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-774c5b47-41b2-405f-aa21-046ef2f29462 req-9e8b72e4-f2a1-4b13-a3d6-762f71287804 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2348700 Jul 16 08:32:44.195634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:f3:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:32:38Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:44.220347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeafe5-0dc9-4fab-92c0-c5a44335c247 req-376062cb-350d-4a19-824a-bfd10089e629 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.228280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eaeafe5-0dc9-4fab-92c0-c5a44335c247 req-376062cb-350d-4a19-824a-bfd10089e629 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 943 time: 0.2028227 Jul 16 08:32:44.238593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-97960855-02fa-447d-ad2b-6e0df57fa139 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070285 Jul 16 08:32:44.240907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-774c5b47-41b2-405f-aa21-046ef2f29462 req-2bc26fa0-4119-433c-8846-522410fca388 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 Jul 16 08:32:44.245052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cbc9d-043f-49e0-88af-db2e8b614dcf None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'port_id': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'mac_address': 'fa:16:3e:f3:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:30:11Z', 'updated_at': '2021-07-16T08:32:38Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:44.315233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eaeafe5-0dc9-4fab-92c0-c5a44335c247 req-d859567d-116e-4a22-91af-5a09f767e714 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854206 Jul 16 08:32:44.344527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.352293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.397344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:44.435240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.435594 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Added segment 24d586ca-4939-459d-a876-c4dbafc10111 of type vlan for network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da Jul 16 08:32:44.458788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe26d3ac-a091-452f-ad62-de31e376003c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.476948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51e53abd-df54-408f-b8d7-84692cf0fd35 req-c9dcc553-a118-4f28-a490-445f7e031a05 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083194 Jul 16 08:32:44.576416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.628638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-424853e0-3e7d-46e2-8f94-1800d201b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.630159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-424853e0-3e7d-46e2-8f94-1800d201b832 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 1098 time: 0.0968947 Jul 16 08:32:44.637910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.639424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.640369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.676259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb8e0-c9b1-4161-a03c-d7ffcbfb60ee req-a72177ee-9b91-4dd5-8f5f-19c59a266039 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.678647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8afb8e0-c9b1-4161-a03c-d7ffcbfb60ee req-a72177ee-9b91-4dd5-8f5f-19c59a266039 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 946 time: 0.2142999 Jul 16 08:32:44.686970 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cde48-d6de-4fd0-a70b-f2d0d2612a41 None None] New status for floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:32:44.701471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1180358 Jul 16 08:32:44.705885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34354) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:44.712078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Request body: {'subnet': {'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-597558081-subnet', 'tenant_id': '85e872f9576d43779dbadbb4e41a2805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:44.761250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7735da-aea2-418d-b2bd-a4e6e009c06e admin admin] Pushing event updated for resources: {'Network': ['ID=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.783379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:44.814209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8afb8e0-c9b1-4161-a03c-d7ffcbfb60ee req-556138ec-c443-4244-9745-cacc368820ed tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091628 Jul 16 08:32:44.831899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Made reservation on behalf of 85e872f9576d43779dbadbb4e41a2805 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:44.835820 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.888300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-85c08598-34be-4c27-bf9c-d19d0a522e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.890007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-85c08598-34be-4c27-bf9c-d19d0a522e0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2517436 Jul 16 08:32:44.911795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:44.914204 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa49e099-c2c0-428d-952c-b931c93ee621" -d '{"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-unplugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:44.961702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-11f7e5f2-6e91-4824-ba9c-52fd4a315261 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.964698 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-11f7e5f2-6e91-4824-ba9c-52fd4a315261 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 943 time: 0.1743596 Jul 16 08:32:44.966375 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-c38596c6-cd92-49ff-8779-afde8dbe4723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99 HTTP/1.1" status: 200 len: 217 time: 0.0671618 Jul 16 08:32:45.019357 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3816ff-c9b9-4700-8299-418445a91386 x-openstack-request-id: req-ff3816ff-c9b9-4700-8299-418445a91386 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:45.020091 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-unplugged", "status": "completed", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:45.020738 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff3816ff-c9b9-4700-8299-418445a91386 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:45.021317 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'code': 200} Jul 16 08:32:45.075966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-86b668d8-6e1b-4bc4-90b8-df584e767225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.078063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-86b668d8-6e1b-4bc4-90b8-df584e767225 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0962765 Jul 16 08:32:45.129169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:45.145130 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.187669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-fbad1bfb-9872-4a2c-b955-aa7692b59f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.189195 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-fbad1bfb-9872-4a2c-b955-aa7692b59f4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831330 Jul 16 08:32:45.192179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Deleting port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:45.192527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.217380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.247130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Checking segment: {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:45.248273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Network hostable DHCP agents. Network: a9cdc763-fe7f-4695-bfc2-3a05dc2e22da, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:45.276059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:45.289306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a9cdc763-fe7f-4695-bfc2-3a05dc2e22da) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:45.300296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.303431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.307089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed3256-0104-4453-9c7c-e353a8fd1046 None None] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:45.325220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-network', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:45.396647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] For port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:45.397175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.402644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-cf73f781-ddbc-45a4-a1bc-68bce6321480 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020080 Jul 16 08:32:45.415800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1d2a5136-e425-4357-892a-24e329c02c2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7004707 Jul 16 08:32:45.431856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Made reservation on behalf of 032f1ccf2eaa4ab485dcee4fa5918bd1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:45.436709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Calling delete_port for 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:45.441440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.509800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.583055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b4e1eaa-0bda-47ae-a00e-7369e2941403 req-8b2df411-0b68-4b14-81b2-9d5acc54f1d2 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677399 Jul 16 08:32:45.638821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a7fabe9-9f84-42f6-a11e-3a4b8ce2aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.652842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de17ae79-6af7-4088-91d6-670de5c39319 None None] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:45.683040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.683310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2157f4-9f34-4307-8037-ed1730f92b44 req-1de00430-e927-474a-87e2-2a15676aaad6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.692909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f2157f4-9f34-4307-8037-ed1730f92b44 req-1de00430-e927-474a-87e2-2a15676aaad6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.2755382 Jul 16 08:32:45.701367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.742762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event deleted for resources: {'Port': ['ID=22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.781719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e6eb8-2643-42f2-a9ac-c5aadc1c8421 req-c0fddf99-9039-48df-b80e-54636aab1237 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.791255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8e6eb8-2643-42f2-a9ac-c5aadc1c8421 req-c0fddf99-9039-48df-b80e-54636aab1237 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf66a1de-7067-495e-b327-4960eb8d9214 HTTP/1.1" status: 200 len: 865 time: 0.2358534 Jul 16 08:32:45.810386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] No DVR routers for this DVR port 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:45.813716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.823617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d5fc98c5-3be7-4dd0-8961-b2b1025aef29 req-6a0ab275-f1e5-47aa-97f6-69351016edaf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "DELETE /v2.0/ports/22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa HTTP/1.1" status: 204 len: 173 time: 0.8520031 Jul 16 08:32:45.824138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-deleted', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:45.826728 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db8ec0d-83d3-44e6-abf8-951ba88b22ba" -d '{"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-deleted", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:45.871261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8e6eb8-2643-42f2-a9ac-c5aadc1c8421 req-69755e0c-2627-4b44-a86c-6aafa3ec3f31 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790412 Jul 16 08:32:45.874303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f2157f4-9f34-4307-8037-ed1730f92b44 req-1cd0d691-fb26-4ea1-9318-160856fee395 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538227 Jul 16 08:32:45.902868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.912618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.934941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:45.949218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846315a-b353-494a-9c27-7681d966cae2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.954145 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.954485 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Added segment 656c5129-4688-4041-86a4-fb571fc29a1d of type vlan for network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 Jul 16 08:32:46.010387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.051539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.052864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.053559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.092750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1420636785', 'description': 'tempest-description-1070601857'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:46.112121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9787254 Jul 16 08:32:46.112331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:46.117417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Request body: {'subnet': {'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-subnet', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:46.139805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff8c02-0f6b-4701-9ad9-0fbc4c33a435 x-openstack-request-id: req-3fff8c02-0f6b-4701-9ad9-0fbc4c33a435 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:46.140548 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66a1de-7067-495e-b327-4960eb8d9214", "name": "network-vif-deleted", "tag": "22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:46.141031 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fff8c02-0f6b-4701-9ad9-0fbc4c33a435 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:46.141842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd44567-e9f9-4715-9c4e-fa729af54647 admin admin] Pushing event updated for resources: {'Network': ['ID=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.142302 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66a1de-7067-495e-b327-4960eb8d9214', 'name': 'network-vif-deleted', 'tag': '22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa', 'status': 'completed', 'code': 200} Jul 16 08:32:46.145917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:32:46.145917 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:32:46.145917 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 32, 46, 124194)}] Jul 16 08:32:46.145917 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:32:46.146385 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:32:46.152441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:46.163075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.269402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.291434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.325074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.326340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cf8a060-4eb9-48e7-b771-3779822cea15 req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2401133 Jul 16 08:32:46.340078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546515a-df4a-4d5f-87d2-a936b793f113 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe06cff-51df-40b0-ac94-e6bba6bce549,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.358305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-344536960', 'description': 'tempest-description-1522260590'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:46.393043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f282b-5d61-4b25-b7a3-967fd708f27b req-f3eae9a6-bba1-4c1e-85de-0bc18bcd03d3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.395685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-359f282b-5d61-4b25-b7a3-967fd708f27b req-f3eae9a6-bba1-4c1e-85de-0bc18bcd03d3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 946 time: 0.1403773 Jul 16 08:32:46.401637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.456924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-359f282b-5d61-4b25-b7a3-967fd708f27b req-b30bb485-5e9e-4bf8-a0d4-31e415badb21 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Jul 16 08:32:46.541377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.545303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.574390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.579142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49a7c48c-eec6-4168-a87a-6e9021157eba req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2261324 Jul 16 08:32:46.581321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b1e49-e0b2-4995-85b2-cd33d25fd178 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad22170-46d9-4702-b01c-aeac1bc1222e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.673664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Made reservation on behalf of 032f1ccf2eaa4ab485dcee4fa5918bd1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:46.676620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.758944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.828632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-d178dc58-8ef0-4f03-a3b7-713e4e18be60 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.832749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-d178dc58-8ef0-4f03-a3b7-713e4e18be60 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 812 time: 0.1166017 Jul 16 08:32:46.852815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-985158cb-b643-41ca-827c-cbd22626ab17 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/quotas/85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 375 time: 0.0168750 Jul 16 08:32:46.892426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-7bf83be1-df6d-4778-a2e5-be9e19cea99c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329466 Jul 16 08:32:46.894608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.016968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-8ab3debc-4d6b-4770-b8cf-3bd7d6bba3e8 service neutron] 10.222.0.32 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147268 Jul 16 08:32:47.024196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd96834-d1a5-4d11-ad28-e29c8022631d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.026076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Checking segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:47.026428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Network hostable DHCP agents. Network: 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:47.047147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:47.061304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:47.066804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.067519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.078216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f74223-2d13-4e72-9738-742267a7772f None None] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:47.098748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2caf4cea-8ae3-49c1-b743-57cfeacc8a85 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9848783 Jul 16 08:32:47.100473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:47.110855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:47.138572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.140476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.161308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-85226d84-619f-41c5-8505-6e028699a6c0 service neutron] 10.222.0.32 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432719 Jul 16 08:32:47.218195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.233816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaef50-c4ef-4f49-be3d-d47754d96182 req-6321e06a-2714-49ac-b646-f81ab17a9d41 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.235497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70eaef50-c4ef-4f49-be3d-d47754d96182 req-6321e06a-2714-49ac-b646-f81ab17a9d41 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1205766 Jul 16 08:32:47.297357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:47.302138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.316907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70eaef50-c4ef-4f49-be3d-d47754d96182 req-ba4c68d8-6bcf-4108-bda8-ec45d0a2e7d6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724962 Jul 16 08:32:47.517655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Allocated IP 172.20.0.2 (190a17ee-2ffa-42ef-a7f5-fae43ad47aa7/1dd96834-d1a5-4d11-ad28-e29c8022631d/f7e1990c-5016-4f22-b17d-765ce8033423) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:47.712558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bea0563a-d89e-446e-85b1-5574ad6c970a req-7cf892e9-b1ba-43e4-9b07-e5fcef1046dd tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 210 time: 0.0776792 Jul 16 08:32:47.724605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34428) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:47.739299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853698052', 'description': 'tempest-description--2106502489'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:47.756405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.783539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Transition to ACTIVE for port object f7e1990c-5016-4f22-b17d-765ce8033423 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:47.811016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.823604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Transition to ACTIVE for port object f7e1990c-5016-4f22-b17d-765ce8033423 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:47.833904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.898799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Pushing event updated for resources: {'Port': ['ID=f7e1990c-5016-4f22-b17d-765ce8033423,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.910103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:47.912776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:47.915858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:47.925511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a90e8d4e-4556-4ac8-b372-b3d919d8bb99 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:47.931638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.047234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.048914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:48.051819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.066249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99', 'mac_address': 'fa:16:3e:95:71:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:48.093676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.095063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3692868 Jul 16 08:32:48.113443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbe91-757e-4304-9f62-9ae3ebe92d5b req-51e53c86-bf88-4c52-82c1-375a48fd9bd3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.115100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02fdbe91-757e-4304-9f62-9ae3ebe92d5b req-51e53c86-bf88-4c52-82c1-375a48fd9bd3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 946 time: 0.2013159 Jul 16 08:32:48.115934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.120357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.121166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'security_group_rule': {'security_group_id': 'ef1aa771-7de5-4532-8ce7-f4527908bd0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:48.126023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99bb59-9105-44d9-8ae3-e885924914b7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1aa771-7de5-4532-8ce7-f4527908bd0b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.193652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90e8d4e-4556-4ac8-b372-b3d919d8bb99 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:48.205570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.215002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Attempting to bind port f7e1990c-5016-4f22-b17d-765ce8033423 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:48.215522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Attempting to bind port f7e1990c-5016-4f22-b17d-765ce8033423 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:48.216162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Attempting to bind port f7e1990c-5016-4f22-b17d-765ce8033423 on network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:48.228547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:48.229330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Checking segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:48.229963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.230570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Bound using segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:48.231277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Bound port: f7e1990c-5016-4f22-b17d-765ce8033423, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:48.231894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.236805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:48.245749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02fdbe91-757e-4304-9f62-9ae3ebe92d5b req-be542df7-59cd-43ac-9a34-e87d49fb82aa tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164992 Jul 16 08:32:48.245903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.322420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.327024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.330410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.348186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad286504-4ca4-4f18-b123-e335dd6e8360,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.356395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.362862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.364861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9c4c2c6c-2d1c-4b97-b087-6e9157e6dd5e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473259 Jul 16 08:32:48.371079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'security_group_rule': {'security_group_id': 'ef1aa771-7de5-4532-8ce7-f4527908bd0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:48.377956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.383727 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.405513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.413729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] For port f7e1990c-5016-4f22-b17d-765ce8033423, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:48.417539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] For port f7e1990c-5016-4f22-b17d-765ce8033423, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f7e1990c-5016-4f22-b17d-765ce8033423,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:48.424576 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.506839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.551687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406298df-de75-4f6d-830e-33ed25b839c2 None None] Pushing event updated for resources: {'Port': ['ID=f7e1990c-5016-4f22-b17d-765ce8033423,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.613564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:48.654842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.670214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.673099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dd32d-91d2-4809-8ad2-ee0b6d7946c3 req-2d279ef3-5660-4715-a305-66095e3d25b7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.674574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Allocated IP 172.25.5.88 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/79af6460-a7f5-40fd-934d-eec7a2a0d99b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:48.677078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-310dd32d-91d2-4809-8ad2-ee0b6d7946c3 req-2d279ef3-5660-4715-a305-66095e3d25b7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1700411 Jul 16 08:32:48.696170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['a90e8d4e-4556-4ac8-b372-b3d919d8bb99'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:48.702987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:48.703338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22d9fc4f-41a5-4b76-8335-07cfdc0b0eaa not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:48.737825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f80a9a2-dbc5-4242-af13-52e87389d1e2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.765448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.766789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef3bf81a-5cb8-4ae0-8de6-4c3bdc0d3e38 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023449 Jul 16 08:32:48.779340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.784483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:48.804205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-310dd32d-91d2-4809-8ad2-ee0b6d7946c3 req-611a1e63-faf1-4942-8a41-a017379a20c9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198826 Jul 16 08:32:48.949459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.999008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09a36e9e-e12d-4d1f-bea4-cf9fe4dc9487 req-d91be54c-dd29-478e-8091-5f681e72a6a6 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 210 time: 0.0592346 Jul 16 08:32:49.009214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.103734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.151220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.156216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:49.168660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:49.172981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:49.233517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Pushing event updated for resources: {'Port': ['ID=79af6460-a7f5-40fd-934d-eec7a2a0d99b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.523782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Allocated IP 172.25.5.32 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b7ba5ec4-ee32-45fa-9678-5ff97b5e6373) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:49.537971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9add8f-35c6-4571-b82b-2b16b989d19c req-da4719d8-7c88-48de-8577-9fe870688336 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.539637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de9add8f-35c6-4571-b82b-2b16b989d19c req-da4719d8-7c88-48de-8577-9fe870688336 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 947 time: 0.1518776 Jul 16 08:32:49.607422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de9add8f-35c6-4571-b82b-2b16b989d19c req-0cedfca9-5f60-411a-bc45-fdc90b18894c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607626 Jul 16 08:32:49.673880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-ded80159-62da-49ee-8364-98a56b422a3f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.675376 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-ded80159-62da-49ee-8364-98a56b422a3f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.46 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 812 time: 0.4543293 Jul 16 08:32:49.695417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'device_id': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da', 'admin_state_up': True, 'tenant_id': '85e872f9576d43779dbadbb4e41a2805'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:49.750278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.894963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c468f8a-4b9e-4071-b9ae-e729124c74fe None None] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:49.952011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.953971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.992566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2171936f-b50c-4292-8e65-ce68cc94dc14 None None] Provisioning for port f7e1990c-5016-4f22-b17d-765ce8033423 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:50.028818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Made reservation on behalf of 85e872f9576d43779dbadbb4e41a2805 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:50.032489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.055413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:50.072317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:50.107774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:50.111468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627d647-7567-4dcc-a951-2e9b50bdd8af req-a2a1abdc-cc60-4c24-ae79-d79e5bba13a2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.124049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a627d647-7567-4dcc-a951-2e9b50bdd8af req-a2a1abdc-cc60-4c24-ae79-d79e5bba13a2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1100066 Jul 16 08:32:50.140299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'Port': ['ID=b7ba5ec4-ee32-45fa-9678-5ff97b5e6373,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:50.477055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.503809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e3a6e21-abca-4597-b3c1-ce278db312ff req-3f4b3761-8bbe-4572-9ed0-d2e0a222a56d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 210 time: 0.0330222 Jul 16 08:32:50.536286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a627d647-7567-4dcc-a951-2e9b50bdd8af req-979bc144-2055-4a4f-a004-9f254601c675 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107270 Jul 16 08:32:50.733052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e9f9-12e9-4bca-a5b5-d232cbc0d2dd req-d7b72a32-e4e6-407c-a901-6df71e2aab0e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.734615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab67e9f9-12e9-4bca-a5b5-d232cbc0d2dd req-d7b72a32-e4e6-407c-a901-6df71e2aab0e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1097 time: 0.1174791 Jul 16 08:32:50.771284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f7e1990c-5016-4f22-b17d-765ce8033423 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:50.821319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab67e9f9-12e9-4bca-a5b5-d232cbc0d2dd req-e87bcc8e-3037-4662-a952-74008cf0843e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783696 Jul 16 08:32:50.855754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f7e1990c-5016-4f22-b17d-765ce8033423 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:50.856925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Allocated IP 172.20.0.13 (a9cdc763-fe7f-4695-bfc2-3a05dc2e22da/0aefc018-b384-4e5c-8ff0-2f8fb21c93bd/b58d5131-e346-4bcf-ade1-d0238594ded3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:50.859323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.860924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f7e1990c-5016-4f22-b17d-765ce8033423 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:50.861306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.886238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.895790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ede2b-f5f7-4337-bfa5-b156880766d8 req-4847ceb7-02f4-4b19-9af7-ce569f4409a6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.897538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b97ede2b-f5f7-4337-bfa5-b156880766d8 req-4847ceb7-02f4-4b19-9af7-ce569f4409a6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 947 time: 0.1172609 Jul 16 08:32:50.942826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b97ede2b-f5f7-4337-bfa5-b156880766d8 req-ed0399cd-04ec-48df-bb96-ca51f6da80f5 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Jul 16 08:32:50.994991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.038572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f7e1990c-5016-4f22-b17d-765ce8033423, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f7e1990c-5016-4f22-b17d-765ce8033423,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.046064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.111986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f7e1990c-5016-4f22-b17d-765ce8033423,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.303129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.305398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Router 5e9a47de-68db-4113-81f5-5bd123bd4689 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:51.321547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.330666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.497285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'Port': ['ID=b7ba5ec4-ee32-45fa-9678-5ff97b5e6373,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.517837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.518766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.577003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.586071 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18c8fedc-a912-40f4-8bce-e51e1a08ee58 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7978032 Jul 16 08:32:51.586071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:51.599819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:51.606226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:51.607600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Sync routers for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:51.608702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.612617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:51.637913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.639011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c3bdf345-afa2-4adc-921e-6220fcb749d1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.5373447 Jul 16 08:32:51.641512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:51.641772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:51.642782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.746516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76b9b-f34b-43fd-a852-2186be4f12a4 req-a6ef62f0-e18e-4cbe-a99f-c10a8557f2ff tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.753356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.754007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.760007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10a76b9b-f34b-43fd-a852-2186be4f12a4 req-a6ef62f0-e18e-4cbe-a99f-c10a8557f2ff tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 932 time: 0.0994568 Jul 16 08:32:51.804166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3ec66e37-ecaf-46d8-81a5-21dd0004806f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1145864 Jul 16 08:32:51.811981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10a76b9b-f34b-43fd-a852-2186be4f12a4 req-cf65ae7f-3a24-4ae2-8976-0a72252e0a7c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467734 Jul 16 08:32:51.836829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Request body: {'port': {'device_id': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:51.852438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:51.934314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a90e8d4e-4556-4ac8-b372-b3d919d8bb99 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:52.020394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.085803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f575-0c71-4639-9a24-871b9ecee89d req-c990ae0f-d59e-4740-b15b-a03a0de3cbbd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.086198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d804f575-0c71-4639-9a24-871b9ecee89d req-c990ae0f-d59e-4740-b15b-a03a0de3cbbd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1118498 Jul 16 08:32:52.091410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:52.130349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:52.130735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.168237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d804f575-0c71-4639-9a24-871b9ecee89d req-b719eed0-6f02-47cd-b8bf-98333fe92fa1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686848 Jul 16 08:32:52.227219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:49Z', 'revision_number': 3, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:52.299762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Checking router: 5e9a47de-68db-4113-81f5-5bd123bd4689 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:52.300330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Updating router 5e9a47de-68db-4113-81f5-5bd123bd4689 port 79af6460-a7f5-40fd-934d-eec7a2a0d99b binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:52.352962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-a489b349-3878-427b-b6b1-cb2dbb9eab6e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:52.357665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-a489b349-3878-427b-b6b1-cb2dbb9eab6e tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157633 Jul 16 08:32:52.366726 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.389168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.408541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Request body: {'binding': {'host': 'n-h1-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:52.409362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:32:52.436672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:52.438959 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980a38f6-a8ec-4b84-96b3-fb7bd237ded3" -d '{"events": [{"server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "name": "network-vif-plugged", "status": "completed", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:52.461442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.471570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.526800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-bea5ddd0-dc8b-4080-bf0e-8db660b2271e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.528783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-bea5ddd0-dc8b-4080-bf0e-8db660b2271e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.2648053 Jul 16 08:32:52.573590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-f633f7f5-9aa0-408c-a191-e33fc64bc974 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/quotas/b10cd660dd204ef49002a342e67602a0 HTTP/1.1" status: 200 len: 375 time: 0.0269754 Jul 16 08:32:52.593883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.737559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58d5131-e346-4bcf-ade1-d0238594ded3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:52.756868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.774762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.780919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f7e1990c-5016-4f22-b17d-765ce8033423 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:52.798915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-f9b17c3b-5bad-4c91-9a67-00017bdd8960 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1919262 Jul 16 08:32:52.802221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on host n-h1-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:52.802560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:52.802891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:52.807629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Transition to ACTIVE for port object b58d5131-e346-4bcf-ade1-d0238594ded3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:52.807830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:52.807942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:52.813531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:52.814125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:52.814376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:52.815777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Bound port: eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:52.820228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.916067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Allocated IP 172.20.0.1 (190a17ee-2ffa-42ef-a7f5-fae43ad47aa7/1dd96834-d1a5-4d11-ad28-e29c8022631d/0bffe707-6a50-48ad-93ac-211188ebcc40) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:52.940056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.955817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:52.960916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.963894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f75c0921-0325-435c-8ae9-63c2d0ae99a9 service neutron] 10.222.0.32 "POST /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446/bindings HTTP/1.1" status: 201 len: 390 time: 0.5595167 Jul 16 08:32:52.984213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.996812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-6ded5a0e-6143-4622-a853-fb4bb5ab190e service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754954 Jul 16 08:32:52.997314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Transition to ACTIVE for port object 79af6460-a7f5-40fd-934d-eec7a2a0d99b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:53.009358 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.018877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f7e1990c-5016-4f22-b17d-765ce8033423 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:53.019304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.115544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Attempting to bind port 79af6460-a7f5-40fd-934d-eec7a2a0d99b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:53.116208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Attempting to bind port 79af6460-a7f5-40fd-934d-eec7a2a0d99b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:53.116343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Attempting to bind port 79af6460-a7f5-40fd-934d-eec7a2a0d99b on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:53.125416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddc799-441d-497e-aea9-95416513c179 None None] Pushing event updated for resources: {'Port': ['ID=79af6460-a7f5-40fd-934d-eec7a2a0d99b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.131970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:53.132375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:53.132783 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.133179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:53.133694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Bound port: 79af6460-a7f5-40fd-934d-eec7a2a0d99b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:53.134082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.169020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-f1cb9cb5-9496-4f4f-9c0b-e26d46d95199 service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651881 Jul 16 08:32:53.222858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] For port 79af6460-a7f5-40fd-934d-eec7a2a0d99b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:53.238690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] For port 79af6460-a7f5-40fd-934d-eec7a2a0d99b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=79af6460-a7f5-40fd-934d-eec7a2a0d99b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:53.245556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.321907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Attempting to bind port b58d5131-e346-4bcf-ade1-d0238594ded3 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:53.322251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Attempting to bind port b58d5131-e346-4bcf-ade1-d0238594ded3 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:53.322585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Attempting to bind port b58d5131-e346-4bcf-ade1-d0238594ded3 on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:53.337614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:53.338603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:53.357790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Port b58d5131-e346-4bcf-ade1-d0238594ded3 on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:53.358127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Attempting to bind port b58d5131-e346-4bcf-ade1-d0238594ded3 on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:53.379173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:53.379527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Checking segment: {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:53.379915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Bound using segment: {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:53.380386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Bound port: b58d5131-e346-4bcf-ade1-d0238594ded3, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:53.380751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.443788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-0667b043-24d1-46d4-9c3b-b65603b5d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.445804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-0667b043-24d1-46d4-9c3b-b65603b5d7db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1097 time: 0.1499305 Jul 16 08:32:53.456686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24a6df-679a-4757-aa36-1a7ca0861850 req-050b78b2-28b9-4249-83e9-115bd3dd3381 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.464476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b24a6df-679a-4757-aa36-1a7ca0861850 req-050b78b2-28b9-4249-83e9-115bd3dd3381 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 948 time: 0.1663587 Jul 16 08:32:53.488545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:53.514180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:53.522826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:53.543040 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.548814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddc799-441d-497e-aea9-95416513c179 None None] Pushing event updated for resources: {'Port': ['ID=79af6460-a7f5-40fd-934d-eec7a2a0d99b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.593484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b24a6df-679a-4757-aa36-1a7ca0861850 req-e49ef493-3270-4555-92af-68ad865e049c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276953 Jul 16 08:32:53.627155 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ac96e-666a-40c0-b78a-3bde82b05c6d x-openstack-request-id: req-481ac96e-666a-40c0-b78a-3bde82b05c6d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:53.627412 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "name": "network-vif-plugged", "status": "completed", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:53.627658 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-481ac96e-666a-40c0-b78a-3bde82b05c6d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:53.628010 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99', 'code': 200} Jul 16 08:32:53.660960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.696611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-848f49b7-f053-43d9-b11d-80efb8204f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.698217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-848f49b7-f053-43d9-b11d-80efb8204f1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2309289 Jul 16 08:32:53.709923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:49Z', 'revision_number': 3, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:53.738840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d59bd-2ca1-46e8-b264-d4055ae3e3fc None None] The sync data for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 is: [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:49Z', 'revision_number': 3, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:53.782023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Transition to ACTIVE for port object 0bffe707-6a50-48ad-93ac-211188ebcc40 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:53.794097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.794827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.796369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] 10.222.0.46 "PUT /v2.0/ports/b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 1093 time: 1.9754007 Jul 16 08:32:53.797009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:53.799412 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f36ec1-e17c-493a-8aee-f16e17e2fef3" -d '{"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:53.805582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b7186-f5ea-453b-b6cb-6e2a30a2caed service neutron] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.806248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-aa8b6fdd-49ae-42a2-93a1-f3bd525e876d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 217 time: 0.0990672 Jul 16 08:32:53.865559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ecf74-c9a4-4cd0-beee-ac64dc095db3 req-36d4e626-c63c-40fc-bd0c-75e34dfc9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.867085 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-673ecf74-c9a4-4cd0-beee-ac64dc095db3 req-36d4e626-c63c-40fc-bd0c-75e34dfc9472 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 1100 time: 0.1646912 Jul 16 08:32:53.870522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.955998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Pushing event updated for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.974068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-2ca613f6-985a-4913-8e59-86e724d7d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.975734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-2ca613f6-985a-4913-8e59-86e724d7d912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1588740 Jul 16 08:32:53.984350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:53.989037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:54.008288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:54.014637 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-673ecf74-c9a4-4cd0-beee-ac64dc095db3 req-145bd4c3-36bb-432d-b652-bc9444035db6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263118 Jul 16 08:32:54.023449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-8dad43c5-0362-4ed1-b908-2ef997e1e7eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371690 Jul 16 08:32:54.039472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635cf07-d688-4ddd-b9d5-b84d07cd42f4 req-3ffa4f98-5a8f-4735-8e21-e57f86bfc683 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.046835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6635cf07-d688-4ddd-b9d5-b84d07cd42f4 req-3ffa4f98-5a8f-4735-8e21-e57f86bfc683 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.2395296 Jul 16 08:32:54.095279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018618d-ea0d-491e-8b82-11aca15d3a6a req-256caee4-b2f3-4722-aa9e-72bccd4e3a23 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.098730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.111336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4018618d-ea0d-491e-8b82-11aca15d3a6a req-256caee4-b2f3-4722-aa9e-72bccd4e3a23 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 944 time: 0.2337811 Jul 16 08:32:54.180855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-528a3c96-91c2-4fda-8d02-497e8f8eac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.182359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-528a3c96-91c2-4fda-8d02-497e8f8eac96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1096 time: 0.2962005 Jul 16 08:32:54.258865 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-1edb8267-f724-4237-a3d1-d896e2ee85fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Jul 16 08:32:54.262191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4018618d-ea0d-491e-8b82-11aca15d3a6a req-f355bdd2-87f3-400c-8419-33ba3396e570 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475883 Jul 16 08:32:54.289577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6635cf07-d688-4ddd-b9d5-b84d07cd42f4 req-ff06c535-0a31-4e13-93c6-78e189c1fe8b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378197 Jul 16 08:32:54.342088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-fc9e2ca4-de00-47f2-bb74-2420a63a1d8b service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870574 Jul 16 08:32:54.348709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-2c35ac6b-2d9e-4946-8fd9-d179ba18d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.350316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-2c35ac6b-2d9e-4946-8fd9-d179ba18d48f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.0820441 Jul 16 08:32:54.428383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30710a9f-bf93-43a1-b014-2ece2b862a3f None None] Provisioning for port 0bffe707-6a50-48ad-93ac-211188ebcc40 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:54.436858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30710a9f-bf93-43a1-b014-2ece2b862a3f None None] Provisioning complete for port 0bffe707-6a50-48ad-93ac-211188ebcc40 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:54.440005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30710a9f-bf93-43a1-b014-2ece2b862a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.533241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-16ebcc15-877a-4d6e-88d1-ae53b853e1bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876868 Jul 16 08:32:54.550247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-30710a9f-bf93-43a1-b014-2ece2b862a3f None None] Port 0bffe707-6a50-48ad-93ac-211188ebcc40 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:54.570248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d317505-642e-47f6-906f-5ec5f66a6766 req-b413474a-3a65-46ae-9356-4ce286b97681 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0622780 Jul 16 08:32:54.675450 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7caab8-66bb-4378-bf27-e71ac12bc477 x-openstack-request-id: req-ba7caab8-66bb-4378-bf27-e71ac12bc477 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:54.676517 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:54.676945 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba7caab8-66bb-4378-bf27-e71ac12bc477 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:54.677500 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'status': 'completed', 'code': 200} Jul 16 08:32:54.724545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-a8749e99-6799-4381-aeda-66ea1fa30bed service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606157 Jul 16 08:32:54.763392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.800066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a6fc-9fd0-4067-86c4-791c0afca56a req-8887f687-ecb8-43f3-9951-dd6219a37cc3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.803159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d53a6fc-9fd0-4067-86c4-791c0afca56a req-8887f687-ecb8-43f3-9951-dd6219a37cc3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1676579 Jul 16 08:32:54.847061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 79af6460-a7f5-40fd-934d-eec7a2a0d99b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:54.921223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d53a6fc-9fd0-4067-86c4-791c0afca56a req-8b5745aa-791a-4bd5-bd09-767af9d32ded tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003985 Jul 16 08:32:54.969301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 79af6460-a7f5-40fd-934d-eec7a2a0d99b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:54.988187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 79af6460-a7f5-40fd-934d-eec7a2a0d99b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:54.988654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.015298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-3d72f623-a24e-41e2-aea5-73f73a609dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643400 Jul 16 08:32:55.164382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.204600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 79af6460-a7f5-40fd-934d-eec7a2a0d99b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=79af6460-a7f5-40fd-934d-eec7a2a0d99b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:55.211170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.280285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f250f6-48a4-4926-90be-7a9d384aa113 req-01891704-c738-47c4-b208-eabff7a425ed tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.290426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5f250f6-48a4-4926-90be-7a9d384aa113 req-01891704-c738-47c4-b208-eabff7a425ed tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 948 time: 0.1766100 Jul 16 08:32:55.398078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5f250f6-48a4-4926-90be-7a9d384aa113 req-e29b70a8-e3ef-4a19-aa66-941ea952f4d6 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059816 Jul 16 08:32:55.398679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=79af6460-a7f5-40fd-934d-eec7a2a0d99b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:55.504832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.525590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.535342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-822d0738-a60c-4637-8008-95c8062cb8c7 req-66a03e8f-ac94-417d-bc4b-d443bde3ab35 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934225 Jul 16 08:32:55.606216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Pushing event updated for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:55.640017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.846699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-6dc52a9b-c39a-4815-abcf-a2bf73bf51bc tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.848543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-6dc52a9b-c39a-4815-abcf-a2bf73bf51bc tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.1957953 Jul 16 08:32:55.870803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03304c41-decf-42f9-bee6-4b01917711cc req-ff5019df-55e5-4c4c-8a26-5ba7f661fb8b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.873510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03304c41-decf-42f9-bee6-4b01917711cc req-ff5019df-55e5-4c4c-8a26-5ba7f661fb8b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 944 time: 0.2681575 Jul 16 08:32:55.881223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'port': {'device_id': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'admin_state_up': True, 'tenant_id': 'b10cd660dd204ef49002a342e67602a0'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:56.196659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03304c41-decf-42f9-bee6-4b01917711cc req-4a9124b9-e04c-4407-95e4-b2a6527cf91d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099506 Jul 16 08:32:56.226310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-f8b12aa4-b283-4399-ac5f-73295d54cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.228695 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-f8b12aa4-b283-4399-ac5f-73295d54cab0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1096 time: 0.6090271 Jul 16 08:32:56.243431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14e17a-7c0d-4c49-b621-b7cfd0b936bc req-6667da56-b8a4-4fb5-af28-410634913d3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.247700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c14e17a-7c0d-4c49-b621-b7cfd0b936bc req-6667da56-b8a4-4fb5-af28-410634913d3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.4644678 Jul 16 08:32:56.258801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Made reservation on behalf of b10cd660dd204ef49002a342e67602a0 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:56.271657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.292357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:56.308410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:56.489014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c14e17a-7c0d-4c49-b621-b7cfd0b936bc req-157fa5f9-3c76-425b-9723-8164897cd88d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331302 Jul 16 08:32:56.576471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92a766b5-255e-4692-97b5-2410bafe2df5 req-eef68fc7-e379-4dfd-b7dc-68f371f07b32 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0863485 Jul 16 08:32:56.595606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-6df24dda-c2f9-481e-ba6b-da55e307119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.597343 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-6df24dda-c2f9-481e-ba6b-da55e307119d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.3590245 Jul 16 08:32:56.744633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Router 5e9a47de-68db-4113-81f5-5bd123bd4689 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:56.754647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-23109e46-0069-40a7-b7ce-48c7a14db733 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 217 time: 0.1435854 Jul 16 08:32:56.788517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Allocated IP 172.20.0.6 (1ca88f15-cb1b-4a8a-9b64-89470b0435b2/86654778-13f2-4c0f-9085-de598ba10ad3/7ad074b0-d5ba-4487-bfb9-004da663ceae) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:56.818283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7310e65f-a5a5-4b36-8247-0def8e69a51f None None] Provisioning complete for port 0bffe707-6a50-48ad-93ac-211188ebcc40 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:56.818879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7310e65f-a5a5-4b36-8247-0def8e69a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.833763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 79af6460-a7f5-40fd-934d-eec7a2a0d99b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:56.985437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7310e65f-a5a5-4b36-8247-0def8e69a51f None None] Port 0bffe707-6a50-48ad-93ac-211188ebcc40 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:57.005377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 79af6460-a7f5-40fd-934d-eec7a2a0d99b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:57.005850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.014959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:57.025377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Sync routers for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:57.030983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-ea43321e-ca0d-4089-9960-f506eca3daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.033156 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-ea43321e-ca0d-4089-9960-f506eca3daf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.2690029 Jul 16 08:32:57.039000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcd825c6-f0df-483b-b7bf-1a9962b0d367 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e9a47de-68db-4113-81f5-5bd123bd4689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3962674 Jul 16 08:32:57.054299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:57.054950 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.115489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-7a011236-d6fd-4486-ab5c-7c17f92ad3a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739453 Jul 16 08:32:57.190185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce198e-2b31-4257-b8b3-fd0c35ec45ef req-7463d530-5daf-4700-9010-46952ea64e6f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.197680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02ce198e-2b31-4257-b8b3-fd0c35ec45ef req-7463d530-5daf-4700-9010-46952ea64e6f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.3157637 Jul 16 08:32:57.245566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-e18a94de-19cb-4dd8-a28e-6726ca82f837 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215394 Jul 16 08:32:57.247236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491601-8123-47d5-9d47-731ea3596b27 req-d234ad78-c4b9-4635-b6ab-ac12ae40e724 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.254191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c491601-8123-47d5-9d47-731ea3596b27 req-d234ad78-c4b9-4635-b6ab-ac12ae40e724 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 948 time: 0.3394575 Jul 16 08:32:57.285636 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:57.320511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02ce198e-2b31-4257-b8b3-fd0c35ec45ef req-0b073f47-569f-493a-b637-fff3255fce37 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219103 Jul 16 08:32:57.339209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.371000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c491601-8123-47d5-9d47-731ea3596b27 req-7b14aed5-9da7-4386-8c9a-7abbdf243004 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158724 Jul 16 08:32:57.427747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.464074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22f36ec1-e17c-493a-8aee-f16e17e2fef3 req-8fd70071-9371-4069-96a6-47c4cb96f3f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104878 Jul 16 08:32:57.492969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:57.497085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:57.501042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:57.603626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.605550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.650467 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 2, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.670416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.682790 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Checking router: 5e9a47de-68db-4113-81f5-5bd123bd4689 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:57.683398 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Updating router 5e9a47de-68db-4113-81f5-5bd123bd4689 port 0bffe707-6a50-48ad-93ac-211188ebcc40 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:57.685231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d7f798c8-8779-4dd8-ae08-2886c5abf2f2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8094218 Jul 16 08:32:57.701893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Request body: {'port': {'device_id': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:57.725654 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.106139 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.113463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-c4c06514-dc08-47be-bc58-402228f0c5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.118800 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Transition to ACTIVE for port object 0bffe707-6a50-48ad-93ac-211188ebcc40 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:58.121049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-c4c06514-dc08-47be-bc58-402228f0c5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 828 time: 0.5097237 Jul 16 08:32:58.133800 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.169126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67fe1-40ec-4856-a6fc-f2a38e9f1ccb req-ba1dfa29-b88b-40e1-bc79-26bfaae0d3b4 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.170791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94c67fe1-40ec-4856-a6fc-f2a38e9f1ccb req-ba1dfa29-b88b-40e1-bc79-26bfaae0d3b4 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 944 time: 0.5580072 Jul 16 08:32:58.179346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-f7d3f2f7-fbae-45eb-a715-8c812fa329f1 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/quotas/032f1ccf2eaa4ab485dcee4fa5918bd1 HTTP/1.1" status: 200 len: 375 time: 0.0573390 Jul 16 08:32:58.223052 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Pushing event updated for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.241116 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.241880 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.242170 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.242634 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.242845 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.243163 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.244210 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.244546 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.245480 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.245480 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.245480 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.245847 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.246185 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:58.285086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94c67fe1-40ec-4856-a6fc-f2a38e9f1ccb req-961cd441-67b2-4fee-840c-42e06ab1f305 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Jul 16 08:32:58.351698 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Attempting to bind port 0bffe707-6a50-48ad-93ac-211188ebcc40 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:58.352094 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Attempting to bind port 0bffe707-6a50-48ad-93ac-211188ebcc40 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:58.352459 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Attempting to bind port 0bffe707-6a50-48ad-93ac-211188ebcc40 on network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:58.358827 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:58.359829 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Checking segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:58.360255 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.360649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Bound using segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:58.361122 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Bound port: 0bffe707-6a50-48ad-93ac-211188ebcc40, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:58.362273 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.443807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-e3a8c478-0111-4f15-a191-43be3d855ffa tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635312 Jul 16 08:32:58.490584 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] For port 0bffe707-6a50-48ad-93ac-211188ebcc40, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:58.495524 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] For port 0bffe707-6a50-48ad-93ac-211188ebcc40, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0bffe707-6a50-48ad-93ac-211188ebcc40,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:58.504584 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.640400 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86c31-d46c-45dc-bdb6-d809169e3bc8 None None] Pushing event updated for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.648614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b58d5131-e346-4bcf-ade1-d0238594ded3 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:58.714357 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:58.715291 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:32:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:58.849890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-47ddd2f9-64ca-4ab9-b392-f575ebbdec49 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049342 Jul 16 08:32:58.871644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:58.874565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cea1e-e645-481c-8942-5205e607e120 req-57fdda5c-9b61-4a6c-93a6-45f9d235f14c tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.876133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-720cea1e-e645-481c-8942-5205e607e120 req-57fdda5c-9b61-4a6c-93a6-45f9d235f14c tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 1100 time: 0.3377430 Jul 16 08:32:58.894108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da', 'port_id': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'mac_address': 'fa:16:3e:b0:90:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc018-b384-4e5c-8ff0-2f8fb21c93bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:58.899837 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:58.979728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:58.990544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.999005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.018608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58d5131-e346-4bcf-ade1-d0238594ded3 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:59.026055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Transition to ACTIVE for port object 7ad074b0-d5ba-4487-bfb9-004da663ceae will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:59.070250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:59.085999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.122576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.139864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.190769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.204243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-720cea1e-e645-481c-8942-5205e607e120 req-c9d9d97b-fab7-44e9-9ac5-5278d51bda27 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968998 Jul 16 08:32:59.270918 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:32:58Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:59.310989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-6d1660a9-db01-43c9-9016-ddc3f3dc8da0 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599092 Jul 16 08:32:59.313828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Attempting to bind port 7ad074b0-d5ba-4487-bfb9-004da663ceae on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:59.314000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Attempting to bind port 7ad074b0-d5ba-4487-bfb9-004da663ceae by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:59.314335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Attempting to bind port 7ad074b0-d5ba-4487-bfb9-004da663ceae on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.319739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Port 7ad074b0-d5ba-4487-bfb9-004da663ceae on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:59.320082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Attempting to bind port 7ad074b0-d5ba-4487-bfb9-004da663ceae on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.325149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:59.325484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Checking segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:59.325875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Bound using segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:59.326303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Bound port: 7ad074b0-d5ba-4487-bfb9-004da663ceae, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:59.326666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.340130 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb939-5642-4ee4-bec8-7da26cf64403 None None] The sync data for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 is: [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:32:58Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:59.431864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:59.509642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:59.525266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:59.549086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.649259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.650326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.652177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7ad074b0-d5ba-4487-bfb9-004da663ceae HTTP/1.1" status: 200 len: 1092 time: 1.9570966 Jul 16 08:32:59.657265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:59.668114 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b511e1-f110-4586-80c8-69467910d64e" -d '{"events": [{"name": "network-changed", "server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:59.767554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae01ac1-f076-4adc-b80e-afbdf057ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.784870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d043fa-e3d9-4926-a44c-ccd5d2b8a867 req-77378a17-cf14-4d44-827c-620014c86153 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.793935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d043fa-e3d9-4926-a44c-ccd5d2b8a867 req-77378a17-cf14-4d44-827c-620014c86153 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.2042816 Jul 16 08:32:59.905054 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d043fa-e3d9-4926-a44c-ccd5d2b8a867 req-c007218e-9953-4e33-8e7c-5fcba9e8120e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101155 Jul 16 08:32:59.949827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-0c0db7b4-d283-445a-ab7c-25cb90a09964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.951350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-0c0db7b4-d283-445a-ab7c-25cb90a09964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 1095 time: 0.2383523 Jul 16 08:33:00.019449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-b5c74f75-2ede-41a7-95f5-4d4d55f82c44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae HTTP/1.1" status: 200 len: 217 time: 0.0462005 Jul 16 08:33:00.029301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9af8a-60d7-422a-9bde-69a57e176cb4 req-c42ae362-6d92-4b15-ba64-d18828de6a07 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.037671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b9af8a-60d7-422a-9bde-69a57e176cb4 req-c42ae362-6d92-4b15-ba64-d18828de6a07 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2230728 Jul 16 08:33:00.176915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b9af8a-60d7-422a-9bde-69a57e176cb4 req-f0a09efd-40e8-4853-a670-64f91fbbd023 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380279 Jul 16 08:33:00.181346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d99c52d2-0e06-49f4-895d-cd78d931eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.185828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-d99c52d2-0e06-49f4-895d-cd78d931eac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.1458085 Jul 16 08:33:00.261742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-42a40379-8175-4000-ac60-6610ed63900d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644701 Jul 16 08:33:00.598127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-bce1481c-0dad-4a43-bd75-be7e322a5b56 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286839 Jul 16 08:33:00.724478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b214-2f56-4485-b5c0-269808740d51 req-937c3a5f-8d6b-4d78-9aee-734ee6951c5f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.726597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c195b214-2f56-4485-b5c0-269808740d51 req-937c3a5f-8d6b-4d78-9aee-734ee6951c5f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.3034739 Jul 16 08:33:00.775265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0bffe707-6a50-48ad-93ac-211188ebcc40 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:00.831814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55578a-1039-4052-b058-937d1a8a787d req-1b005f59-ad4b-49f8-bc4f-7cf73c49a1f5 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.839539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e55578a-1039-4052-b058-937d1a8a787d req-1b005f59-ad4b-49f8-bc4f-7cf73c49a1f5 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 945 time: 0.3656509 Jul 16 08:33:00.869276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c195b214-2f56-4485-b5c0-269808740d51 req-2a191390-c10c-46ab-88c6-75a2b5f6492b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359911 Jul 16 08:33:00.894667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0bffe707-6a50-48ad-93ac-211188ebcc40 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:00.900863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0bffe707-6a50-48ad-93ac-211188ebcc40 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:00.901514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.915202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a027f174-27a6-4d6e-9cb4-c73d49ffa37a req-7c8ad769-9924-4067-af59-382c73a1cc97 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047552 Jul 16 08:33:00.987189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e55578a-1039-4052-b058-937d1a8a787d req-e45e7c81-b1e1-485c-a1ca-25cb7fe8d0a2 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464067 Jul 16 08:33:01.064396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-7a186281-1b01-4bf1-94d8-7b5b6310a412 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552123 Jul 16 08:33:01.090774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.130379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0bffe707-6a50-48ad-93ac-211188ebcc40, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0bffe707-6a50-48ad-93ac-211188ebcc40,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:01.137110 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.249752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:01.291011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aab6fa75-6e4c-4bc0-a264-6c3e581edfd0 req-bfc69016-451a-4673-96a6-498637c61b8f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 210 time: 0.0746355 Jul 16 08:33:01.311670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-930191b9-ed3a-4785-98ca-02c84f4e7268 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.319169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-930191b9-ed3a-4785-98ca-02c84f4e7268 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486584 Jul 16 08:33:01.338014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-15625ca6-eaa7-4167-a01b-615e00be519f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/quotas/f6ed921f52e54c7f838ed5cfaa04ac23 HTTP/1.1" status: 200 len: 375 time: 0.0179112 Jul 16 08:33:01.350804 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e41524-5cd4-4771-b40a-b232d714a8c1 x-openstack-request-id: req-33e41524-5cd4-4771-b40a-b232d714a8c1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:01.351140 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:01.351400 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33e41524-5cd4-4771-b40a-b232d714a8c1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:01.351794 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'status': 'completed', 'code': 200} Jul 16 08:33:01.530753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b511e1-f110-4586-80c8-69467910d64e req-6054b1db-4d20-497d-b0b4-0d4ddb76015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.533249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-6054b1db-4d20-497d-b0b4-0d4ddb76015b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 1095 time: 0.1380477 Jul 16 08:33:01.551179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-0befef5d-6fc2-42ea-8c51-b89b269e5114 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.555025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-0befef5d-6fc2-42ea-8c51-b89b269e5114 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.46 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 828 time: 0.1409712 Jul 16 08:33:01.570499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'port': {'device_id': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'admin_state_up': True, 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:01.600946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-e0fdc104-7021-4e2b-b133-4441f65d9338 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2614253 Jul 16 08:33:01.731155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Made reservation on behalf of 032f1ccf2eaa4ab485dcee4fa5918bd1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:01.735698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.783529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d541b-f1a9-40ed-9034-af69caffbfab req-cb4fff5f-49f1-48e9-9813-e029fe66e3f1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.793563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc6d541b-f1a9-40ed-9034-af69caffbfab req-cb4fff5f-49f1-48e9-9813-e029fe66e3f1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.3019533 Jul 16 08:33:01.840290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b511e1-f110-4586-80c8-69467910d64e req-e5945874-a7b3-45d0-9cea-db69fb1737ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.841579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-e5945874-a7b3-45d0-9cea-db69fb1737ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 922 time: 0.2968113 Jul 16 08:33:01.869152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc6d541b-f1a9-40ed-9034-af69caffbfab req-e46ed4b7-7491-4d37-9a66-3971c704dca2 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732832 Jul 16 08:33:01.926873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Allocated IP 172.20.0.11 (190a17ee-2ffa-42ef-a7f5-fae43ad47aa7/1dd96834-d1a5-4d11-ad28-e29c8022631d/c007012c-3cde-4ffd-a1a6-ee346de47e83) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:01.974507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-f27b621f-1592-493e-878d-2934c5b35720 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae HTTP/1.1" status: 200 len: 217 time: 0.1051624 Jul 16 08:33:02.071642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7a2f6f5-49c8-4a72-8a9a-221497a40a5e req-9d97fc90-05ea-4062-ae1f-4f4416449a08 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 210 time: 0.0372591 Jul 16 08:33:02.081957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b511e1-f110-4586-80c8-69467910d64e req-5d52665f-93b1-4d3d-b39d-5ed6d72165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.083625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-5d52665f-93b1-4d3d-b39d-5ed6d72165fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.1026769 Jul 16 08:33:02.141877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-ca8ed453-5e81-455b-815e-ffd55c57c5b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471699 Jul 16 08:33:02.206436 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.226793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Transition to ACTIVE for port object c007012c-3cde-4ffd-a1a6-ee346de47e83 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:02.268586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.336179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event updated for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.356258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:02.360689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-c11e23e1-9889-48b5-afd7-41fba9836163 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997554 Jul 16 08:33:02.362097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:02.365565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:02.370511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a4a67-bcb4-4cbf-b9a5-7c935889a7ee req-fbabadf4-fd46-4644-a7fa-d641aaaf4a9c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.372554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c44a4a67-bcb4-4cbf-b9a5-7c935889a7ee req-fbabadf4-fd46-4644-a7fa-d641aaaf4a9c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2655878 Jul 16 08:33:02.480916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.481624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.511815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-a7f06a48-bf79-461c-ac17-f50ab96a24f5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9470344 Jul 16 08:33:02.518092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9b511e1-f110-4586-80c8-69467910d64e req-4dbc8c74-72a9-4c47-aec4-b6e78d237c23 service neutron] 10.222.0.46 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430113 Jul 16 08:33:02.535792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Request body: {'port': {'device_id': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:02.539679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c44a4a67-bcb4-4cbf-b9a5-7c935889a7ee req-79625691-6caa-4fa4-a0c6-42b47e3a650f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Jul 16 08:33:02.566645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba97f-89dc-4494-9be5-def832169700 req-0b70119c-414b-4de9-8872-b6624b7eb561 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.574459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c1ba97f-89dc-4494-9be5-def832169700 req-0b70119c-414b-4de9-8872-b6624b7eb561 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.3218381 Jul 16 08:33:02.630567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c1ba97f-89dc-4494-9be5-def832169700 req-dafa88bf-d7a9-4865-aca8-d1a3e0a24423 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551863 Jul 16 08:33:02.693477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b58d5131-e346-4bcf-ade1-d0238594ded3 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:02.701962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.782282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0bffe707-6a50-48ad-93ac-211188ebcc40 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:02.877130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4631b72c-89de-48fb-b41a-89b9fbe5aed6 None None] Provisioning for port c007012c-3cde-4ffd-a1a6-ee346de47e83 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:02.882998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4631b72c-89de-48fb-b41a-89b9fbe5aed6 None None] Provisioning complete for port c007012c-3cde-4ffd-a1a6-ee346de47e83 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:02.883592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4631b72c-89de-48fb-b41a-89b9fbe5aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.911193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port b58d5131-e346-4bcf-ade1-d0238594ded3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:02.916972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port b58d5131-e346-4bcf-ade1-d0238594ded3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:02.917537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.921521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0bffe707-6a50-48ad-93ac-211188ebcc40 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:02.922079 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.959765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda84f-382e-48f4-9a2f-923dba5d6b2b req-b1d74372-3018-4e44-bd64-aa978b5bae68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.962898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3cda84f-382e-48f4-9a2f-923dba5d6b2b req-b1d74372-3018-4e44-bd64-aa978b5bae68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 945 time: 0.1832027 Jul 16 08:33:02.974604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4631b72c-89de-48fb-b41a-89b9fbe5aed6 None None] Port c007012c-3cde-4ffd-a1a6-ee346de47e83 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:03.016767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a10b17-79de-47d0-9300-d317e7cc0cf7 req-a56c2032-8b07-42a2-b1ee-a496cacf63ba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.019341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54a10b17-79de-47d0-9300-d317e7cc0cf7 req-a56c2032-8b07-42a2-b1ee-a496cacf63ba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 932 time: 0.1723278 Jul 16 08:33:03.064566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3cda84f-382e-48f4-9a2f-923dba5d6b2b req-c620d3b6-e7cf-4bc6-aa30-00302f69e88f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894108 Jul 16 08:33:03.079622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.112596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c007012c-3cde-4ffd-a1a6-ee346de47e83 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:03.122822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.125767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:03.131499 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774eee19-5df6-43b2-bb61-c648cad5a4b5" -d '{"events": [{"server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "name": "network-vif-plugged", "status": "completed", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:03.139151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Transition to ACTIVE for port object c007012c-3cde-4ffd-a1a6-ee346de47e83 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:03.145049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.152079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.154296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54a10b17-79de-47d0-9300-d317e7cc0cf7 req-c3d885b0-3421-482c-886d-b318c199f0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125700 Jul 16 08:33:03.157476 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.212109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.237561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Pushing event updated for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.377721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Attempting to bind port c007012c-3cde-4ffd-a1a6-ee346de47e83 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:03.378066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Attempting to bind port c007012c-3cde-4ffd-a1a6-ee346de47e83 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:03.378407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Attempting to bind port c007012c-3cde-4ffd-a1a6-ee346de47e83 on network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:03.390230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26877-c8e4-4fba-af5c-736bfee32053 req-97a1c97c-30da-4b8d-a725-40ca3d880f73 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.397767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78c26877-c8e4-4fba-af5c-736bfee32053 req-97a1c97c-30da-4b8d-a725-40ca3d880f73 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.1156516 Jul 16 08:33:03.414622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Port c007012c-3cde-4ffd-a1a6-ee346de47e83 on network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:03.415127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Attempting to bind port c007012c-3cde-4ffd-a1a6-ee346de47e83 on network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:03.421232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:03.421587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Checking segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:03.421980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Bound using segment: {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:03.422505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Bound port: c007012c-3cde-4ffd-a1a6-ee346de47e83, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656c5129-4688-4041-86a4-fb571fc29a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:03.422885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.496835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1532a78-a96c-4050-9006-1237b506b58b req-311a6fa3-2f20-4a29-b9d6-a646d73605fd tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 210 time: 0.0774527 Jul 16 08:33:03.504737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:03.507917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:03.527608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.532835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78c26877-c8e4-4fba-af5c-736bfee32053 req-1b6891e2-2104-42d7-813f-5e367a68f28c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335988 Jul 16 08:33:03.578658 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc314d63-8822-47d5-a247-d1dd644257b9 x-openstack-request-id: req-bc314d63-8822-47d5-a247-d1dd644257b9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:03.578911 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "name": "network-vif-plugged", "status": "completed", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:03.579090 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc314d63-8822-47d5-a247-d1dd644257b9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:03.579400 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'code': 200} Jul 16 08:33:03.583114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.583998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.585808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] 10.222.0.46 "PUT /v2.0/ports/c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 1093 time: 1.0561810 Jul 16 08:33:03.586603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:03.589244 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecabd1a-804b-419d-a913-733cc75c116a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:03.641025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcefff-f972-461e-acdc-23a292a36d93 service neutron] Pushing event updated for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.665656 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c0024-5bce-46f5-973c-8106c1b51844 x-openstack-request-id: req-267c0024-5bce-46f5-973c-8106c1b51844 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:03.666026 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:03.666289 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-267c0024-5bce-46f5-973c-8106c1b51844 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:03.666714 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'status': 'completed', 'code': 200} Jul 16 08:33:03.750665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-4ce20c27-719a-401b-ae70-d581a52f3b89 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515542 Jul 16 08:33:03.871183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb057a9-3bf1-49d0-bbe3-75a8fdb36dea req-4698e7a8-9cad-409d-81b8-773e0e61718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.873074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb057a9-3bf1-49d0-bbe3-75a8fdb36dea req-4698e7a8-9cad-409d-81b8-773e0e61718f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1098 time: 0.1743407 Jul 16 08:33:03.880269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecabd1a-804b-419d-a913-733cc75c116a req-7193d8ca-5c06-4ec9-baa3-7e2563eba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.881782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ecabd1a-804b-419d-a913-733cc75c116a req-7193d8ca-5c06-4ec9-baa3-7e2563eba9c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1096 time: 0.1313801 Jul 16 08:33:03.978630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-51bd3457-ee58-44d5-8796-13a7a49fd3e3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.980117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-51bd3457-ee58-44d5-8796-13a7a49fd3e3 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244401 Jul 16 08:33:03.985887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb057a9-3bf1-49d0-bbe3-75a8fdb36dea req-d70aeed1-9219-4991-9b11-6e92348c693c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031401 Jul 16 08:33:03.989744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30caf2c6-f484-4983-b5aa-469792ec8308 req-890f5962-c6ae-480e-a790-2350d8d69882 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.991231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30caf2c6-f484-4983-b5aa-469792ec8308 req-890f5962-c6ae-480e-a790-2350d8d69882 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2322032 Jul 16 08:33:04.025921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51bf89-ec69-4051-9c31-d7877382acd6 req-6f0519fd-4b44-4e0d-978b-74ad8e63e93e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.027395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad51bf89-ec69-4051-9c31-d7877382acd6 req-6f0519fd-4b44-4e0d-978b-74ad8e63e93e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1937654 Jul 16 08:33:04.044665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Request body: {'port': {'device_id': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'f6ed921f52e54c7f838ed5cfaa04ac23'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:04.078463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30caf2c6-f484-4983-b5aa-469792ec8308 req-29bc7d11-52f0-4b28-9a6c-0c96b620cf86 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783973 Jul 16 08:33:04.088193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecabd1a-804b-419d-a913-733cc75c116a req-f10b1034-b858-4534-a2c6-244ae4781ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.090544 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ecabd1a-804b-419d-a913-733cc75c116a req-f10b1034-b858-4534-a2c6-244ae4781ba0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&shared=False HTTP/1.1" status: 200 len: 929 time: 0.1922550 Jul 16 08:33:04.142672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad51bf89-ec69-4051-9c31-d7877382acd6 req-9c8b0b0d-af22-49f8-83ad-2098ad54bcc2 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023233 Jul 16 08:33:04.188872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Made reservation on behalf of f6ed921f52e54c7f838ed5cfaa04ac23 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:04.196005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.313356 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-6cd52fd5-51d3-429e-af7d-fe59157f7606 service neutron] show failed (client error): The resource could not be found. Jul 16 08:33:04.314373 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-6cd52fd5-51d3-429e-af7d-fe59157f7606 service neutron] 10.222.0.47 "GET /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.1851504 Jul 16 08:33:04.323742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecabd1a-804b-419d-a913-733cc75c116a req-c2623679-b6b0-426d-bc4f-56ed27b9a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.324900 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ecabd1a-804b-419d-a913-733cc75c116a req-c2623679-b6b0-426d-bc4f-56ed27b9a6c2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2271373 Jul 16 08:33:04.400394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2efd-7b1d-4e31-9d77-3f59eb2bb29b req-7b44dca4-fcf7-4003-8bdc-4cb754e3d774 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.401995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee9e2efd-7b1d-4e31-9d77-3f59eb2bb29b req-7b44dca4-fcf7-4003-8bdc-4cb754e3d774 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 946 time: 0.2008939 Jul 16 08:33:04.420809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-61c96015-9f3c-4685-abf1-11b224e4b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.422428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-61c96015-9f3c-4685-abf1-11b224e4b23f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1096 time: 0.0540669 Jul 16 08:33:04.439949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Allocated IP 192.168.233.156 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/4455d1b5-8c49-410e-9948-918f472ec8a9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:04.468794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-694a5b43-9e28-45cc-a034-5fd59e909013 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 217 time: 0.0384660 Jul 16 08:33:04.469161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b2686-47d8-4126-8b86-2b9e91018cb6 req-232f7bfa-f2a7-49db-a50d-4f2664b89e86 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.470613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-891b2686-47d8-4126-8b86-2b9e91018cb6 req-232f7bfa-f2a7-49db-a50d-4f2664b89e86 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 944 time: 0.1861088 Jul 16 08:33:04.502599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee9e2efd-7b1d-4e31-9d77-3f59eb2bb29b req-7bce7433-b24c-4e19-8420-5809785569c1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932610 Jul 16 08:33:04.530334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-be56a38c-ec6c-4ee1-bf85-f580c0c6e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.532159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-be56a38c-ec6c-4ee1-bf85-f580c0c6e739 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 200 len: 867 time: 0.0521631 Jul 16 08:33:04.550684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-891b2686-47d8-4126-8b86-2b9e91018cb6 req-a88bc6f3-2a15-4270-846b-53e00398cd74 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Jul 16 08:33:04.670104 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.670624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-0eb1af76-941f-45e0-82de-bd558268bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.672133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-0eb1af76-941f-45e0-82de-bd558268bafa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328039 Jul 16 08:33:04.679076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-35750f8d-817d-4e98-bfb7-2dcc8ba503c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.680873 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-35750f8d-817d-4e98-bfb7-2dcc8ba503c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1101 time: 0.0780282 Jul 16 08:33:04.697231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Transition to ACTIVE for port object 4455d1b5-8c49-410e-9948-918f472ec8a9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:04.698840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:04.727582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:04.828763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:04.851005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-f0a630ee-45ce-48e3-b93d-e493ff973f35 service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546986 Jul 16 08:33:04.854128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.981393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'port_id': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'mac_address': 'fa:16:3e:44:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86654778-13f2-4c0f-9085-de598ba10ad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:05.023102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.039904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:05.050738 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cce4785f-8fd9-401a-b1be-e81856d965c1 req-15e99451-cd98-4452-b2a0-28560887a1af service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872742 Jul 16 08:33:05.060108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91c6f483-4b4a-4d16-ae52-65fa609230e0 req-716cb697-aa82-463a-a2ca-93b5095e6bdd tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 210 time: 0.3400631 Jul 16 08:33:05.062797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:05.069658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.073757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.110367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b', '8b38c297-9194-47e9-980a-1655d9a273af', 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:05.113888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:05.160653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:05.182130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:05.198023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:05.228939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.251333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:05.266471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event updated for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.307527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:05.342704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.343346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.363424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.384728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Transition to ACTIVE for port object 6a7d2c34-de79-413e-bd3d-922ae67d13ef will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:05.390617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.411010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c4210-0561-4d71-b099-783cb9aefebd req-c5fa56b2-7c6f-4190-b160-e2b96507d9d1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.418040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f23c4210-0561-4d71-b099-783cb9aefebd req-c5fa56b2-7c6f-4190-b160-e2b96507d9d1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.3786027 Jul 16 08:33:05.440328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.483332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] No DVR routers for this DVR port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:05.490565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['7ad074b0-d5ba-4487-bfb9-004da663ceae'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:05.495335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f23c4210-0561-4d71-b099-783cb9aefebd req-9d8e4ced-1f8c-47f2-81ad-a4b7b699effe tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761585 Jul 16 08:33:05.509558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-b3efbc77-7a1b-4767-88a7-b5808eba05c8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4614327 Jul 16 08:33:05.519280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Request body: {'port': {'device_id': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:05.531778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:05.531778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:05.531778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:05.532795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:05.533644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:05.539567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:05.539724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:05.540018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:05.540642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Bound port: 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:05.540885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.588831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-939db61b-0a69-4d0e-982f-75882621ce74 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.590359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-939db61b-0a69-4d0e-982f-75882621ce74 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.3666356 Jul 16 08:33:05.615989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:05.620552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:05.626592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.664629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-952ba56f-0483-4873-aeae-d62c98f9b42c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/quotas/d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 375 time: 0.0574265 Jul 16 08:33:05.667350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:05.670305 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a629e5-1407-4f97-ad6c-136d2cb34cbc" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:05.675048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.675790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.677434 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] 10.222.0.46 "PUT /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 1096 time: 0.9798822 Jul 16 08:33:05.701290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f27cd46-e097-4ccf-a5b9-90e93983fec1 None None] Provisioning for port 4455d1b5-8c49-410e-9948-918f472ec8a9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:05.722515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142778cb-c46d-4858-a462-2b2b7cec7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.723671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f27cd46-e097-4ccf-a5b9-90e93983fec1 None None] Provisioning complete for port 4455d1b5-8c49-410e-9948-918f472ec8a9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:05.724066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f27cd46-e097-4ccf-a5b9-90e93983fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.741454 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.791818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-06d8bb04-d581-4deb-93e7-23eb1d726e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.794136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-06d8bb04-d581-4deb-93e7-23eb1d726e63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1099 time: 0.0859458 Jul 16 08:33:05.840929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9f27cd46-e097-4ccf-a5b9-90e93983fec1 None None] Port 4455d1b5-8c49-410e-9948-918f472ec8a9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:05.847816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-243b2014-d3e5-4e1b-a079-5f7ae5133601 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1761875 Jul 16 08:33:05.914767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-914e9724-355d-45a9-8604-f4b824144a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.916277 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-914e9724-355d-45a9-8604-f4b824144a04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1083267 Jul 16 08:33:05.947236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76211c10-3e29-45d3-9728-f7958f521791 req-b2c2d63c-af1f-42ea-9e83-fad8a7ad073f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.955538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76211c10-3e29-45d3-9728-f7958f521791 req-b2c2d63c-af1f-42ea-9e83-fad8a7ad073f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 944 time: 0.2617457 Jul 16 08:33:05.969013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-ba2c0ad7-3482-4b3d-8651-1e6e08003b01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0438454 Jul 16 08:33:06.048135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-a6c630c5-8404-4512-af99-3faf17104800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.051113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-a6c630c5-8404-4512-af99-3faf17104800 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0745873 Jul 16 08:33:06.086751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76211c10-3e29-45d3-9728-f7958f521791 req-4ab94e05-e037-4506-ac56-d0f023212ebf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302333 Jul 16 08:33:06.137795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-02d69739-4fca-468e-a65f-c5a0aa508416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.140444 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-02d69739-4fca-468e-a65f-c5a0aa508416 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741436 Jul 16 08:33:06.145129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-28d880ca-d58e-4f41-9947-83a05e97eb1d service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812061 Jul 16 08:33:06.339426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-35c6e6b5-1fb7-4d29-b44c-5162aa2999d6 service neutron] 10.222.0.32 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934361 Jul 16 08:33:06.357234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4455d1b5-8c49-410e-9948-918f472ec8a9 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:06.369028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.380628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a541-d3c6-479e-b083-0cc1b3107b88 req-fc648f92-911e-49f0-ab13-ef0ac8ee334f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.382315 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b233a541-d3c6-479e-b083-0cc1b3107b88 req-fc648f92-911e-49f0-ab13-ef0ac8ee334f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.1582589 Jul 16 08:33:06.403296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Transition to ACTIVE for port object 4455d1b5-8c49-410e-9948-918f472ec8a9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:06.414563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.470492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b233a541-d3c6-479e-b083-0cc1b3107b88 req-1de6c479-f860-4b70-96c6-8a1db080abf3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Jul 16 08:33:06.526219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-705b363c-7f5f-48c9-b176-ec3d23e7bb25 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729069 Jul 16 08:33:06.529954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.614398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Attempting to bind port 4455d1b5-8c49-410e-9948-918f472ec8a9 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:06.615794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Attempting to bind port 4455d1b5-8c49-410e-9948-918f472ec8a9 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:06.617558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Attempting to bind port 4455d1b5-8c49-410e-9948-918f472ec8a9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:06.635655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3addc3d3-992f-4ccd-8802-3d193d0b7ea8 req-68b3d503-88d4-4203-8df5-8657fea49e2a service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023111 Jul 16 08:33:06.646290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Port 4455d1b5-8c49-410e-9948-918f472ec8a9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:06.646613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Attempting to bind port 4455d1b5-8c49-410e-9948-918f472ec8a9 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:06.670360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:06.670704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:06.671089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:06.671525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Bound port: 4455d1b5-8c49-410e-9948-918f472ec8a9, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:06.671886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.827058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32995f4b-db93-4a50-bad8-b6360e24b936 req-9ae0da41-bfd7-45aa-9c88-5fcebc587445 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.828673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32995f4b-db93-4a50-bad8-b6360e24b936 req-9ae0da41-bfd7-45aa-9c88-5fcebc587445 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 946 time: 0.2002466 Jul 16 08:33:06.838819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:06.860212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4455d1b5-8c49-410e-9948-918f472ec8a9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:06.874453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.938854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.939528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.940962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-78368230-be80-4181-8816-c0678f51ec32 service neutron] 10.222.0.46 "PUT /v2.0/ports/4455d1b5-8c49-410e-9948-918f472ec8a9 HTTP/1.1" status: 200 len: 1097 time: 1.4261241 Jul 16 08:33:06.943232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:06.945542 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b65b33-6faa-4c00-9cd5-19a476aaf478" -d '{"events": [{"name": "network-changed", "server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:06.953113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32995f4b-db93-4a50-bad8-b6360e24b936 req-66f91177-b9be-4fc3-848b-8542125fd3b6 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155324 Jul 16 08:33:06.976963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16301e8f-2014-4d92-ba28-12f5bcf050fb req-69aa8ef6-68c3-4860-bb05-93697d2effba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.978631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16301e8f-2014-4d92-ba28-12f5bcf050fb req-69aa8ef6-68c3-4860-bb05-93697d2effba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 944 time: 0.2032454 Jul 16 08:33:06.982117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78368230-be80-4181-8816-c0678f51ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:07.034938 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f889f-3865-42dd-aeda-afd4218c1431 x-openstack-request-id: req-f36f889f-3865-42dd-aeda-afd4218c1431 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:07.035240 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:07.036625 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f36f889f-3865-42dd-aeda-afd4218c1431 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:07.037974 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'code': 200} Jul 16 08:33:07.074922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16301e8f-2014-4d92-ba28-12f5bcf050fb req-cd38012c-efdb-43b4-9eca-1227fcd7dfca tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752590 Jul 16 08:33:07.097701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-2b8f8579-f903-4020-bf4e-52d2f650823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.099773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-2b8f8579-f903-4020-bf4e-52d2f650823b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 1100 time: 0.0903001 Jul 16 08:33:07.163568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-69828b6c-e513-479a-bd79-2d50e3b79e82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4455d1b5-8c49-410e-9948-918f472ec8a9 HTTP/1.1" status: 200 len: 217 time: 0.0538576 Jul 16 08:33:07.237351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-e9ed7884-021e-46f9-a59b-6baff086d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.238832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-e9ed7884-021e-46f9-a59b-6baff086d48b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0645826 Jul 16 08:33:07.395023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0ef2f-ee62-4fbe-bf39-01558a98b14f req-a0c73939-c925-4737-891f-3d82ba7cf2ba tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.396503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ed0ef2f-ee62-4fbe-bf39-01558a98b14f req-a0c73939-c925-4737-891f-3d82ba7cf2ba tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 948 time: 0.1543348 Jul 16 08:33:07.400139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-add6eb20-71ee-4e17-bc03-77035f77344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.401618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-add6eb20-71ee-4e17-bc03-77035f77344c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1468530 Jul 16 08:33:07.418054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a19096-c755-4a0e-8831-774de6c4d10d req-4bc27c1a-72ce-48ef-bc96-c25b1ad12554 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.419509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01a19096-c755-4a0e-8831-774de6c4d10d req-4bc27c1a-72ce-48ef-bc96-c25b1ad12554 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 945 time: 0.1415424 Jul 16 08:33:07.485982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ed0ef2f-ee62-4fbe-bf39-01558a98b14f req-295320f9-8425-4df5-a147-c2a1dfd8dd8a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Jul 16 08:33:07.534124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01a19096-c755-4a0e-8831-774de6c4d10d req-1ce2dced-8ade-449c-8733-9c1718081c33 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068375 Jul 16 08:33:07.562700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-fda32bce-581f-47e2-bb1c-6f73d5370ea1 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364615 Jul 16 08:33:07.588617 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07706d-106d-41cf-9d77-4ad9c48556b3 x-openstack-request-id: req-bd07706d-106d-41cf-9d77-4ad9c48556b3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:07.588910 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:07.589160 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd07706d-106d-41cf-9d77-4ad9c48556b3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:07.589553 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9', 'status': 'completed', 'code': 200} Jul 16 08:33:07.636005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6de90b4a-e830-4bbc-a8a0-ddf306eb2476 req-cb26dd30-9678-4309-802d-161b593f6013 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 210 time: 0.0369062 Jul 16 08:33:07.716849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f5ed6d1-f29a-4744-9eab-3fd4d0b8a16b req-5968a574-cb4a-49ec-933a-100f9182e313 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393583 Jul 16 08:33:07.724113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-c3abd5c5-04f4-446f-beb8-7ef0331fad1b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1420636785&fields=id&tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 267 time: 0.0526843 Jul 16 08:33:07.876771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-cf2a7e71-c3a4-4d35-b178-063491c6b23f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.878295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-cf2a7e71-c3a4-4d35-b178-063491c6b23f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 946 time: 0.1481850 Jul 16 08:33:07.894088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'security_groups': ['fe26d3ac-a091-452f-ad62-de31e376003c', 'dbe06cff-51df-40b0-ac94-e6bba6bce549']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:07.904060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961328ce-d811-4302-9cfe-7e78efdbcf5c req-770eb372-b302-44be-945e-452bb36784d7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.905474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-961328ce-d811-4302-9cfe-7e78efdbcf5c req-770eb372-b302-44be-945e-452bb36784d7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 944 time: 0.1640482 Jul 16 08:33:07.910169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-903eff3e-d8bc-4940-b659-4a8b408af4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.911683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-903eff3e-d8bc-4940-b659-4a8b408af4a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 1100 time: 0.1247897 Jul 16 08:33:08.027942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-a9c3fb07-a2ac-4774-a71d-6014158edd72 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.031573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:08.035268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-a9c3fb07-a2ac-4774-a71d-6014158edd72 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 820 time: 0.1152344 Jul 16 08:33:08.047981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Request body: {'port': {'device_id': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'admin_state_up': True, 'tenant_id': 'd4e7810cb98c4ed89453af1587928853'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:08.060065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-961328ce-d811-4302-9cfe-7e78efdbcf5c req-897d3415-1fd4-4195-adaa-30963dd532b8 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473582 Jul 16 08:33:08.099989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:08.100331 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.132311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-0809de6c-f05d-4710-9d25-26cb3dde9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.134024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-0809de6c-f05d-4710-9d25-26cb3dde9f04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2021191 Jul 16 08:33:08.182589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Made reservation on behalf of d4e7810cb98c4ed89453af1587928853 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:08.186359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.331051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Allocated IP 172.20.0.6 (c5a1912c-3dd0-4868-bd87-923d579fd10d/5ce4cd9f-7f88-4cae-abc4-16d77b324535/0d309184-bdcf-43d2-a380-71842c64cf86) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:08.426937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.470743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f47d9965-e489-4b1d-8de8-f9e4a1ff7c27 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.472704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f47d9965-e489-4b1d-8de8-f9e4a1ff7c27 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.1436806 Jul 16 08:33:08.479574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-007d5271-a97c-44f6-9bcc-c1bb00137908 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4455d1b5-8c49-410e-9948-918f472ec8a9 HTTP/1.1" status: 200 len: 217 time: 0.3214669 Jul 16 08:33:08.489665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:08.593582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-b19b0553-9ccf-45f6-bf5c-411629eb2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.595064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-b19b0553-9ccf-45f6-bf5c-411629eb2adc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0964923 Jul 16 08:33:08.628618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.630807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.671138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bd951-bb86-43a0-bf4b-67632265bc1c req-77971522-f764-4f18-bf77-26ea57eec34d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.673186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-459bd951-bb86-43a0-bf4b-67632265bc1c req-77971522-f764-4f18-bf77-26ea57eec34d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.2097869 Jul 16 08:33:08.709056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c007012c-3cde-4ffd-a1a6-ee346de47e83 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:08.713936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:08.732809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.781475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:08.794933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:08.801629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-459bd951-bb86-43a0-bf4b-67632265bc1c req-a7351941-049a-4da5-92ab-723d487d7291 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172395 Jul 16 08:33:08.811111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-69962758-f83a-49d7-b359-eacb6273d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.812755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-69962758-f83a-49d7-b359-eacb6273d8a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039549 Jul 16 08:33:08.832015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Network c5a1912c-3dd0-4868-bd87-923d579fd10d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:08.858427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.863843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:08.865849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.874026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:08.889500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 7ad074b0-d5ba-4487-bfb9-004da663ceae completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:08.898442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 7ad074b0-d5ba-4487-bfb9-004da663ceae triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:08.899075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.952023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.953045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.978596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:08.993469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.996883 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-fa39dd83-d8ec-424d-8642-12f34d09153c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530966 Jul 16 08:33:09.015828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.031287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Request body: {'port': {'device_id': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:09.039260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:09.041841 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1696e7d6-ac28-45a9-8028-3a05bc3e2069" -d '{"events": [{"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:09.043073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:09.090688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.093053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:09.093311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.106340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e707a1a1-22e5-44b9-a455-37e3f2afde20 req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "PUT /v2.0/ports/b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 982 time: 1.2196629 Jul 16 08:33:09.147103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.151197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-6191239a-4bd6-467a-8ae1-64c8013a047c service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264103 Jul 16 08:33:09.196853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.203520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.207544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.217132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:09.219389 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb39ceb-1bd4-48c0-b562-4ece1e92e9f9" -d '{"events": [{"server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:09.229843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bd707-8c6e-4111-8a0d-f5ced03b1d4d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.255953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe813-ff02-4418-b7dc-3cc4920577bc req-fa22df95-1feb-4dad-ad05-837f06ea95d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.263323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fffe813-ff02-4418-b7dc-3cc4920577bc req-fa22df95-1feb-4dad-ad05-837f06ea95d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 944 time: 0.2593164 Jul 16 08:33:09.319745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.322203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.347482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.377873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:09.402832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.419164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on host n-h2-798054-12 for vnic_type normal with profile {"migrating_to": "n-h1-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:09.419506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:09.419848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:09.424775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27b65b33-6faa-4c00-9cd5-19a476aaf478 req-532bda93-954d-49d7-b6d8-79c1a541a95b service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646623 Jul 16 08:33:09.428971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:09.429267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Attempting to bind port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:09.444436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'mac_address': 'fa:16:3e:14:b9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:09.456689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:09.457531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:09.457927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:09.458382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Bound port: eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:09.458750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.459997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fffe813-ff02-4418-b7dc-3cc4920577bc req-9f821a21-3535-43ac-a016-11c4e3ebb750 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930053 Jul 16 08:33:09.529071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23838089-7ca1-4fd7-9b88-164206553efe req-0cbef3a3-f54c-42ec-913e-32fd8cba966e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.530627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23838089-7ca1-4fd7-9b88-164206553efe req-0cbef3a3-f54c-42ec-913e-32fd8cba966e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 948 time: 0.1249170 Jul 16 08:33:09.569034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.596235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:09.596479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.598531 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d55824-97cd-4055-9e39-b0b09b48b4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:09.606040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:09.610830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:09.617212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.637461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c007012c-3cde-4ffd-a1a6-ee346de47e83 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:09.645448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23838089-7ca1-4fd7-9b88-164206553efe req-266a968c-165e-454d-bc27-1e1220f2be48 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031172 Jul 16 08:33:09.714480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.723706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.754427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d309184-bdcf-43d2-a380-71842c64cf86 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:09.768929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.792204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285ecb-d5ab-4157-a713-416b3c5f3997 req-fa7970a1-049c-4c86-a58f-b45e1e92cc16 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.793760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0285ecb-d5ab-4157-a713-416b3c5f3997 req-fa7970a1-049c-4c86-a58f-b45e1e92cc16 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.1476471 Jul 16 08:33:09.804702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Transition to ACTIVE for port object 0d309184-bdcf-43d2-a380-71842c64cf86 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:09.811509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.837696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.887649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0285ecb-d5ab-4157-a713-416b3c5f3997 req-6ed2d836-36ca-49a8-ad32-56a1d93f173e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849907 Jul 16 08:33:09.913244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.914170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.916380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] 10.222.0.46 "PUT /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 1123 time: 1.4343667 Jul 16 08:33:10.000856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021aae-4b32-41a3-80e5-1f6759a3663b req-271a3a7e-90b2-4c26-8495-3e97584b9b8b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.002692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4021aae-4b32-41a3-80e5-1f6759a3663b req-271a3a7e-90b2-4c26-8495-3e97584b9b8b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.1441300 Jul 16 08:33:10.007777 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab50f92d-2035-40bd-bf9d-588ce8ac5a6d x-openstack-request-id: req-ab50f92d-2035-40bd-bf9d-588ce8ac5a6d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:10.008010 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:10.008273 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab50f92d-2035-40bd-bf9d-588ce8ac5a6d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:10.008665 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'status': 'completed', 'code': 200} Jul 16 08:33:10.011464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ef2a-6854-4676-bd59-31624e1641aa service neutron] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.045172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['eebc5ac2-f7cf-4fd0-bdd6-64422022c446'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:10.057042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4021aae-4b32-41a3-80e5-1f6759a3663b req-0103efc7-02cc-40aa-afcb-9c943d003eaa tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Jul 16 08:33:10.162246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.204533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['eebc5ac2-f7cf-4fd0-bdd6-64422022c446'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:10.215606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:10.215606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:10.215606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:10.221065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:10.221485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:10.245570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:10.246014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:10.246466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:10.246987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Bound port: 0d309184-bdcf-43d2-a380-71842c64cf86, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:10.247415 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.252473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46f9c1-9984-48e3-89be-d0849c34ae2b req-f623c9d6-bee6-4cc2-b7e1-729404c63e20 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.260231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd46f9c1-9984-48e3-89be-d0849c34ae2b req-f623c9d6-bee6-4cc2-b7e1-729404c63e20 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1495280 Jul 16 08:33:10.320844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:10.324161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:10.329646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-32859db3-0e73-47e9-910c-ec1c92640350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.331299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-32859db3-0e73-47e9-910c-ec1c92640350 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1099 time: 0.3218884 Jul 16 08:33:10.334340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.334838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-221580d4-218e-4c8a-acdb-d916c96bd277 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-344536960&fields=id&tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 267 time: 0.1254330 Jul 16 08:33:10.356821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c007012c-3cde-4ffd-a1a6-ee346de47e83'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:10.382691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd46f9c1-9984-48e3-89be-d0849c34ae2b req-1521af75-d3ed-4f66-bd57-dae12b22d07b tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214693 Jul 16 08:33:10.411906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.421394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-72413ba3-cf06-41ba-86ab-540f4e2c393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.423886 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-72413ba3-cf06-41ba-86ab-540f4e2c393d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1099 time: 0.4132578 Jul 16 08:33:10.467307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.468396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.469325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f93e1b3b-f357-4280-a80f-84bf20c858e2 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.469993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-aa085a15-956b-4762-8e2c-10644964a1c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 1092 time: 1.4468727 Jul 16 08:33:10.478275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f93e1b3b-f357-4280-a80f-84bf20c858e2 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 985 time: 0.1424532 Jul 16 08:33:10.482487 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28dd114-5f5d-429f-b76c-29adf80add74 x-openstack-request-id: req-b28dd114-5f5d-429f-b76c-29adf80add74 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:10.487379 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:10.487863 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b28dd114-5f5d-429f-b76c-29adf80add74 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:10.488504 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'code': 200} Jul 16 08:33:10.490866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'security_groups': ['dbe06cff-51df-40b0-ac94-e6bba6bce549', 'fe26d3ac-a091-452f-ad62-de31e376003c', '8ad22170-46d9-4702-b01c-aeac1bc1222e']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:10.591790 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea85987-36b7-496c-a4b6-1bfed7f1525c x-openstack-request-id: req-dea85987-36b7-496c-a4b6-1bfed7f1525c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:10.604173 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:10.604538 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dea85987-36b7-496c-a4b6-1bfed7f1525c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:10.604957 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'status': 'completed', 'code': 200} Jul 16 08:33:10.713309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-fc1fc0e6-57da-4698-b4a4-d8f16030562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.714986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-fc1fc0e6-57da-4698-b4a4-d8f16030562a service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3256855 Jul 16 08:33:10.723707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.727863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:10.787272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-2c45e8fa-299c-4509-a1bc-7845ba6af18c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0563152 Jul 16 08:33:10.792635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-8b318045-98d7-4438-b078-059b95bfa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.794200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-8b318045-98d7-4438-b078-059b95bfa87b service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3591559 Jul 16 08:33:10.813135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782ef1-418c-49f1-93fa-5e06cc471c45 req-a5d1cb0d-bc00-4f8d-ade0-53b95983398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.815836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a782ef1-418c-49f1-93fa-5e06cc471c45 req-a5d1cb0d-bc00-4f8d-ade0-53b95983398b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 1097 time: 0.2100680 Jul 16 08:33:10.867416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448468c9-f1f4-4997-9134-f2e74c9fe343 req-f534c257-9186-4219-8a93-85cd5708c1fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.870324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-448468c9-f1f4-4997-9134-f2e74c9fe343 req-f534c257-9186-4219-8a93-85cd5708c1fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 947 time: 0.1973310 Jul 16 08:33:10.882188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-4d2ccc37-4553-47ee-8113-bd4637b8d779 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0760698 Jul 16 08:33:10.894865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-1ffc7c89-35ff-4d18-b6bb-47b50ae219bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.895182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:10.896685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-1ffc7c89-35ff-4d18-b6bb-47b50ae219bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1095 time: 0.3345864 Jul 16 08:33:10.907682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 has no active binding in host n-h1-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:33:10.908256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4455d1b5-8c49-410e-9948-918f472ec8a9 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:10.940567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-b961242f-f903-4f12-b83b-8e518c3ccc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.942283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-b961242f-f903-4f12-b83b-8e518c3ccc61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1137 time: 0.3138165 Jul 16 08:33:10.945851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a782ef1-418c-49f1-93fa-5e06cc471c45 req-06b1f204-dece-4225-b2a4-0ddf83aaa2a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126153 Jul 16 08:33:10.992534 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-ea006b25-ad42-41c8-a7a8-0e57c013f6f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 217 time: 0.0796099 Jul 16 08:33:10.996747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-0d889c2d-86b1-4498-89a7-070905bbcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.998879 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-0d889c2d-86b1-4498-89a7-070905bbcd31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2017026 Jul 16 08:33:11.014117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-448468c9-f1f4-4997-9134-f2e74c9fe343 req-198f1aca-d563-4bce-9df1-72b1e7f4646e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297028 Jul 16 08:33:11.027519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4455d1b5-8c49-410e-9948-918f472ec8a9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.043421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4455d1b5-8c49-410e-9948-918f472ec8a9', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '4455d1b5-8c49-410e-9948-918f472ec8a9', 'mac_address': 'fa:16:3e:9e:96:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:11.091572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.093583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.094096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-f51083bb-407e-4b26-9b5d-44e454c2616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.095472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-f51083bb-407e-4b26-9b5d-44e454c2616c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1949925 Jul 16 08:33:11.113956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4455d1b5-8c49-410e-9948-918f472ec8a9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:11.130808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.134947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.163701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4455d1b5-8c49-410e-9948-918f472ec8a9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.167973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.168825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:11.197075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-246b24ab-dfbf-49ca-8891-5c6f657e3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.199252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-246b24ab-dfbf-49ca-8891-5c6f657e3c23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1974237 Jul 16 08:33:11.200556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.201392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.216926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2554f9b8-7f6d-494f-9835-6547906c00d8 req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "PUT /v2.0/ports/b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 1021 time: 0.7374554 Jul 16 08:33:11.263526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.285476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.287340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e6a77-c7cc-451d-9640-c0c42079d388 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.301156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'mac_address': 'fa:16:3e:9b:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:11.310144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-ff860214-5a8f-401a-9674-c18b14756aae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808876 Jul 16 08:33:11.370850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-009258e7-960b-4d90-bff1-dd3622c5ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.372946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-009258e7-960b-4d90-bff1-dd3622c5ac1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.3451707 Jul 16 08:33:11.374720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-c83458c4-0c93-41ee-aa21-217e84fdfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.376127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-c83458c4-0c93-41ee-aa21-217e84fdfb7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3600705 Jul 16 08:33:11.383402 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.399336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:11.430408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.452660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-7fe4bffc-8350-4637-a23e-41f0cdca22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.454701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-7fe4bffc-8350-4637-a23e-41f0cdca22bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3462229 Jul 16 08:33:11.455974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-06445bc3-459b-458d-8669-a2d2ba32f8c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 217 time: 0.0709646 Jul 16 08:33:11.478524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.522167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cf773-b959-4759-b215-896b705b3b1e req-5384e161-dec7-4ea1-a34f-1c67c2a4dcd9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.524281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f03cf773-b959-4759-b215-896b705b3b1e req-5384e161-dec7-4ea1-a34f-1c67c2a4dcd9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 949 time: 0.1385694 Jul 16 08:33:11.565673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073bfe0-1013-4512-a714-ea9e79258136 req-8b4b653e-a9ca-4d3c-b66b-744637bebe52 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.567145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c073bfe0-1013-4512-a714-ea9e79258136 req-8b4b653e-a9ca-4d3c-b66b-744637bebe52 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 945 time: 0.1265473 Jul 16 08:33:11.588565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.617498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f03cf773-b959-4759-b215-896b705b3b1e req-6598de8e-f266-4c28-b560-3218848efbf7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Jul 16 08:33:11.652387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c073bfe0-1013-4512-a714-ea9e79258136 req-d5185b11-05a0-4971-bbc2-24463760ee9b tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766144 Jul 16 08:33:11.692349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-472b3f3c-7a40-4cb8-8ca6-ec05cd36ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.694043 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-472b3f3c-7a40-4cb8-8ca6-ec05cd36ecbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.1848228 Jul 16 08:33:11.701969 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-46cdd881-e53a-423f-9b81-ded20082e26b service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707817 Jul 16 08:33:11.710448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-177a60e7-59d5-438c-a0cc-8a63bc8f9aa1 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187861 Jul 16 08:33:11.751445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-984bda5a-5faf-4e26-a69b-8c8b04157ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514620 Jul 16 08:33:11.802763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:11.818665 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-3e86d9c4-981f-4591-9557-903dfcf17250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829020 Jul 16 08:33:11.855805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ecb1-d8cf-4ed9-a64f-606e2d168b37 req-01ed3220-7be9-46ae-9918-3c8e39bc1ce5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.857540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8490ecb1-d8cf-4ed9-a64f-606e2d168b37 req-01ed3220-7be9-46ae-9918-3c8e39bc1ce5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.1028657 Jul 16 08:33:11.940803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8490ecb1-d8cf-4ed9-a64f-606e2d168b37 req-a445cf4a-1bbd-4e8a-84be-e15ba928e1c9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713334 Jul 16 08:33:12.191626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2df0b-7007-42a4-aecd-24ab46630d8c req-4323dfcf-06cd-42a0-aca9-240a21ba51a1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.201417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06a2df0b-7007-42a4-aecd-24ab46630d8c req-4323dfcf-06cd-42a0-aca9-240a21ba51a1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.1425257 Jul 16 08:33:12.223047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.290656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446'}, {'name': 'network-changed', 'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446'}, {'name': 'network-changed', 'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:12.292571 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42752b1e-8bc6-4515-9981-8c4c67c83b2b" -d '{"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-unplugged", "status": "completed", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446"}, {"name": "network-changed", "server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446"}, {"name": "network-changed", "server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:12.343513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06a2df0b-7007-42a4-aecd-24ab46630d8c req-848b1f6c-fb30-4e57-b2f1-14bc83a5be0b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391413 Jul 16 08:33:12.398428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-174897eb-8813-4d47-8faf-0e3f1e25c73e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.404546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-174897eb-8813-4d47-8faf-0e3f1e25c73e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 948 time: 0.1736197 Jul 16 08:33:12.450509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-148fbccc-3231-46e9-ba1b-127e7e29b7fe req-c6c4362f-70e7-440a-a8d3-57ea31dec5f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235098 Jul 16 08:33:12.476255 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-3bd92a60-85e3-490d-8807-81bf49ac8b32 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136221 Jul 16 08:33:12.480308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1696e7d6-ac28-45a9-8028-3a05bc3e2069 req-43145142-89d6-4f7d-8264-2c386f2bd286 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272220 Jul 16 08:33:12.482551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-959f5739-ba1c-4e7f-87db-387570578f5a service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359565 Jul 16 08:33:12.544408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.607573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:12.613386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4455d1b5-8c49-410e-9948-918f472ec8a9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.615738 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489275cb-1d28-4311-aeb1-120b9944bde8" -d '{"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:12.634412 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88d55824-97cd-4055-9e39-b0b09b48b4f1 req-a2a73885-dfd1-4f0e-af5f-98bb4c5c26e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369169 Jul 16 08:33:12.683260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-3e43292a-b03e-4d68-9104-592e1c036f46 service neutron] 10.222.0.46 "GET /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 383 time: 0.1971922 Jul 16 08:33:12.697910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b78f7-0870-4ad3-8698-5ae1d8ea6642 req-23a4f42e-7891-42d8-b760-a8109719fe18 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.699450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b9b78f7-0870-4ad3-8698-5ae1d8ea6642 req-23a4f42e-7891-42d8-b760-a8109719fe18 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1024 time: 0.2873139 Jul 16 08:33:12.741049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0715c35-8ceb-4f5d-b350-a24c9ec1d483 req-6f7d6ed9-0f2c-4264-8749-7b865c5ac281 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.748655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0715c35-8ceb-4f5d-b350-a24c9ec1d483 req-6f7d6ed9-0f2c-4264-8749-7b865c5ac281 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1740320 Jul 16 08:33:12.755033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c007012c-3cde-4ffd-a1a6-ee346de47e83 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:12.836626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0715c35-8ceb-4f5d-b350-a24c9ec1d483 req-fbdb4075-7c7f-4463-a6dc-10d1c1299ca1 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873835 Jul 16 08:33:12.908715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b9b78f7-0870-4ad3-8698-5ae1d8ea6642 req-ed044c7c-d869-4c3c-80cd-c471853730bb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&id=dbe06cff-51df-40b0-ac94-e6bba6bce549&id=8ad22170-46d9-4702-b01c-aeac1bc1222e HTTP/1.1" status: 200 len: 6149 time: 0.1973364 Jul 16 08:33:12.932948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-1c1c3cc3-ebcc-48df-b1a7-0f1a8bf6f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.934468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-1c1c3cc3-ebcc-48df-b1a7-0f1a8bf6f68e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1100 time: 0.2154090 Jul 16 08:33:13.039920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4954993a-1015-4972-a201-227dfe4019d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.104887 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99276f-1d10-4498-8ae8-ba3c9d3fa516 x-openstack-request-id: req-5b99276f-1d10-4498-8ae8-ba3c9d3fa516 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:13.105313 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-unplugged", "status": "completed", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446", "code": 200}, {"name": "network-changed", "server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:13.105532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b99276f-1d10-4498-8ae8-ba3c9d3fa516 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:13.105983 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'code': 200} Jul 16 08:33:13.106300 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'status': 'completed', 'code': 200} Jul 16 08:33:13.106658 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86', 'status': 'completed', 'code': 200} Jul 16 08:33:13.140939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-7c0000be-54d5-49d1-8246-cea344c29e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.142736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-7c0000be-54d5-49d1-8246-cea344c29e2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2003505 Jul 16 08:33:13.161708 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06516972-a600-42d0-8def-07f4aeca4489 x-openstack-request-id: req-06516972-a600-42d0-8def-07f4aeca4489 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:13.162067 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:13.162499 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06516972-a600-42d0-8def-07f4aeca4489 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:13.163070 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'status': 'completed', 'code': 200} Jul 16 08:33:13.171743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c007012c-3cde-4ffd-a1a6-ee346de47e83 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:13.209413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c007012c-3cde-4ffd-a1a6-ee346de47e83 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:13.210029 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.218021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241217b-7d88-4714-b814-5635134a4e1d req-8cc243fd-abf6-4fab-ad4e-eb85d582d460 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.219722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8241217b-7d88-4714-b814-5635134a4e1d req-8cc243fd-abf6-4fab-ad4e-eb85d582d460 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.1987841 Jul 16 08:33:13.301073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-7c3540bd-fd28-4f46-a77b-671a431e6562 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.1356707 Jul 16 08:33:13.305161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-d1bc9c3e-3d5b-46b9-a31f-61768e1b0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.306655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-d1bc9c3e-3d5b-46b9-a31f-61768e1b0f87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1126 time: 0.1708591 Jul 16 08:33:13.387759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.403491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8241217b-7d88-4714-b814-5635134a4e1d req-907120db-99a3-4996-a044-942bdff82584 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397462 Jul 16 08:33:13.428739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-febffc91-cbfa-4d39-8791-b7ba405b429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.430209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-febffc91-cbfa-4d39-8791-b7ba405b429b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0874679 Jul 16 08:33:13.431366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:13.438953 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb83b6-437a-4630-84ed-a23c36da2d1a" -d '{"events": [{"server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "name": "network-vif-plugged", "status": "completed", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:13.461413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-b7eaeccb-6f8d-4a88-838c-9dde812b4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.464030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-b7eaeccb-6f8d-4a88-838c-9dde812b4aaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1445339 Jul 16 08:33:13.474339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-803e46ce-00f9-4c61-8351-488906992fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.476164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-803e46ce-00f9-4c61-8351-488906992fcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1176 time: 0.2537587 Jul 16 08:33:13.476672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:13.481507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.498583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b70587-e64d-4b7e-913b-7dcea7315dc6 req-c70ea163-0f05-4def-8558-14317149724e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.500384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31b70587-e64d-4b7e-913b-7dcea7315dc6 req-c70ea163-0f05-4def-8558-14317149724e tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 949 time: 0.1852648 Jul 16 08:33:13.525753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-e2631bca-c1c2-4daf-a1a0-6111f7e51771 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 217 time: 0.0481279 Jul 16 08:33:13.590233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:13.609597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31b70587-e64d-4b7e-913b-7dcea7315dc6 req-e5bd4b07-93ea-4089-be4e-49a011cd8f58 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Jul 16 08:33:13.613878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-05bd85e4-606d-42bd-be42-ef40f93fb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.615355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-05bd85e4-606d-42bd-be42-ef40f93fb0b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749034 Jul 16 08:33:13.621135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-69a00a28-ce5b-45db-b861-597eeea3fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.622634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-69a00a28-ce5b-45db-b861-597eeea3fe7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.0959754 Jul 16 08:33:13.669589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1979587395 ', 'description': 'tempest-description-1015778882'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:13.692820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-72d4668f-1045-4460-9f45-71d282a345cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 200 len: 217 time: 0.0403349 Jul 16 08:33:13.701577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-00da5c46-2610-4d84-b40f-f51829a23e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.703119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-00da5c46-2610-4d84-b40f-f51829a23e9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0796301 Jul 16 08:33:13.761157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-5c47ff57-a264-4064-9c58-ae80c3da4c64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485981 Jul 16 08:33:13.766280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.793169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-bf34fee5-6646-46c8-8aef-9bbf0213f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.794808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-bf34fee5-6646-46c8-8aef-9bbf0213f4ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.0907547 Jul 16 08:33:13.814795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c491c-2a8a-4d38-bd4c-99b71645ecf1 req-c2e8d3cc-a833-415e-b4d5-7e62ca1f31c0 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.816572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d2c491c-2a8a-4d38-bd4c-99b71645ecf1 req-c2e8d3cc-a833-415e-b4d5-7e62ca1f31c0 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.2058272 Jul 16 08:33:13.828002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-72f4ebd3-61fd-4feb-8c08-9b40f60281e4 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731665 Jul 16 08:33:13.876352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-33fbfb73-54bf-4c3a-a0dd-804a613aca1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384138 Jul 16 08:33:13.896971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-84a6f4bf-36e1-474e-83f5-b98f02323b45 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257424 Jul 16 08:33:13.959631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d2c491c-2a8a-4d38-bd4c-99b71645ecf1 req-98fb8899-fbd8-4d4a-a1db-d16fd1ae9c6c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342881 Jul 16 08:33:14.014616 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.042948 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-bbaa8d32-32c4-409e-910e-a07472baa1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938410 Jul 16 08:33:14.044263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.066280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-82a38093-d529-4b0c-adcf-d41365146f7a service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622925 Jul 16 08:33:14.068672 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-cc1d8d07-451d-47f9-b663-50d0d7126c7e service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557169 Jul 16 08:33:14.125564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.126809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04476153-b272-46aa-b640-d477a8939edc req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4736092 Jul 16 08:33:14.135259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603e580-e6a7-4dc7-9b3c-26389509165b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.172813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14307-9919-4973-97e7-d1e7e90b8e24 req-e7c4e9cc-c8b2-4990-b595-1826fbc1a654 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.174694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdd14307-9919-4973-97e7-d1e7e90b8e24 req-e7c4e9cc-c8b2-4990-b595-1826fbc1a654 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.0964372 Jul 16 08:33:14.200290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-489275cb-1d28-4311-aeb1-120b9944bde8 req-b22999e0-93a6-4bac-b6a1-fcd48a60fed6 service neutron] 10.222.0.46 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141582 Jul 16 08:33:14.241066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdd14307-9919-4973-97e7-d1e7e90b8e24 req-bfd4b8f4-ab19-473d-ad25-0a3efbeb3865 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600674 Jul 16 08:33:14.246383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-1be87da6-7d65-47cf-8165-181be3289589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.248130 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-1be87da6-7d65-47cf-8165-181be3289589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1095 time: 0.0651588 Jul 16 08:33:14.288533 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:14.292726 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68fd5c5-d20f-48f2-9268-5dacb3601a2f x-openstack-request-id: req-b68fd5c5-d20f-48f2-9268-5dacb3601a2f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:14.293021 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "name": "network-vif-plugged", "status": "completed", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:14.293269 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b68fd5c5-d20f-48f2-9268-5dacb3601a2f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:14.293679 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'code': 200} Jul 16 08:33:14.347608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3f896-be89-4151-ada9-78f94596f00e req-81016102-8f4d-4089-ad04-3a2c4b373c6e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.349161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35a3f896-be89-4151-ada9-78f94596f00e req-81016102-8f4d-4089-ad04-3a2c4b373c6e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.0836794 Jul 16 08:33:14.353351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-3fb67dbc-5ac9-44f2-a421-74f50b128da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.354948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-3fb67dbc-5ac9-44f2-a421-74f50b128da3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.0987802 Jul 16 08:33:14.400185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35a3f896-be89-4151-ada9-78f94596f00e req-e622820c-a473-4bf9-a727-fd7858f2e0e7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451293 Jul 16 08:33:14.426411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-ececb5b2-0b21-460a-9622-a36999a03a13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 217 time: 0.0465724 Jul 16 08:33:14.462800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8b187-af26-419a-9402-b69fce8df0f3 req-45b80c0f-25b0-4f94-a621-68801ced3603 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.464944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58b8b187-af26-419a-9402-b69fce8df0f3 req-45b80c0f-25b0-4f94-a621-68801ced3603 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0812011 Jul 16 08:33:14.487390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-08249507-f77f-4589-bca1-61dccf0aae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.488888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-08249507-f77f-4589-bca1-61dccf0aae38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0528884 Jul 16 08:33:14.506612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58b8b187-af26-419a-9402-b69fce8df0f3 req-30139a44-4d26-41ff-be1a-42e54538fa13 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353181 Jul 16 08:33:14.508579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5aa1b-94cb-456c-851c-f61ffd7bfdc9 req-2482737e-ce3d-4264-8b9c-4fcae5f0e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.510044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1c5aa1b-94cb-456c-851c-f61ffd7bfdc9 req-2482737e-ce3d-4264-8b9c-4fcae5f0e459 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1098 time: 0.1005738 Jul 16 08:33:14.527973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-55d55489-fb29-4023-9924-45a3943040e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300279 Jul 16 08:33:14.575228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d01ad02-c948-48b1-95d0-1a0e9daa8e43 req-2155fbbf-98eb-4b53-b67c-4937f978fe2e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7 HTTP/1.1" status: 200 len: 1781 time: 0.0393617 Jul 16 08:33:14.594245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1c5aa1b-94cb-456c-851c-f61ffd7bfdc9 req-535bc607-3060-44bd-9aec-a1ffd3cc33ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653889 Jul 16 08:33:14.650066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-b3203151-d060-4fe2-97b2-c3e06d240a30 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988073 Jul 16 08:33:14.717705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72579cf4-9a4c-498c-826d-567a2805885b req-53b37c83-b3e2-4732-8a89-7c6a5e8914a9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.719198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72579cf4-9a4c-498c-826d-567a2805885b req-53b37c83-b3e2-4732-8a89-7c6a5e8914a9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.0969837 Jul 16 08:33:14.748441 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42752b1e-8bc6-4515-9981-8c4c67c83b2b req-9e28f0a5-7f4f-45e1-94cd-a3d18c9a4bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860696 Jul 16 08:33:14.776994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8c82-19d3-459a-bbc4-5e2c29c554c5 req-b2af6d8a-1b8b-4eb3-b79e-d1d5e5871dc7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.778389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9fc8c82-19d3-459a-bbc4-5e2c29c554c5 req-b2af6d8a-1b8b-4eb3-b79e-d1d5e5871dc7 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1107588 Jul 16 08:33:14.781439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72579cf4-9a4c-498c-826d-567a2805885b req-28fd3aaf-165e-404a-b6e0-92e6162dd69d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553539 Jul 16 08:33:14.827758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9fc8c82-19d3-459a-bbc4-5e2c29c554c5 req-426f32c5-2bdd-42b1-9e64-6bf0c1637e0e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Jul 16 08:33:14.854718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-6a3992ae-5a13-41f8-80cb-f31b05b1a7ca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7 HTTP/1.1" status: 200 len: 1781 time: 0.0447845 Jul 16 08:33:14.920109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.967785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.018634 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.021115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.022226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bfcd926-9f92-42a4-b62f-fe4982ffcd69 req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7 HTTP/1.1" status: 204 len: 173 time: 0.1615171 Jul 16 08:33:15.033538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819b7d-6622-49e7-9465-916a2aa5785b req-7a1a21aa-c92e-42eb-a092-cdf280b6abe8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.034979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9819b7d-6622-49e7-9465-916a2aa5785b req-7a1a21aa-c92e-42eb-a092-cdf280b6abe8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 949 time: 0.1027637 Jul 16 08:33:15.041250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717b497-5a63-47dc-b342-31ac16f5f149 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.076024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9819b7d-6622-49e7-9465-916a2aa5785b req-9d7bb496-1338-4330-9cf9-adb258c5f5ec tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Jul 16 08:33:15.233793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aa03d-8ffb-41cd-a6c9-7085ec22b25a req-09ac40a8-0f13-43e7-9a4e-a9609c48b3c4 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.235466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-581aa03d-8ffb-41cd-a6c9-7085ec22b25a req-09ac40a8-0f13-43e7-9a4e-a9609c48b3c4 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.0613017 Jul 16 08:33:15.277754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-581aa03d-8ffb-41cd-a6c9-7085ec22b25a req-be2b75a5-dcab-4839-8608-d6868b80e362 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Jul 16 08:33:15.316946 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a7465ff1-58e3-4bc9-b7ea-e454d83c8481 req-911cbd63-0f4a-48b3-bd8b-ba586dc7597f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:33:15.317937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7465ff1-58e3-4bc9-b7ea-e454d83c8481 req-911cbd63-0f4a-48b3-bd8b-ba586dc7597f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7 HTTP/1.1" status: 404 len: 352 time: 0.0148697 Jul 16 08:33:15.440981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-505238049', 'description': 'tempest-description-896140854'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:15.474996 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.503985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6c63-3fe8-4769-add0-c679b9bac9de req-0bb9c5ca-3350-426b-a6b5-dabad05611b0 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.508800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4ff6c63-3fe8-4769-add0-c679b9bac9de req-0bb9c5ca-3350-426b-a6b5-dabad05611b0 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.0991123 Jul 16 08:33:15.552098 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f9171fee-c16e-4bfe-9970-5c0732f2e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.574127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4ff6c63-3fe8-4769-add0-c679b9bac9de req-28c1416e-8ea7-403e-a10f-e2b0737382fb tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Jul 16 08:33:15.613913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.619341 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.659103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.665795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.672704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad1f84de-4d52-4ede-a3c3-8f0767767da7 req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2536724 Jul 16 08:33:15.679735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3a62-7ceb-4dd8-ab17-dab39812ec8f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a2d57-7593-43d0-b7ec-b1840a7a15e5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.835666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55936c5b-cc75-42f0-8f6b-b79d4ed0a198 req-d75c62e2-da78-4fab-bdc5-f80a931b32ca tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.837139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55936c5b-cc75-42f0-8f6b-b79d4ed0a198 req-d75c62e2-da78-4fab-bdc5-f80a931b32ca tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.0662677 Jul 16 08:33:15.862606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-536606507', 'description': 'tempest-description-1868281761'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:15.894295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55936c5b-cc75-42f0-8f6b-b79d4ed0a198 req-fe8c87ba-11fa-41c3-81a3-68e0ac157fbf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Jul 16 08:33:15.898648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.983162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.987362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.014249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.015393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3caec848-3d48-4c5b-a200-f95eea4cbea1 req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1587291 Jul 16 08:33:16.019378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55744236-5d14-4f78-8cee-ac8359389f1f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3208bc-598b-4660-b213-d73cf3617ff5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:16.111647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5fff5-9439-4b1d-a11b-789665bda58e req-c8fa957d-2b0d-44e0-bea2-bbdbcd99948b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.114862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17f5fff5-9439-4b1d-a11b-789665bda58e req-c8fa957d-2b0d-44e0-bea2-bbdbcd99948b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.0765076 Jul 16 08:33:16.159916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17f5fff5-9439-4b1d-a11b-789665bda58e req-fe637e86-0f05-405e-beaa-1ef3440d2858 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Jul 16 08:33:16.194922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2054774669', 'description': 'tempest-description-228847225'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:16.516057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.578288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff1df-6f5b-46a1-ab72-63192ea40213 req-3b63df7e-4592-4089-a123-a43b53036d27 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.580337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-855ff1df-6f5b-46a1-ab72-63192ea40213 req-3b63df7e-4592-4089-a123-a43b53036d27 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0931370 Jul 16 08:33:16.635275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-855ff1df-6f5b-46a1-ab72-63192ea40213 req-e2f0bb2d-f00f-4ae5-8ce9-8fa7466f0b31 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Jul 16 08:33:16.652822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.664721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.695108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.696359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc77019a-86e0-4189-8247-2f62e2249ecc req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5061505 Jul 16 08:33:16.698414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae446a-24fd-4d13-babf-de4c5b2962c9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff5f877-638d-4bf6-94b3-9f59122fbe89,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:16.751284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.772493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4455d1b5-8c49-410e-9948-918f472ec8a9 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:16.828060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4455d1b5-8c49-410e-9948-918f472ec8a9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:16.833098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4455d1b5-8c49-410e-9948-918f472ec8a9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:16.833712 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.838757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b938b-2394-45c2-ab7a-bb77521e2469 req-64228702-c89d-4dbb-b3f0-cc896e5ca284 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.840601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-511b938b-2394-45c2-ab7a-bb77521e2469 req-64228702-c89d-4dbb-b3f0-cc896e5ca284 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 949 time: 0.0758708 Jul 16 08:33:16.934902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-511b938b-2394-45c2-ab7a-bb77521e2469 req-89d535ee-373e-469a-90b1-fd8459e1a02f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870643 Jul 16 08:33:16.954165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.965869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee523a-f863-4531-a593-eafb35f9191d req-1709d015-1eda-4048-b514-db89b5666f66 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.967612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80ee523a-f863-4531-a593-eafb35f9191d req-1709d015-1eda-4048-b514-db89b5666f66 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.1119158 Jul 16 08:33:16.991511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:16.994900 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b73b79-ef40-464a-a9f4-ede885ca8dbb" -d '{"events": [{"server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "name": "network-vif-plugged", "status": "completed", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:17.009721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4455d1b5-8c49-410e-9948-918f472ec8a9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:17.014554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.015872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:17.026390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80ee523a-f863-4531-a593-eafb35f9191d req-8935f96b-f968-4e6b-993c-5785928f94d3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Jul 16 08:33:17.118320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:17.124540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:17.125180 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.164004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7557605-9aa3-443c-a3b0-05f672b4c891 req-41548618-3b1b-46e1-9256-5135760f2a5c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 10895 time: 0.1173019 Jul 16 08:33:17.172820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.238032 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.255589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7557605-9aa3-443c-a3b0-05f672b4c891 req-5cc01fc1-d298-4ff8-a7fe-dd34d70aeb95 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/fe26d3ac-a091-452f-ad62-de31e376003c HTTP/1.1" status: 200 len: 2981 time: 0.0907028 Jul 16 08:33:17.274983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3faeb2-d207-4924-8643-9d7b6291d8f8 req-6590ac57-4cd0-4422-a0e1-fe961605f8eb tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.277482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:17.282415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a3faeb2-d207-4924-8643-9d7b6291d8f8 req-6590ac57-4cd0-4422-a0e1-fe961605f8eb tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 943 time: 0.1059420 Jul 16 08:33:17.287466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.341497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.362961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a3faeb2-d207-4924-8643-9d7b6291d8f8 req-fa4d4c6b-1400-43c9-abba-432aba64acb9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796449 Jul 16 08:33:17.367234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7557605-9aa3-443c-a3b0-05f672b4c891 req-4038da5e-6897-4d47-8acd-0361d5fc2a34 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/fe26d3ac-a091-452f-ad62-de31e376003c HTTP/1.1" status: 200 len: 2981 time: 0.0818629 Jul 16 08:33:17.500487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-a3564f32-2351-472e-a5b2-5ae7aae70255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.503308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-a3564f32-2351-472e-a5b2-5ae7aae70255 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1101 time: 0.0736973 Jul 16 08:33:17.517813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:17.536540 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1003c-580a-4fc0-8adb-aec66c5fa089 x-openstack-request-id: req-2af1003c-580a-4fc0-8adb-aec66c5fa089 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:17.537636 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "name": "network-vif-plugged", "status": "completed", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:17.537636 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2af1003c-580a-4fc0-8adb-aec66c5fa089 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:17.537636 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9', 'code': 200} Jul 16 08:33:17.610384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8350ad-5015-4d1a-9dec-63764d95ecbd req-33dd9305-a627-48da-a5fd-4f814c8c6c6e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.614693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d8350ad-5015-4d1a-9dec-63764d95ecbd req-33dd9305-a627-48da-a5fd-4f814c8c6c6e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.0858543 Jul 16 08:33:17.655492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d8350ad-5015-4d1a-9dec-63764d95ecbd req-ad9de26e-6214-460f-b19e-46d63eba09be tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365934 Jul 16 08:33:17.679723 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.705942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f49ec8f1-e80c-4858-b8a0-b6ad8ab1e4a3 service neutron] 10.222.0.47 "GET /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.1393054 Jul 16 08:33:17.743208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-b33ed074-4d40-4a25-8937-ec83187c9124 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/c85a2d57-7593-43d0-b7ec-b1840a7a15e5 HTTP/1.1" status: 200 len: 1799 time: 0.0457590 Jul 16 08:33:17.809225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.817658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f89b77-055d-4e20-8533-3205d53ef52a req-ec1ad2e9-29d4-4e72-ae21-b76bc78a1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.819705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88f89b77-055d-4e20-8533-3205d53ef52a req-ec1ad2e9-29d4-4e72-ae21-b76bc78a1dfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 1102 time: 0.1960402 Jul 16 08:33:17.840351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.913992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.916462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.917612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0818121c-56b7-41f1-9e04-cfe3ffec0be3 req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/c85a2d57-7593-43d0-b7ec-b1840a7a15e5 HTTP/1.1" status: 204 len: 173 time: 0.1642499 Jul 16 08:33:17.928656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe2a73-4d2a-42e9-8fec-c8e87eb07e8f req-e5cecad3-3f4a-4217-94a4-c4d75954c3e5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.930136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54fe2a73-4d2a-42e9-8fec-c8e87eb07e8f req-e5cecad3-3f4a-4217-94a4-c4d75954c3e5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1015675 Jul 16 08:33:17.937215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c28421-a004-4579-87fb-2816e07590eb tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85a2d57-7593-43d0-b7ec-b1840a7a15e5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.948240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88f89b77-055d-4e20-8533-3205d53ef52a req-5c83ee32-cd4d-4bf4-932e-bd734745208c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782356 Jul 16 08:33:17.975058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54fe2a73-4d2a-42e9-8fec-c8e87eb07e8f req-728471ce-0591-4035-b1ff-25a300ecae16 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Jul 16 08:33:18.026835 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-d1921cb4-a4e6-4ebf-bf24-042e1785d191 req-557192d8-ab7e-455e-92d4-af09d0d48d39 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:33:18.027794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1921cb4-a4e6-4ebf-bf24-042e1785d191 req-557192d8-ab7e-455e-92d4-af09d0d48d39 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/c85a2d57-7593-43d0-b7ec-b1840a7a15e5 HTTP/1.1" status: 404 len: 352 time: 0.0178370 Jul 16 08:33:18.090607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131af38-466d-4d09-8b26-51c1760c5a98 req-5328e4c7-1e74-44ac-b433-c3337fe514f5 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.092258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7131af38-466d-4d09-8b26-51c1760c5a98 req-5328e4c7-1e74-44ac-b433-c3337fe514f5 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0672171 Jul 16 08:33:18.101773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:18.127716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:18.142638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7131af38-466d-4d09-8b26-51c1760c5a98 req-4cc3a23c-7554-4e75-bf98-56d3ce8cecef tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Jul 16 08:33:18.162800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:18.181373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:18.225394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07c51ebe-abb7-42f9-a635-a50056659291 req-77d2dcf5-3503-451f-9c5f-9224b8edcccd tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/af3208bc-598b-4660-b213-d73cf3617ff5 HTTP/1.1" status: 200 len: 1800 time: 0.0559416 Jul 16 08:33:18.225805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc5ac2-f7cf-4fd0-bdd6-64422022c446 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:18.231661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:18.233913 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062ac5e-0be1-40a4-b705-0589396ddd79" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:18.237525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.247017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f7bd-5573-421d-a305-b05bd0ca14c9 req-595d0f98-3fa9-4856-96ee-1213f17e6209 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.248547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5624f7bd-5573-421d-a305-b05bd0ca14c9 req-595d0f98-3fa9-4856-96ee-1213f17e6209 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 950 time: 0.1222003 Jul 16 08:33:18.248859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:18.264792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Transition to ACTIVE for port object 6a7d2c34-de79-413e-bd3d-922ae67d13ef will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:18.267633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.277859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.314492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5624f7bd-5573-421d-a305-b05bd0ca14c9 req-43c6c3b8-85b2-4581-91d1-53a74cef3911 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574191 Jul 16 08:33:18.326317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07c51ebe-abb7-42f9-a635-a50056659291 req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.358342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07c51ebe-abb7-42f9-a635-a50056659291 req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.365116 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.369492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.393196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] No DVR routers for this DVR port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:18.412380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07c51ebe-abb7-42f9-a635-a50056659291 req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.419538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07c51ebe-abb7-42f9-a635-a50056659291 req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.434926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07c51ebe-abb7-42f9-a635-a50056659291 req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/af3208bc-598b-4660-b213-d73cf3617ff5 HTTP/1.1" status: 204 len: 173 time: 0.2012916 Jul 16 08:33:18.461588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec269d0-44a7-470c-8f9a-05aca3340459 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3208bc-598b-4660-b213-d73cf3617ff5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.462677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:18.463018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:18.463349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:18.469310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] Transition to ACTIVE for port object eebc5ac2-f7cf-4fd0-bdd6-64422022c446 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:18.475083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:18.475424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Attempting to bind port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:18.477996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.516557 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db845b85-e2dc-44da-baeb-8107baa2625c x-openstack-request-id: req-db845b85-e2dc-44da-baeb-8107baa2625c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:18.517277 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:18.517277 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db845b85-e2dc-44da-baeb-8107baa2625c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:18.517608 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'code': 200} Jul 16 08:33:18.518499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:18.518830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:18.519209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:18.519763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Bound port: 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:18.520176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.591905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] No DVR routers for this DVR port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:18.612458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] Pushing event updated for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.649997 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-5a7fddd0-859e-481e-ae22-443d0e147dac service neutron] 10.222.0.47 "PUT /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446/bindings/n-h1-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 0.9373193 Jul 16 08:33:18.679184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:18.682354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a53e6c-04cd-4a7f-bb12-dc21685706eb req-90342cfc-0e91-4071-bc03-dd45bdb00ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.682866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:18.683906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70a53e6c-04cd-4a7f-bb12-dc21685706eb req-90342cfc-0e91-4071-bc03-dd45bdb00ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.1340406 Jul 16 08:33:18.687163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.748223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ba95-5fe0-43df-b666-4cfb5d4e98a2 req-b713ce0e-0e74-4ea0-a11d-8b558e173fb1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.749712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f79ba95-5fe0-43df-b666-4cfb5d4e98a2 req-b713ce0e-0e74-4ea0-a11d-8b558e173fb1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.1326597 Jul 16 08:33:18.763939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.764668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.766158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] 10.222.0.47 "PUT /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 1097 time: 1.2533991 Jul 16 08:33:18.777950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:18.780302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70a53e6c-04cd-4a7f-bb12-dc21685706eb req-65b6bcb8-b482-4154-bf84-a1fa63b844f0 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885170 Jul 16 08:33:18.793375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecb876-eae0-4b68-97b9-ad6152e7d1da service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.812634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-e2c7bfb8-aa4e-4bd5-9982-eefdb42d0c9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150560 Jul 16 08:33:18.832943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f79ba95-5fe0-43df-b666-4cfb5d4e98a2 req-ba3a558f-e66c-4715-8761-116c0d650723 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642462 Jul 16 08:33:18.864279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-062aa71a-d3ce-4147-a160-f5b6b00258f2 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.866133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-062aa71a-d3ce-4147-a160-f5b6b00258f2 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.1359150 Jul 16 08:33:18.867126 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-3bbfbb7b-27c2-4b9d-9185-e85bc5ddab30 req-1aa54403-fd8f-4746-9bcc-25793729266e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:33:18.886190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bbfbb7b-27c2-4b9d-9185-e85bc5ddab30 req-1aa54403-fd8f-4746-9bcc-25793729266e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/af3208bc-598b-4660-b213-d73cf3617ff5 HTTP/1.1" status: 404 len: 352 time: 0.0519476 Jul 16 08:33:18.970018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:18.976268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-a8c08a9b-ada9-4269-b73a-f09ca9e072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.977861 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-a8c08a9b-ada9-4269-b73a-f09ca9e072f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1100 time: 0.1528885 Jul 16 08:33:19.001968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'port_id': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'mac_address': 'fa:16:3e:44:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86654778-13f2-4c0f-9085-de598ba10ad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:19.022041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-e1e33699-affd-4fdc-8cef-f26820b5d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.024597 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-e1e33699-affd-4fdc-8cef-f26820b5d144 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 1102 time: 0.1891749 Jul 16 08:33:19.084315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.091771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-efd60311-9367-4d44-ae71-0972fcae806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.093361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-efd60311-9367-4d44-ae71-0972fcae806a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27&tenant_id=cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 1096 time: 0.2061815 Jul 16 08:33:19.103783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:19.131211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:19.136120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.161446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-dff8d13b-35b4-4c4d-af6b-738dd32000c1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/dff5f877-638d-4bf6-94b3-9f59122fbe89 HTTP/1.1" status: 200 len: 1800 time: 0.1551273 Jul 16 08:33:19.180712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-6653561b-4833-4923-b2c8-02c4dfd8cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.182185 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-6653561b-4833-4923-b2c8-02c4dfd8cca5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1854122 Jul 16 08:33:19.190879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.236430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-bcad729b-39d8-4c23-a2ab-9c9d6b5cd8c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0443242 Jul 16 08:33:19.237556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-5fd38046-98ff-4c83-9c09-f2288c1c723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.238930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-5fd38046-98ff-4c83-9c09-f2288c1c723e service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1508632 Jul 16 08:33:19.284375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed008-ccd5-48d5-830b-462f25630722 req-83050464-73f7-4f3e-9fe1-648084cc2025 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.285939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f75ed008-ccd5-48d5-830b-462f25630722 req-83050464-73f7-4f3e-9fe1-648084cc2025 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.1671829 Jul 16 08:33:19.286856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.289946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f61bfebd-1a55-4ec7-878c-aba6a115e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.291354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f61bfebd-1a55-4ec7-878c-aba6a115e389 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1096 time: 0.1606116 Jul 16 08:33:19.308606 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-ddec43e4-29d9-4f52-b159-111f28eb4896 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 200 len: 217 time: 0.0542297 Jul 16 08:33:19.349209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-0f3a6899-c845-4b0b-a711-ed1a079f6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.349451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.350573 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-0f3a6899-c845-4b0b-a711-ed1a079f6d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1041467 Jul 16 08:33:19.391200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f75ed008-ccd5-48d5-830b-462f25630722 req-7ee4263a-af3f-41df-a702-ecc00d962a1e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979676 Jul 16 08:33:19.395799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-3434a3d4-00d0-4391-ad8b-7e136dc5ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.397815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-3434a3d4-00d0-4391-ad8b-7e136dc5ab6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0775893 Jul 16 08:33:19.413301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['7ad074b0-d5ba-4487-bfb9-004da663ceae'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:19.472648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.475162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.476329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c385741c-dd8f-4bfa-a036-38d5fe57a9dd req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/dff5f877-638d-4bf6-94b3-9f59122fbe89 HTTP/1.1" status: 204 len: 173 time: 0.2970381 Jul 16 08:33:19.512406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-e660f1a5-e35a-48b7-b152-504d6e0807b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.514002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-e660f1a5-e35a-48b7-b152-504d6e0807b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561208 Jul 16 08:33:19.516073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04414-0833-4e6a-9258-dbe079c2ef8d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff5f877-638d-4bf6-94b3-9f59122fbe89,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.522665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-ab20bb57-2056-45bf-a79e-f2db8e9fd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.524894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-ab20bb57-2056-45bf-a79e-f2db8e9fd4b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2231686 Jul 16 08:33:19.539069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:19.541343 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6befd-fa22-4f1f-a9c0-2509dd4da6ee" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:19.594728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-f71b7464-1b02-49ca-8837-88e52d76311e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 200 len: 217 time: 0.0591407 Jul 16 08:33:19.607860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-4fae86d5-f1b4-441c-b1e2-f098d057416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.609316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-4fae86d5-f1b4-441c-b1e2-f098d057416b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984243 Jul 16 08:33:19.718160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-1d8382fe-f9c0-4024-b0d3-be400e2e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.719650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-1d8382fe-f9c0-4024-b0d3-be400e2e61ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1046879 Jul 16 08:33:19.746613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f77c5-db27-443e-9911-ebda6be0a4fc req-bbb5402e-c10b-4e5b-825c-cedbe44486cb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.748204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a02f77c5-db27-443e-9911-ebda6be0a4fc req-bbb5402e-c10b-4e5b-825c-cedbe44486cb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.1981559 Jul 16 08:33:19.770028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-08b49ae2-586f-4e0e-a1d7-8b1e6f9d115f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405657 Jul 16 08:33:19.844531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a97bb-6bd6-4fca-863c-153832bd74c9 req-a2e5d655-4e46-41f6-8bfc-815f74a755cb tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.846360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c7a97bb-6bd6-4fca-863c-153832bd74c9 req-a2e5d655-4e46-41f6-8bfc-815f74a755cb tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 944 time: 0.1961846 Jul 16 08:33:19.866381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a02f77c5-db27-443e-9911-ebda6be0a4fc req-d6c80a2d-433a-46cd-b471-bddb5da4a177 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992448 Jul 16 08:33:19.935468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c7a97bb-6bd6-4fca-863c-153832bd74c9 req-9958d185-7302-4e8f-87f8-3eea61fdaa43 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790694 Jul 16 08:33:19.942408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-83749990-6e01-42d3-be90-7a7e310d5dc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514342 Jul 16 08:33:19.967745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-2e60e67e-cacb-4f22-96b4-9f961dc06bef service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451563 Jul 16 08:33:20.032188 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-08e8db66-e443-42bf-9acf-6c2ec7b5832d req-8d6c4915-5b20-4f9b-bdfb-9b20fa344a20 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:33:20.033246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08e8db66-e443-42bf-9acf-6c2ec7b5832d req-8d6c4915-5b20-4f9b-bdfb-9b20fa344a20 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/dff5f877-638d-4bf6-94b3-9f59122fbe89 HTTP/1.1" status: 404 len: 352 time: 0.0591505 Jul 16 08:33:20.076304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-81cf0389-d0d9-459e-a2d1-3a4a66379bb6 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600739 Jul 16 08:33:20.086614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:20.111533 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd34847-05b6-4917-9ecd-8321c1c58e84 x-openstack-request-id: req-ebd34847-05b6-4917-9ecd-8321c1c58e84 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:20.112194 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:20.113059 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebd34847-05b6-4917-9ecd-8321c1c58e84 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:20.113888 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'code': 200} Jul 16 08:33:20.117538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-a04140c9-fe84-441e-bf11-3c9e9fc1c331 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653631 Jul 16 08:33:20.135571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:20.151251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1c146-3bc9-41fa-939a-7b811be04987 req-e18f946a-b7ba-4e31-8dd6-e9e0f8e89728 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.152980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2f1c146-3bc9-41fa-939a-7b811be04987 req-e18f946a-b7ba-4e31-8dd6-e9e0f8e89728 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 950 time: 0.1763058 Jul 16 08:33:20.171684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2dd23e74-2f76-4e0e-a255-c7931cc66e51 req-0265755f-be80-4f16-b0d2-9fc2abd6b331 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764922 Jul 16 08:33:20.187970 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d99c94c-d6f6-4cd4-851f-40c5d4b6bec0 req-125f549e-a796-4697-8420-a059a5439ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Jul 16 08:33:20.196488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2f1c146-3bc9-41fa-939a-7b811be04987 req-565c5bd7-45b4-4736-8e05-107c727101f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Jul 16 08:33:20.267086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13748-0430-4fce-86c0-82fdb523e74c req-f06d5f1e-e1e5-4e5e-88a5-d905e9b4b8c5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.268599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8dd13748-0430-4fce-86c0-82fdb523e74c req-f06d5f1e-e1e5-4e5e-88a5-d905e9b4b8c5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.0670934 Jul 16 08:33:20.313401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8dd13748-0430-4fce-86c0-82fdb523e74c req-9ccef1c3-6ca6-42fa-aa8e-b3f708d94d87 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Jul 16 08:33:20.379669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b462c8-a99b-4147-b47a-8061a06f97f0 req-79242829-eb6a-4216-bbe6-bb41ebc29b39 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.381121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87b462c8-a99b-4147-b47a-8061a06f97f0 req-79242829-eb6a-4216-bbe6-bb41ebc29b39 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.0662746 Jul 16 08:33:20.421008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87b462c8-a99b-4147-b47a-8061a06f97f0 req-74cc844c-99f0-44d8-93d4-f4db558d47e9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 16 08:33:20.474187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-edd63178-aad8-40f4-99fe-2f698ce8c560 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.475701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-edd63178-aad8-40f4-99fe-2f698ce8c560 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.0646241 Jul 16 08:33:20.519175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:20.521465 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11991fb1-6558-46a1-8e44-825d1ed3bc57" -d '{"events": [{"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:20.608596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-6ecfe8bd-e9ee-4d71-a29c-b8c33e838a9e service neutron] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:20.613066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-6ecfe8bd-e9ee-4d71-a29c-b8c33e838a9e service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.614274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08832254-92f5-4b2e-8434-e20c4096bd04 req-6ecfe8bd-e9ee-4d71-a29c-b8c33e838a9e service neutron] 10.222.0.46 "DELETE /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446/bindings/n-h2-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.1314785 Jul 16 08:33:20.630066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd2b3fc7-3a4e-4c3b-8014-96326a18d557 req-f18bec17-679e-48f7-803a-2bf82242ce4c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 6149 time: 0.0796952 Jul 16 08:33:20.714106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd2b3fc7-3a4e-4c3b-8014-96326a18d557 req-7f69a425-2b97-4da3-bb60-07d7a6a334d3 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/fe26d3ac-a091-452f-ad62-de31e376003c HTTP/1.1" status: 200 len: 2981 time: 0.0778203 Jul 16 08:33:20.761486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33625a-3bff-4845-b5da-5f8fbd0cc33a req-98234724-a359-4c41-9ff1-c1ca4ff8911e tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.762974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e33625a-3bff-4845-b5da-5f8fbd0cc33a req-98234724-a359-4c41-9ff1-c1ca4ff8911e tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 1102 time: 0.1070571 Jul 16 08:33:20.769904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd2b3fc7-3a4e-4c3b-8014-96326a18d557 req-48921f1b-7805-4839-9807-9cd1d1545c98 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/fe26d3ac-a091-452f-ad62-de31e376003c HTTP/1.1" status: 200 len: 2981 time: 0.0492680 Jul 16 08:33:20.799376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e33625a-3bff-4845-b5da-5f8fbd0cc33a req-039d67c9-c7a5-466c-bec2-e044067acce2 tempest-ServersOnMultiNodesTest-1852252838 tempest-ServersOnMultiNodesTest-1852252838-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283222 Jul 16 08:33:20.800827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:20.843300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:20.843722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:20.860629 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666d353-3b5e-43f3-970a-6e150d6e27cd x-openstack-request-id: req-9666d353-3b5e-43f3-970a-6e150d6e27cd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:20.861028 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:20.861281 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9666d353-3b5e-43f3-970a-6e150d6e27cd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:20.861671 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'status': 'completed', 'code': 200} Jul 16 08:33:20.931406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.946422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da7e87-0f66-4c26-998a-9dc500aac3d0 req-07efd8e9-b554-4414-8a72-bc0d4a1d4a1d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.948524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:20.953196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3da7e87-0f66-4c26-998a-9dc500aac3d0 req-07efd8e9-b554-4414-8a72-bc0d4a1d4a1d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.0750482 Jul 16 08:33:20.971553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:20.976327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.001124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-8f2621e6-fffb-43f7-bd53-91f322415772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.003617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-8f2621e6-fffb-43f7-bd53-91f322415772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1100 time: 0.1128767 Jul 16 08:33:21.009905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-36134743-522e-4162-b44e-598beb4aa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.011793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-36134743-522e-4162-b44e-598beb4aa227 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 1100 time: 0.0903099 Jul 16 08:33:21.035584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.040651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3da7e87-0f66-4c26-998a-9dc500aac3d0 req-fbdd24cb-f62a-4f7b-93dd-52c52b5d6e01 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864029 Jul 16 08:33:21.075896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4fac3-dd04-43fe-b28a-398180f763ee req-cb466e21-ddf3-4a4b-bade-06ce5a7f6eaa tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.077885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dc4fac3-dd04-43fe-b28a-398180f763ee req-cb466e21-ddf3-4a4b-bade-06ce5a7f6eaa tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.0969348 Jul 16 08:33:21.083946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271260735', 'description': 'tempest-description-1090611055'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:21.138097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dc4fac3-dd04-43fe-b28a-398180f763ee req-85c234c9-e6f3-4e8b-b747-02a6fbda5f5a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487168 Jul 16 08:33:21.138936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.194766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-9dd9efae-ab7f-48e2-b7f9-09f22dfad80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.196165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-9dd9efae-ab7f-48e2-b7f9-09f22dfad80c service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1836870 Jul 16 08:33:21.197994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-05a4ec9b-af75-47b8-b2b1-fbc6b1d8edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.198573 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-05a4ec9b-af75-47b8-b2b1-fbc6b1d8edff service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1667626 Jul 16 08:33:21.249190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.253818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.277136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-8447b9f5-2731-49af-ac6a-c8f21c173337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0713997 Jul 16 08:33:21.278590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-194adb8f-cc0d-4a23-8480-6109a4d55c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 200 len: 217 time: 0.0657074 Jul 16 08:33:21.291823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.293360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eed6267e-91f6-40e0-bcef-e5c12b3739b0 req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2135928 Jul 16 08:33:21.294425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b5695-5196-40e1-b538-8c4fc041307c tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d082bd5-baea-4030-ac43-0085418a277b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.369493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-3fc2c51c-426e-4683-9038-36632fbb51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.371250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-3fc2c51c-426e-4683-9038-36632fbb51ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0860813 Jul 16 08:33:21.375190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-24417af6-611e-40e6-b7f7-2c8c1b4b9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.375190 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-24417af6-611e-40e6-b7f7-2c8c1b4b9d3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0803525 Jul 16 08:33:21.389936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2032218630', 'description': 'tempest-description-1240733189'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:21.441631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.475587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-2a12937c-9ad6-4bb2-bf8f-d21c80517880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.477048 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-2a12937c-9ad6-4bb2-bf8f-d21c80517880 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932834 Jul 16 08:33:21.486693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-2690ae8f-d055-42ac-b702-636b1ed094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.488183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-2690ae8f-d055-42ac-b702-636b1ed094d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943327 Jul 16 08:33:21.498457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473001d-7e06-498a-b803-3e787f6ef7cd req-1f68c46f-c6a5-4045-9efd-b9cfae9dbdef tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.499975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2473001d-7e06-498a-b803-3e787f6ef7cd req-1f68c46f-c6a5-4045-9efd-b9cfae9dbdef tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 948 time: 0.0995307 Jul 16 08:33:21.566688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2473001d-7e06-498a-b803-3e787f6ef7cd req-0b208851-25e4-4efa-9514-d7e2d31253f6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Jul 16 08:33:21.588251 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.599754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.631783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.633204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f00139ed-f8be-4bab-8914-90622f9b37f9 req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2473180 Jul 16 08:33:21.634578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885a84-c869-4245-8b52-db56d339f205 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eccfdb1-1329-4f42-b872-2db0e5fedb84,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.685341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-293a61cd-88f6-4033-8c3f-857d38efb35d service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962087 Jul 16 08:33:21.689661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-9f671c04-d86b-4bde-b448-acbfd7dcf8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932669 Jul 16 08:33:21.799465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f60d-776f-4715-9bc8-fbc4c8a6007d req-387abbb2-8351-4bd1-b0b2-eb08898c5dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.800927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eff9f60d-776f-4715-9bc8-fbc4c8a6007d req-387abbb2-8351-4bd1-b0b2-eb08898c5dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.0967567 Jul 16 08:33:21.846230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-0c1031f5-b774-43fc-aeac-9207e2986b9d service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534369 Jul 16 08:33:21.851440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-11991fb1-6558-46a1-8e44-825d1ed3bc57 req-6a113f81-2244-4638-a5dc-a39bdc62e51a service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399100 Jul 16 08:33:21.854701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eff9f60d-776f-4715-9bc8-fbc4c8a6007d req-9df3e949-c529-4cd2-9499-d66fc56de474 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jul 16 08:33:21.867198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1825ca-5eb0-469c-b6ef-19a9d9ff56ff req-5516de52-4762-44bd-836d-bc2af1b925d0 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.868984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a1825ca-5eb0-469c-b6ef-19a9d9ff56ff req-5516de52-4762-44bd-836d-bc2af1b925d0 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 950 time: 0.1059394 Jul 16 08:33:21.907293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a1825ca-5eb0-469c-b6ef-19a9d9ff56ff req-6539b839-8426-4ccd-abe7-223a665e0faf tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jul 16 08:33:22.024059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29070e5-626c-4d04-a81f-525cae91b48d req-a1940433-c826-4e46-8755-bdbd36204e63 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.025588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c29070e5-626c-4d04-a81f-525cae91b48d req-a1940433-c826-4e46-8755-bdbd36204e63 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.0643826 Jul 16 08:33:22.063195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c29070e5-626c-4d04-a81f-525cae91b48d req-649243ed-057d-4037-ac2b-155ed865fb95 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 16 08:33:22.091379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:22.187001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:22.198079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'mac_address': 'fa:16:3e:9b:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:22.210770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-179047f6-bdba-40d1-b26d-74afe002b8b4 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.212269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-179047f6-bdba-40d1-b26d-74afe002b8b4 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 812 time: 0.1317680 Jul 16 08:33:22.240235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.241982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-57f4dead-601f-44ed-bf98-7d489541e736 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/quotas/85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 375 time: 0.0220194 Jul 16 08:33:22.253967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:22.273734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:22.277519 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.278246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:22.289962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1078-fe56-411a-be56-31f012b21ff5 req-ef65d579-8921-4a51-92cb-2ef3163879eb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.291675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cfa1078-fe56-411a-be56-31f012b21ff5 req-ef65d579-8921-4a51-92cb-2ef3163879eb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.1224465 Jul 16 08:33:22.352143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.359584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cfa1078-fe56-411a-be56-31f012b21ff5 req-59479f01-aae6-4063-8f9e-ce51d9f45ef9 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Jul 16 08:33:22.390701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-57fae14f-aeea-40f0-bd18-af8baaac1ee3 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425071 Jul 16 08:33:22.436413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:22.450349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '0d309184-bdcf-43d2-a380-71842c64cf86', 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d', 'port_id': '0d309184-bdcf-43d2-a380-71842c64cf86', 'mac_address': 'fa:16:3e:7e:2f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce4cd9f-7f88-4cae-abc4-16d77b324535', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:22.492053 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.508378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d309184-bdcf-43d2-a380-71842c64cf86 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:22.520687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-d81e3813-ad99-4602-8b51-1122edced570 service neutron] 10.222.0.32 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203780 Jul 16 08:33:22.534043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:22.539093 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.599583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.622133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cded7d9-b463-4dde-81ee-179a837646cf req-35681412-0b73-4ae3-96f0-5b7983afd0fc tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.623616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cded7d9-b463-4dde-81ee-179a837646cf req-35681412-0b73-4ae3-96f0-5b7983afd0fc tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1389523 Jul 16 08:33:22.644575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-74e3281a-9867-4328-89f0-86cc72beea80 service neutron] 10.222.0.32 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199050 Jul 16 08:33:22.672531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cded7d9-b463-4dde-81ee-179a837646cf req-f73c5ad9-da6c-4bc4-a34e-208a84877a79 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Jul 16 08:33:22.843178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3475e6-e411-4785-a31f-c0cc853063de req-cc0cff2e-a95a-4f29-b3a3-a7c7912dbd55 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.844753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa3475e6-e411-4785-a31f-c0cc853063de req-cc0cff2e-a95a-4f29-b3a3-a7c7912dbd55 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1096 time: 0.0600102 Jul 16 08:33:22.853659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['0d309184-bdcf-43d2-a380-71842c64cf86'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:22.881349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:22.916838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa3475e6-e411-4785-a31f-c0cc853063de req-c94ae886-c334-4418-8369-66d3c5302014 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599482 Jul 16 08:33:22.944199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d788-38ee-4d45-af4f-e2b2e6d034d5 req-53f29494-8990-45af-b05a-27e7254d44d3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.957939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56b4d788-38ee-4d45-af4f-e2b2e6d034d5 req-53f29494-8990-45af-b05a-27e7254d44d3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.1121449 Jul 16 08:33:23.024158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd8cf6c4-26c1-410d-b118-ef81d57b82dd req-7cf47a9e-55e3-4168-baba-52c5b09722d4 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0581744 Jul 16 08:33:23.061166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56b4d788-38ee-4d45-af4f-e2b2e6d034d5 req-ae678230-fa82-42ac-99be-23456ab47d88 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950260 Jul 16 08:33:23.106366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-cadbe67b-938b-433a-8c5b-08f828093f15 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.108134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-cadbe67b-938b-433a-8c5b-08f828093f15 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1340890 Jul 16 08:33:23.230609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Deleting port 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:23.231839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.275294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac446c3-de98-469f-b8fc-ef43d3e83d36 req-6537b35d-a67e-4f70-aa2c-f201f9ab9496 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.276850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ac446c3-de98-469f-b8fc-ef43d3e83d36 req-6537b35d-a67e-4f70-aa2c-f201f9ab9496 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 950 time: 0.1052170 Jul 16 08:33:23.342246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] For port 7ad074b0-d5ba-4487-bfb9-004da663ceae, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7ad074b0-d5ba-4487-bfb9-004da663ceae,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:23.342642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.350368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24c3c8-9095-4d27-b363-146202bbb8bd req-0900a265-8c94-4ba2-abea-625a06e16297 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.351860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d24c3c8-9095-4d27-b363-146202bbb8bd req-0900a265-8c94-4ba2-abea-625a06e16297 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.1302822 Jul 16 08:33:23.361453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Calling delete_port for 7ad074b0-d5ba-4487-bfb9-004da663ceae owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:23.381636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ac446c3-de98-469f-b8fc-ef43d3e83d36 req-0f0e94c0-fc59-4933-93ee-0fb322a9b6ad tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956855 Jul 16 08:33:23.409500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d24c3c8-9095-4d27-b363-146202bbb8bd req-63b3dc57-2b92-40e7-a5ce-33675aade52b tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503786 Jul 16 08:33:23.462930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-f56d0bea-0d16-4a56-b4fe-9ae8c864631d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.468576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-f56d0bea-0d16-4a56-b4fe-9ae8c864631d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 950 time: 0.1647203 Jul 16 08:33:23.528766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.589421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event deleted for resources: {'Port': ['ID=7ad074b0-d5ba-4487-bfb9-004da663ceae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:23.645035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] No DVR routers for this DVR port 7ad074b0-d5ba-4487-bfb9-004da663ceae on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:23.647766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.650069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed2169a1-6f6c-4a1a-9636-2af4c8f56bd7 req-d641ec4c-80e9-4e2b-9d96-78e730ad685f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.46 "DELETE /v2.0/ports/7ad074b0-d5ba-4487-bfb9-004da663ceae HTTP/1.1" status: 204 len: 173 time: 0.5341845 Jul 16 08:33:23.650564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'name': 'network-vif-deleted', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:23.653094 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6045f7ee-477a-4193-a731-454cd478786c" -d '{"events": [{"server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "name": "network-vif-deleted", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:23.682787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9ec-52cb-4eaa-be78-9dd2542640f5 req-0220edfe-b724-4dff-81eb-bae6fee9b58d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.684341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4e7c9ec-52cb-4eaa-be78-9dd2542640f5 req-0220edfe-b724-4dff-81eb-bae6fee9b58d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 1096 time: 0.1386483 Jul 16 08:33:23.981731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port 4455d1b5-8c49-410e-9948-918f472ec8a9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:23.982412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.015739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4e7c9ec-52cb-4eaa-be78-9dd2542640f5 req-06aa951d-a955-4133-be9d-72b2df595872 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230472 Jul 16 08:33:24.027736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e03-beb2-4cb8-b744-0b2a906c75e8 req-11d3d472-6093-4a9b-a305-c8f44e4f4c6a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.029272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26137e03-beb2-4cb8-b744-0b2a906c75e8 req-11d3d472-6093-4a9b-a305-c8f44e4f4c6a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 949 time: 0.3946807 Jul 16 08:33:24.109241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port 4455d1b5-8c49-410e-9948-918f472ec8a9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4455d1b5-8c49-410e-9948-918f472ec8a9,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.109614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.156175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for 4455d1b5-8c49-410e-9948-918f472ec8a9 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:24.197999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-7f775c50-a299-4663-994e-6be87f9b4907 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.200557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-7f775c50-a299-4663-994e-6be87f9b4907 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.47 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 812 time: 0.1339056 Jul 16 08:33:24.206706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26137e03-beb2-4cb8-b744-0b2a906c75e8 req-5b72124a-8e6e-4f3b-9a4b-86daf847ed42 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938158 Jul 16 08:33:24.216816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'device_id': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da', 'admin_state_up': True, 'tenant_id': '85e872f9576d43779dbadbb4e41a2805'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:24.273348 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56109af0-65ba-4d10-9271-00a229a25791 x-openstack-request-id: req-56109af0-65ba-4d10-9271-00a229a25791 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:24.273906 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243b9334-7229-4a88-ac72-b5e38147bfd8", "name": "network-vif-deleted", "tag": "7ad074b0-d5ba-4487-bfb9-004da663ceae", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:24.274267 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56109af0-65ba-4d10-9271-00a229a25791 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:24.274795 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b9334-7229-4a88-ac72-b5e38147bfd8', 'name': 'network-vif-deleted', 'tag': '7ad074b0-d5ba-4487-bfb9-004da663ceae', 'status': 'completed', 'code': 200} Jul 16 08:33:24.280547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866783e-5238-46a5-8688-d91361eee2ff req-957a04fa-ab50-465a-9f47-f1d8be728db1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.282097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a866783e-5238-46a5-8688-d91361eee2ff req-957a04fa-ab50-465a-9f47-f1d8be728db1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.1470146 Jul 16 08:33:24.357379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a866783e-5238-46a5-8688-d91361eee2ff req-466cde8d-9ee7-4fe5-974f-caf555fb6892 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624220 Jul 16 08:33:24.388210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.407213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Made reservation on behalf of 85e872f9576d43779dbadbb4e41a2805 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:24.407213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.414337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4', '4455d1b5-8c49-410e-9948-918f472ec8a9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:24.417295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b', '8b38c297-9194-47e9-980a-1655d9a273af', 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:24.479605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75fb04e0-9e97-4cf4-a231-fc2902663e34 req-fd40e7fb-e880-423c-81b0-415d9bd2a8b8 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b9334-7229-4a88-ac72-b5e38147bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0889080 Jul 16 08:33:24.484213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=4455d1b5-8c49-410e-9948-918f472ec8a9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.595641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port 4455d1b5-8c49-410e-9948-918f472ec8a9 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:24.603174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.605449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b9823d-80e8-4c16-9fac-30e9da17dc1d req-aeedf8df-abac-4503-bc25-0f5793748178 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "DELETE /v2.0/ports/4455d1b5-8c49-410e-9948-918f472ec8a9 HTTP/1.1" status: 204 len: 173 time: 1.1305187 Jul 16 08:33:24.606013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'name': 'network-vif-deleted', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:24.614150 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3739c-eb02-42c0-8c74-423330eb4f81" -d '{"events": [{"server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "name": "network-vif-deleted", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:24.649562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Allocated IP 172.20.0.6 (a9cdc763-fe7f-4695-bfc2-3a05dc2e22da/0aefc018-b384-4e5c-8ff0-2f8fb21c93bd/ee64fc58-3e55-4683-a58c-8c39b56503af) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:24.726344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d20c15a3-602d-4eb3-9dac-9c6a7b7b27f6 req-1eabe4cc-c01a-4310-b406-742536552f0d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 210 time: 0.1092134 Jul 16 08:33:24.883551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.934428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.033753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e70a4b7f-c67e-4937-8602-b07702ba78ce req-b5cd2c53-068b-4338-858e-6ece8aa09301 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=328bd28f-1430-4e7d-93e0-b8ba3c70a96e HTTP/1.1" status: 200 len: 210 time: 0.0427566 Jul 16 08:33:25.068945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:25.086800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:25.106200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:25.140211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.176627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.177399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.194530 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-af54fda1-624a-4b82-b73a-b5a861dc5d30 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828918 Jul 16 08:33:25.201115 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8cd24-950d-461e-adcc-bd001b9a02de x-openstack-request-id: req-60b8cd24-950d-461e-adcc-bd001b9a02de {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:25.201684 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328bd28f-1430-4e7d-93e0-b8ba3c70a96e", "name": "network-vif-deleted", "tag": "4455d1b5-8c49-410e-9948-918f472ec8a9", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:25.202154 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60b8cd24-950d-461e-adcc-bd001b9a02de {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:25.202761 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328bd28f-1430-4e7d-93e0-b8ba3c70a96e', 'name': 'network-vif-deleted', 'tag': '4455d1b5-8c49-410e-9948-918f472ec8a9', 'status': 'completed', 'code': 200} Jul 16 08:33:25.207920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Request body: {'port': {'device_id': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.239805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74519-197d-49b2-abfb-13838057d856 req-759d071a-4464-4b11-b681-46c92d7b2b6f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.242540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ebc74519-197d-49b2-abfb-13838057d856 req-759d071a-4464-4b11-b681-46c92d7b2b6f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.0791838 Jul 16 08:33:25.313112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-6939a0db-5fb7-4ab0-b82e-14b388011b3a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417821 Jul 16 08:33:25.318361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.319638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ebc74519-197d-49b2-abfb-13838057d856 req-2f354d14-d927-4020-8a2c-ca5ee6651f5f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705395 Jul 16 08:33:25.574229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-363e0980-0356-4925-8761-80977a588e5c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.575765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-363e0980-0356-4925-8761-80977a588e5c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551548 Jul 16 08:33:25.615201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-28175a0e-1047-461c-b898-b8e6847ed7cd tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/quotas/88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 375 time: 0.0246797 Jul 16 08:33:25.624608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-50803fa1-a828-4798-b5ae-0fdfe192be4c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 258 time: 0.2584445 Jul 16 08:33:25.638649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.669303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee64fc58-3e55-4683-a58c-8c39b56503af {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:25.677630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.687907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.690917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Transition to ACTIVE for port object ee64fc58-3e55-4683-a58c-8c39b56503af will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:25.695823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.735916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-c864aad9-9256-49bc-98c1-f3961fd069e0 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104114 Jul 16 08:33:25.753571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.826143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.828737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Attempting to bind port ee64fc58-3e55-4683-a58c-8c39b56503af on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:25.829994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Attempting to bind port ee64fc58-3e55-4683-a58c-8c39b56503af by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:25.830496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Attempting to bind port ee64fc58-3e55-4683-a58c-8c39b56503af on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:25.835532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Port ee64fc58-3e55-4683-a58c-8c39b56503af on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:25.836230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Attempting to bind port ee64fc58-3e55-4683-a58c-8c39b56503af on network a9cdc763-fe7f-4695-bfc2-3a05dc2e22da {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:25.841710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:25.842288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Checking segment: {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:25.842839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Bound using segment: {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:25.843608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Bound port: ee64fc58-3e55-4683-a58c-8c39b56503af, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d586ca-4939-459d-a876-c4dbafc10111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:25.844169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.921777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:25.925233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:25.930737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.959621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Allocated IP 172.25.5.212 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/ebfceddc-4eb3-430e-9df2-d498a211790d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:25.997877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.998407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.999914 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 1092 time: 0.7972109 Jul 16 08:33:26.042139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a93f3-ab24-477d-9280-9f669cfdd206 service neutron] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.113903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:26.152797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-08002618-2c9c-4b0a-9d90-a6616d837e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.158411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-08002618-2c9c-4b0a-9d90-a6616d837e1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.1097109 Jul 16 08:33:26.198209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.199392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:26.206410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 6a7d2c34-de79-413e-bd3d-922ae67d13ef triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.207062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.220366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-e46f8613-15a3-493b-852c-e02c76699cb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 217 time: 0.0481944 Jul 16 08:33:26.245495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d173a95-4785-42a1-8887-d9607fca0b23 req-cbfbca1e-4af1-4aa3-b832-340f8055f0bb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.247141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d173a95-4785-42a1-8887-d9607fca0b23 req-cbfbca1e-4af1-4aa3-b832-340f8055f0bb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.1648352 Jul 16 08:33:26.278215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:26.283846 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fddfe10-6162-42b7-9b0e-be2fad889f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:26.301700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-45ffac4c-08bf-4016-a497-3f50d7aa806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.303962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-45ffac4c-08bf-4016-a497-3f50d7aa806c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.0772889 Jul 16 08:33:26.335850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.351805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d173a95-4785-42a1-8887-d9607fca0b23 req-329c5aed-12c6-4276-b802-ebd80cc37ddd tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789108 Jul 16 08:33:26.354616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-02a5d9e7-f92f-4d48-99cd-74cb820c1fc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412569 Jul 16 08:33:26.369612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.386824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:26.388254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:26.392286 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c7190-bc00-44b7-a2cd-4bb1598a4ae0" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:26.396562 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.397587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:26.431832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:26.439839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:26.443525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:26.448407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event updated for resources: {'Port': ['ID=ebfceddc-4eb3-430e-9df2-d498a211790d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.465554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=13']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.539231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-b47e3f32-bc3e-406a-919d-858903d132c0 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759987 Jul 16 08:33:26.562489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 0d309184-bdcf-43d2-a380-71842c64cf86 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:26.569968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 0d309184-bdcf-43d2-a380-71842c64cf86 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.570749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.623207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.701127 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.722824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb0d06ea-a856-4ae1-bfda-1c8fecb71b94 req-1d8168d7-8ca4-4255-8e0d-0b01008e6dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746135 Jul 16 08:33:26.729250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.765788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:26.770702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.816812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4455d1b5-8c49-410e-9948-918f472ec8a9 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:26.844608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4455d1b5-8c49-410e-9948-918f472ec8a9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:26.845197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4455d1b5-8c49-410e-9948-918f472ec8a9 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:26.845688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:26.847496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.869995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 7ad074b0-d5ba-4487-bfb9-004da663ceae {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:26.870381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7ad074b0-d5ba-4487-bfb9-004da663ceae not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:26.873168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.894143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.987160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event updated for resources: {'Port': ['ID=ebfceddc-4eb3-430e-9df2-d498a211790d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.011340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.031907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070c61e-c368-4829-9bd7-64ad3fdd2e09 req-c914fc2e-3557-4129-b1c7-515b4248e6d2 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.033472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7070c61e-c368-4829-9bd7-64ad3fdd2e09 req-c914fc2e-3557-4129-b1c7-515b4248e6d2 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 943 time: 0.1582835 Jul 16 08:33:27.034798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.040530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-1087a105-1a45-42e3-978b-9cc60722f925 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4139771 Jul 16 08:33:27.094005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:27.106030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-5192524d-6f11-4a2a-ac92-892c0ac7afd5 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.0644217 Jul 16 08:33:27.129944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7070c61e-c368-4829-9bd7-64ad3fdd2e09 req-0ceb919e-b1f1-43fa-8386-c4dda3852028 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873377 Jul 16 08:33:27.278321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-198cbe13-6349-443d-84c3-f1f3a15cafd3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.291498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf0b41ee-8234-4e99-8f95-fde09cd93588 req-198cbe13-6349-443d-84c3-f1f3a15cafd3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1770844 Jul 16 08:33:27.361151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88e355a5-2789-4224-b0f1-c4ee6fb2fd36 req-4aeecd26-6859-4e8f-893f-8ad933145420 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 210 time: 0.0670645 Jul 16 08:33:27.439715 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd5cd2-a586-44a9-b504-10e798406225 x-openstack-request-id: req-63cd5cd2-a586-44a9-b504-10e798406225 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:27.440296 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:27.440296 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63cd5cd2-a586-44a9-b504-10e798406225 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:27.440664 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'status': 'completed', 'code': 200} Jul 16 08:33:27.502628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-696a6d89-a2ea-4632-9a3a-32ba782f8030 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499711 Jul 16 08:33:27.528958 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87758b-8760-4dce-a36a-9508005489d9 x-openstack-request-id: req-8b87758b-8760-4dce-a36a-9508005489d9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:27.528958 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:27.528958 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b87758b-8760-4dce-a36a-9508005489d9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:27.529893 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'code': 200} Jul 16 08:33:27.554177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-b94dffd2-e6e3-4cc4-97c5-8b28a34cc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.555710 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-b94dffd2-e6e3-4cc4-97c5-8b28a34cc8ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.0944376 Jul 16 08:33:27.679225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-f53792e1-7764-4848-8440-25b4732ce6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.681213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-f53792e1-7764-4848-8440-25b4732ce6c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.1176536 Jul 16 08:33:27.729763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-b27f4274-08a6-42b8-a452-7ecd59180c0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 217 time: 0.0406868 Jul 16 08:33:27.790979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-dd461649-9faa-4bd6-83f4-b1c318bad444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.793275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-dd461649-9faa-4bd6-83f4-b1c318bad444 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.0563240 Jul 16 08:33:27.807528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-c94fa415-a4f6-48d5-874d-f0b12d055615 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.809195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-c94fa415-a4f6-48d5-874d-f0b12d055615 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916996 Jul 16 08:33:27.831821 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-6f0cfa0f-0653-40b7-8af9-1118b75a0ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296638 Jul 16 08:33:27.836165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Request body: {'port': {'device_id': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '88c9f0f3e3d14edea5406d3c5abc7c80'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:27.897900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ec0c5462-7305-483f-911d-0131b30f18c3 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.899377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ec0c5462-7305-483f-911d-0131b30f18c3 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.3031859 Jul 16 08:33:27.931432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-c39d50d9-8354-48b2-8347-2ad14fbb4f24 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896854 Jul 16 08:33:27.962160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-e12d8bbb-9198-4c3b-ac67-fbb7c2849682 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/quotas/b10cd660dd204ef49002a342e67602a0 HTTP/1.1" status: 200 len: 375 time: 0.0500038 Jul 16 08:33:27.985705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-7f3e762b-b7cc-448c-b218-0f6f2c658a46 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.987157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-7f3e762b-b7cc-448c-b218-0f6f2c658a46 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2645686 Jul 16 08:33:28.032626 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7fddfe10-6162-42b7-9b0e-be2fad889f1a req-05c9b75c-45b1-47a6-afe2-38067a9e9d99 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929708 Jul 16 08:33:28.081289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-db64a085-80de-40ce-9426-0805246ab2c1 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 696 time: 0.0843654 Jul 16 08:33:28.100474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'floatingip': {'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:28.153333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Made reservation on behalf of 88c9f0f3e3d14edea5406d3c5abc7c80 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:28.156765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.161364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.168300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-c8aee624-fcee-4014-af1f-8b73b433df6b tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929181 Jul 16 08:33:28.731216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c0b10d8-46e4-46f1-8611-57bc3183eb43 service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293043 Jul 16 08:33:28.830166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Allocated IP 192.168.233.122 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:28.963623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-cf8ca823-bc02-4568-8a03-a86801ece2dc service neutron] 10.222.0.32 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237530 Jul 16 08:33:29.213674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.268543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Transition to ACTIVE for port object a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:29.312239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.318211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.433863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.452741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:29.456190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', '6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:29.530063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:29.533866 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf883c-9acb-460f-804d-a71f962370f7" -d '{"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-plugged", "status": "completed", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:29.549566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:29.551365 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Floating IP 9900ba67-606f-41f9-8ef4-d1bcb42219a1 associated. External IP: 172.25.5.212, port: c007012c-3cde-4ffd-a1a6-ee346de47e83. Jul 16 08:33:29.558414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.596483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:29.605357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:29.650748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.651095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.651440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.651780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.652303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.652642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.652971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.653297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.653625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.654090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.654559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.655310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.765768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985859c-5864-4311-972b-3e8ba29e1282 req-f3c0d7a5-5a1d-44cf-bb46-24cb3c086080 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.774839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3985859c-5864-4311-972b-3e8ba29e1282 req-f3c0d7a5-5a1d-44cf-bb46-24cb3c086080 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.3453543 Jul 16 08:33:29.844184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.845818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.913280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-1ba2d55e-3e35-4aaf-ab6b-2479e66f1336 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0837181 Jul 16 08:33:29.916802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3663891b-6a3c-41c0-a44a-8420cbcaac52 None None] Provisioning for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:29.924298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3663891b-6a3c-41c0-a44a-8420cbcaac52 None None] Provisioning complete for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:29.924991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3663891b-6a3c-41c0-a44a-8420cbcaac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.928720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3985859c-5864-4311-972b-3e8ba29e1282 req-f7e55270-4608-4aa0-aed6-1a27fff9e142 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528678 Jul 16 08:33:29.987637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3663891b-6a3c-41c0-a44a-8420cbcaac52 None None] Port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:30.000145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Request body: {'port': {'device_id': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:30.106675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Router 5e9a47de-68db-4113-81f5-5bd123bd4689 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:30.138480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.139438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ee64fc58-3e55-4683-a58c-8c39b56503af details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:30.227710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817c0e6-dc26-42b1-9fb2-a0f3f3afaacc req-87db8f14-6c59-4c97-8722-2fed1ade1882 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.229186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d817c0e6-dc26-42b1-9fb2-a0f3f3afaacc req-87db8f14-6c59-4c97-8722-2fed1ade1882 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 943 time: 0.1910250 Jul 16 08:33:30.232091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:30.243323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'network_id': 'a9cdc763-fe7f-4695-bfc2-3a05dc2e22da', 'port_id': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'mac_address': 'fa:16:3e:ac:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aefc018-b384-4e5c-8ff0-2f8fb21c93bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:30.283121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.296512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee64fc58-3e55-4683-a58c-8c39b56503af {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:30.317166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:30.321257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.368545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:30.382503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:30.388696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d817c0e6-dc26-42b1-9fb2-a0f3f3afaacc req-b0e77c56-3c30-4997-bfc9-ccbe0f0eed71 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534779 Jul 16 08:33:30.393860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.400921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Sync routers for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:30.420095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:30.420748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:30.483384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-3a19e5e4-eac0-4c8e-9824-544e438e14e9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "PUT /v2.0/floatingips/9900ba67-606f-41f9-8ef4-d1bcb42219a1 HTTP/1.1" status: 200 len: 997 time: 2.3934441 Jul 16 08:33:30.485987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.488329 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6984d-9091-4bcb-a300-bf9d56019fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.590887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:30.696318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:30.707478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-8480489d-e033-41a0-a269-ffbe5fa09a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.709051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-8480489d-e033-41a0-a269-ffbe5fa09a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1098 time: 0.2041876 Jul 16 08:33:30.712361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.727068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588b94-4aa4-476d-ba88-4386954204e6 req-e5d5c968-9fd8-4192-b9a1-9a08276b7a6f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.734017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52588b94-4aa4-476d-ba88-4386954204e6 req-e5d5c968-9fd8-4192-b9a1-9a08276b7a6f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 936 time: 0.1672249 Jul 16 08:33:30.752762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ef7ad62e-c59a-4aec-8750-d2b5c78a9798 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.755582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ef7ad62e-c59a-4aec-8750-d2b5c78a9798 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.47 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 821 time: 0.1946583 Jul 16 08:33:30.773881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Request body: {'port': {'device_id': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'admin_state_up': True, 'tenant_id': 'b10cd660dd204ef49002a342e67602a0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:30.789697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:31.036073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Made reservation on behalf of b10cd660dd204ef49002a342e67602a0 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:31.041168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.069014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Transition to ACTIVE for port object a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:31.079970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.093369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '9900ba67-606f-41f9-8ef4-d1bcb42219a1', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'mac_address': 'fa:16:3e:14:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 1, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:31.097810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-b3fa9008-a2ae-4c00-a818-8910214b8b80 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.102251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-b3fa9008-a2ae-4c00-a818-8910214b8b80 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 948 time: 0.1718533 Jul 16 08:33:31.132376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Checking router: 5e9a47de-68db-4113-81f5-5bd123bd4689 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:31.143441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:31.144387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:31.165166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52588b94-4aa4-476d-ba88-4386954204e6 req-3c192588-8556-4339-abef-579b9ccc5a74 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301646 Jul 16 08:33:31.242526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.260106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-dfc05f0a-4df4-492b-a69b-dfba8db45a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.261735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-dfc05f0a-4df4-492b-a69b-dfba8db45a4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 929 time: 0.5233426 Jul 16 08:33:31.350467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:31.445331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Allocated IP 172.20.0.6 (1ca88f15-cb1b-4a8a-9b64-89470b0435b2/86654778-13f2-4c0f-9085-de598ba10ad3/e1112a46-bb1f-40c8-af55-be7bf1aa7ffe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:31.469165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:31.469886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:31.470225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:31.503046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:31.503387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:31.512297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-773cf486-7d1b-4380-a8d7-e7607553a738 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 1000 time: 0.2366936 Jul 16 08:33:31.513516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:31.513852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:31.514225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:31.514579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:31.514712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Bound port: a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:31.514926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.515065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.578103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-b3d37eca-5f65-4415-81b6-aee3e1856439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.579602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-b3d37eca-5f65-4415-81b6-aee3e1856439 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 200 len: 867 time: 0.0554967 Jul 16 08:33:31.650388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13dcc5f2-8010-4c9f-8f0c-b062a01e4aac req-76f15df4-e695-4fe0-a0ed-8d5f0c57c34f tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0693929 Jul 16 08:33:31.735986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port a90e8d4e-4556-4ac8-b372-b3d919d8bb99, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:31.736383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.759773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for a90e8d4e-4556-4ac8-b372-b3d919d8bb99 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:31.779028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:31.783704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.783876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:31.786326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-1d8ca31b-df04-4627-af37-044db6e411d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.788232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-1d8ca31b-df04-4627-af37-044db6e411d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1871042 Jul 16 08:33:31.790954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.801779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '9900ba67-606f-41f9-8ef4-d1bcb42219a1', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'mac_address': 'fa:16:3e:14:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 1, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:31.805456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-b2c487d1-47e8-4b20-8e05-4ecb2d176425 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:31.805836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-b2c487d1-47e8-4b20-8e05-4ecb2d176425 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061102 Jul 16 08:33:31.848623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba340063-8c23-49e5-89b4-a88cabdda625 None None] The sync data for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 is: [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '9900ba67-606f-41f9-8ef4-d1bcb42219a1', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'mac_address': 'fa:16:3e:14:b9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 1, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:31.889821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.924875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.925507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.926913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] 10.222.0.46 "PUT /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 1097 time: 1.9325879 Jul 16 08:33:32.026401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c47d7-d83e-49ad-920a-2f875870fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.148861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ee64fc58-3e55-4683-a58c-8c39b56503af up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:32.203579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914aaa-d5ef-43fb-b43a-cca602237135 req-bfeca2b7-c5b6-402e-8106-0c93bface0b7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.208729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f914aaa-d5ef-43fb-b43a-cca602237135 req-bfeca2b7-c5b6-402e-8106-0c93bface0b7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e15ef47-5fce-4a72-a8e2-c651384f6278 HTTP/1.1" status: 200 len: 948 time: 0.3625493 Jul 16 08:33:32.232538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed1fbf-51a9-4101-9e75-15dd453dafbc None None] New status for floating IP 9900ba67-606f-41f9-8ef4-d1bcb42219a1: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:33:32.253972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ee64fc58-3e55-4683-a58c-8c39b56503af completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:32.261735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ee64fc58-3e55-4683-a58c-8c39b56503af triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:32.262128 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.275471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-16396c7e-16ae-445c-9b2e-489cc5b83444 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496946 Jul 16 08:33:32.354616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:32.362867 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.363406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:32.373116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:32.400616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:32.405251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.410549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event updated for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.417641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f914aaa-d5ef-43fb-b43a-cca602237135 req-22677716-f7a9-458b-9df2-c66ac69793e7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898644 Jul 16 08:33:32.422820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-e67b4ea1-1070-4b4b-bf7a-26ac7aaf5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.425565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-e67b4ea1-1070-4b4b-bf7a-26ac7aaf5970 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1100 time: 0.3898962 Jul 16 08:33:32.439370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.439623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.439963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.440430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.440757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.441016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.450883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.451307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.451679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.452019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.452389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.452734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:32.477494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.478252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.489357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.499904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-61610f7e-e01a-4e6a-869c-3c0e49af4487 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7353342 Jul 16 08:33:32.522456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d0ffd2-0c05-420a-996a-fe8e8145f29f req-ccddd68c-656e-4967-9d10-c3ed69403659 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321839 Jul 16 08:33:32.524928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-4abc7d58-a931-45ab-9695-881497810710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0875549 Jul 16 08:33:32.532949 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08821ba-3c0c-40d9-ac12-b97c4f024c07 x-openstack-request-id: req-b08821ba-3c0c-40d9-ac12-b97c4f024c07 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:32.533237 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-plugged", "status": "completed", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:32.533491 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b08821ba-3c0c-40d9-ac12-b97c4f024c07 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:32.533888 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86', 'code': 200} Jul 16 08:33:32.534967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b', '8b38c297-9194-47e9-980a-1655d9a273af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:32.541850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:32.584648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Request body: {'port': {'device_id': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:32.590079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=a90e8d4e-4556-4ac8-b372-b3d919d8bb99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.599938 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10816637-4b1b-4f40-a3f2-9233edb0bcae x-openstack-request-id: req-10816637-4b1b-4f40-a3f2-9233edb0bcae {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:32.601470 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:32.602256 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10816637-4b1b-4f40-a3f2-9233edb0bcae {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:32.604316 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'status': 'completed', 'code': 200} Jul 16 08:33:32.721495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.810707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-75d8a3e8-9349-4de7-8e52-04f9c0cf7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.812255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-75d8a3e8-9349-4de7-8e52-04f9c0cf7d08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2737176 Jul 16 08:33:32.846853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port a90e8d4e-4556-4ac8-b372-b3d919d8bb99 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:32.853111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.855355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8262513d-44d0-4a02-a294-e84e57c54c14 req-ec675ba5-feab-43b4-938d-e0d40ca99522 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "DELETE /v2.0/ports/a90e8d4e-4556-4ac8-b372-b3d919d8bb99 HTTP/1.1" status: 204 len: 173 time: 1.7461584 Jul 16 08:33:32.857515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'name': 'network-vif-deleted', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:32.859269 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe8870-2e6e-4884-94c7-e6e7f91635f8" -d '{"events": [{"server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "name": "network-vif-deleted", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:32.910362 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.923956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-088f71b1-f4bc-4f5e-b999-a3febd72f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.925650 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-088f71b1-f4bc-4f5e-b999-a3febd72f4ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1098 time: 0.2571442 Jul 16 08:33:32.933065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e4c6a-9665-4646-8cc6-9ee7d1e22dee req-7cc9091d-393e-4d94-90a2-5cdd6716d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.934589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a56e4c6a-9665-4646-8cc6-9ee7d1e22dee req-7cc9091d-393e-4d94-90a2-5cdd6716d590 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1097 time: 0.3293734 Jul 16 08:33:33.005823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedc1b-e406-41ea-a49b-b340c4a9dce4 req-4b3c970d-0237-419e-a995-7f26d106af24 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.008302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4bedc1b-e406-41ea-a49b-b340c4a9dce4 req-4b3c970d-0237-419e-a995-7f26d106af24 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 945 time: 0.2720211 Jul 16 08:33:33.022035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac402f-b521-4f2b-9470-222c5f98efa0 req-442b91e2-0d33-49fe-bd95-4fdae7fa0fd1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.023597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97ac402f-b521-4f2b-9470-222c5f98efa0 req-442b91e2-0d33-49fe-bd95-4fdae7fa0fd1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.2103987 Jul 16 08:33:33.058186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-20e9fec7-87e7-46b1-8bff-664b6e174074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.059667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-20e9fec7-87e7-46b1-8bff-664b6e174074 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2285757 Jul 16 08:33:33.092835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a56e4c6a-9665-4646-8cc6-9ee7d1e22dee req-8401848f-172e-4f22-b01a-6c887a882e25 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489484 Jul 16 08:33:33.146965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97ac402f-b521-4f2b-9470-222c5f98efa0 req-ee04f5d6-d2e1-4c2e-b46f-325f7b904e76 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963929 Jul 16 08:33:33.171984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4bedc1b-e406-41ea-a49b-b340c4a9dce4 req-5c7eaa8b-68fb-44ba-aaf2-36476db05400 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465650 Jul 16 08:33:33.271094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-02dd5517-f2e8-42bb-a931-3956a9952300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.273462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-02dd5517-f2e8-42bb-a931-3956a9952300 service neutron] 10.222.0.46 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 929 time: 0.3201146 Jul 16 08:33:33.364031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-bf737aaa-8ede-41af-af8c-6182d2879797 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891071 Jul 16 08:33:33.537307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-fe56d7cc-4890-47e4-a611-5f6b4b5affdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 1002 time: 0.2413242 Jul 16 08:33:33.611666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75731ec-80f1-48c3-9479-816d6c9cbc74 req-33b1a29c-ad7d-4d5d-873f-c7d871cc18f1 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409527 Jul 16 08:33:33.613767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-37482067-7d39-473c-b1b4-fc953594b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.615344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-37482067-7d39-473c-b1b4-fc953594b6fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 200 len: 867 time: 0.0683384 Jul 16 08:33:33.640643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7ef7-47a3-4972-a655-34e6ad51b34f req-01338e39-89b8-467e-99a5-4fba479e9f87 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.642861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-712d7ef7-47a3-4972-a655-34e6ad51b34f req-01338e39-89b8-467e-99a5-4fba479e9f87 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 0.2366068 Jul 16 08:33:33.656507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-b3a97f02-8a60-41d0-841f-4c28486fbf24 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 258 time: 0.2373111 Jul 16 08:33:33.665121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:33.715702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-712d7ef7-47a3-4972-a655-34e6ad51b34f req-4015b9ec-a675-4426-a0e8-f71b3bf84f3b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Jul 16 08:33:33.738313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.743818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1112a46-bb1f-40c8-af55-be7bf1aa7ffe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:33.756109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.762249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-7bab78a8-4885-4092-95f5-25933941c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.763781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-7bab78a8-4885-4092-95f5-25933941c419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326044 Jul 16 08:33:33.788841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Transition to ACTIVE for port object e1112a46-bb1f-40c8-af55-be7bf1aa7ffe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:33.809269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.868968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.925480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.999330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491cd5-de89-40fb-9940-de885932abb0 req-d296b210-a7fe-46e0-bc18-17d95050f8ac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.000624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1491cd5-de89-40fb-9940-de885932abb0 req-d296b210-a7fe-46e0-bc18-17d95050f8ac tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 943 time: 0.1355507 Jul 16 08:33:34.006102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-fbc3be4a-4886-48b8-b2b2-a2cd6650f00b service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318881 Jul 16 08:33:34.048765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Attempting to bind port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:34.049585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Attempting to bind port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:34.049934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Attempting to bind port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:34.067157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:34.067949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Attempting to bind port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe on network 1ca88f15-cb1b-4a8a-9b64-89470b0435b2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:34.082099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1491cd5-de89-40fb-9940-de885932abb0 req-3810d2d7-8da5-4b90-bc67-2b75ac690c18 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731041 Jul 16 08:33:34.089615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Allocated IP 172.25.5.199 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/5251b58c-742a-42a0-a78f-148b53d88c0f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:34.143420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:34.143775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Checking segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.144198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Bound using segment: {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:34.147561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Bound port: e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e229454d-9b31-4a54-a972-24e6620a832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:34.149457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.157859 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b9f727-77bf-4042-9ba5-e918b1c57135 x-openstack-request-id: req-70b9f727-77bf-4042-9ba5-e918b1c57135 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:34.159206 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e15ef47-5fce-4a72-a8e2-c651384f6278", "name": "network-vif-deleted", "tag": "a90e8d4e-4556-4ac8-b372-b3d919d8bb99", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:34.159548 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70b9f727-77bf-4042-9ba5-e918b1c57135 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:34.159893 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e15ef47-5fce-4a72-a8e2-c651384f6278', 'name': 'network-vif-deleted', 'tag': 'a90e8d4e-4556-4ac8-b372-b3d919d8bb99', 'status': 'completed', 'code': 200} Jul 16 08:33:34.161958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a90e8d4e-4556-4ac8-b372-b3d919d8bb99 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:34.198551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: a90e8d4e-4556-4ac8-b372-b3d919d8bb99 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:34.199020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a90e8d4e-4556-4ac8-b372-b3d919d8bb99 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:34.213208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ab6984d-9091-4bcb-a300-bf9d56019fdd req-a9168f51-a13b-4663-aa99-c7ff103cdd36 service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987510 Jul 16 08:33:34.235839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.281737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:34.287323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:34.292541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.301766 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.361967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.361967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.362259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1112a46-bb1f-40c8-af55-be7bf1aa7ffe HTTP/1.1" status: 200 len: 1092 time: 1.7932580 Jul 16 08:33:34.394121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:34.394970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e3ba-6e8c-42f4-835f-7b0a715668c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.396181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.397947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event updated for resources: {'Port': ['ID=5251b58c-742a-42a0-a78f-148b53d88c0f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.408531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:34.505243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-e58d2b21-9b6e-44ff-9b83-ee5f540bab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.507198 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-e58d2b21-9b6e-44ff-9b83-ee5f540bab0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 1095 time: 0.0750937 Jul 16 08:33:34.529143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff659612-493e-4257-b71d-ed4df3c83761 req-d0f548a3-66f1-467d-9300-552499c76b22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.535044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:34.536169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff659612-493e-4257-b71d-ed4df3c83761 req-d0f548a3-66f1-467d-9300-552499c76b22 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.1561692 Jul 16 08:33:34.537620 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb455ace-1360-4cb7-8000-b64e9b1f7ac6" -d '{"events": [{"server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:34.557013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-83550d61-079d-4c34-90fd-dba7bba42e75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe HTTP/1.1" status: 200 len: 217 time: 0.0414553 Jul 16 08:33:34.582801 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.605748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff659612-493e-4257-b71d-ed4df3c83761 req-e917b35f-71a6-4b7b-9efc-3750d09398c9 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686095 Jul 16 08:33:34.609258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:34.610559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ca3ac054-9af5-468a-9697-fd6d3e8aafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.612064 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-ca3ac054-9af5-468a-9697-fd6d3e8aafdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.0487330 Jul 16 08:33:34.616613 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:34.671820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-04208570-f5e9-4148-ae2b-74aafdb5355c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530391 Jul 16 08:33:34.680109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.789991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-d3c955b1-bdce-4eb6-af5e-a218235026b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096401 Jul 16 08:33:34.859165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf76e2-2d9b-4e70-9cba-f46751f789c1 req-0566fc6c-81ba-4dd9-8f34-5cd36232c3a9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.861314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6cf76e2-2d9b-4e70-9cba-f46751f789c1 req-0566fc6c-81ba-4dd9-8f34-5cd36232c3a9 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1415908 Jul 16 08:33:34.892705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b65d6ed-4e6f-489b-a445-fd1873a970cc req-7834084b-f369-4d8b-849d-36533fc3412f service neutron] 10.222.0.47 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958796 Jul 16 08:33:34.928479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6cf76e2-2d9b-4e70-9cba-f46751f789c1 req-ef190912-1bfb-4d5a-bfd3-711c02245b1a tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Jul 16 08:33:34.960350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.965766 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.037685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event updated for resources: {'Port': ['ID=5251b58c-742a-42a0-a78f-148b53d88c0f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.049524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.064418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.065677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-816f78dc-02d4-48cb-8bae-21a762ed7e1c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4081631 Jul 16 08:33:35.120886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-435c77ad-bd71-43ca-9075-bf5b20da8042 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0486588 Jul 16 08:33:35.242702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-64176b68-5d7b-4cd4-b74e-603616c6dfba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.244365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8eb8c64c-007c-44da-a92a-2743b872ccec req-64176b68-5d7b-4cd4-b74e-603616c6dfba tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1176405 Jul 16 08:33:35.289157 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54346c-4244-4ff8-8c3a-1f2a15cffda0 x-openstack-request-id: req-3e54346c-4244-4ff8-8c3a-1f2a15cffda0 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:35.289609 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:35.289718 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e54346c-4244-4ff8-8c3a-1f2a15cffda0 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:35.290105 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'code': 200} Jul 16 08:33:35.326906 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5781c09-4670-4c97-a66a-3a90341dd41d x-openstack-request-id: req-d5781c09-4670-4c97-a66a-3a90341dd41d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:35.327200 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:35.327459 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5781c09-4670-4c97-a66a-3a90341dd41d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:35.327862 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'status': 'completed', 'code': 200} Jul 16 08:33:35.475408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0db62-cdc1-4b82-8f56-2dd1a71ab747 req-c11db584-cc6c-4d3a-a95c-fe44ab3233c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.476870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30d0db62-cdc1-4b82-8f56-2dd1a71ab747 req-c11db584-cc6c-4d3a-a95c-fe44ab3233c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1097 time: 0.0983317 Jul 16 08:33:35.479623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-443b3391-c404-4c74-9f85-2b1f1a61f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.481046 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-443b3391-c404-4c74-9f85-2b1f1a61f660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1100 time: 0.1135495 Jul 16 08:33:35.482162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c94a8-2ea6-4159-808a-2887304ca798 req-e9fb90f0-91f6-4085-bc1b-6f786155c500 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.483677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-910c94a8-2ea6-4159-808a-2887304ca798 req-e9fb90f0-91f6-4085-bc1b-6f786155c500 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1097 time: 0.1030939 Jul 16 08:33:35.544690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-910c94a8-2ea6-4159-808a-2887304ca798 req-0691c5b7-9d21-45b4-914e-389379400350 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510037 Jul 16 08:33:35.551908 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30d0db62-cdc1-4b82-8f56-2dd1a71ab747 req-24653ee1-3413-4d42-beb0-a00c878181a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651846 Jul 16 08:33:35.553646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e2e45-cd0c-463e-a258-a838c247ad42 req-b669521e-a45a-44d2-a61d-a705c75a5afa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.560872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef2e2e45-cd0c-463e-a258-a838c247ad42 req-b669521e-a45a-44d2-a61d-a705c75a5afa tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 0.1198304 Jul 16 08:33:35.614525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef2e2e45-cd0c-463e-a258-a838c247ad42 req-37290259-a531-4efb-8b65-d035cf97501e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471120 Jul 16 08:33:35.616601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-50d67e0d-0abb-4e4f-bc44-5e8cc50916f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.618341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-50d67e0d-0abb-4e4f-bc44-5e8cc50916f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1220522 Jul 16 08:33:35.664926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-98751bc1-f470-46f0-b591-fca5e34394c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0377891 Jul 16 08:33:35.732703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-b098855d-c07e-4e65-b40d-cecae7a1213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.734492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-b098855d-c07e-4e65-b40d-cecae7a1213a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0610223 Jul 16 08:33:35.791874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3e59-0d77-4858-8c2d-a18494038397 req-7c2bbc11-12bb-467d-a576-b9409e1433de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.793656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e9b3e59-0d77-4858-8c2d-a18494038397 req-7c2bbc11-12bb-467d-a576-b9409e1433de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 943 time: 0.1023757 Jul 16 08:33:35.799369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-1b249c00-1c49-4cba-bcd1-04b72fe773cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.800929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-1b249c00-1c49-4cba-bcd1-04b72fe773cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0597870 Jul 16 08:33:35.815718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328e533-d01e-43b3-adc0-98ab206edab9 req-538a4337-4da6-4cf7-8232-bf1f76ec4ded tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.817263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a328e533-d01e-43b3-adc0-98ab206edab9 req-538a4337-4da6-4cf7-8232-bf1f76ec4ded tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.0986021 Jul 16 08:33:35.880122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e9b3e59-0d77-4858-8c2d-a18494038397 req-ae20953b-ae90-4661-b213-89675b1b5729 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773885 Jul 16 08:33:35.893716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a328e533-d01e-43b3-adc0-98ab206edab9 req-d6b8bce4-92f3-4a7a-b9ef-a7f43b16d98d tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687823 Jul 16 08:33:35.908620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-84e2f6f2-55b1-4581-8ad6-83daf607fd23 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995572 Jul 16 08:33:36.012903 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f2dc35bf-3590-4f9f-9adc-5e3ebb7e8460 req-4037d41c-c183-411e-898d-705b35195f15 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968421 Jul 16 08:33:36.130848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-61797d32-bdfe-45a1-9413-8376e8fcd597 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.132485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-61797d32-bdfe-45a1-9413-8376e8fcd597 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1067867 Jul 16 08:33:36.135234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d2f67-7259-4444-8442-f0b40f78ab0f req-d21046c5-f465-4728-906b-d3d1f48aba9a tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.136732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f4d2f67-7259-4444-8442-f0b40f78ab0f req-d21046c5-f465-4728-906b-d3d1f48aba9a tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1097 time: 0.1007752 Jul 16 08:33:36.160798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:36.163133 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6219701-e297-4613-bbb5-cfe3cb5d9da0" -d '{"events": [{"name": "network-changed", "server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:36.458687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-3dbe2bc5-93ce-46a4-a854-8ce6fb5c8f0d tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.3205562 Jul 16 08:33:36.475943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-7af8881d-ed1d-4826-a35c-7c89c41626a8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'floatingip': {'port_id': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:36.480502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f4d2f67-7259-4444-8442-f0b40f78ab0f req-d4201018-6b0e-4d77-8eca-2d274afc4f3d tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363068 Jul 16 08:33:36.514666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-7af8881d-ed1d-4826-a35c-7c89c41626a8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.771891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3065ba-31e0-4435-bc4b-737b4f8c78ed req-2ed6f45c-4742-44b7-97ec-4aed32d7b67b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.773415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e3065ba-31e0-4435-bc4b-737b4f8c78ed req-2ed6f45c-4742-44b7-97ec-4aed32d7b67b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1579459 Jul 16 08:33:36.814958 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-7af8881d-ed1d-4826-a35c-7c89c41626a8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:33:36.815916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b6eb90e-0970-4672-841c-45ddd03ac7ee req-7af8881d-ed1d-4826-a35c-7c89c41626a8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "PUT /v2.0/floatingips/91aa8e61-a760-46a4-bb35-e195fa0ac5b8 HTTP/1.1" status: 409 len: 551 time: 0.3481593 Jul 16 08:33:36.823938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:36.841739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e3065ba-31e0-4435-bc4b-737b4f8c78ed req-21f7dd1a-5e48-45f1-8448-a42162b7291b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598502 Jul 16 08:33:36.880567 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9449215b-3164-4ced-9919-7d6cdad38187 x-openstack-request-id: req-9449215b-3164-4ced-9919-7d6cdad38187 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:36.880902 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:36.881162 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9449215b-3164-4ced-9919-7d6cdad38187 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:36.882407 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe', 'status': 'completed', 'code': 200} Jul 16 08:33:36.978484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.002930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'mac_address': 'fa:16:3e:34:7d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:37.024615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-ac00f8d1-6f52-4077-80a0-379b44a5ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.027139 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-ac00f8d1-6f52-4077-80a0-379b44a5ee66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b10cd660dd204ef49002a342e67602a0&device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 1095 time: 0.1235921 Jul 16 08:33:37.088144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.124583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:37.147943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-256e0365-0ff4-4fab-a62b-787c169f1c16 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips/91aa8e61-a760-46a4-bb35-e195fa0ac5b8 HTTP/1.1" status: 200 len: 693 time: 0.1103878 Jul 16 08:33:37.153460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.161271 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.179457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-e9bb74c5-2932-4a36-934f-031edd179f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.181820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-e9bb74c5-2932-4a36-934f-031edd179f3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 200 len: 922 time: 0.1487393 Jul 16 08:33:37.196848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-0f3084dc-688b-484d-bd96-fd72c0ea2f86 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.198612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-0f3084dc-688b-484d-bd96-fd72c0ea2f86 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 950 time: 0.2500346 Jul 16 08:33:37.224470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.237798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-94424326-38ab-4bd9-b325-b96a4a3fc177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe HTTP/1.1" status: 200 len: 217 time: 0.0480101 Jul 16 08:33:37.299985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-f5788ba0-97f0-4ca2-b2fe-a02e79fda816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.302851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-f5788ba0-97f0-4ca2-b2fe-a02e79fda816 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 200 len: 861 time: 0.0571289 Jul 16 08:33:37.335836 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-9ac2fc85-2aec-4d95-892a-b6cafb190e10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ca88f15-cb1b-4a8a-9b64-89470b0435b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263033 Jul 16 08:33:37.339194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f8d03-26c8-4513-83fb-27468ddbb34c req-28a8e74c-37ae-406d-9973-b1abfea75167 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.340722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a4f8d03-26c8-4513-83fb-27468ddbb34c req-28a8e74c-37ae-406d-9973-b1abfea75167 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 0.2879395 Jul 16 08:33:37.368866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-158475f1-16ea-4760-a2f9-b56c2a635216 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.370227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-158475f1-16ea-4760-a2f9-b56c2a635216 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2214794 Jul 16 08:33:37.452751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-bd0ba865-dd7c-46cc-be35-395a7a7ba47a tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0716789 Jul 16 08:33:37.455507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-9f37f536-637c-468d-80f7-cad10aacd60b service neutron] 10.222.0.47 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105042 Jul 16 08:33:37.468223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a4f8d03-26c8-4513-83fb-27468ddbb34c req-ff16b763-925a-4666-8d47-1b7fa007847e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201396 Jul 16 08:33:37.511473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port 8b38c297-9194-47e9-980a-1655d9a273af {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:37.511814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.518645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-22970e84-af6c-4cc2-9325-3ce4f0ea5d9c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0640981 Jul 16 08:33:37.573558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6219701-e297-4613-bbb5-cfe3cb5d9da0 req-50ac2a19-9196-4a82-a1c1-42d5f031cfaa service neutron] 10.222.0.47 "GET /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108723 Jul 16 08:33:37.575486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:37.761208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port 8b38c297-9194-47e9-980a-1655d9a273af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8b38c297-9194-47e9-980a-1655d9a273af,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.761876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.783732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for 8b38c297-9194-47e9-980a-1655d9a273af owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:37.808992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f08c-b6fc-4321-b141-ac9d4c5e65a0 req-ee8cb1fc-54fa-4644-80de-f23601c193f9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.810499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6317f08c-b6fc-4321-b141-ac9d4c5e65a0 req-ee8cb1fc-54fa-4644-80de-f23601c193f9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 943 time: 0.2111635 Jul 16 08:33:37.858590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Deleting port 5251b58c-742a-42a0-a78f-148b53d88c0f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:37.858935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.964581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6317f08c-b6fc-4321-b141-ac9d4c5e65a0 req-a43621e3-6d55-4d98-93d6-809671ed4131 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473284 Jul 16 08:33:37.988989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.988989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.002573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Calling delete_port for 5251b58c-742a-42a0-a78f-148b53d88c0f owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:38.138954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.157329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b', '8b38c297-9194-47e9-980a-1655d9a273af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:38.171223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e1112a46-bb1f-40c8-af55-be7bf1aa7ffe details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:38.183501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=8b38c297-9194-47e9-980a-1655d9a273af,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.246917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port 8b38c297-9194-47e9-980a-1655d9a273af on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:38.258124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b7825-d7ed-4a69-86bf-4fa74127c0b2 req-07e64970-ae6a-46b4-9b20-8cf2004a5de4 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.259716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-140b7825-d7ed-4a69-86bf-4fa74127c0b2 req-07e64970-ae6a-46b4-9b20-8cf2004a5de4 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=90725349-5413-4b68-919a-4c1ca57bf0ce HTTP/1.1" status: 200 len: 867 time: 0.1819904 Jul 16 08:33:38.261074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.262741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd70839e-90ec-4d0d-a75e-31e3e886428e req-8db4bd20-a696-484a-b167-a608b6bd4a93 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "DELETE /v2.0/ports/8b38c297-9194-47e9-980a-1655d9a273af HTTP/1.1" status: 204 len: 173 time: 1.0555804 Jul 16 08:33:38.288844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'name': 'network-vif-deleted', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:38.291100 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab97e75-5af6-497f-8758-71724bc05b05" -d '{"events": [{"server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "name": "network-vif-deleted", "tag": "8b38c297-9194-47e9-980a-1655d9a273af"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:38.349151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-140b7825-d7ed-4a69-86bf-4fa74127c0b2 req-f8c71727-51df-4a04-b276-b66191ca4e67 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Jul 16 08:33:38.351623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:38.352898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.370850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe', 'network_id': '1ca88f15-cb1b-4a8a-9b64-89470b0435b2', 'port_id': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe', 'mac_address': 'fa:16:3e:03:87:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86654778-13f2-4c0f-9085-de598ba10ad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:38.414742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event deleted for resources: {'Port': ['ID=5251b58c-742a-42a0-a78f-148b53d88c0f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.450493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.453580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.471073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.472113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1112a46-bb1f-40c8-af55-be7bf1aa7ffe {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:38.474653 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.476594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca49b78f-8a48-4d62-9ab8-5dc79a56bcd0 req-cbd8120b-6af8-4321-953a-513ab408d711 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "DELETE /v2.0/floatingips/91aa8e61-a760-46a4-bb35-e195fa0ac5b8 HTTP/1.1" status: 204 len: 173 time: 0.9458301 Jul 16 08:33:38.502146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:38.510115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.566984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.688212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:38.733997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd0ac4-f6e3-46c1-8dd8-018873413098 req-4baa59a1-c580-48b9-b561-45e145c6d7dc tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.735609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bdd0ac4-f6e3-46c1-8dd8-018873413098 req-4baa59a1-c580-48b9-b561-45e145c6d7dc tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0953915 Jul 16 08:33:38.791514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bdd0ac4-f6e3-46c1-8dd8-018873413098 req-46f81806-06c4-4637-b2f1-b154efbfc678 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Jul 16 08:33:38.837288 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.973494 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f5efc-d7a7-4394-a451-b2ed2d378a89 x-openstack-request-id: req-dc1f5efc-d7a7-4394-a451-b2ed2d378a89 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:38.973788 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90725349-5413-4b68-919a-4c1ca57bf0ce", "name": "network-vif-deleted", "tag": "8b38c297-9194-47e9-980a-1655d9a273af", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:38.974053 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc1f5efc-d7a7-4394-a451-b2ed2d378a89 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:38.974454 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90725349-5413-4b68-919a-4c1ca57bf0ce', 'name': 'network-vif-deleted', 'tag': '8b38c297-9194-47e9-980a-1655d9a273af', 'status': 'completed', 'code': 200} Jul 16 08:33:39.036893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e1112a46-bb1f-40c8-af55-be7bf1aa7ffe'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:39.085730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-bfcb8d76-3707-4534-8e3d-0d2090eda54c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1002 time: 0.0987716 Jul 16 08:33:39.162484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-16a78ea4-ad54-4093-80a3-e1419daa2058 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.176842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-16a78ea4-ad54-4093-80a3-e1419daa2058 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports/c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 943 time: 0.0901279 Jul 16 08:33:39.365323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-7d6bceac-0a64-41d6-a1de-95f88012d277 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1002 time: 0.0808859 Jul 16 08:33:39.484984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-271da873-4a6b-48ef-a98f-8f507733a4b8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.486775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-271da873-4a6b-48ef-a98f-8f507733a4b8 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1201522 Jul 16 08:33:39.564587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-774d0df4-f903-402b-a37b-40a2e946495d tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 1002 time: 0.0705917 Jul 16 08:33:39.570425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:39.638475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-5d182df8-25d7-49d1-a939-933b7b106cc3 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:39.639474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-5d182df8-25d7-49d1-a939-933b7b106cc3 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095296 Jul 16 08:33:39.642551 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.649400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Request body: {'binding': {'host': 'n-h1-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:39.649848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:33:40.157970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.162818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.163162 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Floating IP 9900ba67-606f-41f9-8ef4-d1bcb42219a1 disassociated. External IP: 172.25.5.212, port: c007012c-3cde-4ffd-a1a6-ee346de47e83. Jul 16 08:33:40.171785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b38c297-9194-47e9-980a-1655d9a273af no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:40.197671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 8b38c297-9194-47e9-980a-1655d9a273af {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:40.198021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8b38c297-9194-47e9-980a-1655d9a273af not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:40.264508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on host n-h1-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:40.264850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:40.265179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:40.273693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:40.274010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:40.284888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:40.285232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:40.285619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:40.286061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Bound port: 0d309184-bdcf-43d2-a380-71842c64cf86, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:40.388683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:40.396252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.397434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-87332927-0ee4-4a20-98ff-4abff08ae32b service neutron] 10.222.0.32 "POST /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86/bindings HTTP/1.1" status: 201 len: 390 time: 0.7513199 Jul 16 08:33:40.460389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Router 5e9a47de-68db-4113-81f5-5bd123bd4689 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:40.642745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:40.647614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.656084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Sync routers for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:40.673417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:40.674625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.687195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-00cd3295-ba17-4e11-b28b-120c1c04bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.689181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-00cd3295-ba17-4e11-b28b-120c1c04bf57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1097 time: 0.0563374 Jul 16 08:33:40.698866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d350be9-99db-450f-b3ca-b00c74591c9c req-681466b3-1e77-4355-93fa-9bae7b89059e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.706869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d350be9-99db-450f-b3ca-b00c74591c9c req-681466b3-1e77-4355-93fa-9bae7b89059e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 949 time: 0.1357973 Jul 16 08:33:40.718703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d9266ddc-3138-45de-9822-3eef11cb7451 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "PUT /v2.0/floatingips/9900ba67-606f-41f9-8ef4-d1bcb42219a1 HTTP/1.1" status: 200 len: 695 time: 1.1521780 Jul 16 08:33:40.777066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d350be9-99db-450f-b3ca-b00c74591c9c req-ff43a3d9-7833-4743-8b20-b2926a423912 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Jul 16 08:33:40.811190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d6574734-805c-4609-b5c8-b2b19aeaac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.813181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-d6574734-805c-4609-b5c8-b2b19aeaac78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1098 time: 0.0791714 Jul 16 08:33:40.832988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-f12c39ef-5a26-4837-b76d-63f6b48380d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.833383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:40.837035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:40.837194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-f12c39ef-5a26-4837-b76d-63f6b48380d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.1399717 Jul 16 08:33:40.889632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-04e5e2d5-6693-4f61-9810-fd095b951623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 217 time: 0.0447149 Jul 16 08:33:40.949601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-f97ee535-62ea-4077-99e5-66d302359338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.951685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-f97ee535-62ea-4077-99e5-66d302359338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0547411 Jul 16 08:33:40.970298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-7392170a-3ae4-4dd2-acec-c117fdcebd0a tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-271260735&fields=id&tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 267 time: 0.0524411 Jul 16 08:33:40.979531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:40.983010 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:41.005763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-1204c1cd-bcff-48e1-85e2-5e38c3d6033a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408268 Jul 16 08:33:41.008858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-e359205e-50de-47e9-8409-b1f01d8d7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.010322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-e359205e-50de-47e9-8409-b1f01d8d7d29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 929 time: 0.1903880 Jul 16 08:33:41.011371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:41.023439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:41.023816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.073802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-7ef59183-5216-4f7e-b4d4-ccc6bc0d6398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Jul 16 08:33:41.122857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-27551d32-e3b3-45cf-98f0-38abb60fa747 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Jul 16 08:33:41.145413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-5780b215-4e65-473e-85cd-df8edd199dd8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.153462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-5780b215-4e65-473e-85cd-df8edd199dd8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 945 time: 0.1612709 Jul 16 08:33:41.160144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.161836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'security_groups': ['fe26d3ac-a091-452f-ad62-de31e376003c', '9d082bd5-baea-4030-ac43-0085418a277b']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:41.173097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:41.190532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-07c1d55e-ba7e-42db-abca-c496f85ade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.191502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-07c1d55e-ba7e-42db-abca-c496f85ade72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 200 len: 867 time: 0.1081877 Jul 16 08:33:41.205674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Checking router: 5e9a47de-68db-4113-81f5-5bd123bd4689 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:41.212424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:41.214695 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac70d9f2-794f-4804-a237-7b882c97359e" -d '{"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:41.231556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:41.233884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:41.234719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:41.238334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.278021 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-af315378-5ccc-48c4-b8f7-7f159b56e9de service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476357 Jul 16 08:33:41.300548 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.347010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-964572ed-3b4d-474e-9391-40d78c569c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.348262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-964572ed-3b4d-474e-9391-40d78c569c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462438 Jul 16 08:33:41.383677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.468529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:41.524440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-3dbdfc53-df15-4023-b73e-0461ba58ace9 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659763 Jul 16 08:33:41.651722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:41.686429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a255b76-626c-4d16-b30e-0a07bca29f2d req-cce6093b-4f45-497b-a0d2-582bc9936526 service neutron] 10.222.0.32 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531234 Jul 16 08:33:41.700872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.706940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.723658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:41.727662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:41.756579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:41.767334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.768055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.779917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96c7f9b3-62fe-4271-b24d-1ab57bbb3b21 req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "PUT /v2.0/ports/ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 981 time: 0.6254489 Jul 16 08:33:41.837227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b6124-728b-4b21-a4bf-f80f864ef180 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.874190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4fe30-e3a9-496b-b6cc-fce1aec59e56 None None] The sync data for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 is: [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:32:54Z', 'revision_number': 4, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0bffe707-6a50-48ad-93ac-211188ebcc40', 'name': '', 'network_id': '190a17ee-2ffa-42ef-a7f5-fae43ad47aa7', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'mac_address': 'fa:16:3e:ec:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:52Z', 'updated_at': '2021-07-16T08:33:01Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'subnets': [{'id': '1dd96834-d1a5-4d11-ad28-e29c8022631d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:41.971750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:41.997128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ae93-cda7-437b-823f-150b8b5905a2 req-e6862927-89fd-4fcb-8c5f-a5b46c886eb0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.998724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0458ae93-cda7-437b-823f-150b8b5905a2 req-e6862927-89fd-4fcb-8c5f-a5b46c886eb0 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 944 time: 0.1365125 Jul 16 08:33:42.047626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0458ae93-cda7-437b-823f-150b8b5905a2 req-3295a6b7-30a8-44d3-9d4a-c9ff7640e583 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Jul 16 08:33:42.131003 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a6256-63dd-430a-8eed-fec89229a29f x-openstack-request-id: req-977a6256-63dd-430a-8eed-fec89229a29f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:42.131298 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:42.131557 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977a6256-63dd-430a-8eed-fec89229a29f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:42.132006 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'status': 'completed', 'code': 200} Jul 16 08:33:42.217124 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba8cb8-a50c-46fd-a86c-98907492b2af x-openstack-request-id: req-97ba8cb8-a50c-46fd-a86c-98907492b2af {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:42.217748 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:42.217748 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97ba8cb8-a50c-46fd-a86c-98907492b2af {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:42.219920 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'code': 200} Jul 16 08:33:42.246170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e1112a46-bb1f-40c8-af55-be7bf1aa7ffe up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:42.263944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-1b10b338-9d0c-4584-98de-71d1d7bb5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.266482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-1b10b338-9d0c-4584-98de-71d1d7bb5f7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 1098 time: 0.1103768 Jul 16 08:33:42.332662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba7a73-3ca6-4a7d-b9a0-0eefc4b68346 None None] New status for floating IP 9900ba67-606f-41f9-8ef4-d1bcb42219a1: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:33:42.342205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-fac084c2-a2a8-4be8-bcb5-4640de29a71b tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips/9900ba67-606f-41f9-8ef4-d1bcb42219a1 HTTP/1.1" status: 200 len: 695 time: 0.1556654 Jul 16 08:33:42.463081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-0fba4f48-b96a-4780-92f1-3777984ea307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.465769 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-0fba4f48-b96a-4780-92f1-3777984ea307 service neutron] 10.222.0.46 "GET /v2.0/networks?id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 200 len: 929 time: 0.1920986 Jul 16 08:33:42.506241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:42.514512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:42.515145 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.579527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-0ef64c7f-7690-480e-92cf-14acf73860b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 200 len: 217 time: 0.1062305 Jul 16 08:33:42.615238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3fe40c71-8690-4608-ac83-c6c42118aaae tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.627232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3fe40c71-8690-4608-ac83-c6c42118aaae tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2797906 Jul 16 08:33:42.681629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-1eb2c9ef-2505-4df3-832d-2b5ae51163c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.683121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-1eb2c9ef-2505-4df3-832d-2b5ae51163c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 200 len: 867 time: 0.0902669 Jul 16 08:33:42.703929 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.720422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-85a8f8ce-ac4e-47ab-919e-66feec926550 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 698 time: 0.0922167 Jul 16 08:33:42.785526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-240a842d-3ffa-48ab-8cd1-e678e2705ed3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.212 HTTP/1.1" status: 200 len: 698 time: 0.0637813 Jul 16 08:33:42.789723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:42.798086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.817289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-d6bfcb9e-45b7-4b12-9eec-a7967244c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.830105 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-d6bfcb9e-45b7-4b12-9eec-a7967244c5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318030 Jul 16 08:33:42.855159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb2ff-391f-47b7-9084-a065a74eef6e req-5b4e6dad-87af-445b-872b-e9aa50e5c2c3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.859029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-606bb2ff-391f-47b7-9084-a065a74eef6e req-5b4e6dad-87af-445b-872b-e9aa50e5c2c3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.6118076 Jul 16 08:33:42.861009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be81a1-9bfb-4851-a814-eea620899677 req-04d5a82a-56aa-4788-a32b-57adea8d62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.862657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15be81a1-9bfb-4851-a814-eea620899677 req-04d5a82a-56aa-4788-a32b-57adea8d62b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1102 time: 0.5894485 Jul 16 08:33:42.874690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.899819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dcf80b21-5a88-4df0-ad1f-7d347b10c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.027134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-4ac57db1-b4c3-4e53-857c-ca43e5f2efa3 service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862175 Jul 16 08:33:43.033254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15be81a1-9bfb-4851-a814-eea620899677 req-6a159cc9-7470-4bc3-8d19-6a55a44869d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474321 Jul 16 08:33:43.049079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-606bb2ff-391f-47b7-9084-a065a74eef6e req-9da7ec97-55a8-4f85-897f-e261440ebf49 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755443 Jul 16 08:33:43.105917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Deleting port ebfceddc-4eb3-430e-9df2-d498a211790d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:43.105917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.181905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67460a33-d5a5-4e57-adb6-ee0ecacb0cd2 req-f11f9887-a3b5-4d43-a925-0b4fccd70035 service neutron] 10.222.0.46 "GET /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468778 Jul 16 08:33:43.228408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e27a047b-3651-4a3a-b6f0-52787d1fe999 req-c46ccbea-4d58-4526-956e-886784323865 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9d082bd5-baea-4030-ac43-0085418a277b HTTP/1.1" status: 200 len: 1800 time: 0.1007802 Jul 16 08:33:43.248869 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.249581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.271035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Calling delete_port for ebfceddc-4eb3-430e-9df2-d498a211790d owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:43.339493 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-e27a047b-3651-4a3a-b6f0-52787d1fe999 req-d4cf58e8-2dc4-4d89-8242-e9a3f8708cb1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:33:43.340629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e27a047b-3651-4a3a-b6f0-52787d1fe999 req-d4cf58e8-2dc4-4d89-8242-e9a3f8708cb1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d082bd5-baea-4030-ac43-0085418a277b HTTP/1.1" status: 409 len: 341 time: 0.1016166 Jul 16 08:33:43.435719 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.472836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event deleted for resources: {'Port': ['ID=ebfceddc-4eb3-430e-9df2-d498a211790d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.567685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.570878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.572129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e26b951-90a6-4b7e-bdd8-de6c897def1c req-3bd9fed0-bdea-4b5f-a672-4f39c28f79d9 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "DELETE /v2.0/floatingips/9900ba67-606f-41f9-8ef4-d1bcb42219a1 HTTP/1.1" status: 204 len: 173 time: 0.7857811 Jul 16 08:33:43.589503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaae38-b8d6-4d85-b2ac-e13a51b1e8d4 req-b628390d-2b92-4086-b265-18b2d7304923 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.592512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bfaae38-b8d6-4d85-b2ac-e13a51b1e8d4 req-b628390d-2b92-4086-b265-18b2d7304923 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1497703 Jul 16 08:33:43.650108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bfaae38-b8d6-4d85-b2ac-e13a51b1e8d4 req-44d32abe-2ff2-4251-8b9b-fbcb2b27a063 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Jul 16 08:33:43.964367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8e03e-3e61-496c-946a-9e6be3259629 req-6bcbcc90-d066-4605-8fa2-c62ae637c92e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.966259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ac8e03e-3e61-496c-946a-9e6be3259629 req-6bcbcc90-d066-4605-8fa2-c62ae637c92e tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.0939767 Jul 16 08:33:44.043131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ac8e03e-3e61-496c-946a-9e6be3259629 req-401324e9-eeed-40e5-bbb5-10e27e2dd171 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636168 Jul 16 08:33:44.134028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:44.136434 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e0c7c9-8476-4bfe-8d1c-049850cbd004" -d '{"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:44.220156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:44.223493 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c82f54-8caf-4c19-8675-dc5087e544b4" -d '{"events": [{"server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:44.377845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7483fca-9a3e-4f41-87d0-1edd2f3d7b79 req-e3ca5051-89ae-4686-9624-975e511108c6 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.386895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7483fca-9a3e-4f41-87d0-1edd2f3d7b79 req-e3ca5051-89ae-4686-9624-975e511108c6 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 984 time: 0.1851001 Jul 16 08:33:44.390437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-8770fc1f-2af5-40ee-81d4-ca46c0abd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.392589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-8770fc1f-2af5-40ee-81d4-ca46c0abd440 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1136 time: 0.1459813 Jul 16 08:33:44.467808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7483fca-9a3e-4f41-87d0-1edd2f3d7b79 req-0fbe510a-8821-4178-b83c-e3dd93769d64 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&id=9d082bd5-baea-4030-ac43-0085418a277b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0797896 Jul 16 08:33:44.585425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-2d6dbde7-507f-4d71-92c3-f8127918e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.586143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-2d6dbde7-507f-4d71-92c3-f8127918e900 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.1789544 Jul 16 08:33:44.671212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-d5cb36bd-f73d-4400-9ca8-d384e59c16b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 217 time: 0.0716064 Jul 16 08:33:44.698701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4ddd-8fee-4541-88c9-12149332c756 req-09c146e6-7348-46ec-be61-67f02cff0607 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.700247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad1f4ddd-8fee-4541-88c9-12149332c756 req-09c146e6-7348-46ec-be61-67f02cff0607 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1759670 Jul 16 08:33:45.072070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad1f4ddd-8fee-4541-88c9-12149332c756 req-8310ce75-b840-467e-9de0-5fd8a7fa8e7f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0483620 Jul 16 08:33:45.084188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-20c4aafc-086a-4bde-a95f-bedbacee82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.085627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-20c4aafc-086a-4bde-a95f-bedbacee82fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.4067075 Jul 16 08:33:45.101329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eac92a-4f39-473b-a4e3-f75f98edd0d0 req-7c8bcc4a-a1d3-45c6-84b0-34599caadb6f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.108473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40eac92a-4f39-473b-a4e3-f75f98edd0d0 req-7c8bcc4a-a1d3-45c6-84b0-34599caadb6f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.5075343 Jul 16 08:33:45.127721 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd3a9eb-5f83-453d-bf1d-97a8a84b9b05 x-openstack-request-id: req-1dd3a9eb-5f83-453d-bf1d-97a8a84b9b05 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:45.128014 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:45.128301 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dd3a9eb-5f83-453d-bf1d-97a8a84b9b05 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:45.128692 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'status': 'completed', 'code': 200} Jul 16 08:33:45.150674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-d7a99fc8-00c4-459a-94f9-66c4fc986123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395901 Jul 16 08:33:45.152435 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d11f52-a1f2-417c-a788-6daa6935aceb x-openstack-request-id: req-b6d11f52-a1f2-417c-a788-6daa6935aceb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:45.153127 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:45.153558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6d11f52-a1f2-417c-a788-6daa6935aceb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:45.154101 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe', 'code': 200} Jul 16 08:33:45.233816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40eac92a-4f39-473b-a4e3-f75f98edd0d0 req-93fb3ef4-0602-4a08-86a8-63653679c2fb tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241939 Jul 16 08:33:45.346439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb862-fe6c-4d2b-99df-4bf7c8b46c5e req-0e7d23c7-5c68-4e33-b044-a61931b9114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.347974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fccb862-fe6c-4d2b-99df-4bf7c8b46c5e req-0e7d23c7-5c68-4e33-b044-a61931b9114e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 1097 time: 0.1025407 Jul 16 08:33:45.394996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fccb862-fe6c-4d2b-99df-4bf7c8b46c5e req-9747d8d9-de3b-4d4d-9b57-fef07e4f8197 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Jul 16 08:33:45.467825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-ae6aa5a6-a9e0-4d66-a8a1-7bb538ab8a51 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910638 Jul 16 08:33:45.520425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-8a24b587-2eaa-46fa-82ba-6e286523b8ca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.522035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-8a24b587-2eaa-46fa-82ba-6e286523b8ca tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 949 time: 0.0664966 Jul 16 08:33:45.558621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3cc80f92-8eb9-49f2-9300-56b336ee497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.618582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68ffa-5103-4854-926c-f1d4ed0a37f2 req-9023ed5d-52cb-4d16-b27f-3e07d9502046 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.620318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29e68ffa-5103-4854-926c-f1d4ed0a37f2 req-9023ed5d-52cb-4d16-b27f-3e07d9502046 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.2457747 Jul 16 08:33:45.635147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63886-eed8-4218-bd5d-b0d8d2cae338 req-e3e5fd97-f9c0-4f31-a47f-e4fbb98223a1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.637049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5eb63886-eed8-4218-bd5d-b0d8d2cae338 req-e3e5fd97-f9c0-4f31-a47f-e4fbb98223a1 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=77494fdb-d84e-4973-993e-2e2087812575 HTTP/1.1" status: 200 len: 949 time: 0.3123798 Jul 16 08:33:45.655138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port 89a986b1-f40d-4221-b477-ae521183543b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:45.656411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.664066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.697144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29e68ffa-5103-4854-926c-f1d4ed0a37f2 req-305610fb-6a1f-4b9f-9214-f7b806206e39 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Jul 16 08:33:45.704258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e3b98d-59af-4916-8019-2bcc66ce43c2 req-d4ca7990-a00b-4d65-b4b9-f6e1add32138 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217948 Jul 16 08:33:45.765932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5eb63886-eed8-4218-bd5d-b0d8d2cae338 req-b7684abc-deb5-4067-ad48-cfc602fc3ee9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909142 Jul 16 08:33:45.867989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port 89a986b1-f40d-4221-b477-ae521183543b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=89a986b1-f40d-4221-b477-ae521183543b,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:45.868576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.894307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for 89a986b1-f40d-4221-b477-ae521183543b owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:45.913666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-0861948e-6f7f-462d-9c5c-b0788af17d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.915405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-0861948e-6f7f-462d-9c5c-b0788af17d45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1136 time: 0.1284180 Jul 16 08:33:46.100839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.115316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:46.118217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d', '07044778-e443-4aad-9d17-82bd17fa48c4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:46.157332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=89a986b1-f40d-4221-b477-ae521183543b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.210889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-591be343-3be3-417e-bc7d-430e422aea62 req-c6cf75c7-bf3e-43f1-9475-9c21017da18f tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1677132 Jul 16 08:33:46.214101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-7165b8c4-0400-4588-bdc1-ee11ccd999c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.215605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-7165b8c4-0400-4588-bdc1-ee11ccd999c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.2923996 Jul 16 08:33:46.235613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port 89a986b1-f40d-4221-b477-ae521183543b on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:46.237965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38615-6c2d-40c4-b22a-206472e45bc3 req-deb49c6d-361b-4e05-b4cc-1366ef5785a3 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.240379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.244696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34a38615-6c2d-40c4-b22a-206472e45bc3 req-deb49c6d-361b-4e05-b4cc-1366ef5785a3 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.2004128 Jul 16 08:33:46.247706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0bcc5ff8-747d-46b6-b6f9-5a07ce4e72ba req-1e34f48a-50c5-412d-a349-885d8b2938d8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.47 "DELETE /v2.0/ports/89a986b1-f40d-4221-b477-ae521183543b HTTP/1.1" status: 204 len: 173 time: 0.7203627 Jul 16 08:33:46.249271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'name': 'network-vif-deleted', 'tag': '89a986b1-f40d-4221-b477-ae521183543b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:46.251439 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110bd444-2fd7-478f-8520-f01546998706" -d '{"events": [{"server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "name": "network-vif-deleted", "tag": "89a986b1-f40d-4221-b477-ae521183543b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:46.300289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-1733c761-0a7f-4940-94a5-a5dbc0cef90f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.320018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-1733c761-0a7f-4940-94a5-a5dbc0cef90f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 950 time: 0.2709365 Jul 16 08:33:46.456104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-f1a4ccb5-5d7e-4599-a8af-3e56c7e38571 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 217 time: 0.2265437 Jul 16 08:33:46.482988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34a38615-6c2d-40c4-b22a-206472e45bc3 req-df7e5e85-3d56-4d04-a947-3d065ec306a1 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373309 Jul 16 08:33:46.614313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port 07044778-e443-4aad-9d17-82bd17fa48c4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:46.615797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.722209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-376fcc28-3511-4f7a-909a-3c6323bef28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.723875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-376fcc28-3511-4f7a-909a-3c6323bef28b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.2399087 Jul 16 08:33:46.802254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.817216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-4c31738b-d55e-4030-9b85-d33e0b9ee05b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784571 Jul 16 08:33:46.841097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port 07044778-e443-4aad-9d17-82bd17fa48c4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07044778-e443-4aad-9d17-82bd17fa48c4,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:46.842614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.873472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for 07044778-e443-4aad-9d17-82bd17fa48c4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:46.950017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35eb0-b51e-4d6c-b1dd-e1da5c12ed0b req-8a49c29d-6c6f-445b-989d-60524f0e92bf tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.958993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08f35eb0-b51e-4d6c-b1dd-e1da5c12ed0b req-8a49c29d-6c6f-445b-989d-60524f0e92bf tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 984 time: 0.5339425 Jul 16 08:33:47.015507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08f35eb0-b51e-4d6c-b1dd-e1da5c12ed0b req-760b0db1-40f0-47b3-9c0e-97633bcf080e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&id=9d082bd5-baea-4030-ac43-0085418a277b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0552886 Jul 16 08:33:47.141751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b654a3-e186-4117-adbe-1349d92d90dd req-e2c7d5b6-e465-445b-957a-1830cb63ddb7 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.156272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30b654a3-e186-4117-adbe-1349d92d90dd req-e2c7d5b6-e465-445b-957a-1830cb63ddb7 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1102 time: 0.3414183 Jul 16 08:33:47.208401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.221491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['89a986b1-f40d-4221-b477-ae521183543b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:47.255623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-ba946a25-14e0-40a3-931f-ad5f2e474a63 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990133 Jul 16 08:33:47.263101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=07044778-e443-4aad-9d17-82bd17fa48c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.319700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30b654a3-e186-4117-adbe-1349d92d90dd req-d10af1ee-50c5-4bbf-b9fd-6b6099db22a6 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522665 Jul 16 08:33:47.384935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port 07044778-e443-4aad-9d17-82bd17fa48c4 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:47.388856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.391678 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-addf0c71-4aff-4d8c-91c4-dda213a0a828 req-4e91a734-cd7d-4b77-ac84-a47c509debb9 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "DELETE /v2.0/ports/07044778-e443-4aad-9d17-82bd17fa48c4 HTTP/1.1" status: 204 len: 173 time: 1.0643594 Jul 16 08:33:47.442053 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c3e13e-2888-4d89-b41c-8098015e1907 x-openstack-request-id: req-34c3e13e-2888-4d89-b41c-8098015e1907 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:47.442352 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77494fdb-d84e-4973-993e-2e2087812575", "name": "network-vif-deleted", "tag": "89a986b1-f40d-4221-b477-ae521183543b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:47.442761 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34c3e13e-2888-4d89-b41c-8098015e1907 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:47.443109 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77494fdb-d84e-4973-993e-2e2087812575', 'name': 'network-vif-deleted', 'tag': '89a986b1-f40d-4221-b477-ae521183543b', 'status': 'completed', 'code': 200} Jul 16 08:33:47.573288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72e0c7c9-8476-4bfe-8d1c-049850cbd004 req-d82681d7-c3f7-4f87-a0bd-c4a917c8b08f service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952311 Jul 16 08:33:47.631185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f41e61-7c77-4466-9231-f00526b4dca5 req-042b1ab5-c7c1-4cff-99a8-69ecf71be23a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.638616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3f41e61-7c77-4466-9231-f00526b4dca5 req-042b1ab5-c7c1-4cff-99a8-69ecf71be23a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.1670775 Jul 16 08:33:47.683256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3f41e61-7c77-4466-9231-f00526b4dca5 req-0ba9850f-3dbb-4f19-9645-9a23c217ec75 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Jul 16 08:33:47.917643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721b25-9f39-4cfe-b958-66bd1610fa77 req-46206a68-bb6c-4841-a353-0c9682601ead tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.919303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f721b25-9f39-4cfe-b958-66bd1610fa77 req-46206a68-bb6c-4841-a353-0c9682601ead tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.0858877 Jul 16 08:33:47.979799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f721b25-9f39-4cfe-b958-66bd1610fa77 req-26d18547-4ee9-401a-a67b-6511c8ad5e1d tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514576 Jul 16 08:33:48.227756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad090485-ba7e-4190-aaec-efe4cd647a9c req-dc33d35b-0667-422e-9532-ae39fa2a4628 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=897ca990-10f4-4a17-81fc-9c2d1b391c5c HTTP/1.1" status: 200 len: 210 time: 0.0643711 Jul 16 08:33:48.240339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:48.310462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186e2d6-2c69-46e8-b0b4-20aeaf62d18a req-178adb32-80d1-4c4a-96d0-2536da1cad63 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.333816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6186e2d6-2c69-46e8-b0b4-20aeaf62d18a req-178adb32-80d1-4c4a-96d0-2536da1cad63 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.2222006 Jul 16 08:33:48.387457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-e8a75211-f7b0-4fcb-9115-81c9c52bf38c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2259295 Jul 16 08:33:48.404793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.416960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6186e2d6-2c69-46e8-b0b4-20aeaf62d18a req-868d9401-16e6-473b-97ba-2bc2f5d38798 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815878 Jul 16 08:33:48.526899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5541c6e-0429-40fd-958b-61425d6dc2a1 req-cb35fd15-6c73-41e7-8373-f0e811ec703b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.535404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5541c6e-0429-40fd-958b-61425d6dc2a1 req-cb35fd15-6c73-41e7-8373-f0e811ec703b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1435990 Jul 16 08:33:48.630899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5541c6e-0429-40fd-958b-61425d6dc2a1 req-4f75ca67-8653-4ab9-a593-cb3c4faba13d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918317 Jul 16 08:33:48.705398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f63b5-3d4f-480f-a00d-7396cd9b4b18 req-c9300dba-ff08-4c78-b09c-6d279c42b966 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.713769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b0f63b5-3d4f-480f-a00d-7396cd9b4b18 req-c9300dba-ff08-4c78-b09c-6d279c42b966 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 984 time: 0.1524758 Jul 16 08:33:48.774967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b0f63b5-3d4f-480f-a00d-7396cd9b4b18 req-b91914b3-57c3-4678-9daf-96f63dd7fa45 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&id=9d082bd5-baea-4030-ac43-0085418a277b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0535631 Jul 16 08:33:48.861678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07044778-e443-4aad-9d17-82bd17fa48c4 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:48.891566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 07044778-e443-4aad-9d17-82bd17fa48c4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:48.892185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07044778-e443-4aad-9d17-82bd17fa48c4 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:49.009500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd7dd-653b-43a7-bb09-2e9b2c52fab8 req-a047bf1c-cdf3-45f4-a4b8-a19fb83803ef tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.018791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dabbd7dd-653b-43a7-bb09-2e9b2c52fab8 req-a047bf1c-cdf3-45f4-a4b8-a19fb83803ef tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.1040375 Jul 16 08:33:49.081962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dabbd7dd-653b-43a7-bb09-2e9b2c52fab8 req-c4e20fee-8966-470f-9598-624816cbae8d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Jul 16 08:33:49.308672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-d8fc6e49-3131-4b51-b7f8-e0b5dd9cf65a tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2032218630&fields=id&tenant_id=85e872f9576d43779dbadbb4e41a2805 HTTP/1.1" status: 200 len: 267 time: 0.0952468 Jul 16 08:33:49.358464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff19ae-0520-43b7-8bd0-378525517d04 req-acd6e2ec-81b4-499d-9a19-25e5eb9d1bbf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.360641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19ff19ae-0520-43b7-8bd0-378525517d04 req-acd6e2ec-81b4-499d-9a19-25e5eb9d1bbf tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.1583171 Jul 16 08:33:49.432778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-b0e6a27d-196d-4f46-aaf3-f1e42a813661 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.434328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-b0e6a27d-196d-4f46-aaf3-f1e42a813661 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 984 time: 0.1208017 Jul 16 08:33:49.440016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19ff19ae-0520-43b7-8bd0-378525517d04 req-41c51082-b153-46d2-bc29-8721f7784f40 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669844 Jul 16 08:33:49.445317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'name': 'network-vif-deleted', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:49.447799 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec3716-3d5c-4349-9963-97e19885ca6f" -d '{"events": [{"server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "name": "network-vif-deleted", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:49.462350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'port': {'security_groups': ['9d082bd5-baea-4030-ac43-0085418a277b', 'fe26d3ac-a091-452f-ad62-de31e376003c', '9eccfdb1-1329-4f42-b872-2db0e5fedb84']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:49.509389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-52b6211e-51f5-4630-b352-cde4c621abd3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.510928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-52b6211e-51f5-4630-b352-cde4c621abd3 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.46 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.1049266 Jul 16 08:33:49.598853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.660425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Deleting port c007012c-3cde-4ffd-a1a6-ee346de47e83 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:49.660765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.832672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29e6fa-a36e-470a-a9be-1f9d0ef486c0 req-04fc13f2-b430-46b7-85a3-fb4a26e7bd44 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.834821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca29e6fa-a36e-470a-a9be-1f9d0ef486c0 req-04fc13f2-b430-46b7-85a3-fb4a26e7bd44 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eb33474-a6c1-4d61-ada9-ef26b9bc5744 HTTP/1.1" status: 200 len: 946 time: 0.1699722 Jul 16 08:33:49.957243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca29e6fa-a36e-470a-a9be-1f9d0ef486c0 req-d66940e0-4942-4942-898b-ab53a471ef45 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.32 "GET /v2.0/security-groups?id=5846315a-b353-494a-9c27-7681d966cae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140087 Jul 16 08:33:49.999149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:50.079294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.086652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.106735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:50.110122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:50.202952 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca66668-399f-47e5-b983-deda6611e287 x-openstack-request-id: req-6ca66668-399f-47e5-b983-deda6611e287 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:50.204500 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897ca990-10f4-4a17-81fc-9c2d1b391c5c", "name": "network-vif-deleted", "tag": "07044778-e443-4aad-9d17-82bd17fa48c4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:50.206039 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ca66668-399f-47e5-b983-deda6611e287 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:50.206472 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897ca990-10f4-4a17-81fc-9c2d1b391c5c', 'name': 'network-vif-deleted', 'tag': '07044778-e443-4aad-9d17-82bd17fa48c4', 'status': 'completed', 'code': 200} Jul 16 08:33:50.221912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 89a986b1-f40d-4221-b477-ae521183543b no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:50.229714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.231108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.233051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b9f99d7-72b5-4276-bd92-5bd0119a4064 req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "PUT /v2.0/ports/ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 1020 time: 0.7840393 Jul 16 08:33:50.234082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:50.237460 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c006f8-cc6d-498d-a9a2-3ff40497252f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:50.247220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] For port c007012c-3cde-4ffd-a1a6-ee346de47e83, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c007012c-3cde-4ffd-a1a6-ee346de47e83,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:50.247529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.282758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Calling delete_port for c007012c-3cde-4ffd-a1a6-ee346de47e83 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:50.285918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01795286-6c76-4c31-8b6d-440ad4da160f tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.300729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 89a986b1-f40d-4221-b477-ae521183543b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:50.301763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 89a986b1-f40d-4221-b477-ae521183543b not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:50.303150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-40f47a76-f46e-46be-9240-537a589db1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.313514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-40f47a76-f46e-46be-9240-537a589db1c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1102 time: 0.2985780 Jul 16 08:33:50.377623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:50.466747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-13e5d5f7-5d36-4533-beb6-7ee273d104fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.468340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-13e5d5f7-5d36-4533-beb6-7ee273d104fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1472785 Jul 16 08:33:50.483523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad573b0-ed6c-41a9-8c64-4793eba4de53 req-01503839-1127-4a8f-a329-3635cc416ed4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.485626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ad573b0-ed6c-41a9-8c64-4793eba4de53 req-01503839-1127-4a8f-a329-3635cc416ed4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1382489 Jul 16 08:33:50.501428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.550905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Pushing event deleted for resources: {'Port': ['ID=c007012c-3cde-4ffd-a1a6-ee346de47e83,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.559213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-5634d8bc-c99d-48db-8b7b-779080cdfafa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0725064 Jul 16 08:33:50.615378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] No DVR routers for this DVR port c007012c-3cde-4ffd-a1a6-ee346de47e83 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:50.620622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.622694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9d2b1c8-d2cf-41b5-b921-8d1879d7df95 req-728e9743-8143-4f69-b367-3e69c89f8c5c tempest-FloatingIPsAssociationNegativeTestJSON-1991088630 tempest-FloatingIPsAssociationNegativeTestJSON-1991088630-project] 10.222.0.46 "DELETE /v2.0/ports/c007012c-3cde-4ffd-a1a6-ee346de47e83 HTTP/1.1" status: 204 len: 173 time: 1.1057048 Jul 16 08:33:50.727727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ad573b0-ed6c-41a9-8c64-4793eba4de53 req-bb33fa96-482c-4b0d-9061-8e6a9c769fa7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352514 Jul 16 08:33:50.762320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-c7038b1f-155d-4a3c-ba70-74726da7a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.773765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-c7038b1f-155d-4a3c-ba70-74726da7a967 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1965084 Jul 16 08:33:50.917476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca79784-3e3d-409d-96a2-b3bccf3dbd36 req-c465b074-3f33-4b09-8e10-26d11ec1c61e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.918971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ca79784-3e3d-409d-96a2-b3bccf3dbd36 req-c465b074-3f33-4b09-8e10-26d11ec1c61e tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.2882490 Jul 16 08:33:50.931366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-774cce21-7be2-4523-adf0-3b1826345e2a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.932999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-774cce21-7be2-4523-adf0-3b1826345e2a tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.47 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.2839668 Jul 16 08:33:50.960650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4fc7653-96d5-420e-9ba1-0feaf7fa2221 req-c008cf43-5220-4673-830e-87216b1f9f99 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9eccfdb1-1329-4f42-b872-2db0e5fedb84 HTTP/1.1" status: 200 len: 1801 time: 0.1240416 Jul 16 08:33:51.029757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-17243a11-45cb-4161-8ab1-37cfea0bcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.031294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-17243a11-45cb-4161-8ab1-37cfea0bcb85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447779 Jul 16 08:33:51.075699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ca79784-3e3d-409d-96a2-b3bccf3dbd36 req-0d9617e1-cb87-47e5-826c-6a54311ee106 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383967 Jul 16 08:33:51.157673 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-d4fc7653-96d5-420e-9ba1-0feaf7fa2221 req-6d2e0ff2-e985-4d0f-8130-124a7d1d2357 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:33:51.169532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4fc7653-96d5-420e-9ba1-0feaf7fa2221 req-6d2e0ff2-e985-4d0f-8130-124a7d1d2357 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/9eccfdb1-1329-4f42-b872-2db0e5fedb84 HTTP/1.1" status: 409 len: 341 time: 0.1951001 Jul 16 08:33:51.173629 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ac045-a4a7-494b-9fca-5222c7f8d460 x-openstack-request-id: req-997ac045-a4a7-494b-9fca-5222c7f8d460 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:51.174567 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:51.174828 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-997ac045-a4a7-494b-9fca-5222c7f8d460 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:51.175229 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'status': 'completed', 'code': 200} Jul 16 08:33:51.244955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-835181c0-a106-4cd3-a181-c7f48a59031c service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048676 Jul 16 08:33:51.276057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-9b4f12db-116f-41f5-835a-f751c2033c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.278175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-9b4f12db-116f-41f5-835a-f751c2033c71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85e872f9576d43779dbadbb4e41a2805&device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1175 time: 0.0867987 Jul 16 08:33:51.295802 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:51.327761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Deleting port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:51.334318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.413068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-efdf05ad-367c-4bdd-be6e-e772590b70bf service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541915 Jul 16 08:33:51.416241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-db9c3401-9fc5-4e18-a82c-dfe3572f658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.420081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-db9c3401-9fc5-4e18-a82c-dfe3572f658c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 200 len: 913 time: 0.1320691 Jul 16 08:33:51.479267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-ef6e830b-e619-4415-8f9b-3133b0723e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 200 len: 217 time: 0.0504606 Jul 16 08:33:51.574011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-48e5a674-ccf4-4019-85b2-3b136fca545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.576068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-48e5a674-ccf4-4019-85b2-3b136fca545c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 200 len: 852 time: 0.0905676 Jul 16 08:33:51.620372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-e478bc77-77ed-43d0-8e35-40823bb48977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337975 Jul 16 08:33:51.651144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35476) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:51.820486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-e887ff59-ad8c-42fc-8ba4-f3ee95546b87 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923997 Jul 16 08:33:51.822885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] For port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,segment=NetworkSegment(e229454d-9b31-4a54-a972-24e6620a832e),segment_id=e229454d-9b31-4a54-a972-24e6620a832e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:51.823348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.843260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4e538-4782-4f33-9fc2-bcc674cd9a95 req-ea3266cd-3370-4ad9-889b-6792495f1a33 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.844906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9e4e538-4782-4f33-9fc2-bcc674cd9a95 req-ea3266cd-3370-4ad9-889b-6792495f1a33 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b39a8cc9-066c-45e7-ab3b-e34c8054f2c4 HTTP/1.1" status: 200 len: 945 time: 0.4262733 Jul 16 08:33:51.850107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Calling delete_port for e1112a46-bb1f-40c8-af55-be7bf1aa7ffe owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:51.940573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9e4e538-4782-4f33-9fc2-bcc674cd9a95 req-c8d49667-bacd-4fba-9813-476785acd8ba tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups?id=590741f6-d279-47d9-ae6d-54d0cd362c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753160 Jul 16 08:33:51.999037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-07c006f8-cc6d-498d-a9a2-3ff40497252f req-b39fb613-e195-47e6-b5eb-bc674e7879e9 service neutron] 10.222.0.47 "GET /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719151 Jul 16 08:33:52.098451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-497b1e9b-a4f0-4dc6-a84e-a29e3cb15f67 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.104654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-497b1e9b-a4f0-4dc6-a84e-a29e3cb15f67 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.1572297 Jul 16 08:33:52.123962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-d58cc1c0-af45-4c2b-91a8-2bad6ccab050 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/quotas/cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 375 time: 0.0184765 Jul 16 08:33:52.158678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.173310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e1112a46-bb1f-40c8-af55-be7bf1aa7ffe'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:52.176058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.191183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event deleted for resources: {'Port': ['ID=e1112a46-bb1f-40c8-af55-be7bf1aa7ffe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.209807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'name': 'network-vif-deleted', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:52.212161 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecf4248-bda4-4e4f-a142-405929f9f9f6" -d '{"events": [{"server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "name": "network-vif-deleted", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:52.247703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] No DVR routers for this DVR port e1112a46-bb1f-40c8-af55-be7bf1aa7ffe on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:52.251028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.253579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2aae4cc-88c6-4ef7-960f-b6686ff1ff57 req-6148df64-3a48-4fb7-b26a-fea8471a81de tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.47 "DELETE /v2.0/ports/e1112a46-bb1f-40c8-af55-be7bf1aa7ffe HTTP/1.1" status: 204 len: 173 time: 1.3120971 Jul 16 08:33:52.286588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-ae935da3-df35-46b0-8509-446d1c7754de tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1616662 Jul 16 08:33:52.405014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-c9179fb5-6708-4dba-bb12-4ab32bd20bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095960 Jul 16 08:33:52.480616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Deleting port 0bffe707-6a50-48ad-93ac-211188ebcc40 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:52.480964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.540541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cf55f-ad6e-4135-811d-16a5dcb75806 req-88524e65-660b-40c6-9cf9-c5b9b8cb206f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.541914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea4cf55f-ad6e-4135-811d-16a5dcb75806 req-88524e65-660b-40c6-9cf9-c5b9b8cb206f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1308277 Jul 16 08:33:52.547595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-cee0f9d4-1bf9-4fae-b94d-7c06619747ac service neutron] 10.222.0.32 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276309 Jul 16 08:33:52.557614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] For port 0bffe707-6a50-48ad-93ac-211188ebcc40, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0bffe707-6a50-48ad-93ac-211188ebcc40,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.557979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.574087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Calling delete_port for 0bffe707-6a50-48ad-93ac-211188ebcc40 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:52.581483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea4cf55f-ad6e-4135-811d-16a5dcb75806 req-cfbf300a-4b10-40f7-908d-b5aabaffd55f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jul 16 08:33:52.759365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded53316-baa7-4c82-8d8e-b4c51ec9254a req-3aeb6f97-afb9-4837-8ce3-b4cc87adefe1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.764513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ded53316-baa7-4c82-8d8e-b4c51ec9254a req-3aeb6f97-afb9-4837-8ce3-b4cc87adefe1 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1023 time: 0.0829108 Jul 16 08:33:52.779391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.816230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0bffe707-6a50-48ad-93ac-211188ebcc40,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.816377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ded53316-baa7-4c82-8d8e-b4c51ec9254a req-d0cbee6c-5966-4a87-aac6-e147820f0ff3 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eccfdb1-1329-4f42-b872-2db0e5fedb84&id=fe26d3ac-a091-452f-ad62-de31e376003c&id=9d082bd5-baea-4030-ac43-0085418a277b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0485086 Jul 16 08:33:52.863604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c007012c-3cde-4ffd-a1a6-ee346de47e83 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:52.917932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: c007012c-3cde-4ffd-a1a6-ee346de47e83 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:52.919250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c007012c-3cde-4ffd-a1a6-ee346de47e83 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:52.951324 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3acce-84f0-4a97-8860-9c25fa588f98 x-openstack-request-id: req-73d3acce-84f0-4a97-8860-9c25fa588f98 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:52.951738 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb33474-a6c1-4d61-ada9-ef26b9bc5744", "name": "network-vif-deleted", "tag": "c007012c-3cde-4ffd-a1a6-ee346de47e83", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:52.952136 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73d3acce-84f0-4a97-8860-9c25fa588f98 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:52.952620 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb33474-a6c1-4d61-ada9-ef26b9bc5744', 'name': 'network-vif-deleted', 'tag': 'c007012c-3cde-4ffd-a1a6-ee346de47e83', 'status': 'completed', 'code': 200} Jul 16 08:33:53.034286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.160020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7565572-f104-4f26-aa8e-029e1b55b98e req-555d9706-5560-4ac9-a478-e8a330728a60 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.161670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7565572-f104-4f26-aa8e-029e1b55b98e req-555d9706-5560-4ac9-a478-e8a330728a60 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.1687703 Jul 16 08:33:53.176986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'name': 'network-vif-deleted', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:53.179279 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8786746f-bf39-45ff-a3a5-b9bc53bff3ae" -d '{"events": [{"server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "name": "network-vif-deleted", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:53.228173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7565572-f104-4f26-aa8e-029e1b55b98e req-0a22925d-f744-47cd-bb4a-d24c64c53474 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601435 Jul 16 08:33:53.237110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03522121-07f7-46dd-854c-a48e6f7374d6 req-68af00d0-b42f-44cc-886d-e5bd1a38a8ad tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.238602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03522121-07f7-46dd-854c-a48e6f7374d6 req-68af00d0-b42f-44cc-886d-e5bd1a38a8ad tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 950 time: 0.1182320 Jul 16 08:33:53.323516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0d94de4-e9ec-4016-ad5d-9b3bca31f8ec req-e9f75ce2-9319-4984-9ec5-fb49f955a95b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.0349686 Jul 16 08:33:53.336532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Router 5e9a47de-68db-4113-81f5-5bd123bd4689 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:53.343060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03522121-07f7-46dd-854c-a48e6f7374d6 req-7c546399-b643-4e42-879c-5c899c9290ea tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922718 Jul 16 08:33:53.381809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-b11cbf39-7f3c-4eb1-975c-84a661edaa7a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.384460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-b11cbf39-7f3c-4eb1-975c-84a661edaa7a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 950 time: 0.1449077 Jul 16 08:33:53.471932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:53.477782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f5b76f03-cfb8-41bf-b097-cbe31248f3cd admin admin] 10.222.0.32 "PUT /v2.0/routers/5e9a47de-68db-4113-81f5-5bd123bd4689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251078 Jul 16 08:33:53.480097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:53.485851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Sync routers for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:53.498024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:53.499887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.511506 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c5c2ba-8a27-4555-8a27-41e041385390 x-openstack-request-id: req-f7c5c2ba-8a27-4555-8a27-41e041385390 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:53.512386 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a8cc9-066c-45e7-ab3b-e34c8054f2c4", "name": "network-vif-deleted", "tag": "e1112a46-bb1f-40c8-af55-be7bf1aa7ffe", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:53.513098 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7c5c2ba-8a27-4555-8a27-41e041385390 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:53.514155 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39a8cc9-066c-45e7-ab3b-e34c8054f2c4', 'name': 'network-vif-deleted', 'tag': 'e1112a46-bb1f-40c8-af55-be7bf1aa7ffe', 'status': 'completed', 'code': 200} Jul 16 08:33:53.614941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.658999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port 690f62d5-b804-46da-adf1-2f7a4055e08d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:53.659282 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.682458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:53.780518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35528) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:53.860707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-0bea6209-5399-4662-855a-aca63ccf4dbc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.862659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-0bea6209-5399-4662-855a-aca63ccf4dbc tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.1728976 Jul 16 08:33:53.880800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:53.919287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port 690f62d5-b804-46da-adf1-2f7a4055e08d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=690f62d5-b804-46da-adf1-2f7a4055e08d,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:53.919651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.927273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.956393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for 690f62d5-b804-46da-adf1-2f7a4055e08d owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:53.980866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:33:52Z', 'revision_number': 5, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port': {'id': '79af6460-a7f5-40fd-934d-eec7a2a0d99b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:48Z', 'updated_at': '2021-07-16T08:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.981168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd00e85-b223-4d2f-879c-367390974469 req-c7432f43-80d7-4fcb-9485-f755e6820aef tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.982846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-edd00e85-b223-4d2f-879c-367390974469 req-c7432f43-80d7-4fcb-9485-f755e6820aef tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1023 time: 0.3453050 Jul 16 08:33:53.999610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.010095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.010855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Checking router: 5e9a47de-68db-4113-81f5-5bd123bd4689 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:54.020666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Routers {'5e9a47de-68db-4113-81f5-5bd123bd4689'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:54.021407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5e9a47de-68db-4113-81f5-5bd123bd4689'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:54.032993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Deleting port 79af6460-a7f5-40fd-934d-eec7a2a0d99b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:54.033336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.105280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fe3ea-31ad-4fb4-958a-c49891e23bb5 req-9f6ff91b-2283-4287-b224-d04f97abdede tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:54.106914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5fe3ea-31ad-4fb4-958a-c49891e23bb5 req-9f6ff91b-2283-4287-b224-d04f97abdede tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.3460619 Jul 16 08:33:54.115338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] Set router 5e9a47de-68db-4113-81f5-5bd123bd4689 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:54.137038 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.173981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:33:53Z', 'revision_number': 6, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:54.214795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9425e-a9d3-429c-b2f0-d4e995a3ed6d None None] The sync data for ids ['5e9a47de-68db-4113-81f5-5bd123bd4689'] in n-d-798054-12 is: [{'id': '5e9a47de-68db-4113-81f5-5bd123bd4689', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-263575203-router', 'tenant_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:47Z', 'updated_at': '2021-07-16T08:33:53Z', 'revision_number': 6, 'project_id': '032f1ccf2eaa4ab485dcee4fa5918bd1', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:54.225200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e1112a46-bb1f-40c8-af55-be7bf1aa7ffe no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:54.237563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] For port 79af6460-a7f5-40fd-934d-eec7a2a0d99b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=79af6460-a7f5-40fd-934d-eec7a2a0d99b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:54.237944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.269802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-6028c66a-0203-4e33-af40-a6098b1b751f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:54.271653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-6028c66a-0203-4e33-af40-a6098b1b751f tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 949 time: 0.2107534 Jul 16 08:33:54.272653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Calling delete_port for 79af6460-a7f5-40fd-934d-eec7a2a0d99b owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:54.279560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5fe3ea-31ad-4fb4-958a-c49891e23bb5 req-f46ba181-a8e3-403e-a7b9-1ffa5a786bc1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473515 Jul 16 08:33:54.298095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d32450-ab33-40d8-8d79-0355c1f1fa54 req-fdf9bb2b-b5f4-4099-8793-04e21b895049 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:54.306147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57d32450-ab33-40d8-8d79-0355c1f1fa54 req-fdf9bb2b-b5f4-4099-8793-04e21b895049 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 1023 time: 0.3199716 Jul 16 08:33:54.309491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: e1112a46-bb1f-40c8-af55-be7bf1aa7ffe {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:54.310916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e1112a46-bb1f-40c8-af55-be7bf1aa7ffe not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:54.404762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.407282 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.410727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "DELETE /v2.0/security-groups/ef1aa771-7de5-4532-8ce7-f4527908bd0b HTTP/1.1" status: 204 len: 168 time: 0.6264551 Jul 16 08:33:54.427584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:54.444316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57d32450-ab33-40d8-8d79-0355c1f1fa54 req-3bf0055f-bf74-4e4c-92ed-37f7fa7789ba tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=9eccfdb1-1329-4f42-b872-2db0e5fedb84&id=fe26d3ac-a091-452f-ad62-de31e376003c&id=9d082bd5-baea-4030-ac43-0085418a277b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1370807 Jul 16 08:33:54.474152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b6bbd-8d63-4320-99a6-8b5ec483222c tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1aa771-7de5-4532-8ce7-f4527908bd0b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.488363 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-8f59cf14-bb27-4113-aee2-fef24c5cd1d2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] show failed (client error): The resource could not be found. Jul 16 08:33:54.491784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f59cf14-bb27-4113-aee2-fef24c5cd1d2 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "GET /v2.0/security-groups/ef1aa771-7de5-4532-8ce7-f4527908bd0b HTTP/1.1" status: 404 len: 347 time: 0.0608187 Jul 16 08:33:54.522912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Deleting port ee64fc58-3e55-4683-a58c-8c39b56503af {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:54.523589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.526564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35540) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:54.594558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.618425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619', 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', '690f62d5-b804-46da-adf1-2f7a4055e08d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:54.738033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port ee64fc58-3e55-4683-a58c-8c39b56503af, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ee64fc58-3e55-4683-a58c-8c39b56503af,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:54.738033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.757501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:54.758067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Calling delete_port for ee64fc58-3e55-4683-a58c-8c39b56503af owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:54.774215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0bffe707-6a50-48ad-93ac-211188ebcc40 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:54.817552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0bffe707-6a50-48ad-93ac-211188ebcc40 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:54.818288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0bffe707-6a50-48ad-93ac-211188ebcc40 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:54.883727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:54.918746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8faa9dc4-a337-457e-902b-565f98e7706e req-4f5e7023-9b9c-4c2a-8158-6708a2d641b7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.2968516 Jul 16 08:33:54.925427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=690f62d5-b804-46da-adf1-2f7a4055e08d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.994555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:55.142907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:55.155400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 has no active binding in host n-h1-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:33:55.172025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port 690f62d5-b804-46da-adf1-2f7a4055e08d on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:55.179093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.181122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f24f14ff-00ec-4a2e-a97b-c536b4cb89de req-059ececd-bfa5-4b03-9f71-bdecabe80344 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "DELETE /v2.0/ports/690f62d5-b804-46da-adf1-2f7a4055e08d HTTP/1.1" status: 204 len: 173 time: 1.7894852 Jul 16 08:33:55.200578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-55c0a76f-c0d3-450f-9cfa-ab67d5772034 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.203294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-55c0a76f-c0d3-450f-9cfa-ab67d5772034 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 807 time: 0.4785781 Jul 16 08:33:55.207872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:55.208056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72f1f-c2e8-4a87-a6af-deb2961cac09 req-1ae5dee1-6574-4b25-8113-87476af48719 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.210854 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60fc072-64d6-48d0-bbd7-34657b3f1a15" -d '{"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:55.216303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.216481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8a72f1f-c2e8-4a87-a6af-deb2961cac09 req-1ae5dee1-6574-4b25-8113-87476af48719 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 945 time: 0.7694836 Jul 16 08:33:55.228938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Request body: {'port': {'device_id': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'admin_state_up': True, 'tenant_id': 'cc0c72c01099479a93c78e4fee849e99'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:55.236998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.283734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49ecb7ce-0b25-463f-b5f8-d1f64a444315 req-e16251a4-ccf8-4bf3-9abc-ea8b119da50c tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3312658-b292-49f3-bf33-0cab02521531 HTTP/1.1" status: 200 len: 210 time: 0.1180327 Jul 16 08:33:55.345889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:55.346476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.439053 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8a72f1f-c2e8-4a87-a6af-deb2961cac09 req-426f2ae1-a1aa-41f1-96af-ebdde98d7926 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217774 Jul 16 08:33:55.515193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'name': 'network-vif-deleted', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:55.518405 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f690eb14-4c7d-4115-a6cb-777a5be2411e" -d '{"events": [{"server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "name": "network-vif-deleted", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:55.530276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Deleting port b7ba5ec4-ee32-45fa-9678-5ff97b5e6373 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:55.530962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.600642 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13760c0d-dc14-4ea3-8e4b-c7ee2d5bf5b3 x-openstack-request-id: req-13760c0d-dc14-4ea3-8e4b-c7ee2d5bf5b3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:55.600932 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-unplugged", "status": "completed", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:55.601157 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13760c0d-dc14-4ea3-8e4b-c7ee2d5bf5b3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:55.601561 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86', 'code': 200} Jul 16 08:33:55.681914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.708787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.709270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.713283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.726046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ee64fc58-3e55-4683-a58c-8c39b56503af'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:55.761079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:55.797397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Calling delete_port for b7ba5ec4-ee32-45fa-9678-5ff97b5e6373 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:55.811083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.817232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'Port': ['ID=ee64fc58-3e55-4683-a58c-8c39b56503af,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.833116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on host n-h2-798054-12 for vnic_type normal with profile {"migrating_to": "n-h1-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:55.833343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:55.833671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:55.872950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a16c25b8-e431-4acd-a430-4ecdcd2512d8 req-aef04aa5-9d45-4ff5-98af-d08bf7b8aa89 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff728e1a-fd08-4fdf-822b-34ed9832b7b3 HTTP/1.1" status: 200 len: 210 time: 0.1001987 Jul 16 08:33:55.910187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port d73b5632-bd6d-41ac-b9d4-83ca23e2a015, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:55.910852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.932557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for d73b5632-bd6d-41ac-b9d4-83ca23e2a015 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:55.935361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:55.936829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Attempting to bind port 0d309184-bdcf-43d2-a380-71842c64cf86 on network c5a1912c-3dd0-4868-bd87-923d579fd10d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:55.939288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=79af6460-a7f5-40fd-934d-eec7a2a0d99b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.975767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:55.976223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Checking segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:55.976684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Bound using segment: {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:55.977247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Bound port: 0d309184-bdcf-43d2-a380-71842c64cf86, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5846f7ad-9e05-4052-8f14-7dae148cdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c5a1912c-3dd0-4868-bd87-923d579fd10d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:55.977965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.067437 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd8e764-705f-4eea-be51-0f0f166bd5b3 x-openstack-request-id: req-3fd8e764-705f-4eea-be51-0f0f166bd5b3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:56.067437 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3312658-b292-49f3-bf33-0cab02521531", "name": "network-vif-deleted", "tag": "690f62d5-b804-46da-adf1-2f7a4055e08d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:56.067437 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fd8e764-705f-4eea-be51-0f0f166bd5b3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:56.067437 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3312658-b292-49f3-bf33-0cab02521531', 'name': 'network-vif-deleted', 'tag': '690f62d5-b804-46da-adf1-2f7a4055e08d', 'status': 'completed', 'code': 200} Jul 16 08:33:56.083496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] No DVR routers for this DVR port ee64fc58-3e55-4683-a58c-8c39b56503af on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:56.097984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Made reservation on behalf of cc0c72c01099479a93c78e4fee849e99 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:56.101983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.120814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.124020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-edd00e85-b223-4d2f-879c-367390974469 req-86a8926d-7db9-4a34-b866-aa82cabad8e8 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.47 "DELETE /v2.0/ports/ee64fc58-3e55-4683-a58c-8c39b56503af HTTP/1.1" status: 204 len: 173 time: 2.1325431 Jul 16 08:33:56.230639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881da0-7ed7-4007-91a3-e0181ad80fe6 req-de2d5aa9-b88e-4954-ad74-87860be1eaf9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.245754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad881da0-7ed7-4007-91a3-e0181ad80fe6 req-de2d5aa9-b88e-4954-ad74-87860be1eaf9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.5394266 Jul 16 08:33:56.326147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d0078d4-f601-4d2e-826b-bc28cc52465f req-39408a24-868d-49db-9347-dc803d5495b7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.0698981 Jul 16 08:33:56.389029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Allocated IP 172.20.0.12 (fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9/e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef/7962df97-e8d4-4042-bf92-3d35c82f1054) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:56.437673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad881da0-7ed7-4007-91a3-e0181ad80fe6 req-de524865-d72f-4ad0-96aa-288a5b76e36f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907122 Jul 16 08:33:56.556605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.565265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.605544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.671297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Pushing event deleted for resources: {'Port': ['ID=b7ba5ec4-ee32-45fa-9678-5ff97b5e6373,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.737080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.740275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.789385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 79af6460-a7f5-40fd-934d-eec7a2a0d99b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:56.813687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 79af6460-a7f5-40fd-934d-eec7a2a0d99b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:56.814027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 79af6460-a7f5-40fd-934d-eec7a2a0d99b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:56.866731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.869707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.871014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48c42c98-547f-4f62-9a5f-9085ba22a1b9 tempest-ImagesOneServerNegativeTestJSON-429240056 tempest-ImagesOneServerNegativeTestJSON-429240056-project] 10.222.0.32 "DELETE /v2.0/floatingips/cc538db8-3ad7-46e1-b786-822e177510e1 HTTP/1.1" status: 204 len: 168 time: 2.3424654 Jul 16 08:33:56.911972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451769-918c-46aa-b6b0-11aa0d3dcd5f req-703f6c40-a31b-4fc2-a6e8-3405e8e1887a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.924488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 690f62d5-b804-46da-adf1-2f7a4055e08d no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:56.926323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8451769-918c-46aa-b6b0-11aa0d3dcd5f req-703f6c40-a31b-4fc2-a6e8-3405e8e1887a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.2731614 Jul 16 08:33:56.954042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.954657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9a47de-68db-4113-81f5-5bd123bd4689 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:33:56.961605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:56.970483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:56.977592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 690f62d5-b804-46da-adf1-2f7a4055e08d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:56.977941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 690f62d5-b804-46da-adf1-2f7a4055e08d not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:56.978539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d73b5632-bd6d-41ac-b9d4-83ca23e2a015 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:56.978924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.982401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1bb77500-5841-4e11-af5c-99dac200b06b admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e9a47de-68db-4113-81f5-5bd123bd4689 HTTP/1.1" status: 204 len: 168 time: 3.4990413 Jul 16 08:33:56.983360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639cfe9-262f-45ba-8a06-0420b1a3c667 req-70520b14-d84a-4c03-b58f-c02fcb2f8379 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.984942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c639cfe9-262f-45ba-8a06-0420b1a3c667 req-70520b14-d84a-4c03-b58f-c02fcb2f8379 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=188e1774-b87f-4eb6-8b4f-79e2bec8771d HTTP/1.1" status: 200 len: 949 time: 0.2424755 Jul 16 08:33:56.994321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:56.995826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.022498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.034536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:57.071460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8451769-918c-46aa-b6b0-11aa0d3dcd5f req-8e06d715-267a-47d6-b5d8-cf047bd9c953 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405141 Jul 16 08:33:57.117312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No active binding found for port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 {{(pid=93776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:33:57.118154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d73b5632-bd6d-41ac-b9d4-83ca23e2a015 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:57.142888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c639cfe9-262f-45ba-8a06-0420b1a3c667 req-29dd3224-93e4-435e-bfa7-180b82d5d127 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403303 Jul 16 08:33:57.204406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Deleting subnet 1dd96834-d1a5-4d11-ad28-e29c8022631d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:57.206613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.243233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=d73b5632-bd6d-41ac-b9d4-83ca23e2a015,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.280132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.311916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.362118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port d73b5632-bd6d-41ac-b9d4-83ca23e2a015 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:57.365503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.368285 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-80d6810d-0582-4e14-a9b3-d2a2fd11863f req-990a007c-ca84-4509-b375-f87e2520a9f2 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "DELETE /v2.0/ports/d73b5632-bd6d-41ac-b9d4-83ca23e2a015 HTTP/1.1" status: 204 len: 173 time: 3.0890441 Jul 16 08:33:57.386750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-fb0872db-1f62-489a-9c3c-bffe665cc557 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9d082bd5-baea-4030-ac43-0085418a277b HTTP/1.1" status: 200 len: 1800 time: 0.0591626 Jul 16 08:33:57.450777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.452141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.459367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd7d3844-d7a4-4f6f-b8f9-2a443da2a54a service neutron] 10.222.0.46 "PUT /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 1123 time: 3.5824013 Jul 16 08:33:57.478356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['0d309184-bdcf-43d2-a380-71842c64cf86'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:57.503487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:57.521761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:57.534877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:57.538688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.566108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.600072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['0d309184-bdcf-43d2-a380-71842c64cf86'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:57.622603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'name': 'network-vif-deleted', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015'}, {'name': 'network-changed', 'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:57.628931 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e" -d '{"events": [{"server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "name": "network-vif-deleted", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015"}, {"name": "network-changed", "server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:57.629304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.638651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.639874 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.654393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.658516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6e97d20-1eac-415f-b2f8-de7b9564d59b req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d082bd5-baea-4030-ac43-0085418a277b HTTP/1.1" status: 204 len: 173 time: 0.2587273 Jul 16 08:33:57.668399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['eebc5ac2-f7cf-4fd0-bdd6-64422022c446'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:57.695174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b91e8-7c07-4d1a-a9b7-59069d6a9c68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d082bd5-baea-4030-ac43-0085418a277b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.721154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d9843-0092-4d76-b7d0-fa8655cb1093 req-197d1898-b1d4-4bbd-9e93-44f11d7fbf97 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.738613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.739291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.739822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b61d9843-0092-4d76-b7d0-fa8655cb1093 req-197d1898-b1d4-4bbd-9e93-44f11d7fbf97 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 932 time: 0.2444909 Jul 16 08:33:57.825660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-09ca251b-945e-47cf-9e07-5b45b3e4a993 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6027522 Jul 16 08:33:57.826614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b61d9843-0092-4d76-b7d0-fa8655cb1093 req-e1ec59c4-b3d5-43d8-8f4e-298e49a3658b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858142 Jul 16 08:33:57.833122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:57.891835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Request body: {'port': {'device_id': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:57.967326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.029307 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec506a7-cb40-418c-bb5e-9ef096e78abf x-openstack-request-id: req-3ec506a7-cb40-418c-bb5e-9ef096e78abf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:58.029603 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188e1774-b87f-4eb6-8b4f-79e2bec8771d", "name": "network-vif-deleted", "tag": "d73b5632-bd6d-41ac-b9d4-83ca23e2a015", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:58.029854 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ec506a7-cb40-418c-bb5e-9ef096e78abf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:58.030241 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188e1774-b87f-4eb6-8b4f-79e2bec8771d', 'name': 'network-vif-deleted', 'tag': 'd73b5632-bd6d-41ac-b9d4-83ca23e2a015', 'status': 'completed', 'code': 200} Jul 16 08:33:58.030489 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86', 'status': 'completed', 'code': 200} Jul 16 08:33:58.058522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.100590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.141095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd96834-d1a5-4d11-ad28-e29c8022631d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.153628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.157222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be98d5-e39b-475a-95f8-56d654eba908 None None] Network 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:58.168439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-232d4ad5-d97b-4dbf-a4fa-0933e403e067 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1dd96834-d1a5-4d11-ad28-e29c8022631d HTTP/1.1" status: 204 len: 168 time: 1.1675632 Jul 16 08:33:58.169074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:58.291434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ee64fc58-3e55-4683-a58c-8c39b56503af no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:58.322676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ee64fc58-3e55-4683-a58c-8c39b56503af {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:58.323163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ee64fc58-3e55-4683-a58c-8c39b56503af not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:58.355557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'name': 'network-vif-deleted', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:58.358095 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be49ce6a-f14b-4f96-83b5-e38113f12814" -d '{"events": [{"server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "name": "network-vif-deleted", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:58.445829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] DHCP port deletion for 190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:58.467466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Deleting subnet 86654778-13f2-4c0f-9085-de598ba10ad3 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:58.470852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.507460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Deleting port f7e1990c-5016-4f22-b17d-765ce8033423 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:58.507903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.523876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7962df97-e8d4-4042-bf92-3d35c82f1054 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:58.529535 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.534511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.549504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Transition to ACTIVE for port object 7962df97-e8d4-4042-bf92-3d35c82f1054 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:58.561830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49dc2645-86c7-45c1-991c-a6414a757619 req-5f9eea37-e2b7-4b4f-ab1b-dce7ad52b9ed tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9eccfdb1-1329-4f42-b872-2db0e5fedb84 HTTP/1.1" status: 200 len: 1801 time: 0.1896820 Jul 16 08:33:58.614856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.622746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.623401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] For port f7e1990c-5016-4f22-b17d-765ce8033423, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f7e1990c-5016-4f22-b17d-765ce8033423,segment=NetworkSegment(656c5129-4688-4041-86a4-fb571fc29a1d),segment_id=656c5129-4688-4041-86a4-fb571fc29a1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:58.623937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.629132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.645685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Calling delete_port for f7e1990c-5016-4f22-b17d-765ce8033423 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:58.656167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-6765c5dc-5dda-4768-a784-63d33cf7d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.657680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-6765c5dc-5dda-4768-a784-63d33cf7d80b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1126 time: 0.2957866 Jul 16 08:33:58.664850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480977-b527-4a6a-85d0-d793c7f64e2e req-80ee836d-66e9-473a-97c5-64065fc4941a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.672114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b480977-b527-4a6a-85d0-d793c7f64e2e req-80ee836d-66e9-473a-97c5-64065fc4941a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.2894409 Jul 16 08:33:58.746327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.789386 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.812984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Deleting port f7e1990c-5016-4f22-b17d-765ce8033423 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:58.814019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.822076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49dc2645-86c7-45c1-991c-a6414a757619 req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.836864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f7e1990c-5016-4f22-b17d-765ce8033423 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:58.841117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Pushing event deleted for resources: {'Port': ['ID=f7e1990c-5016-4f22-b17d-765ce8033423,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.844175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b480977-b527-4a6a-85d0-d793c7f64e2e req-a17261d9-2be1-4002-8d5b-7367e3b37391 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704197 Jul 16 08:33:58.846681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:58.847030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:58.847367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:58.851499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.851965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.852426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.852857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.853376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.853814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.854240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.854662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.855082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.855504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.856062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.856819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:58.865609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a335384-dcd0-4180-9ab9-536c86807bce None None] No DVR routers for this DVR port f7e1990c-5016-4f22-b17d-765ce8033423 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:58.869695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:58.870140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:58.887343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f7e1990c-5016-4f22-b17d-765ce8033423 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:58.887979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f7e1990c-5016-4f22-b17d-765ce8033423 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:58.914803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.921458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:58.921832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:58.922193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:58.922903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Bound port: 7962df97-e8d4-4042-bf92-3d35c82f1054, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:58.923484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.926592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49dc2645-86c7-45c1-991c-a6414a757619 req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.943988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] For port f7e1990c-5016-4f22-b17d-765ce8033423, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:58.944581 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.980145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Calling delete_port for f7e1990c-5016-4f22-b17d-765ce8033423 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:58.986978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Port f7e1990c-5016-4f22-b17d-765ce8033423 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:33:58.991096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.019683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49dc2645-86c7-45c1-991c-a6414a757619 req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.022293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49dc2645-86c7-45c1-991c-a6414a757619 req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.023770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49dc2645-86c7-45c1-991c-a6414a757619 req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/9eccfdb1-1329-4f42-b872-2db0e5fedb84 HTTP/1.1" status: 204 len: 173 time: 0.4497771 Jul 16 08:33:59.030676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e1990c-5016-4f22-b17d-765ce8033423,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.038434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] No DVR routers for this DVR port f7e1990c-5016-4f22-b17d-765ce8033423 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:59.044009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-b3ac8ab4-ca2d-4e6f-b08f-8683c8f07c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.045631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-b3ac8ab4-ca2d-4e6f-b08f-8683c8f07c25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.3606701 Jul 16 08:33:59.064258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:59.066210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86654778-13f2-4c0f-9085-de598ba10ad3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.086825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.088931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d84c4f56-7a4c-4d2d-bf9f-f2b4baafd938 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86654778-13f2-4c0f-9085-de598ba10ad3 HTTP/1.1" status: 204 len: 168 time: 1.2544739 Jul 16 08:33:59.118056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35602) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.119065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9f39-cc34-4bba-8a41-8bd3d4f0ca67 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eccfdb1-1329-4f42-b872-2db0e5fedb84,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.146251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.147211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-7a9ee6d7-afae-40e7-b443-0ab7cb739992 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 217 time: 0.0783985 Jul 16 08:33:59.158787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a17ee-2ffa-42ef-a7f5-fae43ad47aa7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.170447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656c5129-4688-4041-86a4-fb571fc29a1d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.170761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656c5129-4688-4041-86a4-fb571fc29a1d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.181068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.196435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.203779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:59.204357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.262284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:59.271715 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:59.275933 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:59.278248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-4cd8d0c8-cb12-4011-9463-24071b783848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.278248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-4cd8d0c8-cb12-4011-9463-24071b783848 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.1143205 Jul 16 08:33:59.281188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:59.282489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.292624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.297274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] 10.222.0.32 "DELETE /v2.0/networks/190a17ee-2ffa-42ef-a7f5-fae43ad47aa7 HTTP/1.1" status: 204 len: 168 time: 1.1236396 Jul 16 08:33:59.297465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07b90a-dea5-40f6-8a55-42d0b085d144 req-da585aad-3e00-4665-81b3-6d34d5a4fe14 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.297465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c07b90a-dea5-40f6-8a55-42d0b085d144 req-da585aad-3e00-4665-81b3-6d34d5a4fe14 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.3102226 Jul 16 08:33:59.308391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.335942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58389c5-3bdc-48f7-95a4-63f0084b3149 admin admin] Pushing event deleted for resources: {'Network': ['ID=190a17ee-2ffa-42ef-a7f5-fae43ad47aa7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.346548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-dcdf798f-1674-401e-bb3f-a5351a04b0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476255 Jul 16 08:33:59.350277 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9725d940-92a7-44f6-a610-6453dfaa549e x-openstack-request-id: req-9725d940-92a7-44f6-a610-6453dfaa549e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:59.350277 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff728e1a-fd08-4fdf-822b-34ed9832b7b3", "name": "network-vif-deleted", "tag": "ee64fc58-3e55-4683-a58c-8c39b56503af", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:59.350476 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9725d940-92a7-44f6-a610-6453dfaa549e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:59.350686 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff728e1a-fd08-4fdf-822b-34ed9832b7b3', 'name': 'network-vif-deleted', 'tag': 'ee64fc58-3e55-4683-a58c-8c39b56503af', 'status': 'completed', 'code': 200} Jul 16 08:33:59.376999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.377679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.379169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] 10.222.0.46 "PUT /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 1093 time: 1.5004616 Jul 16 08:33:59.413837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad486-c925-4099-af6c-240380bacf78 service neutron] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.463541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.527933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b11212e9-461e-4456-b3be-6c44649f9e4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=032f1ccf2eaa4ab485dcee4fa5918bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629272 Jul 16 08:33:59.530251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.539726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-6c8fd01b-9ae7-4c25-a7a2-f914c4fa6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.541301 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-6c8fd01b-9ae7-4c25-a7a2-f914c4fa6684 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1096 time: 0.1140451 Jul 16 08:33:59.576162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.581602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c07b90a-dea5-40f6-8a55-42d0b085d144 req-0ac3a9aa-838b-4c04-ac73-5ab1b7ec5adf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502258 Jul 16 08:33:59.601426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-f0627d65-a38e-43fe-a36f-70e95fc333f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 217 time: 0.0490196 Jul 16 08:33:59.618439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca88f15-cb1b-4a8a-9b64-89470b0435b2']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.640789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1775277093', 'description': 'tempest-description-1896756919'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:59.648961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e229454d-9b31-4a54-a972-24e6620a832e') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.649169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e229454d-9b31-4a54-a972-24e6620a832e') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.672468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.673492 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.688396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-243125ca-6d51-4c3b-9c02-5b8cb94bb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.689958 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-243125ca-6d51-4c3b-9c02-5b8cb94bb66b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0705235 Jul 16 08:33:59.707947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-f3de085c-9d8a-4f74-bccc-9ecda790f12e service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133106 Jul 16 08:33:59.709344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.713551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.715325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.738710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:59.739100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-8e376ed6-78a5-412f-aa3b-601ab5e8bb0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386677 Jul 16 08:33:59.739563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:59.741278 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:59.747110 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:59.785178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8428de-64ed-41a7-b3c6-17a5229ec5ba req-3c73a879-8cd9-42a3-a357-a524e7a15376 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.786689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f8428de-64ed-41a7-b3c6-17a5229ec5ba req-3c73a879-8cd9-42a3-a357-a524e7a15376 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.2940850 Jul 16 08:33:59.854964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.857788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.861763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5846315a-b353-494a-9c27-7681d966cae2 HTTP/1.1" status: 204 len: 168 time: 0.3277566 Jul 16 08:33:59.865399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-ee570bdc-23fe-447a-b399-e95e93b105c2 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146049 Jul 16 08:33:59.873141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8ce4-cd4f-4d94-a1b2-47215d4d1b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846315a-b353-494a-9c27-7681d966cae2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.930213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.963603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.965550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ca88f15-cb1b-4a8a-9b64-89470b0435b2 HTTP/1.1" status: 204 len: 168 time: 0.8431373 Jul 16 08:33:59.992833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f8428de-64ed-41a7-b3c6-17a5229ec5ba req-0cc219fd-4386-41a7-8c3b-1d07718bab45 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925848 Jul 16 08:33:59.997857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d3b5c-866e-4fc8-9ae4-3b6bc0a3f553 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca88f15-cb1b-4a8a-9b64-89470b0435b2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.034758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:00.036895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6797ebc-c9d8-4a2b-9f40-a2f439e3ee4e req-68ef9f54-0226-4cc3-a87d-0a3d4ee52615 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087602 Jul 16 08:34:00.047687 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6eb59-1469-4874-a368-af03615fc8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:00.071905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-144d3409-a372-4cc6-a182-2a12dfa73eac req-c6769448-b6b4-498a-9f45-3a9fe5324063 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940367 Jul 16 08:34:00.073742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.079986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.147415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.155111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187438e7-653b-4272-86a8-9087b4ff1859 req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5271623 Jul 16 08:34:00.172664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397e97-ed61-4c7d-ad43-4341e7059abe tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9f4bb-02c0-42ed-8fd2-731a91486b97,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.206259 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81f5a7-9e54-4970-8afc-0cbe0b89b7d6 x-openstack-request-id: req-ba81f5a7-9e54-4970-8afc-0cbe0b89b7d6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:00.206658 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:00.206920 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba81f5a7-9e54-4970-8afc-0cbe0b89b7d6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:00.207332 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'status': 'completed', 'code': 200} Jul 16 08:34:00.252841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:00.330386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a8d0-732c-42ac-8798-4defe40b9614 req-8ca12d2a-8864-452b-9511-6fb15480a91e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.332903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a131a8d0-732c-42ac-8798-4defe40b9614 req-8ca12d2a-8864-452b-9511-6fb15480a91e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1042328 Jul 16 08:34:00.379655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a131a8d0-732c-42ac-8798-4defe40b9614 req-4430610e-5b92-4162-a33f-000a1c798814 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Jul 16 08:34:00.399003 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-052653c2-b832-4b24-9ffb-ecd1f7b93c86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b10cd660dd204ef49002a342e67602a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453485 Jul 16 08:34:00.405510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:00.457185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-e74064ca-a6cb-44dd-b769-41522ed17559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.458700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-e74064ca-a6cb-44dd-b769-41522ed17559 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1096 time: 0.1988196 Jul 16 08:34:00.615265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-35342c1e-74d7-4d84-8485-a129ff5c98dd tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/e3d9f4bb-02c0-42ed-8fd2-731a91486b97 HTTP/1.1" status: 200 len: 1801 time: 0.2001312 Jul 16 08:34:00.628891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.635386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1389129430', 'description': 'tempest-description-hth-922271176'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:00.689736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.758788 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.774709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.779881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.783756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.789634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2113d032-f9fa-4129-951a-924f0cc68d81 req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "PUT /v2.0/security-groups/e3d9f4bb-02c0-42ed-8fd2-731a91486b97 HTTP/1.1" status: 200 len: 1774 time: 0.1729548 Jul 16 08:34:00.863276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4741226-47ae-4ea4-80fa-620bae5e5e68 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9f4bb-02c0-42ed-8fd2-731a91486b97,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.953692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-93ac7e01-ccb8-4216-be27-a5a3c4b16a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.955517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-93ac7e01-ccb8-4216-be27-a5a3c4b16a7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.4863169 Jul 16 08:34:01.001054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-83290e1b-cded-489c-a097-bbc1c5c639bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 217 time: 0.0386543 Jul 16 08:34:01.061239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3ec08-519f-4ed2-aa08-cc62beff2116 req-9f7f6109-1600-46af-9669-474be80fca22 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.063312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2f3ec08-519f-4ed2-aa08-cc62beff2116 req-9f7f6109-1600-46af-9669-474be80fca22 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.2028546 Jul 16 08:34:01.064493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.067043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.068140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/590741f6-d279-47d9-ae6d-54d0cd362c9e HTTP/1.1" status: 204 len: 168 time: 0.6613884 Jul 16 08:34:01.079707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-6e540728-48e5-4361-927f-55b5901c56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.082248 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-6e540728-48e5-4361-927f-55b5901c56ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0683103 Jul 16 08:34:01.093267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c629fc-c68d-4ebb-acae-29f06a81388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590741f6-d279-47d9-ae6d-54d0cd362c9e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.109191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b618cd-de30-442b-b59d-a301d7a67e7d req-8550cf08-586f-4fa5-9fd9-203f6cbd4744 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.116447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2b618cd-de30-442b-b59d-a301d7a67e7d req-8550cf08-586f-4fa5-9fd9-203f6cbd4744 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.1539986 Jul 16 08:34:01.122988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35658) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:01.168322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-8ad8b034-5401-4f64-bca8-37f9d3aa7f18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737011 Jul 16 08:34:01.176646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2f3ec08-519f-4ed2-aa08-cc62beff2116 req-d3113972-94f8-4415-a898-9caa4acc5284 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Jul 16 08:34:01.189123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2b618cd-de30-442b-b59d-a301d7a67e7d req-f13d1442-362a-4d9e-91c3-c9957719b8a1 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Jul 16 08:34:01.288440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c865c9f5-064f-4624-a963-4f7385eb112b req-3cd79ad6-5b94-43fa-93c8-5db3e161385e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/e3d9f4bb-02c0-42ed-8fd2-731a91486b97 HTTP/1.1" status: 200 len: 1774 time: 0.0754440 Jul 16 08:34:01.371268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-7cf1c679-e0ea-47e7-b47b-c15e2a826eda service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886017 Jul 16 08:34:01.389521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-fd8324b1-a755-4041-8a16-8ddf78783285 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/e3d9f4bb-02c0-42ed-8fd2-731a91486b97 HTTP/1.1" status: 200 len: 1774 time: 0.0719128 Jul 16 08:34:01.532961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.554438 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e6eb59-1469-4874-a368-af03615fc8e8 req-f564258c-e957-4273-b382-56d59b3b6003 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730492 Jul 16 08:34:01.606142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-304623063-network', 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:01.647079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.670741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22257-0b3e-4b52-966d-0e479dfb7979 req-bcf3f7ac-7e01-4487-8851-2d36a8a57013 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.673425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09a22257-0b3e-4b52-966d-0e479dfb7979 req-bcf3f7ac-7e01-4487-8851-2d36a8a57013 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.2335417 Jul 16 08:34:01.691056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:01.694524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.722781 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.774495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.777468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.778822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca204bb5-a258-4ea0-a6a5-045e0c4daa94 req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3d9f4bb-02c0-42ed-8fd2-731a91486b97 HTTP/1.1" status: 204 len: 173 time: 0.3884819 Jul 16 08:34:01.798508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09a22257-0b3e-4b52-966d-0e479dfb7979 req-62375154-2dc0-4b5e-9376-2ec9cff027d2 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Jul 16 08:34:01.824275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55255b7-efd7-4f7e-bfb0-0ae4afce906d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d9f4bb-02c0-42ed-8fd2-731a91486b97,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.002193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.010866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.052857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:02.066962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad2c4ed-b752-4576-8644-95a3dd00d0d2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.089774 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.089994 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Added segment 583e0014-2c1d-4aaf-8ce9-24c3884a39b4 of type vlan for network 5a2228f9-0c7f-47bd-b254-7e9dca501afa Jul 16 08:34:02.130757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd5b90-6c82-4c9e-8fc7-2ec23908e69c req-5758788a-3608-4730-a4d2-e7cc1a44e696 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.132487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82cd5b90-6c82-4c9e-8fc7-2ec23908e69c req-5758788a-3608-4730-a4d2-e7cc1a44e696 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1770251 Jul 16 08:34:02.161149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.210741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82cd5b90-6c82-4c9e-8fc7-2ec23908e69c req-292cee7b-a6eb-4ddd-9961-899b6222586b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666220 Jul 16 08:34:02.234161 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-2f81cb23-cfd0-4b24-b97e-88e5215c1097 req-ec8f553a-d9d6-4548-99b5-499ec5538036 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:02.235195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f81cb23-cfd0-4b24-b97e-88e5215c1097 req-ec8f553a-d9d6-4548-99b5-499ec5538036 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9eccfdb1-1329-4f42-b872-2db0e5fedb84 HTTP/1.1" status: 404 len: 352 time: 0.0292299 Jul 16 08:34:02.245843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.245959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.250978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.268332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-0a5995cc-a6b0-4900-a45b-f53ba499ad84 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.270477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-0a5995cc-a6b0-4900-a45b-f53ba499ad84 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 949 time: 0.1178865 Jul 16 08:34:02.323072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1960890 Jul 16 08:34:02.329700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:02.340535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Request body: {'subnet': {'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-304623063-subnet', 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:02.385114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:02.393168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.444942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Deleting port fccf0b63-a24d-4188-a738-24cca659b619 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:02.445200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.561786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] For port fccf0b63-a24d-4188-a738-24cca659b619, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fccf0b63-a24d-4188-a738-24cca659b619,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:02.562780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.577950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Calling delete_port for fccf0b63-a24d-4188-a738-24cca659b619 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:02.633964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d332e-2358-4196-aaf8-a66235b768ed admin admin] Pushing event updated for resources: {'Network': ['ID=5a2228f9-0c7f-47bd-b254-7e9dca501afa,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.649558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:02.725563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.760317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.774126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fccf0b63-a24d-4188-a738-24cca659b619'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:02.787313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9264d-9103-4d7e-89d7-25ff49318f07 req-966fa2be-9717-41fc-b11e-4cdc9a16d19a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.794417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bad9264d-9103-4d7e-89d7-25ff49318f07 req-966fa2be-9717-41fc-b11e-4cdc9a16d19a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 943 time: 0.2446465 Jul 16 08:34:02.795118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Pushing event deleted for resources: {'Port': ['ID=fccf0b63-a24d-4188-a738-24cca659b619,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.836569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f843220-29c3-4115-a1c7-903bbabd4219 req-2c100dc1-a50f-4883-a2ec-719e84947da8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.838132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f843220-29c3-4115-a1c7-903bbabd4219 req-2c100dc1-a50f-4883-a2ec-719e84947da8 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e0877b0-a59b-4b69-b384-80eb880cd1a6 HTTP/1.1" status: 200 len: 867 time: 0.2179003 Jul 16 08:34:02.853209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63608eb8-f68f-44d4-9d7a-6bdfb685d717,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.867249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] No DVR routers for this DVR port fccf0b63-a24d-4188-a738-24cca659b619 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:02.871672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.873805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f32032c2-0969-4a68-a57e-8404e8efe917 req-7b876bc0-5c03-42bb-8e99-365cbb8d3bb7 tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.46 "DELETE /v2.0/ports/fccf0b63-a24d-4188-a738-24cca659b619 HTTP/1.1" status: 204 len: 173 time: 0.5811360 Jul 16 08:34:02.874319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'name': 'network-vif-deleted', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:02.878965 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e924e-a6ae-419c-9443-9c151a96b158" -d '{"events": [{"server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "name": "network-vif-deleted", "tag": "fccf0b63-a24d-4188-a738-24cca659b619"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:02.898122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Checking segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:02.898520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Network hostable DHCP agents. Network: 5a2228f9-0c7f-47bd-b254-7e9dca501afa, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:02.906559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bad9264d-9103-4d7e-89d7-25ff49318f07 req-562e7567-dd3e-4362-8693-852ff80879b0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102743 Jul 16 08:34:02.938401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f843220-29c3-4115-a1c7-903bbabd4219 req-3b6168ec-2bda-462a-a844-3f5018123d8a tempest-ServersOnMultiNodesTest-337746004 tempest-ServersOnMultiNodesTest-337746004-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4839412-5e0b-4493-b7fb-327b17d39dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912144 Jul 16 08:34:02.946807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:02.973192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5a2228f9-0c7f-47bd-b254-7e9dca501afa) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:02.975399 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-103ff219-57fb-4ac5-b554-7b7b86644cc0 req-8b449ef4-feea-492a-9faf-d2b5f8310b66 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:02.982154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fae89ab-62bb-4064-b1f0-f4941c57815d None None] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:02.982294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-103ff219-57fb-4ac5-b554-7b7b86644cc0 req-8b449ef4-feea-492a-9faf-d2b5f8310b66 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/9d082bd5-baea-4030-ac43-0085418a277b HTTP/1.1" status: 404 len: 352 time: 0.0285993 Jul 16 08:34:02.989522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.990209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.017284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5bc4cdb-08b6-464a-a7b5-c8636a312581 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6865311 Jul 16 08:34:03.105270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-185288fc-4ac8-4530-ad45-26a4ca706ee6 req-e539c3e8-a979-40eb-acb7-0d05e098e62d tempest-AbsoluteLimitsNegativeTestJSON-1765663407 tempest-AbsoluteLimitsNegativeTestJSON-1765663407-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d779cd1863f458d9ae25674b5245626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373800 Jul 16 08:34:03.206921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a41682-1b5b-474a-adf5-fed4c652bb16 None None] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:03.239779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-61b212c4-8d2f-4cbe-bdfd-8c039e9f52f4 service neutron] 10.222.0.47 "GET /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.2047806 Jul 16 08:34:03.322134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185288fc-4ac8-4530-ad45-26a4ca706ee6 req-a438a86f-8257-461f-bfbb-572dc777bfb4 tempest-AbsoluteLimitsNegativeTestJSON-1765663407 tempest-AbsoluteLimitsNegativeTestJSON-1765663407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.323643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-185288fc-4ac8-4530-ad45-26a4ca706ee6 req-a438a86f-8257-461f-bfbb-572dc777bfb4 tempest-AbsoluteLimitsNegativeTestJSON-1765663407 tempest-AbsoluteLimitsNegativeTestJSON-1765663407-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080584 Jul 16 08:34:03.361440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-185288fc-4ac8-4530-ad45-26a4ca706ee6 req-8fe18206-8189-49e3-8b40-5732839c4bc6 tempest-AbsoluteLimitsNegativeTestJSON-1765663407 tempest-AbsoluteLimitsNegativeTestJSON-1765663407-project] 10.222.0.32 "GET /v2.0/quotas/8d779cd1863f458d9ae25674b5245626 HTTP/1.1" status: 200 len: 375 time: 0.0298121 Jul 16 08:34:03.405957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637128c-472f-48c5-ab17-5a901cce36b8 req-f823234a-7d0e-4958-b44a-dab4c73aed3b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.407361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7637128c-472f-48c5-ab17-5a901cce36b8 req-f823234a-7d0e-4958-b44a-dab4c73aed3b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.2399349 Jul 16 08:34:03.409257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-185288fc-4ac8-4530-ad45-26a4ca706ee6 req-82b74ec6-7672-4087-9153-8c05a42fd29f tempest-AbsoluteLimitsNegativeTestJSON-1765663407 tempest-AbsoluteLimitsNegativeTestJSON-1765663407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d779cd1863f458d9ae25674b5245626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423038 Jul 16 08:34:03.492637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7637128c-472f-48c5-ab17-5a901cce36b8 req-dfdd442e-bd7d-43ea-8f81-94f013fb6c3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660796 Jul 16 08:34:03.516793 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a131026c-c2ed-4f1d-8c28-b85ed5b1fc6e x-openstack-request-id: req-a131026c-c2ed-4f1d-8c28-b85ed5b1fc6e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:03.517817 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0877b0-a59b-4b69-b384-80eb880cd1a6", "name": "network-vif-deleted", "tag": "fccf0b63-a24d-4188-a738-24cca659b619", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:03.518376 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a131026c-c2ed-4f1d-8c28-b85ed5b1fc6e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:03.519106 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0877b0-a59b-4b69-b384-80eb880cd1a6', 'name': 'network-vif-deleted', 'tag': 'fccf0b63-a24d-4188-a738-24cca659b619', 'status': 'completed', 'code': 200} Jul 16 08:34:03.550385 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-993a1321-d402-4086-b070-5f5f78b3af7f req-8283d05d-b8df-4b5e-9e3e-d3e237caf856 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:03.551428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-993a1321-d402-4086-b070-5f5f78b3af7f req-8283d05d-b8df-4b5e-9e3e-d3e237caf856 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/dff5f877-638d-4bf6-94b3-9f59122fbe89 HTTP/1.1" status: 404 len: 352 time: 0.0166585 Jul 16 08:34:03.573508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:03.615590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:03.679066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d309184-bdcf-43d2-a380-71842c64cf86 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:03.713970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:03.736339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.794292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:03.909829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f63fb996-ec45-4783-8b0e-617880910a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.935264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-e6e48e27-8996-447a-904a-71c547a38ea4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.937293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-e6e48e27-8996-447a-904a-71c547a38ea4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.1874106 Jul 16 08:34:03.944126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] Transition to ACTIVE for port object 0d309184-bdcf-43d2-a380-71842c64cf86 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:03.958134 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.969645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8b1087e8-3609-4668-a743-f234446805e1 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/quotas/1d9c1adb30e74e9ebf46360bb17b8501 HTTP/1.1" status: 200 len: 375 time: 0.0222883 Jul 16 08:34:04.007735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f63fb996-ec45-4783-8b0e-617880910a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.011908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f63fb996-ec45-4783-8b0e-617880910a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.012221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc942b6-2246-4036-83dd-96d45cfc96a5 req-20bfaf15-8ce0-4ac4-890d-98ed20c82d3e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.013699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddc942b6-2246-4036-83dd-96d45cfc96a5 req-20bfaf15-8ce0-4ac4-890d-98ed20c82d3e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1766937 Jul 16 08:34:04.049637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-44c0b56a-a8c0-41af-8231-26761eec17f4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jul 16 08:34:04.057202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f63fb996-ec45-4783-8b0e-617880910a2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d779cd1863f458d9ae25674b5245626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616746 Jul 16 08:34:04.058309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb996-ec45-4783-8b0e-617880910a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa486c-888b-479d-a78e-f9cd9abfb16b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.063193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:04.110087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] No DVR routers for this DVR port 0d309184-bdcf-43d2-a380-71842c64cf86 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:04.113665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.121565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] Pushing event updated for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.136211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.186848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.190288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.191484 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12aa486c-888b-479d-a78e-f9cd9abfb16b HTTP/1.1" status: 204 len: 168 time: 0.1273537 Jul 16 08:34:04.200088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5edfda-c28b-49dc-bc91-947a3b133a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa486c-888b-479d-a78e-f9cd9abfb16b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.240396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:04.286429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:04.467445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddc942b6-2246-4036-83dd-96d45cfc96a5 req-b83f6ed2-ae5d-4bdc-90ca-fa6b3279c5d8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423597 Jul 16 08:34:04.477201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c38843fe-aca3-416a-bd69-7a41f85623fa service neutron] 10.222.0.47 "PUT /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86/bindings/n-h1-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2144384 Jul 16 08:34:04.505513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-0fe44372-f74e-4cba-b11c-8eb4974960fd service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468184 Jul 16 08:34:04.546771 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-6aec5b21-f73b-45d0-8693-18b0bb04f4a8 req-944f9db4-99a5-4a37-a731-d13aac9075ed tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:04.547794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6aec5b21-f73b-45d0-8693-18b0bb04f4a8 req-944f9db4-99a5-4a37-a731-d13aac9075ed tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/af3208bc-598b-4660-b213-d73cf3617ff5 HTTP/1.1" status: 404 len: 352 time: 0.0240333 Jul 16 08:34:04.611049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-1c706a22-9852-4253-acf4-a16d6b67fd04 service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049047 Jul 16 08:34:04.628786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-908138a7-fd92-4167-8afb-483db7c2e33e tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.630788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-908138a7-fd92-4167-8afb-483db7c2e33e tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.0853791 Jul 16 08:34:04.705471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-3e8512b9-e81e-40ae-9a5c-d79220776bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.707069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-3e8512b9-e81e-40ae-9a5c-d79220776bee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0&tenant_id=d4e7810cb98c4ed89453af1587928853 HTTP/1.1" status: 200 len: 1096 time: 0.0678315 Jul 16 08:34:04.757735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c259d-890c-4f27-b510-d06960162f6a req-38bc3fde-9df4-40f1-aa8a-2c3a47cfb3d6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.760242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c40c259d-890c-4f27-b510-d06960162f6a req-38bc3fde-9df4-40f1-aa8a-2c3a47cfb3d6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.0961523 Jul 16 08:34:04.803537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd86dbf7-4ed7-4159-b877-858981024f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.805967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-fd86dbf7-4ed7-4159-b877-858981024f7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d4e7810cb98c4ed89453af1587928853&device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1096 time: 0.0689201 Jul 16 08:34:04.846343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c40c259d-890c-4f27-b510-d06960162f6a req-975b9fcd-f4b4-4647-804a-5a2fb247113f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724819 Jul 16 08:34:04.949109 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-96555c5c-01b7-4e1e-9afd-011e074f56fd req-6ac66785-465a-44e3-8cbd-1ca8e9e2ee21 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:04.953566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fccf0b63-a24d-4188-a738-24cca659b619 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:04.954418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96555c5c-01b7-4e1e-9afd-011e074f56fd req-6ac66785-465a-44e3-8cbd-1ca8e9e2ee21 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/c85a2d57-7593-43d0-b7ec-b1840a7a15e5 HTTP/1.1" status: 404 len: 352 time: 0.0300915 Jul 16 08:34:04.999230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: fccf0b63-a24d-4188-a738-24cca659b619 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:04.999599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fccf0b63-a24d-4188-a738-24cca659b619 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:05.021617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-bc656fc2-8ca6-456b-a9e8-7861ee44ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.025756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-bc656fc2-8ca6-456b-a9e8-7861ee44ace6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 200 len: 921 time: 0.2126467 Jul 16 08:34:05.105885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35796) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.145377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-945ddcdf-5b9e-475b-a096-4fe0d533cc25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 200 len: 217 time: 0.1064513 Jul 16 08:34:05.183621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0abaa-3683-40df-bda3-a41133f70818 req-fa160748-abbc-4ca8-98c4-28c1efae7915 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.189643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a0abaa-3683-40df-bda3-a41133f70818 req-fa160748-abbc-4ca8-98c4-28c1efae7915 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.1597466 Jul 16 08:34:05.232121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-529ec80b-86c1-4c89-92ab-42d11140b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.234000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-529ec80b-86c1-4c89-92ab-42d11140b775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 200 len: 860 time: 0.0808372 Jul 16 08:34:05.266675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-477e02f7-64e3-4ea7-9159-8b0dedc63251 req-2c0bfcc8-9924-45fc-8ab2-b66eab3bf1ac tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 210 time: 0.0755618 Jul 16 08:34:05.300574 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-c5ff05a6-a2a1-4454-80cb-432052f1fb40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5a1912c-3dd0-4868-bd87-923d579fd10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553715 Jul 16 08:34:05.336175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a0abaa-3683-40df-bda3-a41133f70818 req-01bd697c-ad78-4a27-84c3-36b468e94fd0 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169796 Jul 16 08:34:05.349234 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-d2dbcacb-0b3d-4f6e-979b-508f6e2ddb30 req-4a192914-2d54-44af-aa63-487d105d179d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] show failed (client error): The resource could not be found. Jul 16 08:34:05.352776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dbcacb-0b3d-4f6e-979b-508f6e2ddb30 req-4a192914-2d54-44af-aa63-487d105d179d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/61f338fc-8d8d-4f3c-a972-7cfdb7fe41c7 HTTP/1.1" status: 404 len: 352 time: 0.0466812 Jul 16 08:34:05.380543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.426294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-e6b3e069-0138-4b55-9ba7-8441505a3b81 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185679 Jul 16 08:34:05.445413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-35777833-network', 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:05.511186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:05.513744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.526625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.538947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d04f86b8-0f1b-47cc-a51c-5c655ad72a03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6ed921f52e54c7f838ed5cfaa04ac23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566305 Jul 16 08:34:05.541423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35812) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.557796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-8ec13cc0-73f6-4192-91e6-a648fba4cd08 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248250 Jul 16 08:34:05.621246 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.657397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.720648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.725390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.757891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:05.764293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.767354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.768543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4839412-5e0b-4493-b7fb-327b17d39dd2 HTTP/1.1" status: 204 len: 168 time: 0.2262123 Jul 16 08:34:05.795286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.795711 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Added segment 1044547c-754c-4fe7-8488-f65aae380c14 of type vlan for network 7639129e-c54e-4eb5-8422-ff0e74920106 Jul 16 08:34:05.815921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.893471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13735f-7166-4e38-8741-b875d3ea87bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4839412-5e0b-4493-b7fb-327b17d39dd2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.915607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.965574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-2946d743-55aa-4782-ad8b-998876e951e8 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.967352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-2946d743-55aa-4782-ad8b-998876e951e8 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0&tenant_id=d4e7810cb98c4ed89453af1587928853&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1096 time: 0.0656281 Jul 16 08:34:05.968568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b78b-1fda-4cde-be56-d6c665c52330 req-41205a78-db0c-48f9-a929-38105f0e81c1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.970079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a4b78b-1fda-4cde-be56-d6c665c52330 req-41205a78-db0c-48f9-a929-38105f0e81c1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.2004139 Jul 16 08:34:05.984322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce39b4b-6a63-4b82-a511-b87ee394421e req-ceee675d-7249-4df9-af72-a56f4c05573b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.988671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ce39b4b-6a63-4b82-a511-b87ee394421e req-ceee675d-7249-4df9-af72-a56f4c05573b tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1024 time: 0.1948156 Jul 16 08:34:05.990166 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.991209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.992580 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.070931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9640086 Jul 16 08:34:06.073845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35822) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:06.087061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Request body: {'subnet': {'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-35777833-subnet', 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:06.120650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-4b15e5bc-2d2b-4970-b784-6d73a888b9a2 service neutron] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:06.122427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d03c3-c3a4-4145-bb94-c74649a3fab9 admin admin] Pushing event updated for resources: {'Network': ['ID=7639129e-c54e-4eb5-8422-ff0e74920106,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.125590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-4b15e5bc-2d2b-4970-b784-6d73a888b9a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.126978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1d883f24-ae73-4d9f-9d4c-40a4089aeeb4 req-4b15e5bc-2d2b-4970-b784-6d73a888b9a2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86/bindings/n-h2-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.1502242 Jul 16 08:34:06.127587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:06.129992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.133362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:06.137668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 7639129e-c54e-4eb5-8422-ff0e74920106 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:06.153034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a4b78b-1fda-4cde-be56-d6c665c52330 req-dd9ab977-195b-41db-a359-6a5e5576ae1d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560061 Jul 16 08:34:06.178840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ce39b4b-6a63-4b82-a511-b87ee394421e req-1cbab2cd-4211-4957-a72e-b9f65dd72825 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe26d3ac-a091-452f-ad62-de31e376003c&id=dbe06cff-51df-40b0-ac94-e6bba6bce549&id=8ad22170-46d9-4702-b01c-aeac1bc1222e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1802139 Jul 16 08:34:06.257690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbe54e03-1f37-4584-8a6e-4931dba400d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7453de1aabb47ebb37723de56cd5e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231818 Jul 16 08:34:06.260392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35828) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:06.403194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.466908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.475639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.485329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Checking segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:06.485698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Network hostable DHCP agents. Network: 7639129e-c54e-4eb5-8422-ff0e74920106, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:06.507294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Network 7639129e-c54e-4eb5-8422-ff0e74920106 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:06.520015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 7639129e-c54e-4eb5-8422-ff0e74920106) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:06.525944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.526961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.532384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22b35c8c-46ab-4590-8bf4-f42051cfadfd req-edf6abaf-48dd-4e2a-a7be-9b6d822dc427 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 210 time: 0.0662751 Jul 16 08:34:06.536442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc375a-c212-4819-ac10-d0a75bfbbfca None None] Network 7639129e-c54e-4eb5-8422-ff0e74920106 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:06.539724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-ee6219e2-b51a-46ff-a52f-150e09fb10f2 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.540858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-ee6219e2-b51a-46ff-a52f-150e09fb10f2 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.2406595 Jul 16 08:34:06.564552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db6f2b36-965f-462d-b27f-fad2c2491d33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4895582 Jul 16 08:34:06.572634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Request body: {'port': {'device_id': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'admin_state_up': True, 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:06.589638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7f067-b7b7-4488-9268-415af266e26c req-4925a656-4c6f-4c1f-aa06-466dc611e2b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.597084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b7f067-b7b7-4488-9268-415af266e26c req-4925a656-4c6f-4c1f-aa06-466dc611e2b3 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.2979472 Jul 16 08:34:06.601524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.746207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e5439-c786-4e93-b60a-b1f70f846757 None None] Network 7639129e-c54e-4eb5-8422-ff0e74920106 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:06.759902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b7f067-b7b7-4488-9268-415af266e26c req-306a171f-3d99-479a-8960-4729cf0c099f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619527 Jul 16 08:34:06.815484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.818576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.823169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f04fb829-ceba-411e-bd37-47e2e7da4415 HTTP/1.1" status: 204 len: 168 time: 0.5616543 Jul 16 08:34:06.849829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f3b12-2317-4591-9b21-718ecf9e0dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fb829-ceba-411e-bd37-47e2e7da4415,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.884349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35190-0180-4a64-a1af-a6dcd57161ed req-f88a0a0b-fa4b-4357-81c1-f7f2ab468329 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.893865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b35190-0180-4a64-a1af-a6dcd57161ed req-f88a0a0b-fa4b-4357-81c1-f7f2ab468329 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.2278197 Jul 16 08:34:06.906640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:06.910472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.997412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81b35190-0180-4a64-a1af-a6dcd57161ed req-e4b3aaff-a64b-4117-8836-69a7a1e97f37 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011410 Jul 16 08:34:07.187123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Allocated IP 172.20.0.8 (5a2228f9-0c7f-47bd-b254-7e9dca501afa/63608eb8-f68f-44d4-9d7a-6bdfb685d717/d8287c6e-6451-4879-bb37-3579f5b3d156) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:07.291461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-7824cf8e-de0e-49df-84de-d6b2b8227827 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.293243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-7824cf8e-de0e-49df-84de-d6b2b8227827 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.46 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 1024 time: 0.0788562 Jul 16 08:34:07.340495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-5ba2c626-2cf4-423a-b0ee-e9153dcc6b0b tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.340495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-5ba2c626-2cf4-423a-b0ee-e9153dcc6b0b tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 0.2036273 Jul 16 08:34:07.386885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043536a-a13f-43d1-991c-411f65d61d31 req-3f294fd7-9b2f-4378-8d0a-a18ac0ef0e91 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.388465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8043536a-a13f-43d1-991c-411f65d61d31 req-3f294fd7-9b2f-4378-8d0a-a18ac0ef0e91 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 1096 time: 0.1991394 Jul 16 08:34:07.392601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-447217ac-1760-407e-a926-f457935aaf0d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/quotas/bfe0474eb14f45ec8ad1607dfb284e06 HTTP/1.1" status: 200 len: 375 time: 0.0368762 Jul 16 08:34:07.425100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Deleting port b58d5131-e346-4bcf-ade1-d0238594ded3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:07.425530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.488566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-82aae6d7-bd27-4411-90b3-f9776fcc7fcd tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680394 Jul 16 08:34:07.525188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] For port b58d5131-e346-4bcf-ade1-d0238594ded3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b58d5131-e346-4bcf-ade1-d0238594ded3,segment=NetworkSegment(24d586ca-4939-459d-a876-c4dbafc10111),segment_id=24d586ca-4939-459d-a876-c4dbafc10111)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:07.525644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.543982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8043536a-a13f-43d1-991c-411f65d61d31 req-a4a00e87-ca78-48bc-86db-9aba9f95e464 tempest-LiveAutoBlockMigrationV225Test-579181542 tempest-LiveAutoBlockMigrationV225Test-579181542-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244931 Jul 16 08:34:07.557322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Calling delete_port for b58d5131-e346-4bcf-ade1-d0238594ded3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:07.567851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.666341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-5a4c0590-e078-421d-bf5a-63a4e7143024 service neutron] 10.222.0.32 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641166 Jul 16 08:34:07.734742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.743940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.751741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b58d5131-e346-4bcf-ade1-d0238594ded3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:07.773067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'Port': ['ID=b58d5131-e346-4bcf-ade1-d0238594ded3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.825647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] No DVR routers for this DVR port b58d5131-e346-4bcf-ade1-d0238594ded3 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:07.829019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.831055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5dde7cda-e701-47e6-9a1b-7e0109bf965f req-f4cb6df8-b6c5-4a2b-ab99-3b5da9224d36 tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.46 "DELETE /v2.0/ports/b58d5131-e346-4bcf-ade1-d0238594ded3 HTTP/1.1" status: 204 len: 173 time: 0.5315540 Jul 16 08:34:07.831494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'name': 'network-vif-deleted', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:07.833809 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0bf480-8c7e-4391-8d81-0e38e6b289fb" -d '{"events": [{"server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "name": "network-vif-deleted", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:07.843587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:07.858330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:07.873728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:07.905138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.923256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-c8d35bd8-8e5a-4556-a766-6b3982bfe080 service neutron] 10.222.0.32 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559948 Jul 16 08:34:07.945715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b0ed-bfa4-4164-a4e4-90d9775d1466 req-82d6bf36-7ca5-4695-8ff0-3813d8d44601 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.947129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0891b0ed-bfa4-4164-a4e4-90d9775d1466 req-82d6bf36-7ca5-4695-8ff0-3813d8d44601 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.2428010 Jul 16 08:34:07.953387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.954013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.985611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-8df419b4-be9e-45a2-a2c6-4db8c7ede77e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4262111 Jul 16 08:34:07.997487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Request body: {'port': {'device_id': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:08.030522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0891b0ed-bfa4-4164-a4e4-90d9775d1466 req-00e4e364-692f-4364-91de-c56e4e8c0535 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Jul 16 08:34:08.089838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.259841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac6a7aa8-ca0e-4d2e-96f9-efc830243579 req-de8f667f-d68c-40b4-944d-7d54373da34e tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/ports?device_id=2513ed8a-586d-45bb-beb2-775e6e920f30 HTTP/1.1" status: 200 len: 210 time: 0.0441010 Jul 16 08:34:08.443563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.458665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f550-88bb-4596-aa59-424d10ee0c08 req-ed626ea4-c8f6-4b34-899c-1726dba4cfd5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.465691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7979f550-88bb-4596-aa59-424d10ee0c08 req-ed626ea4-c8f6-4b34-899c-1726dba4cfd5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 931 time: 0.1093760 Jul 16 08:34:08.545004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7979f550-88bb-4596-aa59-424d10ee0c08 req-cd142068-9ecc-405f-a757-5f5cd10a3ad0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Jul 16 08:34:08.557892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8287c6e-6451-4879-bb37-3579f5b3d156 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:08.579955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.628570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Transition to ACTIVE for port object d8287c6e-6451-4879-bb37-3579f5b3d156 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:08.634356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.675930 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810d8165-33f2-44a4-b08e-89a9b3516e2f x-openstack-request-id: req-810d8165-33f2-44a4-b08e-89a9b3516e2f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:08.676446 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513ed8a-586d-45bb-beb2-775e6e920f30", "name": "network-vif-deleted", "tag": "b58d5131-e346-4bcf-ade1-d0238594ded3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:08.676816 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-810d8165-33f2-44a4-b08e-89a9b3516e2f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:08.677934 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513ed8a-586d-45bb-beb2-775e6e920f30', 'name': 'network-vif-deleted', 'tag': 'b58d5131-e346-4bcf-ade1-d0238594ded3', 'status': 'completed', 'code': 200} Jul 16 08:34:08.762417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.822488 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.867839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Attempting to bind port d8287c6e-6451-4879-bb37-3579f5b3d156 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:08.868432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Attempting to bind port d8287c6e-6451-4879-bb37-3579f5b3d156 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:08.868544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Attempting to bind port d8287c6e-6451-4879-bb37-3579f5b3d156 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.876181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Port d8287c6e-6451-4879-bb37-3579f5b3d156 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:08.876514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Attempting to bind port d8287c6e-6451-4879-bb37-3579f5b3d156 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.892312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f298-7bcb-4429-b343-48fef0caf5e1 req-bb923b0f-8b1d-4e32-8dfb-be4ca9cad98d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.894158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e62f298-7bcb-4429-b343-48fef0caf5e1 req-bb923b0f-8b1d-4e32-8dfb-be4ca9cad98d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.0973320 Jul 16 08:34:08.895133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:08.895467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Checking segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:08.895844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Bound using segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:08.896309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Bound port: d8287c6e-6451-4879-bb37-3579f5b3d156, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:08.896742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.991787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:08.992014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e62f298-7bcb-4429-b343-48fef0caf5e1 req-22320fb0-5fe4-4171-9cf8-2c129c261efb tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843356 Jul 16 08:34:09.034364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:09.037729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:09.044274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.137364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.137993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.142755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] 10.222.0.47 "PUT /v2.0/ports/d8287c6e-6451-4879-bb37-3579f5b3d156 HTTP/1.1" status: 200 len: 1092 time: 1.1494284 Jul 16 08:34:09.146689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:09.152147 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:09.174164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.189247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9', 'port_id': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'mac_address': 'fa:16:3e:17:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:09.232253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.248465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7962df97-e8d4-4042-bf92-3d35c82f1054 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:09.273986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd57d2b1-5c0b-4357-adbb-6ca0a2698f8f req-ad6e3e44-ae58-4bcb-bcad-401d264d5dfb tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 210 time: 0.0837455 Jul 16 08:34:09.274752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.279434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.322136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce0bc-cc03-4cbc-bd3a-3e68bbec1055 service neutron] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.344092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.397073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-181216dc-300a-46a5-958f-4f0847ce45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.398544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-181216dc-300a-46a5-958f-4f0847ce45b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 1095 time: 0.1756582 Jul 16 08:34:09.407190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4bda8-835b-4149-9119-f69c7fca7de0 req-61248735-34e2-45e1-9029-c279ff47190b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.414325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fa4bda8-835b-4149-9119-f69c7fca7de0 req-61248735-34e2-45e1-9029-c279ff47190b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.2592344 Jul 16 08:34:09.422429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-a73509f4-318d-4021-a07c-0173d0aa2caf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.424647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-a73509f4-318d-4021-a07c-0173d0aa2caf tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 944 time: 0.0959783 Jul 16 08:34:09.464997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-a30a0c91-5e33-446b-b50a-7fe3a044b277 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8287c6e-6451-4879-bb37-3579f5b3d156 HTTP/1.1" status: 200 len: 217 time: 0.0475762 Jul 16 08:34:09.536885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Deleting port 0d309184-bdcf-43d2-a380-71842c64cf86 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:09.537237 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.544899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fa4bda8-835b-4149-9119-f69c7fca7de0 req-65a80d8c-d0bf-4750-b972-d58482b862f0 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297126 Jul 16 08:34:09.580330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['7962df97-e8d4-4042-bf92-3d35c82f1054'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:09.585469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16deee-58aa-4c46-8336-9b09f7ce978a req-dd7ceb99-272c-4543-bd51-9d00add428ad tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.588355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca16deee-58aa-4c46-8336-9b09f7ce978a req-dd7ceb99-272c-4543-bd51-9d00add428ad tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1278481 Jul 16 08:34:09.590038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f0ea0f3e-3d39-47cc-a5dd-0547b0fa63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.591381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-f0ea0f3e-3d39-47cc-a5dd-0547b0fa63a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.1155086 Jul 16 08:34:09.613497 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a032bc-297f-4c8e-a161-47b2218b3e1b x-openstack-request-id: req-91a032bc-297f-4c8e-a161-47b2218b3e1b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:09.614236 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:09.614727 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91a032bc-297f-4c8e-a161-47b2218b3e1b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:09.615340 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'status': 'completed', 'code': 200} Jul 16 08:34:09.648721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-1c6bc9ac-c0f8-4063-ab43-30b9362dc2b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468826 Jul 16 08:34:09.662076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] For port 0d309184-bdcf-43d2-a380-71842c64cf86, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0d309184-bdcf-43d2-a380-71842c64cf86,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.662444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.676806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Calling delete_port for 0d309184-bdcf-43d2-a380-71842c64cf86 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:09.720464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca16deee-58aa-4c46-8336-9b09f7ce978a req-2408f649-7864-42e8-95a8-bef0c0962929 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104450 Jul 16 08:34:09.854752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-1323e89b-c771-4018-a30c-51dcd7b56ad4 service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981547 Jul 16 08:34:09.953425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-8d5b169f-d3b2-4fc7-8390-2f577f863cf8 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.954919 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-8d5b169f-d3b2-4fc7-8390-2f577f863cf8 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 0.1424651 Jul 16 08:34:09.967795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Request body: {'port': {'device_id': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'admin_state_up': True, 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:10.122920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-14e7db21-8a78-44c9-9b16-d38efc1d2cc8 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.125107 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-14e7db21-8a78-44c9-9b16-d38efc1d2cc8 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 0.1236260 Jul 16 08:34:10.140863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Request body: {'port': {'device_id': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'admin_state_up': True, 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:10.144337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.155952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:10.196282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event deleted for resources: {'Port': ['ID=0d309184-bdcf-43d2-a380-71842c64cf86,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.329511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fcbc3c4-7053-46fe-8382-c9db13d57705 req-a827b8fe-af9f-45f5-b7fa-5c94456e908c service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664719 Jul 16 08:34:10.334834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] No DVR routers for this DVR port 0d309184-bdcf-43d2-a380-71842c64cf86 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:10.336400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-bbad999b-a7c3-4964-a1b9-8a11517b594d tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/8ad22170-46d9-4702-b01c-aeac1bc1222e HTTP/1.1" status: 200 len: 1800 time: 0.4069791 Jul 16 08:34:10.344443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.346698 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70379e12-fe3a-4d80-845a-14d863ad89c6 req-7c61ae47-c6eb-4878-930d-c2da4d24f9c7 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.46 "DELETE /v2.0/ports/0d309184-bdcf-43d2-a380-71842c64cf86 HTTP/1.1" status: 204 len: 173 time: 0.9135747 Jul 16 08:34:10.355233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e594f-e372-4374-b4e5-e04b7c2cc890 req-4b288f0d-fa67-495d-82b7-8980f153db80 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.360541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-441e594f-e372-4374-b4e5-e04b7c2cc890 req-4b288f0d-fa67-495d-82b7-8980f153db80 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 943 time: 0.4322183 Jul 16 08:34:10.405204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:10.409295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.441360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:10.444922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.460816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-441e594f-e372-4374-b4e5-e04b7c2cc890 req-bc0c79aa-94ba-4da1-82a0-5e006d5b4436 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973244 Jul 16 08:34:10.469844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['0d309184-bdcf-43d2-a380-71842c64cf86'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:10.498149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.547649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.561519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-35adf9a0-8ac8-4a70-827d-24f5fc647f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.563021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-35adf9a0-8ac8-4a70-827d-24f5fc647f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 1095 time: 0.1708763 Jul 16 08:34:10.617092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Allocated IP 172.20.0.7 (7639129e-c54e-4eb5-8422-ff0e74920106/aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd/a376a232-c7df-433a-b44f-3c2ea038af9e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:10.678135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.680752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.692808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a831cc60-6e83-45ca-80d3-168dd0e02dd7 req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ad22170-46d9-4702-b01c-aeac1bc1222e HTTP/1.1" status: 204 len: 173 time: 0.3308702 Jul 16 08:34:10.696656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-deleted', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:10.699785 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29996498-a0b9-4f60-b15e-957dc5a17832" -d '{"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-deleted", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:10.713193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb0c47-58a9-4cb7-ba7a-17ff64f77dca tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad22170-46d9-4702-b01c-aeac1bc1222e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.769561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-2e73ba48-7b38-4545-bef9-8c792d9cd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.770940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-2e73ba48-7b38-4545-bef9-8c792d9cd2f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 905 time: 0.1990874 Jul 16 08:34:10.810359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.825232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-c308812f-5ed1-4844-87c1-3162dac0252e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8287c6e-6451-4879-bb37-3579f5b3d156 HTTP/1.1" status: 200 len: 217 time: 0.0455453 Jul 16 08:34:10.848405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a730b525-7aa4-4c3a-a4ea-790e080942b1 req-31d29403-3622-42be-8aa9-4edf0c06bd6f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 210 time: 0.0620215 Jul 16 08:34:10.862420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be553-727f-4ad2-ba3e-3531c625c370 req-e13b8b0f-bdf4-45e4-bc7b-efd0543f2d15 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.869705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e34be553-727f-4ad2-ba3e-3531c625c370 req-e13b8b0f-bdf4-45e4-bc7b-efd0543f2d15 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 945 time: 0.2285237 Jul 16 08:34:10.898055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.971402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Network 7639129e-c54e-4eb5-8422-ff0e74920106 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:10.980200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Allocated IP 172.20.0.2 (7639129e-c54e-4eb5-8422-ff0e74920106/aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd/475c85ba-2baf-4ae0-8d00-56b76f1ee9f7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:10.981252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e34be553-727f-4ad2-ba3e-3531c625c370 req-45203aec-f609-4c36-83b8-4fe89aa0b571 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107135 Jul 16 08:34:10.984325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-14c72f31-e6ff-4f22-9e03-281f63c080eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.986092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-14c72f31-e6ff-4f22-9e03-281f63c080eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.1410685 Jul 16 08:34:10.990133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:10.999187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event updated for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.001618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:11.007971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:11.064925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 7962df97-e8d4-4042-bf92-3d35c82f1054 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:11.070274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 7962df97-e8d4-4042-bf92-3d35c82f1054 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:11.070955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.073532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-fca8f608-08b4-4208-a3fe-ca729165212b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675766 Jul 16 08:34:11.076779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e652ad95-da0b-4916-a03c-2c42a65dbf61 req-b9e678b0-98df-42db-b334-f93b9269ab83 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 210 time: 0.0885978 Jul 16 08:34:11.110981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.112105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.152492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-2ff0eeee-fb0d-45d5-a3c1-5fbb244974ac tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884067 Jul 16 08:34:11.161123 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317794aa-ef82-47b3-840b-a15cf6412d2c x-openstack-request-id: req-317794aa-ef82-47b3-840b-a15cf6412d2c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:11.161418 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c445fc90-371a-4e6a-8a10-89bdb6df96b0", "name": "network-vif-deleted", "tag": "0d309184-bdcf-43d2-a380-71842c64cf86", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:11.161664 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-317794aa-ef82-47b3-840b-a15cf6412d2c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:11.162099 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c445fc90-371a-4e6a-8a10-89bdb6df96b0', 'name': 'network-vif-deleted', 'tag': '0d309184-bdcf-43d2-a380-71842c64cf86', 'status': 'completed', 'code': 200} Jul 16 08:34:11.169985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Request body: {'port': {'device_id': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:11.204311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f730081e-b626-4972-9756-c153a16f958f req-e9f9e599-d75d-4897-bb58-952ea7b785bd tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "GET /v2.0/security-groups/dbe06cff-51df-40b0-ac94-e6bba6bce549 HTTP/1.1" status: 200 len: 1801 time: 0.1614199 Jul 16 08:34:11.228826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-cf3e4946-0d4a-4eb0-b2a8-44b87ef9ce6d service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447406 Jul 16 08:34:11.244363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.281044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:11.283881 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aef1d6-97f3-4453-bb9d-0716668f40f2" -d '{"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-plugged", "status": "completed", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:11.306712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.314138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.315724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b58d5131-e346-4bcf-ade1-d0238594ded3 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:11.350037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.357083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.367308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: b58d5131-e346-4bcf-ade1-d0238594ded3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:11.367930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b58d5131-e346-4bcf-ade1-d0238594ded3 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:11.368806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:11.397045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 0d309184-bdcf-43d2-a380-71842c64cf86 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:11.397643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0d309184-bdcf-43d2-a380-71842c64cf86 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:11.422377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.428827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f730081e-b626-4972-9756-c153a16f958f req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.468125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-697cc4ba-3ddb-4251-89e2-8032c84fbfaa req-5fdc946c-40f2-4807-933f-910c2dba4665 service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274125 Jul 16 08:34:11.474200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f730081e-b626-4972-9756-c153a16f958f req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.523233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cc6cc-7468-4f83-855c-32aef64e73ed req-abccc04b-3e71-4f38-aee1-674b7e984987 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.524717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-400cc6cc-7468-4f83-855c-32aef64e73ed req-abccc04b-3e71-4f38-aee1-674b7e984987 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1492181 Jul 16 08:34:11.537359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.544519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f730081e-b626-4972-9756-c153a16f958f req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.547763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f730081e-b626-4972-9756-c153a16f958f req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.556642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f730081e-b626-4972-9756-c153a16f958f req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbe06cff-51df-40b0-ac94-e6bba6bce549 HTTP/1.1" status: 204 len: 173 time: 0.3427031 Jul 16 08:34:11.557322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.596503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0656ca-1859-4843-9e85-964e990ca5aa tempest-SecurityGroupsTestJSON-529073799 tempest-SecurityGroupsTestJSON-529073799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe06cff-51df-40b0-ac94-e6bba6bce549,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.599043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Network 7639129e-c54e-4eb5-8422-ff0e74920106 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:11.606541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:11.619579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:11.680773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-400cc6cc-7468-4f83-855c-32aef64e73ed req-1b63efd4-9735-43f0-8f6b-ffa8fecf1de1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440115 Jul 16 08:34:11.700369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Deleting subnet 0aefc018-b384-4e5c-8ff0-2f8fb21c93bd {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:11.713067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.720984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event updated for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.721466 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb57e4-ce5c-403e-8a0c-65a56170e131 x-openstack-request-id: req-35bb57e4-ce5c-403e-8a0c-65a56170e131 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:11.721677 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-plugged", "status": "completed", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:11.721933 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35bb57e4-ce5c-403e-8a0c-65a56170e131 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:11.722330 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'code': 200} Jul 16 08:34:11.810966 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.815672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.816709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.886522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-a9e9355f-f8fc-4058-bc38-55c6c837e5af tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7524259 Jul 16 08:34:11.901951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Request body: {'port': {'device_id': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:11.922959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.981932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a376a232-c7df-433a-b44f-3c2ea038af9e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:11.988062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7ff7-712a-46ca-9d43-55cf5c304b24 req-6b9b3075-e53f-4b2c-b6ee-e187107f9064 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.995115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3bf7ff7-712a-46ca-9d43-55cf5c304b24 req-6b9b3075-e53f-4b2c-b6ee-e187107f9064 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 943 time: 0.1355741 Jul 16 08:34:12.010608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.024176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167bab-63aa-402b-aeeb-beb352de4731 req-03becf8f-837a-45d2-ab54-c7509254a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.025588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67167bab-63aa-402b-aeeb-beb352de4731 req-03becf8f-837a-45d2-ab54-c7509254a65f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1098 time: 0.2060051 Jul 16 08:34:12.045275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Transition to ACTIVE for port object a376a232-c7df-433a-b44f-3c2ea038af9e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:12.063942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.075688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.082202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.113202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3bf7ff7-712a-46ca-9d43-55cf5c304b24 req-e81c86a3-3a09-45e0-a524-3ef2054d65a2 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172180 Jul 16 08:34:12.117694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aefc018-b384-4e5c-8ff0-2f8fb21c93bd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.124956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.126988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30d9dd5e-a30f-4dfc-9774-65c48eeda798 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0aefc018-b384-4e5c-8ff0-2f8fb21c93bd HTTP/1.1" status: 204 len: 168 time: 0.5430479 Jul 16 08:34:12.133108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:12.164639 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-67167bab-63aa-402b-aeeb-beb352de4731 req-6800361f-ecd8-4624-b1a8-5f0397f7087f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289711 Jul 16 08:34:12.238521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837020d9-e3d9-44c5-80ab-14a6bbe10b35 req-60071e1a-a3ac-4d67-9d2d-ecdb75a54ed5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.245651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-837020d9-e3d9-44c5-80ab-14a6bbe10b35 req-60071e1a-a3ac-4d67-9d2d-ecdb75a54ed5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 931 time: 0.2312088 Jul 16 08:34:12.254780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.275213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:12.314167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-837020d9-e3d9-44c5-80ab-14a6bbe10b35 req-e333b832-b3b3-47d1-933b-9044aa51451c tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665774 Jul 16 08:34:12.455408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.468233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cdc763-fe7f-4695-bfc2-3a05dc2e22da']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:12.477880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:12.482063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d586ca-4939-459d-a876-c4dbafc10111') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:12.482524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d586ca-4939-459d-a876-c4dbafc10111') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:12.499571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.503000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'mac_address': 'fa:16:3e:e5:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:12.522578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.557378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.573129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:12.573521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8287c6e-6451-4879-bb37-3579f5b3d156 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:12.573643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.595094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:12.600481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.606666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bd214-dc69-47fb-9ef8-0482a1a7c62c req-9456e3e3-c295-46e2-b425-070e008a3a3a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.609100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e57bd214-dc69-47fb-9ef8-0482a1a7c62c req-9456e3e3-c295-46e2-b425-070e008a3a3a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.2376654 Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:12.609819 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:12.623502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00d5b9fe-9d6e-422e-8118-8ba515a0bf17 req-90aa9edd-acc7-44b5-bd95-479977d7f25d tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 210 time: 0.0901151 Jul 16 08:34:12.675552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.719217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.728952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.732084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a9cdc763-fe7f-4695-bfc2-3a05dc2e22da HTTP/1.1" status: 204 len: 168 time: 0.5882883 Jul 16 08:34:12.760865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ed0e2-064f-4b01-b7b4-f2981ff5e8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9cdc763-fe7f-4695-bfc2-3a05dc2e22da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.773441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e57bd214-dc69-47fb-9ef8-0482a1a7c62c req-0b29a36c-b650-438f-b24b-3fa2b1d36449 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474497 Jul 16 08:34:12.786426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:12.802579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.808665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.848774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['d8287c6e-6451-4879-bb37-3579f5b3d156'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:12.897413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Transition to ACTIVE for port object 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:12.906617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.960486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-be102d61-fa62-4fcd-9077-11281b9164ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.961598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.013551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.061138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75624f5d-b074-47b1-a123-55b4b8a02542 req-b64d2857-f3c4-4a03-b124-185f1a29d5fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.063161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75624f5d-b074-47b1-a123-55b4b8a02542 req-b64d2857-f3c4-4a03-b124-185f1a29d5fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1365342 Jul 16 08:34:13.064237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Attempting to bind port a376a232-c7df-433a-b44f-3c2ea038af9e on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:13.064591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Attempting to bind port a376a232-c7df-433a-b44f-3c2ea038af9e by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:13.064927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Attempting to bind port a376a232-c7df-433a-b44f-3c2ea038af9e on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:13.091596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Port a376a232-c7df-433a-b44f-3c2ea038af9e on network 7639129e-c54e-4eb5-8422-ff0e74920106 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:13.091941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Attempting to bind port a376a232-c7df-433a-b44f-3c2ea038af9e on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:13.133289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6e70899f-db0b-4984-8f13-de0248af3ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e872f9576d43779dbadbb4e41a2805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1159742 Jul 16 08:34:13.134226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.135281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75624f5d-b074-47b1-a123-55b4b8a02542 req-8323d4db-7bf5-4f7b-a58e-45a126514ca5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628610 Jul 16 08:34:13.163798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:13.164410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Checking segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:13.164806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Bound using segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:13.165265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Bound port: a376a232-c7df-433a-b44f-3c2ea038af9e, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:13.165638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.207244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Attempting to bind port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:13.207752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Attempting to bind port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:13.208135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Attempting to bind port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:13.238207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 on network 7639129e-c54e-4eb5-8422-ff0e74920106 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:13.239916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Attempting to bind port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:13.251215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:13.251564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Checking segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:13.251958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Bound using segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:13.252612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Bound port: 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:13.253136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.379991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.387856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451b5d5-2195-4fc3-a8cf-087a2983e5c1 req-41c46f09-5849-4918-b93d-8a03ae1c284d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.395563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e451b5d5-2195-4fc3-a8cf-087a2983e5c1 req-41c46f09-5849-4918-b93d-8a03ae1c284d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 944 time: 0.1405830 Jul 16 08:34:13.440501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.446250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:13.449975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e451b5d5-2195-4fc3-a8cf-087a2983e5c1 req-8ad8eedc-2dc3-457b-8fb5-ad5fc7868a95 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527496 Jul 16 08:34:13.466767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:13.476696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:13.513473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.514652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36006) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.517248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a376a232-c7df-433a-b44f-3c2ea038af9e,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:13.529712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.569508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.570130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.571598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 HTTP/1.1" status: 200 len: 1092 time: 1.6753168 Jul 16 08:34:13.572889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:13.574943 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac3122d-629b-4247-8062-0df5622c977d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:13.582761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.583129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.584462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] 10.222.0.47 "PUT /v2.0/ports/a376a232-c7df-433a-b44f-3c2ea038af9e HTTP/1.1" status: 200 len: 1092 time: 2.4188046 Jul 16 08:34:13.613904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce44369-b06c-4857-aa9e-9d24fca0cbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.617423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.619914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.621164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe26d3ac-a091-452f-ad62-de31e376003c HTTP/1.1" status: 204 len: 168 time: 0.4850581 Jul 16 08:34:13.680773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d21832-304b-4c56-a054-d10e558d8488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe26d3ac-a091-452f-ad62-de31e376003c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.703178 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f236f5-fb30-4cf5-9981-d0537e27e86a x-openstack-request-id: req-d0f236f5-fb30-4cf5-9981-d0537e27e86a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:13.703413 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:13.703665 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0f236f5-fb30-4cf5-9981-d0537e27e86a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:13.704182 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7', 'status': 'completed', 'code': 200} Jul 16 08:34:13.834145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72007334-24a1-4052-8e31-934d99d0cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.834841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbf1cc-e520-40d7-b2e6-04dc85c67ed1 req-acbf51ad-bc0c-4dee-85ef-0c1f6fcb6215 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.852621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0cbf1cc-e520-40d7-b2e6-04dc85c67ed1 req-acbf51ad-bc0c-4dee-85ef-0c1f6fcb6215 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 943 time: 0.3212433 Jul 16 08:34:13.873783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-af245344-0f6a-41b4-bf0a-a76855feef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.875768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-af245344-0f6a-41b4-bf0a-a76855feef24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff HTTP/1.1" status: 200 len: 1095 time: 0.1978025 Jul 16 08:34:13.882608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-4e6af4e5-e7e2-4771-8c92-6ee9a70f866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.884488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-4e6af4e5-e7e2-4771-8c92-6ee9a70f866d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 1095 time: 0.1919909 Jul 16 08:34:13.885387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ece7774-29ce-4f73-933a-0661e544a532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.932964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-da343c62-00dc-47ae-bd50-1456e8230069 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a376a232-c7df-433a-b44f-3c2ea038af9e HTTP/1.1" status: 200 len: 217 time: 0.0459609 Jul 16 08:34:13.974953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0cbf1cc-e520-40d7-b2e6-04dc85c67ed1 req-0893cc38-ed9e-4c42-91fe-f896936b850a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113138 Jul 16 08:34:13.982346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78050f7a-a2ab-43e2-9383-d8a10e359d2e req-09987112-eb57-4236-a742-9c0326678a5c tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 210 time: 0.1241627 Jul 16 08:34:14.069653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-f0d52cbb-3299-422f-9069-ff1dd6836b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.071825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-f0d52cbb-3299-422f-9069-ff1dd6836b7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.0960615 Jul 16 08:34:14.073836 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-aecbcc82-2e5d-4077-9e19-afa9210521da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 HTTP/1.1" status: 200 len: 217 time: 0.1482918 Jul 16 08:34:14.126593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-1b66b92d-b6cd-4228-8858-83c3ad34a352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475323 Jul 16 08:34:14.135212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ece7774-29ce-4f73-933a-0661e544a532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.147546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ece7774-29ce-4f73-933a-0661e544a532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.162638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-6ac43b16-2383-4c7c-bb30-cf27c15c4dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4675462 Jul 16 08:34:14.193022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1ece7774-29ce-4f73-933a-0661e544a532 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2148f5b22da4e97a883328d94f23f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766410 Jul 16 08:34:14.193939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7774-29ce-4f73-933a-0661e544a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd09bd-cf65-4a1c-82da-3db03a8a1f7e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.196326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36030) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.277789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:14.325871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-19fbba06-091a-4967-a6f2-6af9285ae20b service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759377 Jul 16 08:34:14.394477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-7b92faf7-cb4c-4a34-b299-ac85226fa210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.396413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-7b92faf7-cb4c-4a34-b299-ac85226fa210 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.2681832 Jul 16 08:34:14.397392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port d8287c6e-6451-4879-bb37-3579f5b3d156 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:14.405715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port d8287c6e-6451-4879-bb37-3579f5b3d156 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:14.408410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.437392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.499275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.505188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-9aa7309a-add1-442b-bb18-a0a2baf9ae26 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719646 Jul 16 08:34:14.507024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-13be983a-8b6a-415f-99df-baffcf0329cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744667 Jul 16 08:34:14.526511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.544312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76a54c-7aa3-4cf7-a208-ef5679173954 req-90efbfbf-07e6-4ba6-9fcc-f5a227d95981 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.546097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d76a54c-7aa3-4cf7-a208-ef5679173954 req-90efbfbf-07e6-4ba6-9fcc-f5a227d95981 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.3113310 Jul 16 08:34:14.558109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:14.563678 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa244a6-5d53-4c05-b3ff-d9461b0ab8ec" -d '{"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-plugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:14.570927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0115244-da86-4dcd-b917-637c806b7d39 req-16126436-72d5-422a-bf26-b90b4a5fa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.572881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-16126436-72d5-422a-bf26-b90b4a5fa5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 1102 time: 0.3354037 Jul 16 08:34:14.594778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:14.601638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.668847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d252b-f566-46d1-8ffc-d322247d7841 req-7d93fb79-f463-4fda-b35a-c3d601af2ee7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.676625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b45d252b-f566-46d1-8ffc-d322247d7841 req-7d93fb79-f463-4fda-b35a-c3d601af2ee7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.2850800 Jul 16 08:34:14.696240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-4381c806-ea62-456f-a1aa-8266947a7bd1 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815026 Jul 16 08:34:14.702676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.726827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d76a54c-7aa3-4cf7-a208-ef5679173954 req-37e4778d-e5fd-478d-a1eb-2881dde58b0d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642728 Jul 16 08:34:14.785469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.788344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.789495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21bd09bd-cf65-4a1c-82da-3db03a8a1f7e HTTP/1.1" status: 204 len: 168 time: 0.5923147 Jul 16 08:34:14.801078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36050) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.821386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136197b-0216-4412-9990-90cdb140f932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd09bd-cf65-4a1c-82da-3db03a8a1f7e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.840261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b45d252b-f566-46d1-8ffc-d322247d7841 req-6d112f1c-752a-41b7-bf6e-88e910a6e839 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611643 Jul 16 08:34:14.872544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0115244-da86-4dcd-b917-637c806b7d39 req-0ef77c60-858a-4b56-b278-cd736e5515fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.876550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-0ef77c60-858a-4b56-b278-cd736e5515fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2637196 Jul 16 08:34:14.878548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9afc44ca-6dba-4c44-ba73-19d23ac5e817 req-6fa888db-32a1-4bfe-9237-24604f52b0e3 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720161 Jul 16 08:34:14.925057 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7308783f-649f-4ba5-aa2f-688cad4963b2 x-openstack-request-id: req-7308783f-649f-4ba5-aa2f-688cad4963b2 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:14.925401 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-plugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:14.925597 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7308783f-649f-4ba5-aa2f-688cad4963b2 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:14.925999 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'code': 200} Jul 16 08:34:14.955506 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-3b7c6127-de68-4ff6-aa0e-4b4ae2dc6f30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 200 len: 217 time: 0.0728090 Jul 16 08:34:15.149865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3122d-629b-4247-8062-0df5622c977d req-b03576a1-e5d9-49e3-bd29-7d688cb8e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.151581 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-b03576a1-e5d9-49e3-bd29-7d688cb8e329 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 1095 time: 0.1940603 Jul 16 08:34:15.155722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f7da9-0c96-4f17-994b-5cee1cf11b59 req-2e4a245f-e87d-4c7e-876a-67627e0f575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.157325 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524f7da9-0c96-4f17-994b-5cee1cf11b59 req-2e4a245f-e87d-4c7e-876a-67627e0f575f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 1097 time: 0.1482241 Jul 16 08:34:15.161792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0115244-da86-4dcd-b917-637c806b7d39 req-45df8f5f-4d69-4b46-bfc3-05a48887fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.163452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-45df8f5f-4d69-4b46-bfc3-05a48887fa81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1916156 Jul 16 08:34:15.237999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524f7da9-0c96-4f17-994b-5cee1cf11b59 req-2017a14b-2c97-4bb2-96be-d17ef61be4a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Jul 16 08:34:15.247483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c877f68-e302-4533-a024-141fb2632cbf req-c5592c7b-5bfa-4443-9ef2-37bca2c4af78 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.249592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c877f68-e302-4533-a024-141fb2632cbf req-c5592c7b-5bfa-4443-9ef2-37bca2c4af78 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 945 time: 0.2788725 Jul 16 08:34:15.254371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eef79-4868-41f5-bf35-557a242abe4b req-1eb88719-b3c1-4518-84c4-548fe169f70d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.261560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-554eef79-4868-41f5-bf35-557a242abe4b req-1eb88719-b3c1-4518-84c4-548fe169f70d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1098 time: 0.1633368 Jul 16 08:34:15.267831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627764522-network', 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:15.321382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3122d-629b-4247-8062-0df5622c977d req-9dff9211-0d3e-430a-859b-8ee3e1e6204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.322858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-9dff9211-0d3e-430a-859b-8ee3e1e6204a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 912 time: 0.1614902 Jul 16 08:34:15.357057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0115244-da86-4dcd-b917-637c806b7d39 req-d251f117-ef60-4aab-9ba3-73a121b7ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.359052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-d251f117-ef60-4aab-9ba3-73a121b7ca87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1892693 Jul 16 08:34:15.361654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:15.364459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.377399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-5715f8ee-bf77-4e3a-a7b2-bdb439b2b2be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 HTTP/1.1" status: 200 len: 217 time: 0.0466135 Jul 16 08:34:15.380404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-554eef79-4868-41f5-bf35-557a242abe4b req-a3f56138-3caf-44ad-a33d-9acce5d5bb21 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146786 Jul 16 08:34:15.394098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c877f68-e302-4533-a024-141fb2632cbf req-bc85d55a-c0aa-4634-ad6b-cd6703b041b6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220088 Jul 16 08:34:15.407117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.492826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3122d-629b-4247-8062-0df5622c977d req-b9b023e3-0ee9-4b84-bcfe-ca84090e00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.494704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-b9b023e3-0ee9-4b84-bcfe-ca84090e00dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.1100981 Jul 16 08:34:15.557462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-1ac5641e-04b2-4fe2-8310-f521535ad694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517020 Jul 16 08:34:15.562036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1f31e603-bc5b-4a05-afa9-0ab1fc02cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.666271 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.673356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-1e0c35fd-290c-4037-b067-6f43117a7114 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914114 Jul 16 08:34:15.698705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-3c96c802-6847-41a2-8754-d9125f3eef52 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306911 Jul 16 08:34:15.707836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:15.712374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aba20665-610c-42c1-a2ea-d01b7c19c76a req-a5221992-5396-45c5-b17a-2167a3a3bd1b tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=c445fc90-371a-4e6a-8a10-89bdb6df96b0 HTTP/1.1" status: 200 len: 210 time: 0.0996697 Jul 16 08:34:15.713026 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f714c60-aebc-418f-b03e-06f39c436e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:15.810447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8ac3122d-629b-4247-8062-0df5622c977d req-64ac2fd4-029b-4874-b4b6-a83ceb23cbe3 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942316 Jul 16 08:34:15.914681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f41205-07ff-4591-a475-0c7bf8ff8588 req-fac900b4-a394-44b5-ace3-653e3a22ac6f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.916388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5f41205-07ff-4591-a475-0c7bf8ff8588 req-fac900b4-a394-44b5-ace3-653e3a22ac6f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 943 time: 0.3058767 Jul 16 08:34:15.971967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.976327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0115244-da86-4dcd-b917-637c806b7d39 req-1d1e2d3c-bc9d-4988-ace7-0666b7a4601e service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666521 Jul 16 08:34:15.980898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.013574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.032312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5f41205-07ff-4591-a475-0c7bf8ff8588 req-b4755856-ab94-45f8-9c6c-d1db5345c31f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031122 Jul 16 08:34:16.033106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:16.043635 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.044094 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Added segment 47dbf0a7-a835-44d7-bae5-3d7de35b9fd1 of type vlan for network 397d46d6-1a89-4a38-8249-e40abed9b578 Jul 16 08:34:16.121327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.180376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.180653 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef680b9-90f3-478d-9ade-cedf04ebe248 x-openstack-request-id: req-3ef680b9-90f3-478d-9ade-cedf04ebe248 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:16.181124 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:16.181367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.181542 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ef680b9-90f3-478d-9ade-cedf04ebe248 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:16.182035 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e', 'status': 'completed', 'code': 200} Jul 16 08:34:16.182159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.288184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a376a232-c7df-433a-b44f-3c2ea038af9e details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:16.425648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a376a232-c7df-433a-b44f-3c2ea038af9e,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:16.451669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'a376a232-c7df-433a-b44f-3c2ea038af9e', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'port_id': 'a376a232-c7df-433a-b44f-3c2ea038af9e', 'mac_address': 'fa:16:3e:c9:3b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:16.496062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.511504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376a232-c7df-433a-b44f-3c2ea038af9e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:16.533619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a376a232-c7df-433a-b44f-3c2ea038af9e,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:16.538115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.588858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.627275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8235164 Jul 16 08:34:16.630145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:16.635169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Request body: {'subnet': {'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-627764522-subnet', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:16.656455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:16.658809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.704397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41338cd6-4ce1-4b32-b6d2-50a6d09f16f6 admin admin] Pushing event updated for resources: {'Network': ['ID=397d46d6-1a89-4a38-8249-e40abed9b578,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.727111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 397d46d6-1a89-4a38-8249-e40abed9b578 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:16.767618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4075668-48c3-424d-97f5-3fe537a67150 req-ccc92b72-68f5-4c79-880e-9dbbfdffbe1d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.769348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4075668-48c3-424d-97f5-3fe537a67150 req-ccc92b72-68f5-4c79-880e-9dbbfdffbe1d tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1098 time: 0.5378366 Jul 16 08:34:16.778268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86daceb-2baa-421c-aa11-c2324796f119 req-c5ffb069-b5c1-4541-882c-3cd39008727b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.779811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c86daceb-2baa-421c-aa11-c2324796f119 req-c5ffb069-b5c1-4541-882c-3cd39008727b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1879685 Jul 16 08:34:16.783066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-42493e8f-315a-4301-9941-b394db542829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.784599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-42493e8f-315a-4301-9941-b394db542829 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff HTTP/1.1" status: 200 len: 1096 time: 0.1948426 Jul 16 08:34:16.846065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['a376a232-c7df-433a-b44f-3c2ea038af9e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:16.849864 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.869558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.911327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4075668-48c3-424d-97f5-3fe537a67150 req-01a9c55d-16c1-49b7-9646-8107cc737dc8 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302028 Jul 16 08:34:16.922539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c86daceb-2baa-421c-aa11-c2324796f119 req-5ff88017-b0c1-4e79-b895-7bcde2e046f6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321902 Jul 16 08:34:16.953889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-0a757ce3-3555-4834-bef7-b716b480e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.953889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-0a757ce3-3555-4834-bef7-b716b480e88e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 912 time: 0.1589940 Jul 16 08:34:16.971384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f265ece-3af9-41f0-b30f-313f28b8440b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.980300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Checking segment: {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:16.980667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Network hostable DHCP agents. Network: 397d46d6-1a89-4a38-8249-e40abed9b578, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:17.005338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Network 397d46d6-1a89-4a38-8249-e40abed9b578 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:17.022392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 397d46d6-1a89-4a38-8249-e40abed9b578) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:17.034271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.035112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.045476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:17.055289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-4b642dfc-23c6-4f05-ac95-fe557bc55b0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a376a232-c7df-433a-b44f-3c2ea038af9e HTTP/1.1" status: 200 len: 217 time: 0.0954480 Jul 16 08:34:17.069356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50949e09-6ef3-4c6e-8a50-2acca5ee666e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4359787 Jul 16 08:34:17.069594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:17.076522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:17.113721 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.114906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.139372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a41b3-fcfb-49ca-bd9e-e8fd153ae22b None None] Network 397d46d6-1a89-4a38-8249-e40abed9b578 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:17.196360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.202381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-31f43e88-8b99-44ef-a983-6d478e99f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.204210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-31f43e88-8b99-44ef-a983-6d478e99f639 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.1451795 Jul 16 08:34:17.230670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d643-a48c-4f0b-91d6-feb0a5376fe3 req-8c3e936f-cfd5-4d2b-98b4-7093b038e8f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.232344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed98d643-a48c-4f0b-91d6-feb0a5376fe3 req-8c3e936f-cfd5-4d2b-98b4-7093b038e8f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 945 time: 0.1267824 Jul 16 08:34:17.263591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:17.269199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-67f47f62-e607-4d23-883d-182b088d7501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586095 Jul 16 08:34:17.282173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'port_id': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7', 'mac_address': 'fa:16:3e:17:c3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:17.320750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed98d643-a48c-4f0b-91d6-feb0a5376fe3 req-80f6073c-7aed-4067-be45-46ad60b63478 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692115 Jul 16 08:34:17.425902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.454488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:17.470220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-5ed6a54f-22b7-4434-a870-51d5e1f89a94 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912117 Jul 16 08:34:17.517669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-397d46d6-1a89-4a38-8249-e40abed9b578', 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'fixed_ips': [{'subnet_id': '7f265ece-3af9-41f0-b30f-313f28b8440b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:17.520735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.587479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f714c60-aebc-418f-b03e-06f39c436e6b req-63efd497-b9f5-466f-bad5-104c2cce4fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101136 Jul 16 08:34:17.622524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:17.656621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.663618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64743b-4dfc-4c71-981f-c0bed9f6d6a2 req-fddae2e0-454f-4c83-9d17-d296142daf9f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.671969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac64743b-4dfc-4c71-981f-c0bed9f6d6a2 req-fddae2e0-454f-4c83-9d17-d296142daf9f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 943 time: 0.0833428 Jul 16 08:34:17.743196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.751814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac64743b-4dfc-4c71-981f-c0bed9f6d6a2 req-e2bea80a-1b5c-454f-b84e-f01480eb6c91 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776296 Jul 16 08:34:18.032006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.106602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['475c85ba-2baf-4ae0-8d00-56b76f1ee9f7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:18.126504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.181317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.195314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Allocated IP 172.20.0.2 (397d46d6-1a89-4a38-8249-e40abed9b578/7f265ece-3af9-41f0-b30f-313f28b8440b/227f35a6-513b-4a65-8a3b-50acd2150735) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:18.312696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce140628-df46-4599-a8e2-59ab7f03e701 req-84ff614a-bf10-416d-8121-5bccda05217a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.325522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce140628-df46-4599-a8e2-59ab7f03e701 req-84ff614a-bf10-416d-8121-5bccda05217a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 945 time: 0.2020211 Jul 16 08:34:18.394938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.395318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce140628-df46-4599-a8e2-59ab7f03e701 req-a1e5c11c-c771-4af1-bed4-8cf3c09df240 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681639 Jul 16 08:34:18.404755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Transition to ACTIVE for port object 227f35a6-513b-4a65-8a3b-50acd2150735 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:18.435423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a376a232-c7df-433a-b44f-3c2ea038af9e up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:18.517108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Allocated IP 172.25.5.85 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:18.633077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Transition to ACTIVE for port object 227f35a6-513b-4a65-8a3b-50acd2150735 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:18.648525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.653023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.654380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b9493-f3e7-4bb0-a620-4492e599762c req-315eb097-779a-4382-b5ba-74d6d58973f6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.663867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-447b9493-f3e7-4bb0-a620-4492e599762c req-315eb097-779a-4382-b5ba-74d6d58973f6 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1254213 Jul 16 08:34:18.711604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-447b9493-f3e7-4bb0-a620-4492e599762c req-5fa25ca0-e4c1-4ba0-b417-b3c2d0f658b7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Jul 16 08:34:18.754956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Pushing event updated for resources: {'Port': ['ID=227f35a6-513b-4a65-8a3b-50acd2150735,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.768775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Network 397d46d6-1a89-4a38-8249-e40abed9b578 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:18.769020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.772748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:18.777434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:18.833059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.881488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port a376a232-c7df-433a-b44f-3c2ea038af9e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:18.897174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port a376a232-c7df-433a-b44f-3c2ea038af9e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:18.897563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.899647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Attempting to bind port 227f35a6-513b-4a65-8a3b-50acd2150735 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:18.900012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Attempting to bind port 227f35a6-513b-4a65-8a3b-50acd2150735 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:18.900397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Attempting to bind port 227f35a6-513b-4a65-8a3b-50acd2150735 on network 397d46d6-1a89-4a38-8249-e40abed9b578 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:18.902123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Pushing event updated for resources: {'Port': ['ID=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.917081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:18.919338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:18.923073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:18.946375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f304b0de-a5af-4224-8d10-244f10e39da7 req-90276c7d-0e7c-44d6-86e3-961b1f0b9d12 tempest-FlavorsV2NegativeTest-1000481759 tempest-FlavorsV2NegativeTest-1000481759-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=de658bfe80d04434890b748140432aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386369 Jul 16 08:34:19.032651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:19.033479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Checking segment: {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:19.034169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.046830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Bound using segment: {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:19.047257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Bound port: 227f35a6-513b-4a65-8a3b-50acd2150735, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:19.047680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.150522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b0de-a5af-4224-8d10-244f10e39da7 req-b6ac9908-180e-4553-9a68-e961fb5c679f tempest-FlavorsV2NegativeTest-1000481759 tempest-FlavorsV2NegativeTest-1000481759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.152666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f304b0de-a5af-4224-8d10-244f10e39da7 req-b6ac9908-180e-4553-9a68-e961fb5c679f tempest-FlavorsV2NegativeTest-1000481759 tempest-FlavorsV2NegativeTest-1000481759-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000768 Jul 16 08:34:19.189524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f304b0de-a5af-4224-8d10-244f10e39da7 req-daf33128-d542-4ee1-b558-fd19a97322a6 tempest-FlavorsV2NegativeTest-1000481759 tempest-FlavorsV2NegativeTest-1000481759-project] 10.222.0.32 "GET /v2.0/quotas/de658bfe80d04434890b748140432aa0 HTTP/1.1" status: 200 len: 375 time: 0.0304666 Jul 16 08:34:19.285061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f304b0de-a5af-4224-8d10-244f10e39da7 req-2bd2e2c3-b976-43a8-b202-54c0a0f3b2d2 tempest-FlavorsV2NegativeTest-1000481759 tempest-FlavorsV2NegativeTest-1000481759-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de658bfe80d04434890b748140432aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944593 Jul 16 08:34:19.291453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] For port 227f35a6-513b-4a65-8a3b-50acd2150735, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:19.293965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.336020 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.358672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] For port 227f35a6-513b-4a65-8a3b-50acd2150735, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=227f35a6-513b-4a65-8a3b-50acd2150735,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:19.435398 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.504795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:19.510022 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aada916-e43a-4d6d-9063-38b21bed55e9" -d '{"events": [{"server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "name": "network-vif-plugged", "status": "completed", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:19.646637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a376a232-c7df-433a-b44f-3c2ea038af9e,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:19.682237 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.692239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-b2e6eaad-05d6-4506-90ae-388e768d96dc tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:19.693414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-b2e6eaad-05d6-4506-90ae-388e768d96dc tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059853 Jul 16 08:34:19.713097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ee179-043f-4d9e-aa30-bfdb5afb7661 None None] Pushing event updated for resources: {'Port': ['ID=227f35a6-513b-4a65-8a3b-50acd2150735,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:19.783358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Request body: {'binding': {'host': 'n-h2-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:19.784854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:34:19.816499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.823251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:19.953569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-f51bac3b-24d4-47eb-b771-cdf85129ceb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2369454 Jul 16 08:34:20.074744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9c8f8-6286-428c-8759-45c0de49a0c8 req-90776143-69f8-427b-be38-c0761482c2a5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.083568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b9c8f8-6286-428c-8759-45c0de49a0c8 req-90776143-69f8-427b-be38-c0761482c2a5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 944 time: 0.3745825 Jul 16 08:34:20.104660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:20.127006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Router f391f507-bd76-48aa-aee2-67e8fcd69654 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:20.169582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-eda66591-01f0-4221-a46b-08420e2f6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.171336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-eda66591-01f0-4221-a46b-08420e2f6694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 1097 time: 0.1675932 Jul 16 08:34:20.199102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b9c8f8-6286-428c-8759-45c0de49a0c8 req-06bb99a1-0359-4430-a69a-a7457130b600 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144421 Jul 16 08:34:20.231689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on host n-h2-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:20.232051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:20.232391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:20.246327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:20.246683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:20.262791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:20.262791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:20.262791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:20.262791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Bound port: 7962df97-e8d4-4042-bf92-3d35c82f1054, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:20.381945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0622fd0c-e9ea-4b25-897e-88cae1716ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.387207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:20.406855 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.407965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] 10.222.0.32 "POST /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054/bindings HTTP/1.1" status: 201 len: 390 time: 0.6809232 Jul 16 08:34:20.460648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:20.492613 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Sync routers for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:20.505817 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:20.506693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:20.511163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-5a5fb713-136c-456e-b9c7-deb7cfd44cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.512242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-5a5fb713-136c-456e-b9c7-deb7cfd44cca service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2579772 Jul 16 08:34:20.541442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f7326-3e5c-4b1a-a0b2-3f850d727efb req-9aeea20c-ddca-495a-bce6-93af5e6aab2c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.550167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea1f7326-3e5c-4b1a-a0b2-3f850d727efb req-9aeea20c-ddca-495a-bce6-93af5e6aab2c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 945 time: 0.1557322 Jul 16 08:34:20.625074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-f22782ce-022e-4a47-9ca7-62aa21fdc5ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 200 len: 217 time: 0.0891232 Jul 16 08:34:20.644109 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a983e-b43b-4b8a-b0ea-6cab9f2bd9fb x-openstack-request-id: req-399a983e-b43b-4b8a-b0ea-6cab9f2bd9fb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:20.644606 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "name": "network-vif-plugged", "status": "completed", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:20.645038 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399a983e-b43b-4b8a-b0ea-6cab9f2bd9fb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:20.645581 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e', 'code': 200} Jul 16 08:34:20.663251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea1f7326-3e5c-4b1a-a0b2-3f850d727efb req-57032068-181c-4b4e-9748-64e83c2c295f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086848 Jul 16 08:34:20.697337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0622fd0c-e9ea-4b25-897e-88cae1716ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.703579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0622fd0c-e9ea-4b25-897e-88cae1716ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.843438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:20.895347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0622fd0c-e9ea-4b25-897e-88cae1716ea1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de658bfe80d04434890b748140432aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7863564 Jul 16 08:34:20.895592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 227f35a6-513b-4a65-8a3b-50acd2150735 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:20.898368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622fd0c-e9ea-4b25-897e-88cae1716ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e791e-a48b-4cad-9fa4-ccce4216361e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.908728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.033448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 227f35a6-513b-4a65-8a3b-50acd2150735 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:21.047372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:21.124815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.166205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:21.170902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:21.171279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.180724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ec256-e858-43ba-965d-0fc99cdd9830 req-0a9b50e8-81c0-4d3e-851e-27c9719ef716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.182738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-673ec256-e858-43ba-965d-0fc99cdd9830 req-0a9b50e8-81c0-4d3e-851e-27c9719ef716 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff HTTP/1.1" status: 200 len: 1097 time: 0.4132736 Jul 16 08:34:21.191554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.197382 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:19Z', 'revision_number': 3, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:21.250893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d307fee-35b1-4bb2-9331-a8a054952e9b req-fe2e223f-7335-4ded-a3f3-ee5701edc059 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.255891 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Checking router: f391f507-bd76-48aa-aee2-67e8fcd69654 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:21.257583 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Updating router f391f507-bd76-48aa-aee2-67e8fcd69654 port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:21.258386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d307fee-35b1-4bb2-9331-a8a054952e9b req-fe2e223f-7335-4ded-a3f3-ee5701edc059 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.3630095 Jul 16 08:34:21.334921 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.348761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.362052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-673ec256-e858-43ba-965d-0fc99cdd9830 req-ae79720f-caae-4317-a3da-a81b6ed5866f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682067 Jul 16 08:34:21.380891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d307fee-35b1-4bb2-9331-a8a054952e9b req-9c327cb9-e3f5-4a04-971d-ffb02092875e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212914 Jul 16 08:34:21.381333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0506452-df78-40ee-a1bd-e03409421fe1 None None] Network 397d46d6-1a89-4a38-8249-e40abed9b578 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:21.390307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.395100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ae4a1479-d7f9-4f8c-b578-8433aee78b25 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3245325 Jul 16 08:34:21.405217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.414861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ddc8e-7216-4ef0-8b90-bf7e4694377b req-0bcbc088-b6e3-47e6-8405-30f514762410 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.421538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c0ddc8e-7216-4ef0-8b90-bf7e4694377b req-0bcbc088-b6e3-47e6-8405-30f514762410 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.4316938 Jul 16 08:34:21.442800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Provisioning for port 227f35a6-513b-4a65-8a3b-50acd2150735 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:21.484255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Provisioning complete for port 227f35a6-513b-4a65-8a3b-50acd2150735 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:21.484628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.485894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-60ece846-d71a-4680-bd9f-e69ed705e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.486629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.488871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-60ece846-d71a-4680-bd9f-e69ed705e910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.8557792 Jul 16 08:34:21.490532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.501239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f7e791e-a48b-4cad-9fa4-ccce4216361e HTTP/1.1" status: 204 len: 168 time: 0.5882273 Jul 16 08:34:21.566675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c0ddc8e-7216-4ef0-8b90-bf7e4694377b req-bd293d89-2186-4f0a-bade-927b776c3b8a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334236 Jul 16 08:34:21.575249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:21.584598 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.590035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536378d-37b3-4d8b-b43e-5d746fbef359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e791e-a48b-4cad-9fa4-ccce4216361e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.652966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-29e98307-9939-4958-9e84-6b7800777174 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407821 Jul 16 08:34:21.656605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.837212 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.848628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.862097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-41218817-e189-4cf9-9509-646b28128ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.863589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-41218817-e189-4cf9-9509-646b28128ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1098 time: 0.5219190 Jul 16 08:34:21.872921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Transition to ACTIVE for port object a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:21.880646 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.909543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] For port 227f35a6-513b-4a65-8a3b-50acd2150735, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=227f35a6-513b-4a65-8a3b-50acd2150735,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:21.917640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.003060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Attempting to bind port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:22.003719 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Attempting to bind port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:22.008559 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Attempting to bind port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:22.019661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:22.019909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e39b7-8aa6-4e3b-9ec8-b98edfa9f04a req-2fa91719-f95f-458f-8c3f-3854be9efbb2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.023351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4e39b7-8aa6-4e3b-9ec8-b98edfa9f04a req-2fa91719-f95f-458f-8c3f-3854be9efbb2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 945 time: 0.1708031 Jul 16 08:34:22.024093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:22.024752 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.025445 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:22.032712 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Bound port: a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:22.033385 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.049342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a971e6e-b095-4010-8989-ca188a4718c4 None None] Pushing event updated for resources: {'Port': ['ID=227f35a6-513b-4a65-8a3b-50acd2150735,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.090678 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Pushing event updated for resources: {'Port': ['ID=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.109917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-1e043846-fa55-44ae-b5e7-d1f5aa527d54 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498885 Jul 16 08:34:22.132719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4e39b7-8aa6-4e3b-9ec8-b98edfa9f04a req-8490da31-96d5-4b62-90b5-56d9d16858fc tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Jul 16 08:34:22.143418 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.143761 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.168091 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.168593 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.168936 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.169274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.169604 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.169928 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.170249 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.171140 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.171591 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.171916 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:22.212749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] For port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:22.216124 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] For port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:22.223462 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.358850 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4518e92-c865-4161-9cfc-8221ae335aab None None] Pushing event updated for resources: {'Port': ['ID=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.374885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:22.375902 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:22.538451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2f9088b-2cd2-4f5c-bea2-e072e2900dca req-9413eda2-c4fb-44e2-8d3e-f06fe4a1c8d0 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020975 Jul 16 08:34:22.552178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-18444532-1124-45bf-a7fe-45f62cbb3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.553653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-18444532-1124-45bf-a7fe-45f62cbb3b5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.6178174 Jul 16 08:34:22.568387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-697cf17b-e331-4354-87e9-4842dcddd188 None None] Provisioning complete for port 227f35a6-513b-4a65-8a3b-50acd2150735 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:22.570583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-697cf17b-e331-4354-87e9-4842dcddd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.584309 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:22.646361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:22.648813 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb8674-d6b4-4102-b912-898d9b7b90c6" -d '{"events": [{"server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "name": "network-vif-plugged", "status": "completed", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:22.727244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-dab6838e-d3e4-4465-9c08-3431ed0945ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 217 time: 0.0939128 Jul 16 08:34:22.843930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 227f35a6-513b-4a65-8a3b-50acd2150735 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:22.922152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-e66362f0-b7fe-4d1a-8bf9-96cbc574c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.934692 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-e66362f0-b7fe-4d1a-8bf9-96cbc574c7e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.1769829 Jul 16 08:34:22.935360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2fb56-b851-44af-8d00-52512c3d7ad6 req-195c440a-b949-4741-b59e-a2cb8c90028f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.937789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 227f35a6-513b-4a65-8a3b-50acd2150735 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:22.938323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.946764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dad2fb56-b851-44af-8d00-52512c3d7ad6 req-195c440a-b949-4741-b59e-a2cb8c90028f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.2038908 Jul 16 08:34:23.014905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:23.025651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-96f0e150-621d-4d30-9f4e-efab79f2d276 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797818 Jul 16 08:34:23.069815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:19Z', 'revision_number': 3, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:23.086918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dad2fb56-b851-44af-8d00-52512c3d7ad6 req-9ca216f1-3484-4a08-bdb0-e9aa28d23811 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391046 Jul 16 08:34:23.136937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cedff-9c42-4169-a0c0-6e08b23ad1f4 req-f5639694-f210-4a65-bc23-dfd8fc52baf1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.145066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951f223-f620-4252-bb3e-a68e76724e76 None None] The sync data for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 is: [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:19Z', 'revision_number': 3, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:23.145245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-219cedff-9c42-4169-a0c0-6e08b23ad1f4 req-f5639694-f210-4a65-bc23-dfd8fc52baf1 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.1276720 Jul 16 08:34:23.209943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-219cedff-9c42-4169-a0c0-6e08b23ad1f4 req-9c87144a-88da-4b34-969d-54b9848e4ceb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 16 08:34:23.232264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-network', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:23.270319 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12926d3f-6a56-487e-996b-28552781bd9b x-openstack-request-id: req-12926d3f-6a56-487e-996b-28552781bd9b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:23.270618 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "name": "network-vif-plugged", "status": "completed", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:23.271149 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12926d3f-6a56-487e-996b-28552781bd9b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:23.272095 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7', 'code': 200} Jul 16 08:34:23.340151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Made reservation on behalf of e0dd3f26053f409caabbe9a671c0d641 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:23.343025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.377073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-ef3dad5b-2a5c-4b2f-a2dd-81421785af9b service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423223 Jul 16 08:34:23.380716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.392384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-0dec6423-059d-4124-865c-c74e4e27a0b8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.398975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-0dec6423-059d-4124-865c-c74e4e27a0b8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 944 time: 0.1569512 Jul 16 08:34:23.561610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.661912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.671231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4426d2d-9f79-4975-9677-2bd74c1f836c req-d07da373-6359-4d76-ac3b-3d695f9b938a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.678811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4426d2d-9f79-4975-9677-2bd74c1f836c req-d07da373-6359-4d76-ac3b-3d695f9b938a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 945 time: 0.2293181 Jul 16 08:34:23.718841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686de75-79c3-43ad-8396-86ceb4a1aba0 req-49057e44-6d27-4b37-89f5-9567bf5bd8b6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.720453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2686de75-79c3-43ad-8396-86ceb4a1aba0 req-49057e44-6d27-4b37-89f5-9567bf5bd8b6 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 944 time: 0.2337451 Jul 16 08:34:23.735378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.745800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Deleting port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:23.746178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.791725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4426d2d-9f79-4975-9677-2bd74c1f836c req-e7e5a942-69d3-41ae-89f0-f7ba245c1762 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119306 Jul 16 08:34:23.797456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:23.813330 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-00649e5b-444e-4aca-a025-6145eca847a9 service neutron] show failed (client error): The resource could not be found. Jul 16 08:34:23.814361 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-00649e5b-444e-4aca-a025-6145eca847a9 service neutron] 10.222.0.46 "GET /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.3081570 Jul 16 08:34:23.859379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee698-6586-49c0-bb46-0fee552084bb req-82e50698-f1de-4d60-9c2d-c6c6de53582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.860986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-becee698-6586-49c0-bb46-0fee552084bb req-82e50698-f1de-4d60-9c2d-c6c6de53582a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 1097 time: 0.4814806 Jul 16 08:34:23.868332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.868684 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Added segment 2be39d7d-13e6-43a8-88a1-b7c63284efd1 of type vlan for network 16f19671-e869-4df4-97fc-5e52f6ebba77 Jul 16 08:34:23.871398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-dbbc259f-fc02-4584-ae96-0b40a703c210 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564283 Jul 16 08:34:23.872048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73126ccd-de49-4876-9672-4833b3a29fdb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:23.913274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2686de75-79c3-43ad-8396-86ceb4a1aba0 req-2ff120b1-68ed-4124-8de5-b778325125b8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855614 Jul 16 08:34:23.966439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] For port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:23.967079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.006159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Calling delete_port for 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:24.012753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Allocated IP 172.20.0.1 (397d46d6-1a89-4a38-8249-e40abed9b578/7f265ece-3af9-41f0-b30f-313f28b8440b/cadb0a05-9c2e-4d09-aecb-331340a8dbe0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:24.024730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.062960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-becee698-6586-49c0-bb46-0fee552084bb req-e8eba711-5a6f-47ad-bdfa-de61f0195807 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756008 Jul 16 08:34:24.066412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.067392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.067970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.182900 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1669357 Jul 16 08:34:24.208201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:24.213347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Request body: {'subnet': {'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-subnet', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:24.271452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.283934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:24.307895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af480f6-499c-4765-bbe2-cbb594b526ff admin admin] Pushing event updated for resources: {'Network': ['ID=16f19671-e869-4df4-97fc-5e52f6ebba77,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.334705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event deleted for resources: {'Port': ['ID=92382427-0d7a-4d9b-9c26-1b18b0f5fdc5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.337569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Made reservation on behalf of e0dd3f26053f409caabbe9a671c0d641 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:24.340624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.349701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:24.356754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:24.394056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.423971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-6e51b26f-2bd7-4395-9525-842f28ec3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.425673 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-6e51b26f-2bd7-4395-9525-842f28ec3dbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1102 time: 0.2951779 Jul 16 08:34:24.426732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Transition to ACTIVE for port object cadb0a05-9c2e-4d09-aecb-331340a8dbe0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:24.439769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:24.523011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] No DVR routers for this DVR port 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:24.526226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.528779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bd66630-958a-4a40-b3f0-25461b306aa9 req-df069cca-e202-4bda-85ca-a3bca011923a tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "DELETE /v2.0/ports/92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 HTTP/1.1" status: 204 len: 173 time: 1.1238232 Jul 16 08:34:24.539035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.541522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-deleted', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:24.551380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.562833 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482fbd3f-6e89-4998-8203-6a1e99d7e09f" -d '{"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-deleted", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:24.571525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Network 397d46d6-1a89-4a38-8249-e40abed9b578 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:24.575194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:24.596459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:24.695585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:24.712888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09753b6-8afb-44a4-a838-de34b320721f req-beeb64ca-966d-41de-b489-b6b6879fe644 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.713795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Pushing event updated for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.717466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'mac_address': 'fa:16:3e:e5:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:24.724945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f09753b6-8afb-44a4-a838-de34b320721f req-beeb64ca-966d-41de-b489-b6b6879fe644 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.4640830 Jul 16 08:34:24.780234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.827215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8287c6e-6451-4879-bb37-3579f5b3d156 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:24.847601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad92fdb-2490-4de5-9a6d-1019a40f8c26 req-1688343d-2f34-4c93-bbc0-88f3eddd3d98 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.849650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fad92fdb-2490-4de5-9a6d-1019a40f8c26 req-1688343d-2f34-4c93-bbc0-88f3eddd3d98 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.4435217 Jul 16 08:34:24.875319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.876340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:24.883704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.911701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:24.917052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f09753b6-8afb-44a4-a838-de34b320721f req-7a5427f4-dbf1-4862-86b7-8b762b837c2c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912351 Jul 16 08:34:24.992532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.058900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.072547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8adab988-c8ff-40e0-b214-5a53c695b085 None None] Provisioning for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:25.086955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8adab988-c8ff-40e0-b214-5a53c695b085 None None] Provisioning complete for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:25.087578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fad92fdb-2490-4de5-9a6d-1019a40f8c26 req-57586ee0-beda-48ff-a56b-74f1c3b38af9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281716 Jul 16 08:34:25.089685 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8adab988-c8ff-40e0-b214-5a53c695b085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.138168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['d8287c6e-6451-4879-bb37-3579f5b3d156'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:25.193495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.266531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e093e95f-4085-42db-8160-3b548d275f8f,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.270472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:25.278658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8adab988-c8ff-40e0-b214-5a53c695b085 None None] Port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:25.298030 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a0442a-6deb-4475-8209-03176b1f1038 x-openstack-request-id: req-53a0442a-6deb-4475-8209-03176b1f1038 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:25.298279 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9df2935-6649-4a7c-b024-df28c03bf458", "name": "network-vif-deleted", "tag": "92382427-0d7a-4d9b-9c26-1b18b0f5fdc5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:25.300124 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53a0442a-6deb-4475-8209-03176b1f1038 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:25.300441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:25.300441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.310498 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9df2935-6649-4a7c-b024-df28c03bf458', 'name': 'network-vif-deleted', 'tag': '92382427-0d7a-4d9b-9c26-1b18b0f5fdc5', 'status': 'completed', 'code': 200} Jul 16 08:34:25.315208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Checking segment: {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:25.315667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Network hostable DHCP agents. Network: 16f19671-e869-4df4-97fc-5e52f6ebba77, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:25.377474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:25.387864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 16f19671-e869-4df4-97fc-5e52f6ebba77) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:25.393493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.393838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.407332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f518400-13f0-475c-a912-f0d5094cad68 None None] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:25.428860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f880da53-798b-427c-85a7-96cebc9bdfb6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2194717 Jul 16 08:34:25.429468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36322) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:25.434098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:25.464468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:25.476651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.477590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.546079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.697443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.712247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.752612 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.809544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:25.837028 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.900228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.963224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-16f19671-e869-4df4-97fc-5e52f6ebba77', 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'fixed_ips': [{'subnet_id': 'e093e95f-4085-42db-8160-3b548d275f8f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:25.964433 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.175007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Allocated IP 172.20.0.2 (16f19671-e869-4df4-97fc-5e52f6ebba77/e093e95f-4085-42db-8160-3b548d275f8f/9ad6471a-e214-4e1f-9b0f-61c995caaa38) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:26.229677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.300767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab65696f-0d42-4d1b-ae93-3e3448d634bb req-3e52279a-d262-49bd-8ef6-bbb82bfc646f tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9df2935-6649-4a7c-b024-df28c03bf458 HTTP/1.1" status: 200 len: 210 time: 0.0627565 Jul 16 08:34:26.369328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65673660-dcf0-4d98-8f00-31adef871d23 req-3b82975e-1f42-47d1-95a7-794cc0c77538 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.384686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65673660-dcf0-4d98-8f00-31adef871d23 req-3b82975e-1f42-47d1-95a7-794cc0c77538 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 945 time: 0.8370149 Jul 16 08:34:26.462347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:26.550149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:26.603221 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.603442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Pushing event updated for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.614742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Transition to ACTIVE for port object 9ad6471a-e214-4e1f-9b0f-61c995caaa38 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:26.619028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.635028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Transition to ACTIVE for port object 9ad6471a-e214-4e1f-9b0f-61c995caaa38 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:26.644969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:26.646997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.647668 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac2d04-d3ef-4f8d-9934-721a3a576830" -d '{"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:26.652939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.674024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65673660-dcf0-4d98-8f00-31adef871d23 req-6eb1508e-6a53-4f8c-b54f-03ea7e65ab99 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859056 Jul 16 08:34:26.723483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Transition to ACTIVE for port object a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:26.734404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.738866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:26.745584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:26.766750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port d8287c6e-6451-4879-bb37-3579f5b3d156 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:26.767136 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.778185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:26.791980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd6745-9b78-4930-8b9d-dc2ebd4f88a4 req-0e02c288-9744-4ea1-8cd0-837acd7ed546 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.794895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30cd6745-9b78-4930-8b9d-dc2ebd4f88a4 req-0e02c288-9744-4ea1-8cd0-837acd7ed546 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.3329639 Jul 16 08:34:26.926297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:27.009848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Pushing event updated for resources: {'Port': ['ID=9ad6471a-e214-4e1f-9b0f-61c995caaa38,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.032084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] No DVR routers for this DVR port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:27.055723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Attempting to bind port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:27.056361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Attempting to bind port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:27.056745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Attempting to bind port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 on network 16f19671-e869-4df4-97fc-5e52f6ebba77 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:27.061075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.076915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:27.077407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Checking segment: {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:27.077977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.078385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Bound using segment: {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:27.078886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Bound port: 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:27.079276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.085810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:27.123411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30cd6745-9b78-4930-8b9d-dc2ebd4f88a4 req-ab8757b3-a618-4159-b5ac-bf7e6b6b8a2b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158386 Jul 16 08:34:27.135642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Network 397d46d6-1a89-4a38-8249-e40abed9b578 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:27.138596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:27.166117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:27.166117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:27.166117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:27.170619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:27.200465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:27.200848 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.285983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:27.286298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:27.304607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:27.304957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:27.305399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:27.305888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Bound port: a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:27.306857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.331331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a693-2cb6-4610-9856-e7f80f9d370c req-d2d8f97f-03ed-4a7d-8d00-4065f6e8a93b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.341068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be38a693-2cb6-4610-9856-e7f80f9d370c req-d2d8f97f-03ed-4a7d-8d00-4065f6e8a93b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 0.3072374 Jul 16 08:34:27.348677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.372847 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.415638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] For port 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:27.425622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] For port 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9ad6471a-e214-4e1f-9b0f-61c995caaa38,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:27.441370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.516619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Router f391f507-bd76-48aa-aee2-67e8fcd69654 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:27.546168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be38a693-2cb6-4610-9856-e7f80f9d370c req-a7978021-e0c7-464c-9c25-477dba7d4d51 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989594 Jul 16 08:34:27.664514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:27.714085 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52df087-a08a-4681-b7aa-27872d38c9b8 x-openstack-request-id: req-f52df087-a08a-4681-b7aa-27872d38c9b8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:27.715145 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:27.716223 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f52df087-a08a-4681-b7aa-27872d38c9b8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:27.717854 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'code': 200} Jul 16 08:34:27.746144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:27.751681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.771383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea60501-d93f-476e-a800-5b93ff17725c None None] Pushing event updated for resources: {'Port': ['ID=9ad6471a-e214-4e1f-9b0f-61c995caaa38,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.791484 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.861928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Allocated IP 172.25.5.64 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/61f86ce8-db9f-45e6-a6f7-2565ada2bc88) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:27.888494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:27.909631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:27.916463 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de07ff8-ec23-4ecb-af17-347b23efd3e0" -d '{"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-plugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:27.925560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.926338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:28.023691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-806802f5-0c38-455c-82dc-7573781e87b3 None None] Provisioning complete for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:28.024102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-806802f5-0c38-455c-82dc-7573781e87b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.032232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:28.032654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 92382427-0d7a-4d9b-9c26-1b18b0f5fdc5 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:28.098038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.098997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.105604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 1097 time: 3.6711698 Jul 16 08:34:28.145520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-806802f5-0c38-455c-82dc-7573781e87b3 None None] Port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:28.155582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3576-9f8c-42ab-9225-f7181bb3b935 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.188103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.255045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:28.269163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0f2ef884-2cc2-41c5-970c-f068afe1ce84 admin admin] 10.222.0.32 "PUT /v2.0/routers/f391f507-bd76-48aa-aee2-67e8fcd69654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8596802 Jul 16 08:34:28.269643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Sync routers for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:28.289699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:28.290132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:28.290393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:28.329872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-5bcff565-0614-4229-8626-cb73854343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.331410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-5bcff565-0614-4229-8626-cb73854343ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1100 time: 0.1899221 Jul 16 08:34:28.416094 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800126e-d0fd-4728-b303-4fbc2a662d75 x-openstack-request-id: req-8800126e-d0fd-4728-b303-4fbc2a662d75 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:28.418233 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-plugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:28.418491 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8800126e-d0fd-4728-b303-4fbc2a662d75 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:28.420597 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'code': 200} Jul 16 08:34:28.538437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.565501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-9d69e874-1743-4de6-8a72-5d05f784d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.567224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-9d69e874-1743-4de6-8a72-5d05f784d6e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2276969 Jul 16 08:34:28.604878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecc497-7981-4b2a-a0d4-12e146bd7364 req-9de7886e-899a-4b02-962e-1dfdf32fe21e tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.612904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:28.614527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fecc497-7981-4b2a-a0d4-12e146bd7364 req-9de7886e-899a-4b02-962e-1dfdf32fe21e tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff HTTP/1.1" status: 200 len: 945 time: 0.5832553 Jul 16 08:34:28.665494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:28.675492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-885d65ec-780a-4be8-b860-caadbbd12523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.1016786 Jul 16 08:34:28.749873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fecc497-7981-4b2a-a0d4-12e146bd7364 req-e6f5c83f-c681-4e50-ac42-0b616e1ce623 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341171 Jul 16 08:34:28.775588 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.795462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-55cf4706-931a-4982-90eb-1e961bebd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.801959 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-55cf4706-931a-4982-90eb-1e961bebd23d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1181767 Jul 16 08:34:28.884497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-759354897'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:28.918212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Pushing event updated for resources: {'Port': ['ID=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.959795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9ad6471a-e214-4e1f-9b0f-61c995caaa38 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:28.985894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:28.995913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.996750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badce0f-79c9-441e-8984-03afb22307d3 req-2a74afa6-3a60-4c14-853e-13736af4209f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.998510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9badce0f-79c9-441e-8984-03afb22307d3 req-2a74afa6-3a60-4c14-853e-13736af4209f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.4550748 Jul 16 08:34:29.000624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:29.064126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:29.069494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-3102afeb-1805-4b47-b2f0-c868d9544699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.071184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-3102afeb-1805-4b47-b2f0-c868d9544699 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2642632 Jul 16 08:34:29.077632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:29.146583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:29.182244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:29.186312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9badce0f-79c9-441e-8984-03afb22307d3 req-47faca08-dfe5-4d80-a36f-44ac2c3d377d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811900 Jul 16 08:34:29.197239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'cadb0a05-9c2e-4d09-aecb-331340a8dbe0', 'name': '', 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'mac_address': 'fa:16:3e:6c:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 2, 'project_id': '97783a8642d64c33a94e6789a2943559', 'subnets': [{'id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:29.227736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.228418 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Added segment 2fbd6bd2-3e46-4cb4-8787-cceec17c2373 of type vlan for network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 Jul 16 08:34:29.264015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Checking router: f391f507-bd76-48aa-aee2-67e8fcd69654 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:29.265752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Updating router f391f507-bd76-48aa-aee2-67e8fcd69654 port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:29.348668 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.348916 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-2008feac-a8d6-47a2-aed3-24f3f72bd8fb service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700405 Jul 16 08:34:29.461779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78407c52-e9f4-4a15-ab80-ee529656572a None None] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:29.489502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.559024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Provisioning for port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:29.567754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Provisioning complete for port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:29.568418 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.631669 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.646882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.647530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.714720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81b5d2e3-b6a8-4ef1-a48e-6d2b653afc84 req-6e377e8a-2bd4-416a-88bd-47b8bcff71d9 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130391 Jul 16 08:34:29.763525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:29.771392 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1571e-d213-4997-8dd5-7b914de4fe91" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:29.948826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2818322 Jul 16 08:34:29.950450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c2813-5c0c-4486-95bb-bc3bd4d2af51 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Network': ['ID=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:29.953266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:29.969645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'subnet': {'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:29.972984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.984773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Transition to ACTIVE for port object cadb0a05-9c2e-4d09-aecb-331340a8dbe0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:30.004354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:30.098081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:30.102673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.154671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22689dd-7d05-46f8-972e-ac3565c542de req-7257f5f0-019a-4da1-9ae9-a5544f5c6719 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.175341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b22689dd-7d05-46f8-972e-ac3565c542de req-7257f5f0-019a-4da1-9ae9-a5544f5c6719 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 0.6271386 Jul 16 08:34:30.241704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-06da0c34-bd56-459c-b577-279c28233889 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.243982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-06da0c34-bd56-459c-b577-279c28233889 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.4973729 Jul 16 08:34:30.386821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.393862 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.451134 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.465758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b22689dd-7d05-46f8-972e-ac3565c542de req-af35c109-9676-4659-8a12-6530bc07a5fb tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888892 Jul 16 08:34:30.504673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030d7f-2242-4cb6-87fe-40bf8d0dde94 None None] Pushing event updated for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.516137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Subnet': ['ID=8e1fa311-73dc-4d58-ba5c-0c89e15a8474,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.560029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Checking segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:30.560442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network hostable DHCP agents. Network: 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:30.595244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:30.620648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:30.648004 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b560128a-ae71-40ef-87fd-2388bf835598 x-openstack-request-id: req-b560128a-ae71-40ef-87fd-2388bf835598 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:30.648701 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:30.649122 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b560128a-ae71-40ef-87fd-2388bf835598 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:30.649724 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'status': 'completed', 'code': 200} Jul 16 08:34:30.652662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.653453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.679877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716a21-29d4-4768-b749-bef43af0677e req-1ef71744-02fe-4b04-b6f9-c5f95f5cb619 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.687463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c716a21-29d4-4768-b749-bef43af0677e req-1ef71744-02fe-4b04-b6f9-c5f95f5cb619 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 944 time: 0.4763136 Jul 16 08:34:30.694316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ebcc0-4b78-4df2-b6a4-28846030e922 None None] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:30.743355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Deleting port 11eaae45-0d6a-4e5b-bb21-2b74368a875e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:30.743949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.792766 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ef95e6a-dea8-4556-9f04-8389a9afac19 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8351431 Jul 16 08:34:30.796196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.801765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-400296109'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:30.809671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Attempting to bind port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:30.810254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Attempting to bind port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:30.810771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Attempting to bind port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 on network 397d46d6-1a89-4a38-8249-e40abed9b578 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:30.820548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:30.821169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Checking segment: {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:30.821702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.822214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Bound using segment: {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:30.822808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Bound port: cadb0a05-9c2e-4d09-aecb-331340a8dbe0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:30.823554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.848376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:30.851931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.866518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c716a21-29d4-4768-b749-bef43af0677e req-b5542100-22ef-4ee0-881f-4bc67e0e1241 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/security-groups?id=46d6b47d-0fc4-4426-bea0-212e96ead0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777661 Jul 16 08:34:30.888465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-b64ac410-5e7e-4352-9360-c66ed0f04756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.895187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-b64ac410-5e7e-4352-9360-c66ed0f04756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1100 time: 0.2381556 Jul 16 08:34:30.946849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] For port 11eaae45-0d6a-4e5b-bb21-2b74368a875e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=11eaae45-0d6a-4e5b-bb21-2b74368a875e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:30.947771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.961845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Calling delete_port for 11eaae45-0d6a-4e5b-bb21-2b74368a875e owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:31.007421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-a044d5c4-e402-498d-92a9-e87d88c20798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.013653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-a044d5c4-e402-498d-92a9-e87d88c20798 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1079342 Jul 16 08:34:31.069082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-f42cb654-8286-4c5b-98de-9997fb6721ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0473247 Jul 16 08:34:31.089472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-5af8cd68-3d19-4dda-9b28-474b8e038cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.091581 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-5af8cd68-3d19-4dda-9b28-474b8e038cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1100 time: 0.4622865 Jul 16 08:34:31.097323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] For port cadb0a05-9c2e-4d09-aecb-331340a8dbe0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:31.106718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] For port cadb0a05-9c2e-4d09-aecb-331340a8dbe0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:31.131231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:31.137129 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.152009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.166376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.166837 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Added segment 955d3fdd-6f7b-4c5c-b160-91e05e481c1d of type vlan for network b88b0a49-1d3e-43d6-acd5-dab3222149bc Jul 16 08:34:31.201107 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.209873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.239596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030d7f-2242-4cb6-87fe-40bf8d0dde94 None None] Pushing event updated for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.260940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-0341a78c-8f74-4546-a93a-c14ad4c284ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.262350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-0341a78c-8f74-4546-a93a-c14ad4c284ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1831119 Jul 16 08:34:31.267588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:31.268531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:31.347221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.403792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:31.417976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event deleted for resources: {'Port': ['ID=11eaae45-0d6a-4e5b-bb21-2b74368a875e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.477037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.478290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.478936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.480724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.482206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.482864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.484276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.485506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.486145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.488925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.489613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.495431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:31.509202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-71cec31f-c760-4ae0-ab3d-e6c6565c8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.510639 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-71cec31f-c760-4ae0-ab3d-e6c6565c8297 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2171152 Jul 16 08:34:31.511685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-27b61dd7-422d-4949-b66f-a364366e91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.512955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-27b61dd7-422d-4949-b66f-a364366e91f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3913660 Jul 16 08:34:31.564286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] No DVR routers for this DVR port 11eaae45-0d6a-4e5b-bb21-2b74368a875e on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:31.574146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.586889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a62de47-2de4-4ce2-8556-444864aab7c9 req-ed03d8a7-5088-4eaf-a67a-54bbc8dcbbf4 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "DELETE /v2.0/ports/11eaae45-0d6a-4e5b-bb21-2b74368a875e HTTP/1.1" status: 204 len: 173 time: 1.3215203 Jul 16 08:34:31.594665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-deleted', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:31.597590 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fee85f-774d-4b10-b44b-b67d008f693f" -d '{"events": [{"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-deleted", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:31.674152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-e1aa83aa-eaae-4bb5-ada2-904cd1d5ceeb service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560485 Jul 16 08:34:31.702215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278cc05-6b13-4ba1-b249-2856ff6ba2ed req-7794d37e-6d7e-4ec2-96c7-0a82740dc2ba tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.716307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c278cc05-6b13-4ba1-b249-2856ff6ba2ed req-7794d37e-6d7e-4ec2-96c7-0a82740dc2ba tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.5166135 Jul 16 08:34:31.726862 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-58db7892-4a67-40dc-ad20-d2748130fd58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0507302 Jul 16 08:34:31.727621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.732757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] For port 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9ad6471a-e214-4e1f-9b0f-61c995caaa38,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:31.734373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.735082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.759515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.839644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-b3e5d57b-bd76-49e9-ae5b-bac3e9b1060d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.844849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-b3e5d57b-bd76-49e9-ae5b-bac3e9b1060d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff HTTP/1.1" status: 200 len: 945 time: 0.5814443 Jul 16 08:34:31.851963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c278cc05-6b13-4ba1-b249-2856ff6ba2ed req-7568e835-61ea-48eb-b4d0-514639e7c95f tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318872 Jul 16 08:34:31.912208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:34:32.247909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36434) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:32.249257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4398229 Jul 16 08:34:32.287917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'subnet': {'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:32.329078 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d404e-b5ef-4863-9a06-3494732d6b0b x-openstack-request-id: req-398d404e-b5ef-4863-9a06-3494732d6b0b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:32.331688 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131caee-2418-4253-a32d-6adefedb4c9f", "name": "network-vif-deleted", "tag": "11eaae45-0d6a-4e5b-bb21-2b74368a875e", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:32.331976 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-398d404e-b5ef-4863-9a06-3494732d6b0b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:32.332417 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131caee-2418-4253-a32d-6adefedb4c9f', 'name': 'network-vif-deleted', 'tag': '11eaae45-0d6a-4e5b-bb21-2b74368a875e', 'status': 'completed', 'code': 200} Jul 16 08:34:32.338095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'fixed_ips': [{'subnet_id': '8e1fa311-73dc-4d58-ba5c-0c89e15a8474'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:32.343788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.450359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:32.471552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336ec02-2e6e-4cdb-b975-fccd80df9caf None None] Pushing event updated for resources: {'Port': ['ID=9ad6471a-e214-4e1f-9b0f-61c995caaa38,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.492210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Network': ['ID=b88b0a49-1d3e-43d6-acd5-dab3222149bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.504812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.505808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.506412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.506973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.507562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.508159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.508887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.509447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.510011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.510571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.511120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.511666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936a52a7-086b-4817-9066-039379ada913 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.516260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-6b7c28c8-f03e-49b6-81e5-0cc9ebd03bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.518081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-6b7c28c8-f03e-49b6-81e5-0cc9ebd03bee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.7714438 Jul 16 08:34:32.577681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:32.582542 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-a2050bc4-b517-4dba-bd4f-1b98b9fb8d91 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439164 Jul 16 08:34:32.596775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Deleting port a376a232-c7df-433a-b44f-3c2ea038af9e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:32.604784 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.637903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:32.653159 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Sync routers for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:32.674372 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:32.675040 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:32.800483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] For port a376a232-c7df-433a-b44f-3c2ea038af9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a376a232-c7df-433a-b44f-3c2ea038af9e,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:32.801827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.817600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:32.826263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.845845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Calling delete_port for a376a232-c7df-433a-b44f-3c2ea038af9e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:32.862477 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:34:32.905652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-03ec328b-d29f-451f-aa01-d336fbdc5bdd None None] Provisioning complete for port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:32.906034 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03ec328b-d29f-451f-aa01-d336fbdc5bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.983259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9ad6471a-e214-4e1f-9b0f-61c995caaa38 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:32.995124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.999088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cf6dbfe9-f614-41b0-8e0a-203ed0c086a5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5659337 Jul 16 08:34:33.010142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:33.057910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-a130523b-e68b-493a-a5c4-af50deb05b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.062754 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-a130523b-e68b-493a-a5c4-af50deb05b05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5307741 Jul 16 08:34:33.067266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77c396b4-f4ab-43bb-82ae-b26f5fa6453c req-fdf9c5c8-a1c5-430c-a67e-a33aa1bb9c16 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.32 "GET /v2.0/ports?device_id=b131caee-2418-4253-a32d-6adefedb4c9f HTTP/1.1" status: 200 len: 210 time: 0.4632819 Jul 16 08:34:33.103625 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:33.174239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:33.270336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'mac_address': 'fa:16:3e:34:7d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:33.396581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Allocated IP 19.80.0.2 (66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6/8e1fa311-73dc-4d58-ba5c-0c89e15a8474/040137d8-c421-4cb0-b305-9bc75c013ad9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:33.414692 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-6eac8c72-7174-40cf-8c31-522a2c8dc504 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396986 Jul 16 08:34:33.455238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.551423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:33.551876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.568275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'cadb0a05-9c2e-4d09-aecb-331340a8dbe0', 'name': '', 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'mac_address': 'fa:16:3e:6c:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:31Z', 'revision_number': 4, 'project_id': '97783a8642d64c33a94e6789a2943559', 'subnets': [{'id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:33.642410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:33.655835 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9df1571e-d213-4997-8dd5-7b914de4fe91 req-07841e06-8107-402c-b0e7-89a2a693054f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283556 Jul 16 08:34:33.664714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:33.669593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256c8b-19bd-4d23-8b28-3af061921667 None None] The sync data for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 is: [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'cadb0a05-9c2e-4d09-aecb-331340a8dbe0', 'name': '', 'network_id': '397d46d6-1a89-4a38-8249-e40abed9b578', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'mac_address': 'fa:16:3e:6c:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:23Z', 'updated_at': '2021-07-16T08:34:31Z', 'revision_number': 4, 'project_id': '97783a8642d64c33a94e6789a2943559', 'subnets': [{'id': '7f265ece-3af9-41f0-b30f-313f28b8440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:33.678768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.922239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18015b7-6300-4d49-b344-5192da926463 req-90177dd7-06aa-4fb7-8d95-f524bf0fbfa6 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.924329 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:29Z', 'revision_number': 3, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:33.933582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.935262 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18015b7-6300-4d49-b344-5192da926463 req-90177dd7-06aa-4fb7-8d95-f524bf0fbfa6 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a HTTP/1.1" status: 200 len: 945 time: 0.6394362 Jul 16 08:34:33.986217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Checking router: 13ee5e11-ddf3-4da7-9941-f730c15a97c4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:33.989744 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Updating router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:34.062941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.071565 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.136915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event deleted for resources: {'Port': ['ID=a376a232-c7df-433a-b44f-3c2ea038af9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.184317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ded13-f14c-410a-b257-1acf6b4a3d3f req-b94c693f-9158-47f4-8fe4-92887d1fc180 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.192462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b1ded13-f14c-410a-b257-1acf6b4a3d3f req-b94c693f-9158-47f4-8fe4-92887d1fc180 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 948 time: 1.5269964 Jul 16 08:34:34.371593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:34.385039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['475c85ba-2baf-4ae0-8d00-56b76f1ee9f7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:34.501032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-6ef89c80-22b1-4320-b62b-7f9fd1e0da10 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.510777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.511625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-6ef89c80-22b1-4320-b62b-7f9fd1e0da10 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 1.2540338 Jul 16 08:34:34.523746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Transition to ACTIVE for port object 040137d8-c421-4cb0-b305-9bc75c013ad9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:34.542585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Transition to ACTIVE for port object 040137d8-c421-4cb0-b305-9bc75c013ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:34.565517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:34.578872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.604929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-09f6b492-74bb-4a85-afee-6e67b333390e tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/quotas/bfe0474eb14f45ec8ad1607dfb284e06 HTTP/1.1" status: 200 len: 375 time: 0.0919058 Jul 16 08:34:34.710423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b1ded13-f14c-410a-b257-1acf6b4a3d3f req-b7c44e5e-acb6-447d-9ec1-4c6de2d847e9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151477 Jul 16 08:34:34.732076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:34.732890 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.752305 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Transition to ACTIVE for port object 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:34.758360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:34.763800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Pushing event updated for resources: {'Port': ['ID=040137d8-c421-4cb0-b305-9bc75c013ad9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.773836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:34.785515 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.853317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 11eaae45-0d6a-4e5b-bb21-2b74368a875e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:34.853601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 11eaae45-0d6a-4e5b-bb21-2b74368a875e not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:34.854026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a376a232-c7df-433a-b44f-3c2ea038af9e no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:34.894135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.952969 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dd36b-2209-4a28-83ac-eeac7cf7faea None None] Pushing event updated for resources: {'Port': ['ID=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.064154 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Attempting to bind port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:35.064527 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Attempting to bind port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:35.064885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Attempting to bind port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:35.080901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: a376a232-c7df-433a-b44f-3c2ea038af9e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:35.081783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a376a232-c7df-433a-b44f-3c2ea038af9e not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:35.096274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:35.096655 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:35.097060 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.103073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cadb0a05-9c2e-4d09-aecb-331340a8dbe0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:35.106550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:35.111060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Bound port: 61f86ce8-db9f-45e6-a6f7-2565ada2bc88, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:35.112782 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.207105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:35.210158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Attempting to bind port 040137d8-c421-4cb0-b305-9bc75c013ad9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:35.210799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Attempting to bind port 040137d8-c421-4cb0-b305-9bc75c013ad9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:35.211452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Attempting to bind port 040137d8-c421-4cb0-b305-9bc75c013ad9 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:35.245236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:35.245907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Checking segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:35.246703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.247349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Bound using segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:35.248030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Bound port: 040137d8-c421-4cb0-b305-9bc75c013ad9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:35.248677 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.294662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:35.295556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.310333 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] For port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:35.328287 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] For port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:35.333035 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.342761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] No DVR routers for this DVR port a376a232-c7df-433a-b44f-3c2ea038af9e on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:35.346527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.350498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c6f7f0c-dc71-4199-8b0b-530b0baa5967 req-48ddc359-c60b-4a73-a10d-bf861900ced2 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "DELETE /v2.0/ports/a376a232-c7df-433a-b44f-3c2ea038af9e HTTP/1.1" status: 204 len: 173 time: 3.4653096 Jul 16 08:34:35.351067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'name': 'network-vif-deleted', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:35.353744 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5f9d8-1dd0-489f-a751-ac3b7abb102e" -d '{"events": [{"server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "name": "network-vif-deleted", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:35.382949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Deleting port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:35.383604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.480985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dd36b-2209-4a28-83ac-eeac7cf7faea None None] Pushing event updated for resources: {'Port': ['ID=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.486788 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:35.487640 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:35.539301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] For port 040137d8-c421-4cb0-b305-9bc75c013ad9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:35.549519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] For port 040137d8-c421-4cb0-b305-9bc75c013ad9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=040137d8-c421-4cb0-b305-9bc75c013ad9,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:35.602183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] For port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:35.605029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.625006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.635858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Subnet': ['ID=5791e06f-2422-45c8-a0b5-f272d5751b39,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.643931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Calling delete_port for 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:35.708469 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:35.827082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-d5fe6d05-36f2-4b86-a31e-2a730804b817 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2212474 Jul 16 08:34:35.900329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d30c-1f1d-4358-8a05-7f954585de9e None None] Pushing event updated for resources: {'Port': ['ID=040137d8-c421-4cb0-b305-9bc75c013ad9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.922845 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.926413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.972704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event deleted for resources: {'Port': ['ID=475c85ba-2baf-4ae0-8d00-56b76f1ee9f7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.973346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Checking segment: {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:35.973726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network hostable DHCP agents. Network: b88b0a49-1d3e-43d6-acd5-dab3222149bc, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:36.044985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] No DVR routers for this DVR port 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:36.050300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31956f-fd5b-4229-88ca-0a55d09e8a8e req-e3aecb42-b6d2-43b3-a64b-2eadcd11a32b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.051750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.054229 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c18015b7-6300-4d49-b344-5192da926463 req-ab991a68-5e25-44f6-b208-b25dad246e5a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "DELETE /v2.0/ports/475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 HTTP/1.1" status: 204 len: 173 time: 2.1024525 Jul 16 08:34:36.067892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a31956f-fd5b-4229-88ca-0a55d09e8a8e req-e3aecb42-b6d2-43b3-a64b-2eadcd11a32b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.7985573 Jul 16 08:34:36.101478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port cadb0a05-9c2e-4d09-aecb-331340a8dbe0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:36.121026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.175949 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:29Z', 'revision_number': 3, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:36.249202 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d6bd2-226d-4db4-98b7-2a920d496dca None None] The sync data for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 is: [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:29Z', 'revision_number': 3, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:36.282915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:36.337460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-bdacff30-11b4-4b65-a255-3977ede9bdcf service neutron] 10.222.0.32 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848886 Jul 16 08:34:36.490248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-0d5f94c2-7934-4e10-9831-5a2301c84e5f service neutron] 10.222.0.32 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162241 Jul 16 08:34:36.515498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:36.532745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b88b0a49-1d3e-43d6-acd5-dab3222149bc) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:36.540632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a31956f-fd5b-4229-88ca-0a55d09e8a8e req-c9b73884-663d-47e0-86db-208d75058cd1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717498 Jul 16 08:34:36.544018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.544704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.560600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.565098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096efac-e7ed-4871-8509-f27658ba31a3 None None] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:36.758169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1e0a17f-fadc-4a20-bd74-734c87198c3b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4840820 Jul 16 08:34:36.995747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Allocated IP 172.20.0.1 (16f19671-e869-4df4-97fc-5e52f6ebba77/e093e95f-4085-42db-8160-3b548d275f8f/7f724ce7-7207-40b7-a9f1-137c5bfc14d4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:37.074328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b88b0a49-1d3e-43d6-acd5-dab3222149bc', 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'fixed_ips': [{'subnet_id': '5791e06f-2422-45c8-a0b5-f272d5751b39'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:37.075214 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.124312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:37.366270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cadb0a05-9c2e-4d09-aecb-331340a8dbe0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:37.387294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:37.392193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 475c85ba-2baf-4ae0-8d00-56b76f1ee9f7 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:37.473969 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5216cff9-afec-4a4b-9a34-8c146e32bd60 x-openstack-request-id: req-5216cff9-afec-4a4b-9a34-8c146e32bd60 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:37.474537 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff", "name": "network-vif-deleted", "tag": "a376a232-c7df-433a-b44f-3c2ea038af9e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:37.474740 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5216cff9-afec-4a4b-9a34-8c146e32bd60 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:37.475252 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bfc08d-3a2f-495e-ac74-24ccad7ae9ff', 'name': 'network-vif-deleted', 'tag': 'a376a232-c7df-433a-b44f-3c2ea038af9e', 'status': 'completed', 'code': 200} Jul 16 08:34:37.542835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.613131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Transition to ACTIVE for port object 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:37.621258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:37.621795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.708830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.766209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a806ba6-c80d-4f61-9f3d-03679e815dd3 None None] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:37.872815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.893555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:37.897511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:37.901154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:38.141872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.204555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:38.205099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5a2d55fb-ee48-4fcf-a037-14c81f63e90e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.206685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5a2d55fb-ee48-4fcf-a037-14c81f63e90e tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 949 time: 0.3685408 Jul 16 08:34:38.324518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-58658b23-c2aa-4d77-8e4f-e9ed50a15a0d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.335296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-58658b23-c2aa-4d77-8e4f-e9ed50a15a0d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.348180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-58658b23-c2aa-4d77-8e4f-e9ed50a15a0d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/networks?id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6&id=b88b0a49-1d3e-43d6-acd5-dab3222149bc&id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 HTTP/1.1" status: 200 len: 1390 time: 0.6735382 Jul 16 08:34:38.370609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-351b93dd-e133-464d-9761-5c47da97ad66 None None] Provisioning for port 040137d8-c421-4cb0-b305-9bc75c013ad9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:38.381774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Allocated IP 19.86.0.2 (b88b0a49-1d3e-43d6-acd5-dab3222149bc/5791e06f-2422-45c8-a0b5-f272d5751b39/a07d1fa3-2fc3-4703-ae30-26ddda1dbff7) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:38.392553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-2ffe453a-b466-47b1-b40a-ba55c8880c7f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/quotas/97783a8642d64c33a94e6789a2943559 HTTP/1.1" status: 200 len: 375 time: 0.0433099 Jul 16 08:34:38.460770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:38.461989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-4014e5d4-4d92-40e7-a6b3-dc1aec83ef5a service neutron] 10.222.0.47 "GET /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 383 time: 0.2476184 Jul 16 08:34:38.617090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-4cb9b1d9-4eb9-4c18-a17f-39c95a09b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.619696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-4cb9b1d9-4eb9-4c18-a17f-39c95a09b4ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1101 time: 0.1219213 Jul 16 08:34:38.656939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-a78b16cd-d9b7-45da-86da-24685e71b71e tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2634332 Jul 16 08:34:38.782709 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.792806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Transition to ACTIVE for port object a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:38.816268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Transition to ACTIVE for port object a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:38.856382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.899164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:38.913546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.974801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5fb1ef28-4e1e-45d5-9aae-8c6fda0e8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.980221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:38.989779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Pushing event updated for resources: {'Port': ['ID=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.992564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5fb1ef28-4e1e-45d5-9aae-8c6fda0e8acf service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3651445 Jul 16 08:34:39.001381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:39.006835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.048411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fadc6832-cca7-44cb-b5c8-4ef6bca9b937 None None] Provisioning for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:39.072472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fadc6832-cca7-44cb-b5c8-4ef6bca9b937 None None] Provisioning complete for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:39.073280 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fadc6832-cca7-44cb-b5c8-4ef6bca9b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.122379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.147035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-3167462c-ea7b-4795-b7b5-ce93173a1477 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.1485629 Jul 16 08:34:39.149734 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.168642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.183985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fadc6832-cca7-44cb-b5c8-4ef6bca9b937 None None] Port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:39.231215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Pushing event updated for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.234868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:39.285223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:39.286275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.319962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e94bd217-d0a2-48fd-bbb6-cc1e14cf111b service neutron] 10.222.0.32 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620915 Jul 16 08:34:39.336299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Attempting to bind port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:39.337184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Attempting to bind port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:39.337990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Attempting to bind port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 on network b88b0a49-1d3e-43d6-acd5-dab3222149bc {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:39.350920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-ce2c38c8-ea56-4b97-96e3-3060a5db7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.353123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-ce2c38c8-ea56-4b97-96e3-3060a5db7ed0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1433270 Jul 16 08:34:39.353575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:39.363245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.370120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:39.371207 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.437436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:39.439833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Checking segment: {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:39.441088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.442593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Bound using segment: {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:39.443577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Bound port: a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:39.444794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.459484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3213b8-f619-4cbb-a682-65dd69a1cba4 req-17e15049-30cf-428c-833b-68f09f6f7114 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.467165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e3213b8-f619-4cbb-a682-65dd69a1cba4 req-17e15049-30cf-428c-833b-68f09f6f7114 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 946 time: 0.5641470 Jul 16 08:34:39.488750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-79733cae-dda8-4d24-bfc2-bcd9495772de tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.493920 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-79733cae-dda8-4d24-bfc2-bcd9495772de tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "GET /v2.0/ports?device_id=0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3 HTTP/1.1" status: 200 len: 944 time: 0.3808470 Jul 16 08:34:39.504184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'name': 'network-vif-deleted', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:39.506610 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98548c5-9cae-4354-95aa-8e93398880e4" -d '{"events": [{"server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "name": "network-vif-deleted", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:39.540383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-03946c41-0cc7-4135-b173-3720b54d156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.549625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-03946c41-0cc7-4135-b173-3720b54d156f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1768565 Jul 16 08:34:39.640401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.680166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-8d109b8a-a439-4c00-b28e-775619cb2964 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294999 Jul 16 08:34:39.730398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] For port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:39.741035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:39.743808 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663030b0-58bb-4a7e-a213-2e69b3e5b908" -d '{"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:39.747925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.780523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:39.790965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] For port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:39.799194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.858460 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-35ebac29-a099-45cb-9a8f-4c0722912340 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355371 Jul 16 08:34:39.958423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Deleting port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:39.958688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.068087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e3213b8-f619-4cbb-a682-65dd69a1cba4 req-e4ce19a9-cb9f-423e-85c3-92bc9898531c tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692184 Jul 16 08:34:40.113575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-0a7c9bdc-9304-445d-9b68-f636d30c4da7 service neutron] 10.222.0.32 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923560 Jul 16 08:34:40.134917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:40.135956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.139073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.173062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.173845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 040137d8-c421-4cb0-b305-9bc75c013ad9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:40.200891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:40.203789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:40.345216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] For port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,segment=NetworkSegment(5846f7ad-9e05-4052-8f14-7dae148cdd52),segment_id=5846f7ad-9e05-4052-8f14-7dae148cdd52)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:40.345585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077316d-b2cf-4c21-a43f-8b30e5ce68ec None None] Pushing event updated for resources: {'Port': ['ID=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.346195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.389380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 040137d8-c421-4cb0-b305-9bc75c013ad9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:40.406293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Calling delete_port for f87df0c4-a4f3-4327-b1ba-d8ec425eff9e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:40.406520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 040137d8-c421-4cb0-b305-9bc75c013ad9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:40.406816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.442562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-a81421f6-2fd8-4de7-a97d-e58d412786f2 service neutron] 10.222.0.32 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251541 Jul 16 08:34:40.488169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.638083 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.739979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8b29087a-fce9-407d-8b52-ab58b03f7013 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.742652 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8b29087a-fce9-407d-8b52-ab58b03f7013 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 0.5103357 Jul 16 08:34:40.757794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Request body: {'port': {'device_id': 'ce9d151e-793f-4081-b1b5-f71323919779', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'admin_state_up': True, 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.761763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a65772c-b579-46c2-bcb5-460c71f1de7d None None] Provisioning complete for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:40.762145 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a65772c-b579-46c2-bcb5-460c71f1de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.819127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-0d13d4bc-830e-4168-b686-37f1b6d0cff4 service neutron] 10.222.0.32 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603263 Jul 16 08:34:40.891399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 040137d8-c421-4cb0-b305-9bc75c013ad9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=040137d8-c421-4cb0-b305-9bc75c013ad9,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:40.906621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.913615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0a65772c-b579-46c2-bcb5-460c71f1de7d None None] Port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:40.986838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=040137d8-c421-4cb0-b305-9bc75c013ad9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.005973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-fbd7fd47-94b3-4262-861a-79f4486bd85e tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.007799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-fbd7fd47-94b3-4262-861a-79f4486bd85e tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 811 time: 0.4101331 Jul 16 08:34:41.025910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Request body: {'port': {'device_id': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'admin_state_up': True, 'tenant_id': 'bfe0474eb14f45ec8ad1607dfb284e06'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:41.088779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.102209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:41.105907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.183129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:41.204150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Pushing event deleted for resources: {'Port': ['ID=f87df0c4-a4f3-4327-b1ba-d8ec425eff9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.284707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] No DVR routers for this DVR port f87df0c4-a4f3-4327-b1ba-d8ec425eff9e on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:41.296772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.299165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dcd7658f-2fc1-4fd9-bb1e-93f419945d7d req-3da02686-6db7-4c12-a61a-bce250c1dbe8 tempest-LiveAutoBlockMigrationV225Test-11927381 tempest-LiveAutoBlockMigrationV225Test-11927381-project] 10.222.0.47 "DELETE /v2.0/ports/f87df0c4-a4f3-4327-b1ba-d8ec425eff9e HTTP/1.1" status: 204 len: 173 time: 1.7895396 Jul 16 08:34:41.305883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:41.455884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:41.456326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.538937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Made reservation on behalf of bfe0474eb14f45ec8ad1607dfb284e06 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:41.546042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.628221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:41.708225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:41.719217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-57a2931f-8227-41f4-a80b-5aa61bc8701f tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.721873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-57a2931f-8227-41f4-a80b-5aa61bc8701f tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1098 time: 0.9015756 Jul 16 08:34:41.747790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Allocated IP 172.20.0.6 (7639129e-c54e-4eb5-8422-ff0e74920106/aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd/38c4224b-7fae-44d5-9857-8c8849a80223) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:41.760874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-12'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:41.780812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-9a1848b3-3770-49a6-8799-8331946e2765 service neutron] 10.222.0.32 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7781546 Jul 16 08:34:41.793602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:41.807748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Sync routers for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:41.829005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:41.829888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:41.853958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257e50-d765-4f6f-b6d6-e19ec6d60b78 req-67ea04e9-dfbf-43fa-9803-79158c5b55cc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.860121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78257e50-d765-4f6f-b6d6-e19ec6d60b78 req-67ea04e9-dfbf-43fa-9803-79158c5b55cc tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.9161582 Jul 16 08:34:41.875612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-502e6267-f25c-4e17-9d91-02f67cf13e2d admin admin] 10.222.0.32 "PUT /v2.0/routers/13ee5e11-ddf3-4da7-9941-f730c15a97c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8126979 Jul 16 08:34:42.008433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f06253-ee3f-4616-b0d0-24d8b65e5aaf None None] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:42.027119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:42.119876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.134238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Provisioning for port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:42.197631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.289816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Provisioning complete for port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:42.290213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.300796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78257e50-d765-4f6f-b6d6-e19ec6d60b78 req-5cd1af20-8044-4fc5-976d-ed235c488286 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048977 Jul 16 08:34:42.370093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Network 7639129e-c54e-4eb5-8422-ff0e74920106 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:42.376573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.393632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:42.400563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:42.419088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-a91a0bfc-960f-4de5-8455-bbb9f7fbc117 service neutron] 10.222.0.32 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362662 Jul 16 08:34:42.510811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.514710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.542353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-151aba8a-b283-486a-83d7-3fd7ca67c343 {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:42.542849 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:42.543493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event updated for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:42.560016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:42.572459 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-8f61afd4-4a18-4426-a1ca-0406848db707 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8193793 Jul 16 08:34:42.574362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:42.592855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Request body: {'port': {'device_id': 'ce9d151e-793f-4081-b1b5-f71323919779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.756857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.851936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-51265446-2475-4a0f-a094-087632270f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.857227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-51265446-2475-4a0f-a094-087632270f30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262&tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80 HTTP/1.1" status: 200 len: 1102 time: 0.1813011 Jul 16 08:34:42.874751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7b2e-3fd7-4b61-9fb4-567c9e0d3930 req-5dfc2589-6486-464b-89b5-a51b9fe14f9d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.898164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418f7b2e-3fd7-4b61-9fb4-567c9e0d3930 req-5dfc2589-6486-464b-89b5-a51b9fe14f9d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 931 time: 0.3688083 Jul 16 08:34:42.908953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:42.925413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: f87df0c4-a4f3-4327-b1ba-d8ec425eff9e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:42.925830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f87df0c4-a4f3-4327-b1ba-d8ec425eff9e not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:42.948675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.982178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418f7b2e-3fd7-4b61-9fb4-567c9e0d3930 req-c2c00a75-9662-46b8-aa80-17faa2d12803 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806532 Jul 16 08:34:43.020554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:43.046981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.123632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 040137d8-c421-4cb0-b305-9bc75c013ad9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:43.135074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:43.141957 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404c53c-9381-4a94-abc7-f6ab5143fabf" -d '{"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:43.151520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.163352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.223854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:34:43.225423 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-19ff2bf7-562b-4323-aaa5-ce11f96b6791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.246242 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c542698-3be5-4f48-b26d-90e42d67a996 x-openstack-request-id: req-4c542698-3be5-4f48-b26d-90e42d67a996 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:43.246580 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:43.246854 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c542698-3be5-4f48-b26d-90e42d67a996 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:43.247261 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'code': 200} Jul 16 08:34:43.327962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c4224b-7fae-44d5-9857-8c8849a80223 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:43.337400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.351916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Transition to ACTIVE for port object 38c4224b-7fae-44d5-9857-8c8849a80223 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:43.354501 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ce1c1-c38f-4879-b66f-c24555ee4964 x-openstack-request-id: req-662ce1c1-c38f-4879-b66f-c24555ee4964 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:43.354811 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a", "name": "network-vif-deleted", "tag": "475c85ba-2baf-4ae0-8d00-56b76f1ee9f7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:43.355105 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-662ce1c1-c38f-4879-b66f-c24555ee4964 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:43.355774 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc25f8ab-a2e3-493d-9b6e-7e9883a1ef9a', 'name': 'network-vif-deleted', 'tag': '475c85ba-2baf-4ae0-8d00-56b76f1ee9f7', 'status': 'completed', 'code': 200} Jul 16 08:34:43.374597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.402248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.489922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:43.491267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:43.491718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:43.504675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:43.506982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Attempting to bind port 7962df97-e8d4-4042-bf92-3d35c82f1054 on network fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:43.520939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:43.521720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Checking segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:43.522969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Bound using segment: {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:43.524179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Bound port: 7962df97-e8d4-4042-bf92-3d35c82f1054, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be21f09b-de02-46a3-9d25-fb1172b1a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:43.526373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.529906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36560) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:43.556569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.577258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.713533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:43.714521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 4, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7f724ce7-7207-40b7-a9f1-137c5bfc14d4', 'name': '', 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'mac_address': 'fa:16:3e:3b:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 2, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'subnets': [{'id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:43.721627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:43.774059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] For port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:43.790088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 040137d8-c421-4cb0-b305-9bc75c013ad9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:43.790634 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.792499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Checking router: 13ee5e11-ddf3-4da7-9941-f730c15a97c4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:43.792860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Updating router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:34:43.796851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.798274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.838184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b9f4-2bca-4f2e-8115-ec88ed467e5a req-e20626e0-0ca4-43d1-b4c5-8443d09f2968 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.853211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.856546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5147b9f4-2bca-4f2e-8115-ec88ed467e5a req-e20626e0-0ca4-43d1-b4c5-8443d09f2968 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.3233428 Jul 16 08:34:43.906656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:43.948049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 has no active binding in host n-h2-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:34:43.954274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.005550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13510e2c-fcb5-4114-9b33-00b03bd8fc78 None None] Pushing event updated for resources: {'Port': ['ID=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.046844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc702f15-d716-4a31-a5f6-58df769ccf3c req-62f8de12-5b55-41d8-a4ac-be408612b1f0 tempest-FloatingIPsNegativeTestJSON-1508086816 tempest-FloatingIPsNegativeTestJSON-1508086816-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=e0dd3f26053f409caabbe9a671c0d641 HTTP/1.1" status: 200 len: 217 time: 0.2775490 Jul 16 08:34:44.092790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Attempting to bind port 38c4224b-7fae-44d5-9857-8c8849a80223 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:44.093227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Attempting to bind port 38c4224b-7fae-44d5-9857-8c8849a80223 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:44.093626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Attempting to bind port 38c4224b-7fae-44d5-9857-8c8849a80223 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:44.129334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Port 38c4224b-7fae-44d5-9857-8c8849a80223 on network 7639129e-c54e-4eb5-8422-ff0e74920106 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:44.129783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Attempting to bind port 38c4224b-7fae-44d5-9857-8c8849a80223 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:44.214708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:44.214708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Checking segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:44.215122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Bound using segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:44.215860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Bound port: 38c4224b-7fae-44d5-9857-8c8849a80223, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:44.217153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.240307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Allocated IP 172.20.0.8 (7639129e-c54e-4eb5-8422-ff0e74920106/aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd/37ec1e56-cac7-4561-9e98-a0c06da465a2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:44.285464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Deleting subnet 5ce4cd9f-7f88-4cae-abc4-16d77b324535 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:44.297327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.298281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.299908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] 10.222.0.47 "PUT /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 1124 time: 2.5638573 Jul 16 08:34:44.305057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.335677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5147b9f4-2bca-4f2e-8115-ec88ed467e5a req-644cbfeb-c63e-41f6-b92f-7b60f24dd1dc tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780924 Jul 16 08:34:44.348551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fe592c19-34fe-4433-968e-0fb18f6fccb3 None None] Provisioning complete for port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:44.349162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe592c19-34fe-4433-968e-0fb18f6fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.372005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:44.377849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=38c4224b-7fae-44d5-9857-8c8849a80223,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:44.379660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['7962df97-e8d4-4042-bf92-3d35c82f1054'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:44.390790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.520224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a496847-b26b-4762-b129-e650bdc7a477 req-553fea78-4d8b-4e65-b070-fe27042b8c06 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 210 time: 0.2161694 Jul 16 08:34:44.561219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4c250-c017-4e28-9d4e-0bcb8cee3935 service neutron] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.595716 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.620329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:44.623940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['7962df97-e8d4-4042-bf92-3d35c82f1054'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:44.663349 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb502647-8d71-4692-b52e-ca0647b635de x-openstack-request-id: req-fb502647-8d71-4692-b52e-ca0647b635de {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:44.663844 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:44.664297 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb502647-8d71-4692-b52e-ca0647b635de {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:44.664879 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'code': 200} Jul 16 08:34:44.705127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:44.709194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.719514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:44.753656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ff680-1a40-4a3f-b7a7-1007b58a6102 req-3aa516a9-06ba-4d97-845b-dbfcab8dd81f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.761105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579ff680-1a40-4a3f-b7a7-1007b58a6102 req-3aa516a9-06ba-4d97-845b-dbfcab8dd81f tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 0.1286066 Jul 16 08:34:44.846373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.864893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Transition to ACTIVE for port object a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:44.929540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.939106 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.956111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.016874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:45.076968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.078752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579ff680-1a40-4a3f-b7a7-1007b58a6102 req-ae2f2a60-8eba-4005-a3bb-9cd855d508dc tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162818 Jul 16 08:34:45.083937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.091215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-217fcc2f-5e91-46ae-8adf-ea3fa73049f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/38c4224b-7fae-44d5-9857-8c8849a80223 HTTP/1.1" status: 200 len: 1092 time: 2.5086100 Jul 16 08:34:45.094031 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] No DVR routers for this DVR port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:45.162859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:45.185626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce4cd9f-7f88-4cae-abc4-16d77b324535,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.279981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:45.280607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:45.281176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:45.319174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:45.321002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-84a106b8-359b-4578-888e-fef0f79c9c62 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.321705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Attempting to bind port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:45.328526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-84a106b8-359b-4578-888e-fef0f79c9c62 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.337426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-84a106b8-359b-4578-888e-fef0f79c9c62 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "GET /v2.0/networks?id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6&id=b88b0a49-1d3e-43d6-acd5-dab3222149bc&id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 HTTP/1.1" status: 200 len: 1390 time: 0.5089912 Jul 16 08:34:45.359325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-deleted', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e'}, {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}, {'name': 'network-changed', 'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:45.363528 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9" -d '{"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-deleted", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e"}, {"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}, {"name": "network-changed", "server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:45.387253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:45.387910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:45.391784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:45.392521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Bound port: a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:45.393077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.394316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.399503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a875103-c579-415c-bb2e-a20bb4ddd2a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5ce4cd9f-7f88-4cae-abc4-16d77b324535 HTTP/1.1" status: 204 len: 168 time: 1.8610089 Jul 16 08:34:45.405179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'admin_state_up': True, 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:45.411348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.415428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.499921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d948a-8d00-4975-98b5-2c0499df5860 req-fb9aa156-4dde-4345-be84-2618e6e9cbc5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.507951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a13d948a-8d00-4975-98b5-2c0499df5860 req-fb9aa156-4dde-4345-be84-2618e6e9cbc5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 949 time: 0.6167805 Jul 16 08:34:45.535204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:45.536647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.592445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a13d948a-8d00-4975-98b5-2c0499df5860 req-3069c317-ffd7-400b-95dd-679c00e79a5a tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832632 Jul 16 08:34:45.614504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3e21d-27c5-4600-ab62-2475bcfba631 req-4ea2c7ae-e5da-46c2-b14e-011a47a590e5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.622307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09d3e21d-27c5-4600-ab62-2475bcfba631 req-4ea2c7ae-e5da-46c2-b14e-011a47a590e5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 943 time: 0.2710083 Jul 16 08:34:45.681997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.687847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f82e9975-e463-406b-84f3-c5ff73c124d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.703670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09d3e21d-27c5-4600-ab62-2475bcfba631 req-d91bf600-e2da-4972-9ce7-50a6a606c978 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735669 Jul 16 08:34:45.720895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.733962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Transition to ACTIVE for port object 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:45.743904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.769449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e28f1b7-166d-4719-96ac-6c8e597069c6 req-7f61069b-2631-4fbc-b5b9-b1c4d695b220 tempest-FloatingIPsNegativeTestJSON-1508086816 tempest-FloatingIPsNegativeTestJSON-1508086816-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0988543 Jul 16 08:34:45.869670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:45.875078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.880468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be464-4593-463b-8631-8e9b8a5c4e4f None None] Pushing event updated for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.997481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Attempting to bind port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:45.997861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Attempting to bind port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:46.003532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Attempting to bind port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 on network 16f19671-e869-4df4-97fc-5e52f6ebba77 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.018548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:46.018928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Checking segment: {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:46.019532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.019937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Bound using segment: {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:46.020671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Bound port: 7f724ce7-7207-40b7-a9f1-137c5bfc14d4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be39d7d-13e6-43a8-88a1-b7c63284efd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:46.021070 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.145284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] For port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:46.149733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] For port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:46.164494 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.232556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.248326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:46.249034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:46.277487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Allocated IP 19.80.0.235 (66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6/8e1fa311-73dc-4d58-ba5c-0c89e15a8474/7faa16b3-3faa-424e-ba79-f26229762d31) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:46.294924 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e264524-b79f-46bb-8346-11ed735b4da8 x-openstack-request-id: req-4e264524-b79f-46bb-8346-11ed735b4da8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:46.295707 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3", "name": "network-vif-deleted", "tag": "f87df0c4-a4f3-4327-b1ba-d8ec425eff9e", "status": "completed", "code": 200}, {"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "code": 200}, {"name": "network-changed", "server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:46.296497 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e264524-b79f-46bb-8346-11ed735b4da8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:46.297160 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deca0fe-4fe2-4ce5-8ce1-0b23e8ede3b3', 'name': 'network-vif-deleted', 'tag': 'f87df0c4-a4f3-4327-b1ba-d8ec425eff9e', 'status': 'completed', 'code': 200} Jul 16 08:34:46.297701 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'code': 200} Jul 16 08:34:46.298181 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223', 'status': 'completed', 'code': 200} Jul 16 08:34:46.309768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.318917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be464-4593-463b-8631-8e9b8a5c4e4f None None] Pushing event updated for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.344618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.392447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:46.404910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-19436557-b2e1-4e67-aa64-6bac653f8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.406413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-19436557-b2e1-4e67-aa64-6bac653f8555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 1095 time: 1.1824524 Jul 16 08:34:46.425653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Network 7639129e-c54e-4eb5-8422-ff0e74920106 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:46.428108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:46.449490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:46.460270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:46.483594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190567fc-c251-45f6-bb9b-5db7fd732416 req-cab3b375-bc86-4e0e-8ff9-dd853b91f1f8 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.485230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-190567fc-c251-45f6-bb9b-5db7fd732416 req-cab3b375-bc86-4e0e-8ff9-dd853b91f1f8 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.4918220 Jul 16 08:34:46.520716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9748ab4a-eec8-4cb1-abe1-6763d8f622fc req-b7ad210a-cd57-4c0f-8afe-ab581a5fdec3 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 210 time: 0.0657809 Jul 16 08:34:46.530093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.582976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:46.599760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-5c4005bb-a4ab-475e-a1a3-98c27b5eb8b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c4224b-7fae-44d5-9857-8c8849a80223 HTTP/1.1" status: 200 len: 217 time: 0.1692562 Jul 16 08:34:46.607317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.608719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.613016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event updated for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.627810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Transition to ACTIVE for port object 7faa16b3-3faa-424e-ba79-f26229762d31 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:46.635373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-190567fc-c251-45f6-bb9b-5db7fd732416 req-d6ed80ea-6082-44e9-ac2c-8639712ab3ab tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289647 Jul 16 08:34:46.641594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.675402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:46.677749 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb04a8f-e15d-4368-a70f-5891b362f475" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:46.743611 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-3ca1ee39-ce89-428c-8f5b-c57ef3a63eb6 req-42449066-691b-4ca7-8105-eb557bb10690 tempest-FloatingIPsNegativeTestJSON-1508086816 tempest-FloatingIPsNegativeTestJSON-1508086816-project] show failed (client error): The resource could not be found. Jul 16 08:34:46.759132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ca1ee39-ce89-428c-8f5b-c57ef3a63eb6 req-42449066-691b-4ca7-8105-eb557bb10690 tempest-FloatingIPsNegativeTestJSON-1508086816 tempest-FloatingIPsNegativeTestJSON-1508086816-project] 10.222.0.32 "GET /v2.0/floatingips/2c71bc94-b4c7-417f-9f5a-0a2278119889 HTTP/1.1" status: 404 len: 350 time: 0.0599260 Jul 16 08:34:46.759791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36614) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:46.768817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.830931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.846470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 4, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7f724ce7-7207-40b7-a9f1-137c5bfc14d4', 'name': '', 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'mac_address': 'fa:16:3e:3b:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:34:46Z', 'revision_number': 4, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'subnets': [{'id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:46.878052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5aa4c5-5b58-4783-b2e1-fb4ebec5ce20 None None] The sync data for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 is: [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:38Z', 'revision_number': 4, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7f724ce7-7207-40b7-a9f1-137c5bfc14d4', 'name': '', 'network_id': '16f19671-e869-4df4-97fc-5e52f6ebba77', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'mac_address': 'fa:16:3e:3b:e3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:36Z', 'updated_at': '2021-07-16T08:34:46Z', 'revision_number': 4, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'subnets': [{'id': 'e093e95f-4085-42db-8160-3b548d275f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:46.919430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:46.946294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.947151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.948532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] 10.222.0.46 "PUT /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 1098 time: 4.0119703 Jul 16 08:34:46.958116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:46.961040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:46.978943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-63dc82b9-53e2-4b4e-b65d-243b830dba72 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9569635 Jul 16 08:34:47.039902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Request body: {'port': {'device_id': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:47.203339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.214750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a1912c-3dd0-4868-bd87-923d579fd10d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.243043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5846f7ad-9e05-4052-8f14-7dae148cdd52') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.243687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5846f7ad-9e05-4052-8f14-7dae148cdd52') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:47.279678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.317374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.324940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:47.326026 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.460776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-88bd76db-dbf6-4e5d-ad69-fb88c952fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.467856 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-88bd76db-dbf6-4e5d-ad69-fb88c952fad5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.8235068 Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:47.468771 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:47.566050 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.608181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa2f5985-4671-44f5-9827-c0669af4ce5e None None] Provisioning for port 7faa16b3-3faa-424e-ba79-f26229762d31 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:47.612777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa2f5985-4671-44f5-9827-c0669af4ce5e None None] Provisioning complete for port 7faa16b3-3faa-424e-ba79-f26229762d31 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:47.613452 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fa2f5985-4671-44f5-9827-c0669af4ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.690018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f5985-4671-44f5-9827-c0669af4ce5e None None] Port 7faa16b3-3faa-424e-ba79-f26229762d31 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:47.712690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.721162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5a1912c-3dd0-4868-bd87-923d579fd10d HTTP/1.1" status: 204 len: 168 time: 2.2990994 Jul 16 08:34:47.784314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:47.784851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd2b4-6dd6-443e-9edc-729d447dbb1b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.800478 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-c78ecc62-b951-48cb-bee1-de92753de654 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2979550 Jul 16 08:34:47.806359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b64954-3ebb-47f3-a2ff-c80207bfc005 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a1912c-3dd0-4868-bd87-923d579fd10d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.889088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.920650 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aaf583-d348-49dc-b59b-c25f07fc33b6 x-openstack-request-id: req-06aaf583-d348-49dc-b59b-c25f07fc33b6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:47.924943 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:47.925429 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06aaf583-d348-49dc-b59b-c25f07fc33b6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:47.926011 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'status': 'completed', 'code': 200} Jul 16 08:34:47.962150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.963116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.985407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Deleting subnet 929dba5e-040a-4985-8de7-391d9a625f12 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:47.997242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.000074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.053103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-89cf3007-c6ce-4a87-b3ee-dd3c2ffeaf3c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6524596 Jul 16 08:34:48.069202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc', 'admin_state_up': True, 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:48.139416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-ff38d106-8e03-4293-81cc-6d3c6f3dd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.140979 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-ff38d106-8e03-4293-81cc-6d3c6f3dd9c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1101 time: 1.1255832 Jul 16 08:34:48.148511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-67d86600-deba-453f-ad5a-822f6e238e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.150084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-67d86600-deba-453f-ad5a-822f6e238e85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1127 time: 0.6465461 Jul 16 08:34:48.226410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.279262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb9bd-f957-4b4f-85ce-82f5031c4973 req-3327cdda-05d4-4d04-94cf-0a55a72ab4ae tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.287403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a3eb9bd-f957-4b4f-85ce-82f5031c4973 req-3327cdda-05d4-4d04-94cf-0a55a72ab4ae tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 949 time: 1.1964607 Jul 16 08:34:48.362212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a3eb9bd-f957-4b4f-85ce-82f5031c4973 req-cf63b3cd-610b-4b2b-a1a8-a55fb67f02c7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734003 Jul 16 08:34:48.377215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.398677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ac72d-a8a0-464c-aecf-431b590c042e req-0e9da0e8-6c00-4aa1-afcd-c3a0717b68c6 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.406782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-115ac72d-a8a0-464c-aecf-431b590c042e req-0e9da0e8-6c00-4aa1-afcd-c3a0717b68c6 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 943 time: 0.4752660 Jul 16 08:34:48.456437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:48.458928 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217db7c0-5b1a-46c9-ab36-8670003b8919" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:48.463030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-17096ac1-a145-4389-9264-e7ef9dc963fd service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348310 Jul 16 08:34:48.464769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-bd6d46a7-9b0a-41b4-a2d7-b21560e70e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.467039 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-bd6d46a7-9b0a-41b4-a2d7-b21560e70e15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2886519 Jul 16 08:34:48.510704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.566221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-115ac72d-a8a0-464c-aecf-431b590c042e req-dcb8d9ca-64ee-49cf-87f8-5acdd399949b tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446092 Jul 16 08:34:48.616349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.680263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.682313 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/929dba5e-040a-4985-8de7-391d9a625f12 HTTP/1.1" status: 204 len: 168 time: 0.8941662 Jul 16 08:34:48.696704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:48.761678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f91a7-ee30-4be6-825c-a096d2568323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929dba5e-040a-4985-8de7-391d9a625f12,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.862368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-c058226d-2859-4d6c-9c60-b16a6672d479 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 217 time: 0.2810016 Jul 16 08:34:48.938764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.958460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-6d39b85f-bf82-41c5-a35f-c3a92b021b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.964869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-6d39b85f-bf82-41c5-a35f-c3a92b021b7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0912232 Jul 16 08:34:49.033716 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-37b946e7-1ee4-4f2b-89a6-36b99ef6565f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583880 Jul 16 08:34:49.073324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:49.162047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.175188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76df2348-8e86-441a-a781-4471edc059af']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.181505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5a7a5dca-d165-454c-9799-44f623ebbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.183500 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-5a7a5dca-d165-454c-9799-44f623ebbb99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 1.0274689 Jul 16 08:34:49.186906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d62abc8-71b2-434a-8370-809aeb101221') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.187204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d62abc8-71b2-434a-8370-809aeb101221') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.191103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:49.196987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.214887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.220864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:49.231495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.248747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:49.256805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:49.257266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.317158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-aeb860f3-0bce-474e-953d-83cb073967c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328892 Jul 16 08:34:49.344145 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-f0ee7935-720c-49e6-8723-87b0217be3ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.1452508 Jul 16 08:34:49.413297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.424697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-d8d5d216-cdb1-4952-b6a1-8d964c5e0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.426042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-d8d5d216-cdb1-4952-b6a1-8d964c5e0f1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0624976 Jul 16 08:34:49.455377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:49.488562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-370a72ca-c639-4d78-b495-25cf809b2a89 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972719 Jul 16 08:34:49.491946 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.516338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Allocated IP 19.86.0.151 (b88b0a49-1d3e-43d6-acd5-dab3222149bc/5791e06f-2422-45c8-a0b5-f272d5751b39/cadf1291-741c-4d98-8827-cbc61fca6d17) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:49.664518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.694554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-4570fd5f-5228-4a96-bdb9-996f63dd6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.696127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-4570fd5f-5228-4a96-bdb9-996f63dd6338 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 1095 time: 0.2676058 Jul 16 08:34:49.699986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ec1e56-cac7-4561-9e98-a0c06da465a2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:49.706262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-8470c828-3c6f-4f59-a052-c358139a045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.707756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-8470c828-3c6f-4f59-a052-c358139a045c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2665780 Jul 16 08:34:49.730520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:49.730953 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.735897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:49.740265 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:49.788662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.828318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bb04a8f-e15d-4368-a70f-5891b362f475 req-5cf559e0-f328-46c1-8bb6-6a2491e553d7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165507 Jul 16 08:34:49.866466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Transition to ACTIVE for port object 37ec1e56-cac7-4561-9e98-a0c06da465a2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:49.874499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.920100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0890d6-9765-416c-ad22-3eaa82ef9f51 req-2a786cd5-be7b-49d0-abbb-d8dd8379ba83 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.922266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae0890d6-9765-416c-ad22-3eaa82ef9f51 req-2a786cd5-be7b-49d0-abbb-d8dd8379ba83 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 932 time: 1.0699525 Jul 16 08:34:49.941438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Transition to ACTIVE for port object cadf1291-741c-4d98-8827-cbc61fca6d17 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:49.985258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.028045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee2215-0ae9-41bf-9dd3-004ad32e9d68 req-b34b64c6-62bb-4afb-8006-da4a39bbbd9e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.029866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16ee2215-0ae9-41bf-9dd3-004ad32e9d68 req-b34b64c6-62bb-4afb-8006-da4a39bbbd9e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 1.1383827 Jul 16 08:34:50.039805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-eb836b7f-4046-4578-838d-b47ad01f09ec tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.039805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-eb836b7f-4046-4578-838d-b47ad01f09ec tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 946 time: 1.3836617 Jul 16 08:34:50.051975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.056893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] 10.222.0.32 "DELETE /v2.0/networks/76df2348-8e86-441a-a781-4471edc059af HTTP/1.1" status: 204 len: 168 time: 1.3539929 Jul 16 08:34:50.131392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.134226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-10ddc34b-9fe5-4b60-abf3-bbab784a3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.135762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-10ddc34b-9fe5-4b60-abf3-bbab784a3f7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 912 time: 0.4237576 Jul 16 08:34:50.288963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b35db-b291-42a6-986f-16c436c28667 admin admin] Pushing event deleted for resources: {'Network': ['ID=76df2348-8e86-441a-a781-4471edc059af,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.291022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.377903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-140414ac-a889-480b-bd23-210b3c822ced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4e7810cb98c4ed89453af1587928853&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0678561 Jul 16 08:34:50.395368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae0890d6-9765-416c-ad22-3eaa82ef9f51 req-b77cc2ae-63cb-443e-a36a-8419293150e0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563582 Jul 16 08:34:50.427890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.506909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.515731 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-4c61964f-9254-41d8-86cf-c727e5adfe7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38c4224b-7fae-44d5-9857-8c8849a80223 HTTP/1.1" status: 200 len: 217 time: 0.3685048 Jul 16 08:34:50.519931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-36d37505-13ca-4ded-8987-9b61e0605a1f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644989 Jul 16 08:34:50.596631 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-11e91c13-c8f3-4286-81a1-1a603f9babad service neutron] 10.222.0.46 "GET /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.6033037 Jul 16 08:34:50.597606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Attempting to bind port 37ec1e56-cac7-4561-9e98-a0c06da465a2 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:50.597606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Attempting to bind port 37ec1e56-cac7-4561-9e98-a0c06da465a2 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:50.598214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Attempting to bind port 37ec1e56-cac7-4561-9e98-a0c06da465a2 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:50.643224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Port 37ec1e56-cac7-4561-9e98-a0c06da465a2 on network 7639129e-c54e-4eb5-8422-ff0e74920106 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:50.643596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Attempting to bind port 37ec1e56-cac7-4561-9e98-a0c06da465a2 on network 7639129e-c54e-4eb5-8422-ff0e74920106 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:50.664264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16ee2215-0ae9-41bf-9dd3-004ad32e9d68 req-d1ed22ea-72ce-40b3-8924-0b0a5295a30a tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups?id=3258530c-58ab-43ba-ab12-a51b006f9f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6136138 Jul 16 08:34:50.687333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-b086eefe-08cf-4d88-80c5-47cea4320189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.688885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-b086eefe-08cf-4d88-80c5-47cea4320189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.1587706 Jul 16 08:34:50.702367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:50.702367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Checking segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:50.702367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Bound using segment: {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:50.702367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Bound port: 37ec1e56-cac7-4561-9e98-a0c06da465a2, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044547c-754c-4fe7-8488-f65aae380c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:50.702367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.766404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-2cab163c-e4c1-4af1-b786-f90aede8ec5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672007 Jul 16 08:34:50.773930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Deleting port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:50.774293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.802494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:50.804254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.826447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:50.841690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.843584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:50.857782 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbca136-8ad3-4a91-9a89-8653a05548f4 x-openstack-request-id: req-bcbca136-8ad3-4a91-9a89-8653a05548f4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:50.858417 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:50.858927 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcbca136-8ad3-4a91-9a89-8653a05548f4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:50.859566 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'status': 'completed', 'code': 200} Jul 16 08:34:50.924350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6532b5c-6f94-46b4-b6a4-265769f547e6 req-26a62bab-67f7-4151-99e5-3cc32e79ef47 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938329 Jul 16 08:34:50.998335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.019892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.021502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.068749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:51.073574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.178757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:51.179020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:51.179498 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.186535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 38c4224b-7fae-44d5-9857-8c8849a80223 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:51.206687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-4978b18f-046f-4b4d-ad82-e9fdfdac478f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1446042 Jul 16 08:34:51.223459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:51.232831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'admin_state_up': True, 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:51.233679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-8fd9a327-9f25-40b4-b4a9-75153474cd24 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553266 Jul 16 08:34:51.264745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.334760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-42bd91de-2ce8-41b8-918c-aff59a3e03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.335079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=38c4224b-7fae-44d5-9857-8c8849a80223,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.336766 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-42bd91de-2ce8-41b8-918c-aff59a3e03cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1101 time: 0.4716721 Jul 16 08:34:51.381252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.382062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.383607 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] 10.222.0.47 "PUT /v2.0/ports/37ec1e56-cac7-4561-9e98-a0c06da465a2 HTTP/1.1" status: 200 len: 1092 time: 4.3782558 Jul 16 08:34:51.383757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '38c4224b-7fae-44d5-9857-8c8849a80223', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'port_id': '38c4224b-7fae-44d5-9857-8c8849a80223', 'mac_address': 'fa:16:3e:8f:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:51.387634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:51.442124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e2cf-594f-47db-8c07-8b9ec05e4c22 req-db2b9767-f1c2-492e-ab0d-7e01e4c36cff tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.445341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6f7e2cf-594f-47db-8c07-8b9ec05e4c22 req-db2b9767-f1c2-492e-ab0d-7e01e4c36cff tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 944 time: 0.9094565 Jul 16 08:34:51.473368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6358800a-808b-4c31-973d-ca55979cab19 None None] Provisioning for port cadf1291-741c-4d98-8827-cbc61fca6d17 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:51.484442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6358800a-808b-4c31-973d-ca55979cab19 None None] Provisioning complete for port cadf1291-741c-4d98-8827-cbc61fca6d17 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:51.484825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6358800a-808b-4c31-973d-ca55979cab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.501189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-22f73324-a29d-44ad-b52e-8b8a62e5384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.502929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-22f73324-a29d-44ad-b52e-8b8a62e5384f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1101 time: 0.4508796 Jul 16 08:34:51.504836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.523015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6f7e2cf-594f-47db-8c07-8b9ec05e4c22 req-f32603ad-30a5-4db6-8142-e48eb5a4c6e9 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Jul 16 08:34:51.528163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6358800a-808b-4c31-973d-ca55979cab19 None None] Port cadf1291-741c-4d98-8827-cbc61fca6d17 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:51.536900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd315416-a1c5-44a2-868d-217cdeba0769 req-4b82b9c6-3484-4a39-97ea-6e9853f1f48c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.546972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd315416-a1c5-44a2-868d-217cdeba0769 req-4b82b9c6-3484-4a39-97ea-6e9853f1f48c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 949 time: 0.5109065 Jul 16 08:34:51.562176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.562558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.578367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dac4c-c01c-43e9-b8f0-fb4fbe3c5591 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.624163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.628357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.645134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:51.699217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0c7e8770-dc6d-4316-9cf8-0dee126e92c9 req-24efd3b3-9613-4e49-ba8f-42c67b9baaa9 service neutron] 10.222.0.46 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320467 Jul 16 08:34:51.734927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.738323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:51.738691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd315416-a1c5-44a2-868d-217cdeba0769 req-b0579a40-6761-4d2e-9845-153f94940400 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906805 Jul 16 08:34:51.741373 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28558f-b77e-49df-a14d-1a8cce1aea93" -d '{"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:51.741541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.746210 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.754964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.758316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46d6b47d-0fc4-4426-bea0-212e96ead0d0 HTTP/1.1" status: 204 len: 168 time: 1.3200107 Jul 16 08:34:51.759093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:51.774550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.819985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7962df97-e8d4-4042-bf92-3d35c82f1054 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:51.840365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-02ab750e-819b-4e94-afec-80a55c1e1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.844155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-02ab750e-819b-4e94-afec-80a55c1e1ef6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4884086 Jul 16 08:34:51.987652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:52.033048 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-d724e2c7-d290-430e-ade8-7624555c6c9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.1781158 Jul 16 08:34:52.041226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c4224b-7fae-44d5-9857-8c8849a80223 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:52.049751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.055583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-682030d3-a238-4ce5-bc67-5ff7609421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.058376 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-682030d3-a238-4ce5-bc67-5ff7609421d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.5280924 Jul 16 08:34:52.072657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-4c88fa29-73d9-4344-949c-6fbe5a311071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.074496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-4c88fa29-73d9-4344-949c-6fbe5a311071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 1095 time: 0.6106842 Jul 16 08:34:52.075132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.082879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=38c4224b-7fae-44d5-9857-8c8849a80223,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:52.093889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.142670 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-043226c0-67c5-4a9e-8494-4cefe2570a18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 200 len: 217 time: 0.0617933 Jul 16 08:34:52.173594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.286209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-58bc9aea-d2e9-41ba-bfab-23a4035670d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2 HTTP/1.1" status: 200 len: 217 time: 0.1421745 Jul 16 08:34:52.366587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-7c505ae6-3e21-426e-8f13-0940420d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.368225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-7c505ae6-3e21-426e-8f13-0940420d643d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1703320 Jul 16 08:34:52.369790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-febc15c2-5964-4f08-8db6-418b414f733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.370974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-febc15c2-5964-4f08-8db6-418b414f733a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.3117082 Jul 16 08:34:52.374405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['38c4224b-7fae-44d5-9857-8c8849a80223'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:52.442107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.474632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-76ba182a-d153-4a9e-928d-b609c146247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.476253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-76ba182a-d153-4a9e-928d-b609c146247c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.1782455 Jul 16 08:34:52.502498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] Transition to ACTIVE for port object 7962df97-e8d4-4042-bf92-3d35c82f1054 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:52.533775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-565c539e-09b6-43b7-84e5-0d6549f1fb17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458827 Jul 16 08:34:52.537924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.586829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65fbe8-efb2-4d7b-902d-a305b3b4bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6b47d-0fc4-4426-bea0-212e96ead0d0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.629629 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cd556667-1ce0-44f8-93c3-bb6a7b65d2bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb96141715ee4d05989ce87c473a556d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838164 Jul 16 08:34:52.642061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:52.755487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] No DVR routers for this DVR port 7962df97-e8d4-4042-bf92-3d35c82f1054 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:52.758940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-90dd4120-2f01-4876-b76c-cb45e6e84e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.760610 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-90dd4120-2f01-4876-b76c-cb45e6e84e43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3844142 Jul 16 08:34:52.766524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] Pushing event updated for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.770684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-d9fdd7f7-3d75-4a8d-8feb-4b739f5f0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.772313 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-d9fdd7f7-3d75-4a8d-8feb-4b739f5f0e00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3815162 Jul 16 08:34:52.873203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:52.875486 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e27d97-4498-43ba-b50b-6d5d7514f06a" -d '{"events": [{"name": "network-changed", "server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:52.889102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-d52be56a-b253-4b3d-ae54-bdfea5e53653 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344104 Jul 16 08:34:52.904853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-db826d30-c907-4034-b343-87e59dfa2101 service neutron] 10.222.0.46 "PUT /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054/bindings/n-h2-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 2.2960193 Jul 16 08:34:52.977902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.978273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.978580 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c disassociated. External IP: 172.25.5.239, port: 4440e725-a6fe-44ac-a003-0f6eb11ae3e3. Jul 16 08:34:52.978920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Calling delete_port for 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:53.001039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e474-e916-4608-be00-1b9953e44ac8 req-ce57c8a0-decc-4279-aa0a-b50b1fb0ecb0 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.007805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8aa1e474-e916-4608-be00-1b9953e44ac8 req-ce57c8a0-decc-4279-aa0a-b50b1fb0ecb0 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 944 time: 0.5612657 Jul 16 08:34:53.082711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Allocated IP 19.80.0.176 (66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6/8e1fa311-73dc-4d58-ba5c-0c89e15a8474/18447738-2137-44ff-a572-753b0f034b31) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:53.114653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d65ca-6d38-47b6-a5c4-7eca856810a2 req-431ba40b-ffcb-4cd7-a644-f5b49b26930a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.114653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d65ca-6d38-47b6-a5c4-7eca856810a2 req-431ba40b-ffcb-4cd7-a644-f5b49b26930a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.114653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c1d65ca-6d38-47b6-a5c4-7eca856810a2 req-431ba40b-ffcb-4cd7-a644-f5b49b26930a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 1655 time: 0.5599272 Jul 16 08:34:53.149259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.215713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:53.293580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8aa1e474-e916-4608-be00-1b9953e44ac8 req-145681ff-5909-4a0d-bc24-34943624d269 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846117 Jul 16 08:34:53.499358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:53.517212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'mac_address': 'fa:16:3e:34:7d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:53.525682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c1d65ca-6d38-47b6-a5c4-7eca856810a2 req-0a98f104-cff8-4ed1-978a-a5866543336b tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375502 Jul 16 08:34:53.530965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.641698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.646113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5647762-8188-4eb3-b4e2-b9a41086ff6d req-bf63947e-8bfd-44ef-b01e-b27912c91bae tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 210 time: 0.1165104 Jul 16 08:34:53.646953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event deleted for resources: {'Port': ['ID=4440e725-a6fe-44ac-a003-0f6eb11ae3e3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.656823 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982a8d5-b08b-4c64-abcc-de17a9d7fa77 x-openstack-request-id: req-7982a8d5-b08b-4c64-abcc-de17a9d7fa77 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:53.657376 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:53.658003 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7982a8d5-b08b-4c64-abcc-de17a9d7fa77 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:53.659113 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'code': 200} Jul 16 08:34:53.683979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:53.746840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:53.757860 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.767073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-0bf5f425-a496-47da-aadc-196b26fb5474 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133569 Jul 16 08:34:53.773826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.798961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-d7cc234f-7874-4e76-bad8-23576071d590 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0209241 Jul 16 08:34:53.806580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-f283180c-2b37-442c-8c30-0eb574232bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0149639 Jul 16 08:34:53.879465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.896022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Deleting port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:53.896022 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.985467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-7c07774b-ad0e-47a3-a0c9-ca61197e9297 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.986904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-7c07774b-ad0e-47a3-a0c9-ca61197e9297 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.8805332 Jul 16 08:34:54.034273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:54.124103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.189345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Transition to ACTIVE for port object 18447738-2137-44ff-a572-753b0f034b31 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:54.311992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:54.321210 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-4c5f1664-d521-40ca-bedd-2b77269d40db service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127542 Jul 16 08:34:54.321428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.341818 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.347471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff7d9b65-eba9-4e2d-b18b-f1ba0b8eba1a HTTP/1.1" status: 204 len: 168 time: 1.7008348 Jul 16 08:34:54.353667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65412bfe-bdd7-4311-862f-38e4377724fa req-ba97758b-7b24-40dd-b214-98f55a882ea7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.363180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65412bfe-bdd7-4311-862f-38e4377724fa req-ba97758b-7b24-40dd-b214-98f55a882ea7 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 945 time: 0.5368710 Jul 16 08:34:54.381479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217db7c0-5b1a-46c9-ab36-8670003b8919 req-5efb6232-c4c4-4ae0-aeb0-83306b4f13b7 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211158 Jul 16 08:34:54.382118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] For port 7f724ce7-7207-40b7-a9f1-137c5bfc14d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:54.382743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.384825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-38aa4eba-f9d3-4011-90b1-ade4b0a9a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.386633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-38aa4eba-f9d3-4011-90b1-ade4b0a9a472 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7&tenant_id=cc0c72c01099479a93c78e4fee849e99 HTTP/1.1" status: 200 len: 1097 time: 0.3686359 Jul 16 08:34:54.393285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b04c7-133e-446e-a7d7-62ca4f1e2a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d9b65-eba9-4e2d-b18b-f1ba0b8eba1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.421506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Calling delete_port for 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:54.440016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.539953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-9270c301-aeaa-4931-9d6e-0720798752a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.541691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-9270c301-aeaa-4931-9d6e-0720798752a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1097 time: 0.1152470 Jul 16 08:34:54.590269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65412bfe-bdd7-4311-862f-38e4377724fa req-e78d6d6d-c8b0-4102-8807-dd5a8bb49f5e tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257257 Jul 16 08:34:54.677958 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b97168-c47b-4990-838b-e82eb83775dc x-openstack-request-id: req-c8b97168-c47b-4990-838b-e82eb83775dc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:54.678805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:54.678805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8b97168-c47b-4990-838b-e82eb83775dc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:54.679393 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2', 'status': 'completed', 'code': 200} Jul 16 08:34:54.681015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-9c3fc669-2706-496c-bb91-7c4aa5dff5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.684370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-9c3fc669-2706-496c-bb91-7c4aa5dff5f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.1357284 Jul 16 08:34:54.710707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4ebf2-6a2c-4e7f-bd05-050ef78a61fa req-b7a40364-3c7d-4e0e-b072-5401bff50fb3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.713065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24e4ebf2-6a2c-4e7f-bd05-050ef78a61fa req-b7a40364-3c7d-4e0e-b072-5401bff50fb3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 950 time: 0.6818955 Jul 16 08:34:54.717519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:54.753812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:54.766010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.779543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:54.821431 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-87c721ab-e99a-4b24-9b17-18d54194c052 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 200 len: 217 time: 0.1256428 Jul 16 08:34:54.894433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:54.915614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-a9e24510-5007-4740-80a1-bbf105443643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.916468 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:54.917714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-a9e24510-5007-4740-80a1-bbf105443643 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0888066 Jul 16 08:34:54.927151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-9e6dd938-38db-49a3-b664-a1684d6a6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.927877 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-9e6dd938-38db-49a3-b664-a1684d6a6f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 1095 time: 0.2049935 Jul 16 08:34:54.948590 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:54.949414 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:55.035593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.036354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.081712 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:55.104386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0abea2b-efd9-4a3c-aa31-eca826a591b2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8771529 Jul 16 08:34:55.107989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24e4ebf2-6a2c-4e7f-bd05-050ef78a61fa req-6ddf2d90-d0cb-4aec-ae1f-68d30f0a1a73 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824027 Jul 16 08:34:55.114558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-05b5146b-4662-44f3-9441-0cdc421e1bf0 None None] Provisioning for port 18447738-2137-44ff-a572-753b0f034b31 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:55.127234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-05b5146b-4662-44f3-9441-0cdc421e1bf0 None None] Provisioning complete for port 18447738-2137-44ff-a572-753b0f034b31 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:55.127619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05b5146b-4662-44f3-9441-0cdc421e1bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.170832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.191192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-0cdf5c69-672d-44b3-9122-f902cf375d5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661375 Jul 16 08:34:55.224255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-05b5146b-4662-44f3-9441-0cdc421e1bf0 None None] Port 18447738-2137-44ff-a572-753b0f034b31 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:55.236867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:55.247846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] No DVR routers for this DVR port 4440e725-a6fe-44ac-a003-0f6eb11ae3e3 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:55.254581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.256513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e2944d4-de62-48f7-a53d-967148b77e81 req-337f075c-3d4e-46ed-8d42-1e91485f294e tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.46 "DELETE /v2.0/ports/4440e725-a6fe-44ac-a003-0f6eb11ae3e3 HTTP/1.1" status: 204 len: 173 time: 5.1775219 Jul 16 08:34:55.269720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-deleted', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:55.273053 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5325e-dafd-4334-b48c-777d504d42c5" -d '{"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-deleted", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:55.370515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:55.375473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:55.376197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.432396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.513948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:55.541405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.549695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:55.560854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:55.561727 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:55.595454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e9647-50b3-4965-a6e9-ba0fdc0ec233 req-d4ae8e25-891c-439c-88c6-3695504ea863 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.597023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c8e9647-50b3-4965-a6e9-ba0fdc0ec233 req-d4ae8e25-891c-439c-88c6-3695504ea863 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 944 time: 0.7631810 Jul 16 08:34:55.620282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:55.633716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.634516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 38c4224b-7fae-44d5-9857-8c8849a80223 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:55.634642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-82f5f26b-9c3b-46e7-a124-4cc8a185d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.640291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-82f5f26b-9c3b-46e7-a124-4cc8a185d67f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 200 len: 912 time: 0.6169469 Jul 16 08:34:55.644304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-b8f741a8-6be4-41a4-a3d7-efcb162440fb service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260161 Jul 16 08:34:55.666464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:55.680299 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09678a7d-fed2-46eb-b667-1944fcd3e181" -d '{"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:55.772806 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-285eb019-89cf-4cd9-ae43-d3f56115ec08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2 HTTP/1.1" status: 200 len: 217 time: 0.1180658 Jul 16 08:34:55.789922 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:55.806587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=13']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:55.848134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 38c4224b-7fae-44d5-9857-8c8849a80223 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:55.853057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 38c4224b-7fae-44d5-9857-8c8849a80223 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:55.853856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.880376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-a4b873a9-e4a3-49bd-a029-eb9b4e871987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.882476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.883904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-a4b873a9-e4a3-49bd-a029-eb9b4e871987 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 200 len: 851 time: 0.1003590 Jul 16 08:34:55.905707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c8e9647-50b3-4965-a6e9-ba0fdc0ec233 req-c0522f17-6abb-45df-9e51-29f54efcbf16 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508732 Jul 16 08:34:55.962787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f724ce7-7207-40b7-a9f1-137c5bfc14d4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.049665 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-2f9955eb-6216-4491-9816-36859229b974 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7639129e-c54e-4eb5-8422-ff0e74920106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570489 Jul 16 08:34:56.051085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.094350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017658-1b6a-41bb-8aeb-a96586e52400 req-092039aa-d24d-413a-9a7a-f2a02ed90f46 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.101108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017658-1b6a-41bb-8aeb-a96586e52400 req-092039aa-d24d-413a-9a7a-f2a02ed90f46 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.114575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017658-1b6a-41bb-8aeb-a96586e52400 req-092039aa-d24d-413a-9a7a-f2a02ed90f46 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.124954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f017658-1b6a-41bb-8aeb-a96586e52400 req-092039aa-d24d-413a-9a7a-f2a02ed90f46 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2377 time: 0.6981213 Jul 16 08:34:56.127284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-79d7f4b0-4413-4c93-975a-597aad711649 service neutron] 10.222.0.47 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736819 Jul 16 08:34:56.174246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=38c4224b-7fae-44d5-9857-8c8849a80223,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.187059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.312474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.312749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ad24ecc-8502-459a-9e72-a5b380d037a2 req-ed585d46-4110-4e85-be15-a5edcf9c97af tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6829741-5cd5-40a0-abbc-573f5124fc1d HTTP/1.1" status: 200 len: 210 time: 0.1178942 Jul 16 08:34:56.333467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-0a589811-efa0-479c-9f6b-145e43ba6631 service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759714 Jul 16 08:34:56.456661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:56.542461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 37ec1e56-cac7-4561-9e98-a0c06da465a2 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:56.596454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-64e27d97-4498-43ba-b50b-6d5d7514f06a req-8e918a91-313f-44cd-9d9c-a69e0ea2530c service neutron] 10.222.0.47 "GET /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535198 Jul 16 08:34:56.675195 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff05dd-4ec3-4365-bb7f-fc873162d77d None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:39Z', 'revision_number': 4, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5af19b5b-aeb4-409f-afc0-764e5887648f', 'name': '', 'network_id': 'e9d533cc-1848-4743-8f98-9777115970b3', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'mac_address': 'fa:16:3e:b0:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:38Z', 'updated_at': '2021-07-16T08:29:51Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'subnets': [{'id': '7953c86d-1f7e-48f2-82b6-3884b46fa655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:56.733278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.753404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '37ec1e56-cac7-4561-9e98-a0c06da465a2', 'network_id': '7639129e-c54e-4eb5-8422-ff0e74920106', 'port_id': '37ec1e56-cac7-4561-9e98-a0c06da465a2', 'mac_address': 'fa:16:3e:36:83:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:56.765781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-a5948818-41b9-4cfa-bed5-05b09caa0a8b tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.767454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-a5948818-41b9-4cfa-bed5-05b09caa0a8b tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7&tenant_id=cc0c72c01099479a93c78e4fee849e99&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0794024 Jul 16 08:34:56.803915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.822886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ec1e56-cac7-4561-9e98-a0c06da465a2 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:56.855073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.867968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.931697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-5bc08fac-2d94-4f36-833a-123616552f94 service neutron] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:56.935542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-5bc08fac-2d94-4f36-833a-123616552f94 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.936863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-5bc08fac-2d94-4f36-833a-123616552f94 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054/bindings/n-h1-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.1623685 Jul 16 08:34:56.955345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.973983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f017658-1b6a-41bb-8aeb-a96586e52400 req-10c30340-bae3-447e-840c-0a4197c11469 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8478031 Jul 16 08:34:57.050203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faa16b3-3faa-424e-ba79-f26229762d31 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:57.064586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50165821-75b8-44e0-bf33-2250754df6b7 None None] New status for floating IP 07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:34:57.065002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.078140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.092946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Transition to ACTIVE for port object 7faa16b3-3faa-424e-ba79-f26229762d31 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:57.104137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.109095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['37ec1e56-cac7-4561-9e98-a0c06da465a2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:57.142533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f6f3f-d5a5-4c37-8c33-7ad56df89f15 req-0fbb6da8-7aa1-4b1b-b93a-3c0420491275 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.144086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4f6f3f-d5a5-4c37-8c33-7ad56df89f15 req-0fbb6da8-7aa1-4b1b-b93a-3c0420491275 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 1103 time: 0.2241263 Jul 16 08:34:57.204524 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ad3d8-7d48-4976-8715-018a7b375c97 x-openstack-request-id: req-855ad3d8-7d48-4976-8715-018a7b375c97 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:57.204801 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6829741-5cd5-40a0-abbc-573f5124fc1d", "name": "network-vif-deleted", "tag": "4440e725-a6fe-44ac-a003-0f6eb11ae3e3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:57.205053 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-855ad3d8-7d48-4976-8715-018a7b375c97 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:57.205784 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6829741-5cd5-40a0-abbc-573f5124fc1d', 'name': 'network-vif-deleted', 'tag': '4440e725-a6fe-44ac-a003-0f6eb11ae3e3', 'status': 'completed', 'code': 200} Jul 16 08:34:57.246955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Pushing event updated for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.283632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4f6f3f-d5a5-4c37-8c33-7ad56df89f15 req-676977ee-ae23-4880-913f-a89fcc7dcac6 tempest-MigrationsAdminTest-1384460090 tempest-MigrationsAdminTest-1384460090-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148114 Jul 16 08:34:57.458045 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7584369-1cfa-4cfd-a609-29e17d46ac9b x-openstack-request-id: req-a7584369-1cfa-4cfd-a609-29e17d46ac9b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:57.458952 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:57.459469 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7584369-1cfa-4cfd-a609-29e17d46ac9b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:57.460130 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'code': 200} Jul 16 08:34:57.464664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Attempting to bind port 7faa16b3-3faa-424e-ba79-f26229762d31 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:57.465001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Attempting to bind port 7faa16b3-3faa-424e-ba79-f26229762d31 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:57.465380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Attempting to bind port 7faa16b3-3faa-424e-ba79-f26229762d31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:57.507811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Port 7faa16b3-3faa-424e-ba79-f26229762d31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:57.508264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Attempting to bind port 7faa16b3-3faa-424e-ba79-f26229762d31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:57.539289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:57.539687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Checking segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:57.540543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Bound using segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:57.541107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Bound port: 7faa16b3-3faa-424e-ba79-f26229762d31, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:57.541603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.567352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:57.591527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab6b1-2bf2-457c-bd5b-96ecf0ad310a req-e626bd65-2ee9-4002-9d52-9e0a0072aa02 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.593049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-650ab6b1-2bf2-457c-bd5b-96ecf0ad310a req-e626bd65-2ee9-4002-9d52-9e0a0072aa02 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 945 time: 0.1841156 Jul 16 08:34:57.723995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-650ab6b1-2bf2-457c-bd5b-96ecf0ad310a req-55138c47-a9ea-441f-bed2-53339152d0a2 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069396 Jul 16 08:34:57.724918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:57.758545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7faa16b3-3faa-424e-ba79-f26229762d31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:57.767761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.853522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.854149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.855547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] 10.222.0.47 "PUT /v2.0/ports/7faa16b3-3faa-424e-ba79-f26229762d31 HTTP/1.1" status: 200 len: 1093 time: 2.7384429 Jul 16 08:34:57.900972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47e68-f0ff-4137-8190-4b7df5b40591 req-991362bb-a027-46a2-8a96-97c3cdc47205 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.909112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00b47e68-f0ff-4137-8190-4b7df5b40591 req-991362bb-a027-46a2-8a96-97c3cdc47205 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 945 time: 0.2105241 Jul 16 08:34:57.917080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:57.924112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:57.927599 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Sync routers for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:57.947253 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:57.947880 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.961626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75b0001d-3b10-4977-8726-e85da4c45847 admin admin] 10.222.0.32 "PUT /v2.0/routers/13ee5e11-ddf3-4da7-9941-f730c15a97c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2007203 Jul 16 08:34:57.968948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:58.011614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0088dbd-e582-4665-bc0f-10046b3395ad service neutron] Pushing event updated for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.057654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00b47e68-f0ff-4137-8190-4b7df5b40591 req-5d617563-7f09-4369-953a-9cccbcb13bad tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475196 Jul 16 08:34:58.109766 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.128929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:58.209985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.369713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.376168 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:55Z', 'revision_number': 5, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port': {'id': '61f86ce8-db9f-45e6-a6f7-2565ada2bc88', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:27Z', 'updated_at': '2021-07-16T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.411293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Checking router: 13ee5e11-ddf3-4da7-9941-f730c15a97c4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:58.425035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Routers {'13ee5e11-ddf3-4da7-9941-f730c15a97c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:58.425847 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.455754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Deleting port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:58.456914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.558093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 37ec1e56-cac7-4561-9e98-a0c06da465a2 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:58.576676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] For port 61f86ce8-db9f-45e6-a6f7-2565ada2bc88, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:58.577084 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.593185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Calling delete_port for 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:58.601994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadf1291-741c-4d98-8827-cbc61fca6d17 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:58.623769 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] Set router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:58.624258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.670847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Transition to ACTIVE for port object cadf1291-741c-4d98-8827-cbc61fca6d17 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:58.672743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 37ec1e56-cac7-4561-9e98-a0c06da465a2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:58.675574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.679306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 37ec1e56-cac7-4561-9e98-a0c06da465a2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:58.680162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.789439 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:58Z', 'revision_number': 6, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.818203 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.837064 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ddd02-ea04-476a-ad3e-25284bf6a430 None None] The sync data for ids ['13ee5e11-ddf3-4da7-9941-f730c15a97c4'] in n-d-798054-12 is: [{'id': '13ee5e11-ddf3-4da7-9941-f730c15a97c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-943200474-router', 'tenant_id': 'e0dd3f26053f409caabbe9a671c0d641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:25Z', 'updated_at': '2021-07-16T08:34:58Z', 'revision_number': 6, 'project_id': 'e0dd3f26053f409caabbe9a671c0d641', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:58.887766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.895619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:58.899184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.906346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.909313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:58.930086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f86ce8-db9f-45e6-a6f7-2565ada2bc88,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.004963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.047175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Attempting to bind port cadf1291-741c-4d98-8827-cbc61fca6d17 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:59.047727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Attempting to bind port cadf1291-741c-4d98-8827-cbc61fca6d17 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:59.047969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Attempting to bind port cadf1291-741c-4d98-8827-cbc61fca6d17 on network b88b0a49-1d3e-43d6-acd5-dab3222149bc {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:59.061783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a5f28-eedb-49e7-9964-ed9452fea5b9 req-bfd49f64-30bd-4555-bf82-97cb26f1acae tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.063473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d9a5f28-eedb-49e7-9964-ed9452fea5b9 req-bfd49f64-30bd-4555-bf82-97cb26f1acae tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 951 time: 0.2033176 Jul 16 08:34:59.065505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Port cadf1291-741c-4d98-8827-cbc61fca6d17 on network b88b0a49-1d3e-43d6-acd5-dab3222149bc not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:59.065967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Attempting to bind port cadf1291-741c-4d98-8827-cbc61fca6d17 on network b88b0a49-1d3e-43d6-acd5-dab3222149bc {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:59.079597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:59.081744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Checking segment: {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:59.082260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Bound using segment: {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:59.082813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Bound port: cadf1291-741c-4d98-8827-cbc61fca6d17, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955d3fdd-6f7b-4c5c-b160-91e05e481c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:59.083249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.091958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.095129 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.106835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.109052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.117074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.117423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.117764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.118102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.118433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.118764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.119092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.120397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.120397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.120397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.120397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.120764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:59.158654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:59.165108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.168437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.170057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ee5e11-ddf3-4da7-9941-f730c15a97c4 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:59.174975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.176354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3cc3ab6-d988-4209-9d4d-182bb44b04f2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/13ee5e11-ddf3-4da7-9941-f730c15a97c4 HTTP/1.1" status: 204 len: 168 time: 1.2059860 Jul 16 08:34:59.178812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:59.192572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d9a5f28-eedb-49e7-9964-ed9452fea5b9 req-7d267abc-6827-4b1a-8e30-ff4f9926c113 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224179 Jul 16 08:34:59.212837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:59.215105 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3428e204-46e9-400b-9a24-a0c4968209da" -d '{"events": [{"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:59.231171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Deleting subnet e093e95f-4085-42db-8160-3b548d275f8f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:59.235802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.247831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.266808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:59.271900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:59.286131 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.299479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa498-8494-4d93-83f3-c82662fd9724 req-2bc6fcb7-3d90-427d-ba74-1019bbfb9a42 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.305756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa498-8494-4d93-83f3-c82662fd9724 req-2bc6fcb7-3d90-427d-ba74-1019bbfb9a42 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.311855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa498-8494-4d93-83f3-c82662fd9724 req-2bc6fcb7-3d90-427d-ba74-1019bbfb9a42 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.313594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e33aa498-8494-4d93-83f3-c82662fd9724 req-2bc6fcb7-3d90-427d-ba74-1019bbfb9a42 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2401 time: 0.2206588 Jul 16 08:34:59.315182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.383165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:59.407182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.413673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:59.414024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7f724ce7-7207-40b7-a9f1-137c5bfc14d4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:59.415941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.416765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.418293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] 10.222.0.47 "PUT /v2.0/ports/cadf1291-741c-4d98-8827-cbc61fca6d17 HTTP/1.1" status: 200 len: 1093 time: 1.4983332 Jul 16 08:34:59.461442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223'}, {'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2'}, {'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:59.463167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Request body: {'port': {'device_id': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:59.463774 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e8cc0-2216-4aa2-a20b-b6f3441d5397" -d '{"events": [{"server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "name": "network-vif-plugged", "status": "completed", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223"}, {"server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "name": "network-vif-plugged", "status": "completed", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2"}, {"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:59.499425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.500641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5ad87-f3bf-4b10-80c5-aa388dd4db50 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.517660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e33aa498-8494-4d93-83f3-c82662fd9724 req-49945d9d-83c3-4502-bc2c-e3d056756858 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928699 Jul 16 08:34:59.544807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e093e95f-4085-42db-8160-3b548d275f8f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.553915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b37b4-3611-4c80-9a8f-a0cfaf76a69d None None] Network 16f19671-e869-4df4-97fc-5e52f6ebba77 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:59.565257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.570766 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4b4864c3-68a0-47f2-81aa-4947858fa817 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e093e95f-4085-42db-8160-3b548d275f8f HTTP/1.1" status: 204 len: 168 time: 0.3909380 Jul 16 08:34:59.571395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:59.640660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.660391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5439806-fc41-42df-8e97-023d5669b660 req-6e2261c1-2715-4e90-b5dc-cf28aad91915 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.661911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5439806-fc41-42df-8e97-023d5669b660 req-6e2261c1-2715-4e90-b5dc-cf28aad91915 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 951 time: 0.2969620 Jul 16 08:34:59.669461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b45b-f9ae-47f1-b7a4-8d2851179d70 req-e23febba-4c08-4ba3-b0d8-1aa66ebc2ff0 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.676446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d65b45b-f9ae-47f1-b7a4-8d2851179d70 req-e23febba-4c08-4ba3-b0d8-1aa66ebc2ff0 tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 1097 time: 0.1487901 Jul 16 08:34:59.687737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.781147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Deleting port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:59.781733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.860923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] DHCP port deletion for 16f19671-e869-4df4-97fc-5e52f6ebba77 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:34:59.883158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] For port 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9ad6471a-e214-4e1f-9b0f-61c995caaa38,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:59.883641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.901008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Calling delete_port for 9ad6471a-e214-4e1f-9b0f-61c995caaa38 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:59.926058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d65b45b-f9ae-47f1-b7a4-8d2851179d70 req-c8d9bf3c-b0ed-4770-89f9-2d0a94b1a6fa tempest-LiveMigrationTest-528589076 tempest-LiveMigrationTest-528589076-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481794 Jul 16 08:34:59.982810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Deleting port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:59.983187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.014121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.029901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] No DVR routers for this DVR port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:00.061612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad6471a-e214-4e1f-9b0f-61c995caaa38,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.085749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] For port 9ad6471a-e214-4e1f-9b0f-61c995caaa38, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9ad6471a-e214-4e1f-9b0f-61c995caaa38,segment=NetworkSegment(2be39d7d-13e6-43a8-88a1-b7c63284efd1),segment_id=2be39d7d-13e6-43a8-88a1-b7c63284efd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:00.086397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.101911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Calling delete_port for 9ad6471a-e214-4e1f-9b0f-61c995caaa38 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:00.137128 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abcce9b-d1e8-4b40-950f-387b080c5740 x-openstack-request-id: req-3abcce9b-d1e8-4b40-950f-387b080c5740 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:00.138268 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:00.138268 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3abcce9b-d1e8-4b40-950f-387b080c5740 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:00.138580 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31', 'status': 'completed', 'code': 200} Jul 16 08:35:00.189348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.207737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f19671-e869-4df4-97fc-5e52f6ebba77']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:00.228777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be39d7d-13e6-43a8-88a1-b7c63284efd1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:00.229178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be39d7d-13e6-43a8-88a1-b7c63284efd1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:00.238766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.244076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.248449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-aac21523-2684-4d84-aab5-373489b00a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.248941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-aac21523-2684-4d84-aab5-373489b00a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.249852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-aac21523-2684-4d84-aab5-373489b00a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.251059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3428e204-46e9-400b-9a24-a0c4968209da req-aac21523-2684-4d84-aab5-373489b00a7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2801 time: 0.2024074 Jul 16 08:35:00.268522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] Pushing event deleted for resources: {'Port': ['ID=9ad6471a-e214-4e1f-9b0f-61c995caaa38,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.268810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18447738-2137-44ff-a572-753b0f034b31 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:00.287435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.288392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30731a4c-cd0f-4338-80fc-143ed58f2bf7 None None] No DVR routers for this DVR port 9ad6471a-e214-4e1f-9b0f-61c995caaa38 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:00.297684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Deleting port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:00.298226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.311799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:00.312187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:00.313870 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:00.349357 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106e6ef-4e26-43f3-a6bf-bbb65b2c10da x-openstack-request-id: req-9106e6ef-4e26-43f3-a6bf-bbb65b2c10da {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:00.349904 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "name": "network-vif-plugged", "status": "completed", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223", "code": 200}, {"server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "name": "network-vif-plugged", "status": "completed", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2", "code": 200}, {"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:00.350507 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9106e6ef-4e26-43f3-a6bf-bbb65b2c10da {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:00.351060 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223', 'code': 200} Jul 16 08:35:00.351492 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2', 'code': 200} Jul 16 08:35:00.352012 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'code': 200} Jul 16 08:35:00.433420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.455796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.465175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] 10.222.0.32 "DELETE /v2.0/networks/16f19671-e869-4df4-97fc-5e52f6ebba77 HTTP/1.1" status: 204 len: 168 time: 0.8886847 Jul 16 08:35:00.481857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57965d1-4429-4573-9b3e-3c6327c6cafb admin admin] Pushing event deleted for resources: {'Network': ['ID=16f19671-e869-4df4-97fc-5e52f6ebba77,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.485388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-9687354c-44a6-4205-ba26-5bede9be9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.485880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-9687354c-44a6-4205-ba26-5bede9be9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.487167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-9687354c-44a6-4205-ba26-5bede9be9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.489258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3428e204-46e9-400b-9a24-a0c4968209da req-9687354c-44a6-4205-ba26-5bede9be9c17 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97783a8642d64c33a94e6789a2943559&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2300334 Jul 16 08:35:00.492838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] For port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:00.493204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.506060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Calling delete_port for a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:00.683129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.686309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.686563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c892f8-87b7-4f83-8739-821afdfd48d8 req-b5b2485a-8f35-41e3-b7cb-5a8ed55dadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.688196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-02c892f8-87b7-4f83-8739-821afdfd48d8 req-b5b2485a-8f35-41e3-b7cb-5a8ed55dadd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 1097 time: 0.2240274 Jul 16 08:35:00.702167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82', 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:00.705363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.726854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.728174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event deleted for resources: {'Port': ['ID=a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:00.743351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Transition to ACTIVE for port object 18447738-2137-44ff-a572-753b0f034b31 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:00.744174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e204-46e9-400b-9a24-a0c4968209da req-d9bcdba8-8381-47b7-8718-3e7b77b461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.745743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3428e204-46e9-400b-9a24-a0c4968209da req-d9bcdba8-8381-47b7-8718-3e7b77b461f7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424839 Jul 16 08:35:00.752240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791382-1942-43a4-a00a-e4212e77fe1f req-6cfd0b2a-b9de-40af-8bd9-bd98123d532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.756007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-44791382-1942-43a4-a00a-e4212e77fe1f req-6cfd0b2a-b9de-40af-8bd9-bd98123d532d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 1097 time: 0.2537904 Jul 16 08:35:00.799527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-02c892f8-87b7-4f83-8739-821afdfd48d8 req-3dd66808-ba96-43e4-9c41-8bce52a52081 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997598 Jul 16 08:35:00.805614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] No DVR routers for this DVR port a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:00.805789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', '6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:00.808495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.810749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5439806-fc41-42df-8e97-023d5669b660 req-f88e44b3-b415-4ea4-a15e-069ceea747f4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "DELETE /v2.0/ports/a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 HTTP/1.1" status: 204 len: 173 time: 1.1267078 Jul 16 08:35:00.811493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.827252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-32d58e69-ac73-4399-bac3-09ba325d2798 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0dd3f26053f409caabbe9a671c0d641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1150208 Jul 16 08:35:00.829613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.841071 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-44791382-1942-43a4-a00a-e4212e77fe1f req-1da5c62c-dce0-4573-9ade-3b8757d8f057 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721886 Jul 16 08:35:00.936915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.985763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.022721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-b549e5c7-7693-4090-8db8-f17a27d6fe5d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.032739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-b549e5c7-7693-4090-8db8-f17a27d6fe5d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.2200499 Jul 16 08:35:01.076224 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52543915-c96d-41fa-a6e4-db4a2206ac7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.088850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9ad6471a-e214-4e1f-9b0f-61c995caaa38 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:01.121655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaae0cb-d7c7-4f4d-8fe7-bf5c8c1ec165 req-f4820bfb-c778-4e2b-afba-319fb4ab269c tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.123266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9ad6471a-e214-4e1f-9b0f-61c995caaa38 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:01.123719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9ad6471a-e214-4e1f-9b0f-61c995caaa38 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:01.124313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:01.125705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.127873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddaae0cb-d7c7-4f4d-8fe7-bf5c8c1ec165 req-f4820bfb-c778-4e2b-afba-319fb4ab269c tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 945 time: 0.9919758 Jul 16 08:35:01.135027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.140371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73126ccd-de49-4876-9672-4833b3a29fdb HTTP/1.1" status: 204 len: 168 time: 0.3096352 Jul 16 08:35:01.162013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:01.162226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e814eb-f133-448c-b626-5f5f738e2081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73126ccd-de49-4876-9672-4833b3a29fdb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.162392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 61f86ce8-db9f-45e6-a6f7-2565ada2bc88 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:01.235867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-4f18662f-2e7e-4ba6-b36f-80d679c346f7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/quotas/1d9c1adb30e74e9ebf46360bb17b8501 HTTP/1.1" status: 200 len: 375 time: 0.2019768 Jul 16 08:35:01.245357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.259537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52543915-c96d-41fa-a6e4-db4a2206ac7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.264947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52543915-c96d-41fa-a6e4-db4a2206ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.274446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddaae0cb-d7c7-4f4d-8fe7-bf5c8c1ec165 req-1d254eac-7f49-4bad-9540-cca12f17994a tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174409 Jul 16 08:35:01.357255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543915-c96d-41fa-a6e4-db4a2206ac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ac552-2b36-4536-a5ee-51511a1479a8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.362591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52543915-c96d-41fa-a6e4-db4a2206ac7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=165110dcf40c444ba3823a16898b14f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347096 Jul 16 08:35:01.365449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.474420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-f603b486-f1c7-4121-ad91-8a31ae3dfb9a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2197781 Jul 16 08:35:01.493042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Attempting to bind port 18447738-2137-44ff-a572-753b0f034b31 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:01.493471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Attempting to bind port 18447738-2137-44ff-a572-753b0f034b31 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:01.493872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Attempting to bind port 18447738-2137-44ff-a572-753b0f034b31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:01.508339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47546de-6734-4732-9453-ccbcb2839db3 req-4bc08edf-092d-4bc4-9107-9fecbf1ac8af tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.509945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d47546de-6734-4732-9453-ccbcb2839db3 req-4bc08edf-092d-4bc4-9107-9fecbf1ac8af tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 945 time: 0.2096488 Jul 16 08:35:01.514574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Port 18447738-2137-44ff-a572-753b0f034b31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:01.515189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Attempting to bind port 18447738-2137-44ff-a572-753b0f034b31 on network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:01.526824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:01.527239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Checking segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:01.527710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Bound using segment: {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:01.528299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Bound port: 18447738-2137-44ff-a572-753b0f034b31, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbd6bd2-3e46-4cb4-8787-cceec17c2373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:01.528886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.639007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-91dad914-a3cd-4166-8de9-8c1c5ffa6a86 service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641712 Jul 16 08:35:01.683539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:01.702676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.724475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=18447738-2137-44ff-a572-753b0f034b31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:01.730196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.785265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36914) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.798123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.798747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.800179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/18447738-2137-44ff-a572-753b0f034b31 HTTP/1.1" status: 200 len: 1093 time: 2.3507159 Jul 16 08:35:01.876376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.933260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-9bf1b566-b97e-4043-a0fc-2ea38d70f35b service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936995 Jul 16 08:35:01.948975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8268e7c-03cf-4aac-bb72-0ce2e75eedd1 service neutron] Pushing event updated for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.023867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-34500f91-71d8-4fe6-b5ea-8e6e2b457231 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.026770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-34500f91-71d8-4fe6-b5ea-8e6e2b457231 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "GET /v2.0/ports?device_id=65cdce47-ac17-4b71-8c78-812b2ec142d6 HTTP/1.1" status: 200 len: 943 time: 0.4001598 Jul 16 08:35:02.036501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0783b14-8bc3-46bb-b587-f1dbdebe5a15 req-1feff7ee-36dc-40cb-b3d2-8677c3fe2e8b tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cb77a5e-6ad9-4578-8c54-d1c0beb0a262 HTTP/1.1" status: 200 len: 210 time: 0.0645716 Jul 16 08:35:02.097333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.143971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17'}, {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-deleted', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95'}, {'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': '18447738-2137-44ff-a572-753b0f034b31'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:02.143971 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09287df8-8e27-4bf9-905c-7eb37974866b" -d '{"events": [{"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17"}, {"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-deleted", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95"}, {"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "18447738-2137-44ff-a572-753b0f034b31"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:02.160920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.161428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.164531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.168084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a40ac552-2b36-4536-a5ee-51511a1479a8 HTTP/1.1" status: 204 len: 168 time: 0.7982290 Jul 16 08:35:02.184402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Deleting port 7962df97-e8d4-4042-bf92-3d35c82f1054 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:02.184834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.203173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775233-4ee2-46c0-a359-050b8ba1a8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ac552-2b36-4536-a5ee-51511a1479a8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.249680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-7361dcf9-6cfe-46e8-91ba-0422967d3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.250285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-7361dcf9-6cfe-46e8-91ba-0422967d3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.250655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-7361dcf9-6cfe-46e8-91ba-0422967d3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.252366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-7361dcf9-6cfe-46e8-91ba-0422967d3b3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2869 time: 0.2246239 Jul 16 08:35:02.384355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-7d00c3a1-80dd-4a09-92c4-629f82f873b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=7faa16b3-3faa-424e-ba79-f26229762d31 HTTP/1.1" status: 200 len: 217 time: 0.1086395 Jul 16 08:35:02.666274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36942) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:02.714702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Deleting port d8287c6e-6451-4879-bb37-3579f5b3d156 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:02.715035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.723660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] For port 7962df97-e8d4-4042-bf92-3d35c82f1054, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7962df97-e8d4-4042-bf92-3d35c82f1054,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:02.724086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.746264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36948) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:02.790905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Calling delete_port for 7962df97-e8d4-4042-bf92-3d35c82f1054 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:02.797366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-895a0e06-5bde-472e-b7ef-6906b28ec8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.942074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.944969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.946275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "DELETE /v2.0/security-groups/3258530c-58ab-43ba-ab12-a51b006f9f98 HTTP/1.1" status: 204 len: 168 time: 1.1586404 Jul 16 08:35:02.954363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:02.966496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b97224-0ecb-4878-a8f0-dae32e60ac22 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258530c-58ab-43ba-ab12-a51b006f9f98,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.978333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-71b49b70-8131-4034-be11-5aac25b0afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.979810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-71b49b70-8131-4034-be11-5aac25b0afc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e1fa311-73dc-4d58-ba5c-0c89e15a8474 HTTP/1.1" status: 200 len: 801 time: 0.5832927 Jul 16 08:35:02.981439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] For port d8287c6e-6451-4879-bb37-3579f5b3d156, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=d8287c6e-6451-4879-bb37-3579f5b3d156,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:02.981666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.988527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1873334111-network', 'tenant_id': 'e4d01959725142699dfa6615510155cc'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:03.006674 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-ee2dc005-6b17-4bdd-9e4a-3f622094d6bd tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] show failed (client error): The resource could not be found. Jul 16 08:35:03.010570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ee2dc005-6b17-4bdd-9e4a-3f622094d6bd tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "GET /v2.0/security-groups/3258530c-58ab-43ba-ab12-a51b006f9f98 HTTP/1.1" status: 404 len: 347 time: 0.0524566 Jul 16 08:35:03.017553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Calling delete_port for d8287c6e-6451-4879-bb37-3579f5b3d156 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:03.021394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:03.037794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a44d3-a54e-4fe0-a566-c215d6340e51 req-3d3913ec-e64f-4a0f-af13-5fb596bcd498 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.043964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a44d3-a54e-4fe0-a566-c215d6340e51 req-3d3913ec-e64f-4a0f-af13-5fb596bcd498 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.049877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a44d3-a54e-4fe0-a566-c215d6340e51 req-3d3913ec-e64f-4a0f-af13-5fb596bcd498 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.051591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-065a44d3-a54e-4fe0-a566-c215d6340e51 req-3d3913ec-e64f-4a0f-af13-5fb596bcd498 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2413 time: 0.6695254 Jul 16 08:35:03.083731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73164a0-de0f-4d97-aac9-66cb2727c1a9 req-54412b0d-da5d-4f48-84eb-afee8a9623f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.091150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f73164a0-de0f-4d97-aac9-66cb2727c1a9 req-54412b0d-da5d-4f48-84eb-afee8a9623f6 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 945 time: 0.6641960 Jul 16 08:35:03.126408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-66908fd9-836b-4616-a40d-b60dad88c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.127975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-66908fd9-836b-4616-a40d-b60dad88c8ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407969 Jul 16 08:35:03.177587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-065a44d3-a54e-4fe0-a566-c215d6340e51 req-16be0e36-a6c2-45be-a031-04b72424a1b5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117353 Jul 16 08:35:03.195254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f73164a0-de0f-4d97-aac9-66cb2727c1a9 req-471da8db-e903-4f6b-a601-9de700b08a1b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031017 Jul 16 08:35:03.275816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-53e6feaa-370e-47f8-8755-bd93b437acf9 service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368501 Jul 16 08:35:03.277679 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6d3d37-72dc-43c3-8251-593e85a5da89 x-openstack-request-id: req-6d6d3d37-72dc-43c3-8251-593e85a5da89 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:03.277854 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17", "status": "completed", "code": 200}, {"server_uuid": "7cb77a5e-6ad9-4578-8c54-d1c0beb0a262", "name": "network-vif-deleted", "tag": "a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "tag": "18447738-2137-44ff-a572-753b0f034b31", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:03.278732 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d6d3d37-72dc-43c3-8251-593e85a5da89 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:03.284693 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'status': 'completed', 'code': 200} Jul 16 08:35:03.284693 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77a5e-6ad9-4578-8c54-d1c0beb0a262', 'name': 'network-vif-deleted', 'tag': 'a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95', 'status': 'completed', 'code': 200} Jul 16 08:35:03.284693 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'tag': '18447738-2137-44ff-a572-753b0f034b31', 'status': 'completed', 'code': 200} Jul 16 08:35:03.285066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-895a0e06-5bde-472e-b7ef-6906b28ec8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.299084 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-895a0e06-5bde-472e-b7ef-6906b28ec8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.301219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:03.303747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.344118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:03.344473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a8f6bd43-0f67-4ffc-9ecf-3c689a9f6c95 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:03.346140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['eebc5ac2-f7cf-4fd0-bdd6-64422022c446'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:03.400175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a85510c8-b41b-43be-9f44-d4bda1df3a3f req-141cb46d-3a31-4532-af18-088356eda554 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 210 time: 0.0467567 Jul 16 08:35:03.406369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event deleted for resources: {'Port': ['ID=7962df97-e8d4-4042-bf92-3d35c82f1054,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.434047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Made reservation on behalf of e4d01959725142699dfa6615510155cc for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:03.437383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.451171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-01d0aac2-75d1-4119-8439-816b209ee4e6 service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692345 Jul 16 08:35:03.469206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-895a0e06-5bde-472e-b7ef-6906b28ec8bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccb57013041a4b998fe0ba7d906cc848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152667 Jul 16 08:35:03.474376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36958) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:03.496221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a0e06-5bde-472e-b7ef-6906b28ec8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d2954-6d07-4d22-8af8-632f3b01c609,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.503851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Deleting port 61eaea68-4126-42f4-bc04-c6cd636a6eac {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:03.504262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.566270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-b85ea908-7464-4ad1-b998-5dd833d8e95a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=cadf1291-741c-4d98-8827-cbc61fca6d17 HTTP/1.1" status: 200 len: 217 time: 0.0914330 Jul 16 08:35:03.594195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.594570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.606726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Calling delete_port for 61eaea68-4126-42f4-bc04-c6cd636a6eac owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:03.687694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.722189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-2240b3e7-0f81-463d-9423-85282e340cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.723809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-2240b3e7-0f81-463d-9423-85282e340cbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5791e06f-2422-45c8-a0b5-f272d5751b39 HTTP/1.1" status: 200 len: 801 time: 0.1399293 Jul 16 08:35:03.733622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686183ab-0a80-4458-b291-fec73b3d786b req-31ebea03-23c9-418d-b8a2-60fb9baca582 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.735458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-686183ab-0a80-4458-b291-fec73b3d786b req-31ebea03-23c9-418d-b8a2-60fb9baca582 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 945 time: 0.3043342 Jul 16 08:35:03.769024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] No DVR routers for this DVR port 7962df97-e8d4-4042-bf92-3d35c82f1054 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:03.779821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.781938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d47546de-6734-4732-9453-ccbcb2839db3 req-30aad247-3dca-4083-82e8-c6269c1a2f3d tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.47 "DELETE /v2.0/ports/7962df97-e8d4-4042-bf92-3d35c82f1054 HTTP/1.1" status: 204 len: 173 time: 2.2345924 Jul 16 08:35:03.786562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-deleted', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:03.788906 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b236b0-810b-4e70-b3c8-f9024a531fe9" -d '{"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-deleted", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:03.814515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.862673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event deleted for resources: {'Port': ['ID=d8287c6e-6451-4879-bb37-3579f5b3d156,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.892223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.897043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.920796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] No DVR routers for this DVR port d8287c6e-6451-4879-bb37-3579f5b3d156 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:03.930556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-686183ab-0a80-4458-b291-fec73b3d786b req-b8242f39-babe-4642-b5a8-204f0bc037e7 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404860 Jul 16 08:35:03.954665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.957091 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f255d3bc-ee36-4609-ab24-db0c075612a6 req-c2f9ec5f-7892-42ef-9c40-0638c5e8b7b7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "DELETE /v2.0/ports/d8287c6e-6451-4879-bb37-3579f5b3d156 HTTP/1.1" status: 204 len: 173 time: 1.9215157 Jul 16 08:35:03.964794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Pushing event deleted for resources: {'Port': ['ID=61eaea68-4126-42f4-bc04-c6cd636a6eac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.968831 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccc202-9b82-441e-9a7c-06fe8e1d8b2d x-openstack-request-id: req-8fccc202-9b82-441e-9a7c-06fe8e1d8b2d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:03.969873 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9bc4b5-349b-4d1a-a565-dbe762c688c7", "name": "network-vif-deleted", "tag": "7962df97-e8d4-4042-bf92-3d35c82f1054", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:03.970963 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fccc202-9b82-441e-9a7c-06fe8e1d8b2d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:03.970963 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9bc4b5-349b-4d1a-a565-dbe762c688c7', 'name': 'network-vif-deleted', 'tag': '7962df97-e8d4-4042-bf92-3d35c82f1054', 'status': 'completed', 'code': 200} Jul 16 08:35:04.023763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-82f3eb7c-ff80-4f74-b474-d6f6e6e0d7b4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.025406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-82f3eb7c-ff80-4f74-b474-d6f6e6e0d7b4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.3817260 Jul 16 08:35:04.062687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Request body: {'port': {'device_id': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'admin_state_up': True, 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.088227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.096024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.102238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fdf88655-a102-4dab-8e35-29eec5c9db76 tempest-ServersWithSpecificFlavorTestJSON-2138813988 tempest-ServersWithSpecificFlavorTestJSON-2138813988-project] 10.222.0.32 "DELETE /v2.0/floatingips/07bc9c85-f6f1-4d1a-86f3-ff34c0ed0d8c HTTP/1.1" status: 204 len: 168 time: 1.0761948 Jul 16 08:35:04.111250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.165716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.169601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.198643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:04.208707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b125940-1e43-428e-9cfd-fae066d0cfd2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.223342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.223925 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Added segment adf04681-7a6c-4476-9ef1-b08b4ded9d3d of type vlan for network 159be033-dc61-4d0a-bcf5-1dbcb1451927 Jul 16 08:35:04.269480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-666608a3-0033-4696-bcac-26285a8d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.269721 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.270915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-666608a3-0033-4696-bcac-26285a8d8cfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b88b0a49-1d3e-43d6-acd5-dab3222149bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5343699 Jul 16 08:35:04.300267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.301364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.302008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.336075 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6686909 Jul 16 08:35:04.340879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:04.348075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Request body: {'subnet': {'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1873334111-subnet', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.385261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdea690-9a89-4083-a9c7-ae77af0cf803 admin admin] Pushing event updated for resources: {'Network': ['ID=159be033-dc61-4d0a-bcf5-1dbcb1451927,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.396124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:04.424382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.425803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:35:04.425803 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:35:04.425803 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': 'e4d01959725142699dfa6615510155cc', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 35, 4, 382930)}] Jul 16 08:35:04.425803 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:04.426348 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:04.426963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.428116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c9d2954-6d07-4d22-8af8-632f3b01c609 HTTP/1.1" status: 204 len: 168 time: 0.9489598 Jul 16 08:35:04.490687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b420a9d-593d-42df-a04c-75aac54d7984 req-f8f5a41d-b9f3-4c7b-ab6e-3cdc4dae67a4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.492867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b420a9d-593d-42df-a04c-75aac54d7984 req-f8f5a41d-b9f3-4c7b-ab6e-3cdc4dae67a4 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 950 time: 0.3155169 Jul 16 08:35:04.499257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cadaf-3121-4ce2-9e75-dc56c4c99a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d2954-6d07-4d22-8af8-632f3b01c609,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.537441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65da77-deab-4eb4-bc2b-3dd7221d7006 req-62d2f1d7-7432-4ce9-8576-220e87e642a5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.538963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a65da77-deab-4eb4-bc2b-3dd7221d7006 req-62d2f1d7-7432-4ce9-8576-220e87e642a5 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 945 time: 0.3525441 Jul 16 08:35:04.546588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:04.550303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.577168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:04.581814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-039d0d26-d67e-456c-893a-e6a085130e2e service neutron] 10.222.0.47 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958143 Jul 16 08:35:04.620149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: d8287c6e-6451-4879-bb37-3579f5b3d156 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:04.620720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device d8287c6e-6451-4879-bb37-3579f5b3d156 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:04.621339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:04.652504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 7962df97-e8d4-4042-bf92-3d35c82f1054 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:04.653627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7962df97-e8d4-4042-bf92-3d35c82f1054 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:04.787475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b420a9d-593d-42df-a04c-75aac54d7984 req-9e0b0b70-be9f-4011-9c41-90b05f7cd295 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841930 Jul 16 08:35:04.816589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a65da77-deab-4eb4-bc2b-3dd7221d7006 req-dcca1341-daeb-42da-b84f-d44c6fa9644b tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619007 Jul 16 08:35:04.883628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-f5c672dd-5887-4dcf-96da-82cb3aade1d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939217 Jul 16 08:35:04.952107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Made reservation on behalf of e4d01959725142699dfa6615510155cc for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:04.955229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.964724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-66ad496f-7b22-4241-b58f-9b026f572cb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=18447738-2137-44ff-a572-753b0f034b31 HTTP/1.1" status: 200 len: 217 time: 0.0744431 Jul 16 08:35:04.970148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Allocated IP 172.20.0.2 (5a2228f9-0c7f-47bd-b254-7e9dca501afa/63608eb8-f68f-44d4-9d7a-6bdfb685d717/b3099d6a-cec3-4d84-9745-d883fb362467) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:05.034333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b36cf88-af43-496e-b6e7-a660d16208d1 req-2840d38e-c092-40b5-a5d8-2bf859758e36 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.0950153 Jul 16 08:35:05.149362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-da4de571-d6e2-4c19-ba31-8cb7de4de53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.151496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-da4de571-d6e2-4c19-ba31-8cb7de4de53d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e1fa311-73dc-4d58-ba5c-0c89e15a8474 HTTP/1.1" status: 200 len: 801 time: 0.1782362 Jul 16 08:35:05.291556 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:05.352970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.389300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-8439e8e7-0481-44be-992d-faec739304e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.390977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-8439e8e7-0481-44be-992d-faec739304e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226391 Jul 16 08:35:05.421978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-5528b163-c94f-46fb-bc36-dc399b13b0d9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.423556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-5528b163-c94f-46fb-bc36-dc399b13b0d9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 950 time: 0.1512921 Jul 16 08:35:05.426259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70a9f65b-7801-4c7e-907f-c27da9617287 req-6896f335-25dd-469f-8d93-97f77457582e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 210 time: 0.0392277 Jul 16 08:35:05.535598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Checking segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:05.536184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Network hostable DHCP agents. Network: 159be033-dc61-4d0a-bcf5-1dbcb1451927, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:05.540961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-c981113c-edfd-48bb-9dc9-78a2d64b68eb service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089971 Jul 16 08:35:05.584424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5205bd-4caf-4c5a-970e-c23182d894db,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.590084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:05.599798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Deleting port 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:05.600262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.649019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.686240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891879-883e-4905-b246-d75569cb5d90 req-dceb4a2a-a84a-4cc6-9c91-d317bfe4c3d6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.699393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891879-883e-4905-b246-d75569cb5d90 req-dceb4a2a-a84a-4cc6-9c91-d317bfe4c3d6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.705584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891879-883e-4905-b246-d75569cb5d90 req-dceb4a2a-a84a-4cc6-9c91-d317bfe4c3d6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.706851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] For port 6a7d2c34-de79-413e-bd3d-922ae67d13ef, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a7d2c34-de79-413e-bd3d-922ae67d13ef,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:05.707293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f891879-883e-4905-b246-d75569cb5d90 req-dceb4a2a-a84a-4cc6-9c91-d317bfe4c3d6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2413 time: 0.3974967 Jul 16 08:35:05.707858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.724448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Calling delete_port for 6a7d2c34-de79-413e-bd3d-922ae67d13ef owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:05.735698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 159be033-dc61-4d0a-bcf5-1dbcb1451927) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:05.744565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e8a3f-c2b1-402c-9028-4cf3632a9eb2 None None] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:05.761907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.768577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.794331 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30e00f61-7c46-4fc2-8de3-f86a93488d2d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4521680 Jul 16 08:35:05.813132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37008) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:05.826804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:05.859677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.860770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.895585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f891879-883e-4905-b246-d75569cb5d90 req-8abe0362-bf91-4646-81a1-29b0eb1701ad tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666658 Jul 16 08:35:05.958398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8014fa7-5b38-4cb8-82f5-f22f76d7374e req-e90cfb4d-5803-4b74-868f-50e0ff1400ba service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020576 Jul 16 08:35:05.982443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-deleted', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:06.004090 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82286f2d-f344-4f50-9b34-ddc98c14ae8b" -d '{"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-deleted", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:06.067169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.070106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.117939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-159be033-dc61-4d0a-bcf5-1dbcb1451927', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:06.118804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.136180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.154863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dd83b0f7-8f76-4128-993b-1f70d489ff82'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:06.159932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', '6a7d2c34-de79-413e-bd3d-922ae67d13ef'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:06.218672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event deleted for resources: {'Port': ['ID=6a7d2c34-de79-413e-bd3d-922ae67d13ef,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.244068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] No DVR routers for this DVR port 6a7d2c34-de79-413e-bd3d-922ae67d13ef on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:06.249487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.252069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a21fc579-41e1-4fb1-b0fb-b37011947a35 req-50d04686-c857-47ce-ba0a-272b6be8679c tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "DELETE /v2.0/ports/6a7d2c34-de79-413e-bd3d-922ae67d13ef HTTP/1.1" status: 204 len: 173 time: 0.8157983 Jul 16 08:35:06.317393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:06.334877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0032c70-6f02-44d2-bef3-38aea171e0b3 req-446ca98f-8014-46e7-9830-6ee0154fd181 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5055be6-6902-4339-8d61-9fffdd868704 HTTP/1.1" status: 200 len: 210 time: 0.2289901 Jul 16 08:35:06.360887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:06.378960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:06.459475 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fe1d8-0484-4a50-b219-ebc876254915 x-openstack-request-id: req-ce1fe1d8-0484-4a50-b219-ebc876254915 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:06.459980 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cdce47-ac17-4b71-8c78-812b2ec142d6", "name": "network-vif-deleted", "tag": "d8287c6e-6451-4879-bb37-3579f5b3d156", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:06.460233 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce1fe1d8-0484-4a50-b219-ebc876254915 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:06.460683 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cdce47-ac17-4b71-8c78-812b2ec142d6', 'name': 'network-vif-deleted', 'tag': 'd8287c6e-6451-4879-bb37-3579f5b3d156', 'status': 'completed', 'code': 200} Jul 16 08:35:06.519462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-cfd92dd0-c11d-4ec9-a495-d7fd0cc77be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.520619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-cfd92dd0-c11d-4ec9-a495-d7fd0cc77be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.522347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-cfd92dd0-c11d-4ec9-a495-d7fd0cc77be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.524361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-cfd92dd0-c11d-4ec9-a495-d7fd0cc77be4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2869 time: 0.5021033 Jul 16 08:35:06.527111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.626749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.685042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Allocated IP 172.20.0.2 (159be033-dc61-4d0a-bcf5-1dbcb1451927/cb5205bd-4caf-4c5a-970e-c23182d894db/3019efe2-495c-480b-8cd7-0a615e68eaf1) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:06.703306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f3bd9a1-77ce-476b-922c-d82f16a69fd8 req-1b17519a-bfae-47bd-97fd-e62bcf9d4964 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.0893216 Jul 16 08:35:06.729237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.729867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.912085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-cb82e125-6bbb-4713-96df-6bea3f1c213e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8596716 Jul 16 08:35:06.953813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Request body: {'port': {'device_id': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:07.072797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-69d6ae93-305f-4772-aa8a-775531c7d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.074204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-69d6ae93-305f-4772-aa8a-775531c7d055 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b88b0a49-1d3e-43d6-acd5-dab3222149bc HTTP/1.1" status: 200 len: 902 time: 0.4699876 Jul 16 08:35:07.272721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-911f05f8-ecd1-4892-a0b2-fa7bc34e5051 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.275138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-911f05f8-ecd1-4892-a0b2-fa7bc34e5051 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "GET /v2.0/ports?device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 945 time: 0.0712311 Jul 16 08:35:07.387559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.401331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Transition to ACTIVE for port object 3019efe2-495c-480b-8cd7-0a615e68eaf1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:07.426167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Transition to ACTIVE for port object 3019efe2-495c-480b-8cd7-0a615e68eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:07.433800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.441173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Deleting port 37ec1e56-cac7-4561-9e98-a0c06da465a2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:07.442089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.471962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:07.475053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:07.481628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:07.512019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d133d8-7f27-4ce3-95da-e2f92182e6cd req-75fa77da-1452-4a07-9e0e-de11da9a91cc tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.519963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2d133d8-7f27-4ce3-95da-e2f92182e6cd req-75fa77da-1452-4a07-9e0e-de11da9a91cc tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/ports?device_id=671c3057-9e17-4a78-bba1-237a4f9e6be7 HTTP/1.1" status: 200 len: 945 time: 0.8086035 Jul 16 08:35:07.546597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Pushing event updated for resources: {'Port': ['ID=3019efe2-495c-480b-8cd7-0a615e68eaf1,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:07.558389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Attempting to bind port 3019efe2-495c-480b-8cd7-0a615e68eaf1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:07.558642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Attempting to bind port 3019efe2-495c-480b-8cd7-0a615e68eaf1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:07.559043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Attempting to bind port 3019efe2-495c-480b-8cd7-0a615e68eaf1 on network 159be033-dc61-4d0a-bcf5-1dbcb1451927 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:07.565973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:07.566356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Checking segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:07.566770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.567898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Bound using segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:07.568400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Bound port: 3019efe2-495c-480b-8cd7-0a615e68eaf1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:07.568999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.571752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-502d6268-ecf7-49ec-b593-f46f4c81cfdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=cadf1291-741c-4d98-8827-cbc61fca6d17 HTTP/1.1" status: 200 len: 217 time: 0.4899774 Jul 16 08:35:07.577626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] For port 37ec1e56-cac7-4561-9e98-a0c06da465a2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=37ec1e56-cac7-4561-9e98-a0c06da465a2,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:07.578182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.591530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Calling delete_port for 37ec1e56-cac7-4561-9e98-a0c06da465a2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:07.619476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.647920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] For port 3019efe2-495c-480b-8cd7-0a615e68eaf1, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:07.653970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] For port 3019efe2-495c-480b-8cd7-0a615e68eaf1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3019efe2-495c-480b-8cd7-0a615e68eaf1,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:07.658231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94e77-73cb-484b-bf16-ea0c250e73f9 req-442db2d8-f190-4e6d-9e66-9b33471841db tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.659891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b94e77-73cb-484b-bf16-ea0c250e73f9 req-442db2d8-f190-4e6d-9e66-9b33471841db tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 931 time: 0.7389922 Jul 16 08:35:07.660498 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.682348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2d133d8-7f27-4ce3-95da-e2f92182e6cd req-d839298d-bcf6-4ed0-a006-e1d128782776 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607020 Jul 16 08:35:07.732819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f39a4fde-1813-44a5-b250-fe1f2a4c7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.734842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f39a4fde-1813-44a5-b250-fe1f2a4c7145 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5791e06f-2422-45c8-a0b5-f272d5751b39 HTTP/1.1" status: 200 len: 801 time: 0.1528969 Jul 16 08:35:07.790474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fc0d-1c79-464e-92cf-397822494c0a None None] Pushing event updated for resources: {'Port': ['ID=3019efe2-495c-480b-8cd7-0a615e68eaf1,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:07.813767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b94e77-73cb-484b-bf16-ea0c250e73f9 req-1fced4c5-e05f-4bec-b8e1-73e704e0e048 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444161 Jul 16 08:35:07.827215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.842429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['37ec1e56-cac7-4561-9e98-a0c06da465a2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:07.899203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['38c4224b-7fae-44d5-9857-8c8849a80223'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:07.900012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event deleted for resources: {'Port': ['ID=37ec1e56-cac7-4561-9e98-a0c06da465a2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:08.075568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] No DVR routers for this DVR port 37ec1e56-cac7-4561-9e98-a0c06da465a2 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:08.079502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.081845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-28dda291-fc5a-4206-af45-e6e8cd90aeac req-0b528007-0c8e-4105-a1bf-45a1e4d8fc3f tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.47 "DELETE /v2.0/ports/37ec1e56-cac7-4561-9e98-a0c06da465a2 HTTP/1.1" status: 204 len: 173 time: 0.8012717 Jul 16 08:35:08.134947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-79b5149a-4eb7-40c3-8f9a-61ba5402d8c0 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.146020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-79b5149a-4eb7-40c3-8f9a-61ba5402d8c0 tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce9d151e-793f-4081-b1b5-f71323919779 HTTP/1.1" status: 200 len: 945 time: 0.3857200 Jul 16 08:35:08.307595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Deleting port 38c4224b-7fae-44d5-9857-8c8849a80223 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:08.307940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.434688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] For port 38c4224b-7fae-44d5-9857-8c8849a80223, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=38c4224b-7fae-44d5-9857-8c8849a80223,segment=NetworkSegment(1044547c-754c-4fe7-8488-f65aae380c14),segment_id=1044547c-754c-4fe7-8488-f65aae380c14)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:08.435135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.447968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.454123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Calling delete_port for 38c4224b-7fae-44d5-9857-8c8849a80223 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:08.500198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-deleted', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef'}, {'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'name': 'network-vif-deleted', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:08.502800 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02c3e4f-b625-44b8-80d6-635e3e5b92e0" -d '{"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-deleted", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef"}, {"server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "name": "network-vif-deleted", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:08.605683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device cadf1291-741c-4d98-8827-cbc61fca6d17 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:08.616629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:08.623505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3099d6a-cec3-4d84-9745-d883fb362467 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:08.629967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a7113f7-9dbf-4000-9b7e-0631b6d60036 req-92f9f532-ef30-4155-a744-ed6bda95bac0 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c9bc4b5-349b-4d1a-a565-dbe762c688c7 HTTP/1.1" status: 200 len: 210 time: 0.1021352 Jul 16 08:35:08.644172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-239d689f-7581-464b-b90f-ef04f890117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.645375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.648606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-239d689f-7581-464b-b90f-ef04f890117c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b88b0a49-1d3e-43d6-acd5-dab3222149bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8870327 Jul 16 08:35:08.651238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.692067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['37ec1e56-cac7-4561-9e98-a0c06da465a2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:08.696093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 6a7d2c34-de79-413e-bd3d-922ae67d13ef {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:08.696448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a7d2c34-de79-413e-bd3d-922ae67d13ef not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:08.746230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Pushing event deleted for resources: {'Port': ['ID=38c4224b-7fae-44d5-9857-8c8849a80223,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:08.844237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] No DVR routers for this DVR port 38c4224b-7fae-44d5-9857-8c8849a80223 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:08.851491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.853925 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a42317f7-2869-4c0b-857c-80a1c4ff16b7 req-6f5b05a3-5af9-4709-b97d-800d3665153d tempest-MultipleCreateTestJSON-236963184 tempest-MultipleCreateTestJSON-236963184-project] 10.222.0.46 "DELETE /v2.0/ports/38c4224b-7fae-44d5-9857-8c8849a80223 HTTP/1.1" status: 204 len: 173 time: 0.7024703 Jul 16 08:35:08.878614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9e7d-f2f0-4125-b637-ccf217630b5e req-9bc4c9fc-a272-4c01-8373-db6bf7568fa8 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.884778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9e7d-f2f0-4125-b637-ccf217630b5e req-9bc4c9fc-a272-4c01-8373-db6bf7568fa8 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.897636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9e7d-f2f0-4125-b637-ccf217630b5e req-9bc4c9fc-a272-4c01-8373-db6bf7568fa8 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.899417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-819a9e7d-f2f0-4125-b637-ccf217630b5e req-9bc4c9fc-a272-4c01-8373-db6bf7568fa8 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2413 time: 0.7554131 Jul 16 08:35:08.904518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Transition to ACTIVE for port object b3099d6a-cec3-4d84-9745-d883fb362467 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:08.943933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.017979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.049438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'network_id': 'b88b0a49-1d3e-43d6-acd5-dab3222149bc', 'port_id': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'mac_address': 'fa:16:3e:35:37:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5791e06f-2422-45c8-a0b5-f272d5751b39', 'ip_address': '19.86.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:09.061052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.154642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3019efe2-495c-480b-8cd7-0a615e68eaf1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:09.171113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.174239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.236290 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.319518 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.355769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadf1291-741c-4d98-8827-cbc61fca6d17 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:09.394757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9fe5fc-6edd-4e32-9301-9d2d264af066 None None] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:09.407240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3019efe2-495c-480b-8cd7-0a615e68eaf1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:09.429786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.482035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Allocated IP 172.25.5.143 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/df0df608-7146-4221-a9dd-fb85f90817f6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:09.503433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-819a9e7d-f2f0-4125-b637-ccf217630b5e req-240721f5-505d-4c97-8956-76ad05aa0c05 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880132 Jul 16 08:35:09.526854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.527542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 18447738-2137-44ff-a572-753b0f034b31 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:09.592633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Provisioning for port 3019efe2-495c-480b-8cd7-0a615e68eaf1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:09.606764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Provisioning complete for port 3019efe2-495c-480b-8cd7-0a615e68eaf1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:09.607075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.607532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2209cae1-c9a9-4dd7-b09a-a35490c6cd35 x-openstack-request-id: req-2209cae1-c9a9-4dd7-b09a-a35490c6cd35 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:09.607838 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5055be6-6902-4339-8d61-9fffdd868704", "name": "network-vif-deleted", "tag": "6a7d2c34-de79-413e-bd3d-922ae67d13ef", "status": "completed", "code": 200}, {"server_uuid": "671c3057-9e17-4a78-bba1-237a4f9e6be7", "name": "network-vif-deleted", "tag": "37ec1e56-cac7-4561-9e98-a0c06da465a2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:09.608128 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2209cae1-c9a9-4dd7-b09a-a35490c6cd35 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:09.608532 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5055be6-6902-4339-8d61-9fffdd868704', 'name': 'network-vif-deleted', 'tag': '6a7d2c34-de79-413e-bd3d-922ae67d13ef', 'status': 'completed', 'code': 200} Jul 16 08:35:09.608794 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671c3057-9e17-4a78-bba1-237a4f9e6be7', 'name': 'network-vif-deleted', 'tag': '37ec1e56-cac7-4561-9e98-a0c06da465a2', 'status': 'completed', 'code': 200} Jul 16 08:35:09.611697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f0e6f2fd-3e8a-499f-be47-4aec26e4efdc service neutron] 10.222.0.47 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932550 Jul 16 08:35:09.713718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Attempting to bind port b3099d6a-cec3-4d84-9745-d883fb362467 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:09.714302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Attempting to bind port b3099d6a-cec3-4d84-9745-d883fb362467 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:09.714416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Attempting to bind port b3099d6a-cec3-4d84-9745-d883fb362467 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:09.722131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Port b3099d6a-cec3-4d84-9745-d883fb362467 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:09.722536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Attempting to bind port b3099d6a-cec3-4d84-9745-d883fb362467 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:09.764646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:09.765020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Checking segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:09.765427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Bound using segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:09.765870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Bound port: b3099d6a-cec3-4d84-9745-d883fb362467, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:09.766236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.788895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.793847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.850351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.915078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-258e3527-d484-4d8d-90da-5f947b3cd528 service neutron] 10.222.0.47 "GET /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951622 Jul 16 08:35:09.920698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.964424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] For port 3019efe2-495c-480b-8cd7-0a615e68eaf1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3019efe2-495c-480b-8cd7-0a615e68eaf1,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.982953 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.038387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=18447738-2137-44ff-a572-753b0f034b31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:10.067145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '18447738-2137-44ff-a572-753b0f034b31', 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'port_id': '18447738-2137-44ff-a572-753b0f034b31', 'mac_address': 'fa:16:3e:12:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1fa311-73dc-4d58-ba5c-0c89e15a8474', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:10.075278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c2253-cee8-4a1b-8deb-6d1a00670436 None None] Pushing event updated for resources: {'Port': ['ID=3019efe2-495c-480b-8cd7-0a615e68eaf1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.173945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.182331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Pushing event updated for resources: {'Port': ['ID=df0df608-7146-4221-a9dd-fb85f90817f6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.202977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:10.212474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18447738-2137-44ff-a572-753b0f034b31 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:10.227615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:10.241165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:10.260219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=18447738-2137-44ff-a572-753b0f034b31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:10.265370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.266101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7faa16b3-3faa-424e-ba79-f26229762d31 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:10.287874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:10.351818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.368169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-173f6829-7db7-46fc-af3a-f49c103a5d53 None None] Provisioning complete for port 3019efe2-495c-480b-8cd7-0a615e68eaf1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:10.368546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-173f6829-7db7-46fc-af3a-f49c103a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.371011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:10.395554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7faa16b3-3faa-424e-ba79-f26229762d31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:10.406930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.413954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '7faa16b3-3faa-424e-ba79-f26229762d31', 'network_id': '66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6', 'port_id': '7faa16b3-3faa-424e-ba79-f26229762d31', 'mac_address': 'fa:16:3e:da:b1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1fa311-73dc-4d58-ba5c-0c89e15a8474', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:10.479420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.492079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.492718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.494141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] 10.222.0.46 "PUT /v2.0/ports/b3099d6a-cec3-4d84-9745-d883fb362467 HTTP/1.1" status: 200 len: 1092 time: 3.5560071 Jul 16 08:35:10.495669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:10.498650 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1767b1-21da-495d-9dcd-3e0b516782d7" -d '{"events": [{"name": "network-changed", "server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:10.506765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faa16b3-3faa-424e-ba79-f26229762d31 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:10.533171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7faa16b3-3faa-424e-ba79-f26229762d31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:10.539442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.542990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587f09d-e399-49a0-bd13-2ffa99674554 req-93741e0d-e86c-4152-b01c-cb58d4b70886 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.545225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a587f09d-e399-49a0-bd13-2ffa99674554 req-93741e0d-e86c-4152-b01c-cb58d4b70886 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 943 time: 0.5741706 Jul 16 08:35:10.548561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-d4787a4a-c04e-495e-8114-1f19edd860af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.549055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-d4787a4a-c04e-495e-8114-1f19edd860af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.549547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-d4787a4a-c04e-495e-8114-1f19edd860af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.551132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-d4787a4a-c04e-495e-8114-1f19edd860af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2870 time: 0.5263450 Jul 16 08:35:10.581108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5f8f6-31d0-4f5d-9a0c-a37bc056fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.595601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.612608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 37ec1e56-cac7-4561-9e98-a0c06da465a2 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:10.633729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 37ec1e56-cac7-4561-9e98-a0c06da465a2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:10.634083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 37ec1e56-cac7-4561-9e98-a0c06da465a2 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:10.702222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889efded-d979-4506-80db-bc38324a68ea req-b429fccc-b006-4102-ab58-19512ccba287 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.703734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-889efded-d979-4506-80db-bc38324a68ea req-b429fccc-b006-4102-ab58-19512ccba287 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.3759782 Jul 16 08:35:10.792614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a587f09d-e399-49a0-bd13-2ffa99674554 req-f59498ae-35ac-4f33-b8f6-6c41400c88bd tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244213 Jul 16 08:35:10.833992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['7faa16b3-3faa-424e-ba79-f26229762d31'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:10.850149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.863070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['cadf1291-741c-4d98-8827-cbc61fca6d17'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:10.913234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-aa737ec4-6e48-40ae-b9ff-44efcf1e3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.915522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-aa737ec4-6e48-40ae-b9ff-44efcf1e3e7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 HTTP/1.1" status: 200 len: 902 time: 0.3564639 Jul 16 08:35:10.940949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-889efded-d979-4506-80db-bc38324a68ea req-54b5428a-3efe-4f41-a718-7c77dfb33fe3 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251606 Jul 16 08:35:11.023883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:11.098552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-110575c4-ff14-433b-a360-4a8ee98828c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.101811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-110575c4-ff14-433b-a360-4a8ee98828c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 1095 time: 0.5444896 Jul 16 08:35:11.109085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3019efe2-495c-480b-8cd7-0a615e68eaf1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:11.122491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-79d08c84-6301-45c8-b24f-8961721e12b5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.124342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-79d08c84-6301-45c8-b24f-8961721e12b5 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 950 time: 0.2402382 Jul 16 08:35:11.126796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37112) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:11.143823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-6c3612f3-d959-468a-9eaa-8ad632079421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=18447738-2137-44ff-a572-753b0f034b31 HTTP/1.1" status: 200 len: 217 time: 0.1969457 Jul 16 08:35:11.160779 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4bc43-0016-4568-8681-1bfeae35dbb8 x-openstack-request-id: req-e4b4bc43-0016-4568-8681-1bfeae35dbb8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:11.160779 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:11.161055 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4b4bc43-0016-4568-8681-1bfeae35dbb8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:11.161260 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'status': 'completed', 'code': 200} Jul 16 08:35:11.263719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3019efe2-495c-480b-8cd7-0a615e68eaf1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:11.264120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.271700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-74c5406d-68e1-41b0-8664-9b32456a7798 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3099d6a-cec3-4d84-9745-d883fb362467 HTTP/1.1" status: 200 len: 217 time: 0.1439879 Jul 16 08:35:11.303565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Deleting port dd83b0f7-8f76-4128-993b-1f70d489ff82 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:11.304398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.316653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 38c4224b-7fae-44d5-9857-8c8849a80223 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:11.407514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 38c4224b-7fae-44d5-9857-8c8849a80223 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:11.408319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 38c4224b-7fae-44d5-9857-8c8849a80223 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:11.431066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] For port dd83b0f7-8f76-4128-993b-1f70d489ff82, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dd83b0f7-8f76-4128-993b-1f70d489ff82,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:11.431521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.445670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Calling delete_port for dd83b0f7-8f76-4128-993b-1f70d489ff82 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:11.485346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-2cfc377b-e5d6-4e36-bd17-ca1a183569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.489025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-2cfc377b-e5d6-4e36-bd17-ca1a183569a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.1975324 Jul 16 08:35:11.593067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Deleting subnet aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:11.597152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.633671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.657642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-6aaeddab-d22f-41af-9a81-0896031074fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545830 Jul 16 08:35:11.674001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.854250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f86061ee-16cb-495b-8917-9e588b6d1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.858390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f86061ee-16cb-495b-8917-9e588b6d1c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e1fa311-73dc-4d58-ba5c-0c89e15a8474 HTTP/1.1" status: 200 len: 801 time: 0.6960468 Jul 16 08:35:11.890111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'name': 'network-vif-deleted', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:11.898506 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81b1d8-feb6-4adf-8470-f97d19389c8c" -d '{"events": [{"server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "name": "network-vif-deleted", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:11.905354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.010934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event deleted for resources: {'Port': ['ID=dd83b0f7-8f76-4128-993b-1f70d489ff82,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.072439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['18447738-2137-44ff-a572-753b0f034b31'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:12.093763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.249435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:12.332606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] No DVR routers for this DVR port dd83b0f7-8f76-4128-993b-1f70d489ff82 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:12.334789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.349068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd HTTP/1.1" status: 204 len: 168 time: 1.3102317 Jul 16 08:35:12.380085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ebcaf-e3b6-4e36-b53a-112d3d31c918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba61ff5-ed3e-45d8-90a8-a30bfe2c28fd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.382197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:12.385487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.388146 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18e13177-64e7-45b9-8614-8f1220c5f85a req-e1452648-ea94-4f10-ae85-34d2beec36f8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.46 "DELETE /v2.0/ports/dd83b0f7-8f76-4128-993b-1f70d489ff82 HTTP/1.1" status: 204 len: 173 time: 1.2520442 Jul 16 08:35:12.566785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:12.624883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.677091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device cadf1291-741c-4d98-8827-cbc61fca6d17 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:12.820736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829182d6-9b1e-4c02-9e72-4f036b96ebe4 req-8eac6f6b-12e8-47e8-82f8-e2e0264ddfc6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.827385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829182d6-9b1e-4c02-9e72-4f036b96ebe4 req-8eac6f6b-12e8-47e8-82f8-e2e0264ddfc6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.835130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port cadf1291-741c-4d98-8827-cbc61fca6d17 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:12.837342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90be5d4-7554-43e7-89aa-b15700ef1d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.846419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829182d6-9b1e-4c02-9e72-4f036b96ebe4 req-8eac6f6b-12e8-47e8-82f8-e2e0264ddfc6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.853161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port cadf1291-741c-4d98-8827-cbc61fca6d17 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:12.853783 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.854201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-829182d6-9b1e-4c02-9e72-4f036b96ebe4 req-8eac6f6b-12e8-47e8-82f8-e2e0264ddfc6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2416 time: 1.3624768 Jul 16 08:35:12.911124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287df8-8e27-4bf9-905c-7eb37974866b req-e52e91fd-caff-477e-a47f-8efa89321baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.912747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-e52e91fd-caff-477e-a47f-8efa89321baa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0372796 Jul 16 08:35:12.951983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a9572d6-4e10-4b05-966e-2167d3790e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.964941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-c4f1547e-1205-4c0d-8f00-adb6658bc2da service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2967629 Jul 16 08:35:12.967855 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.005337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.047792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:13.050828 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3ab51f-ef4b-4f7a-a541-1b5dc959b458" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:13.065781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:13.072161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.073147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7faa16b3-3faa-424e-ba79-f26229762d31 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:13.168431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-829182d6-9b1e-4c02-9e72-4f036b96ebe4 req-256ff217-e7c7-476f-83a0-fdd72aec63de tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132019 Jul 16 08:35:13.176934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.193202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 7faa16b3-3faa-424e-ba79-f26229762d31 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:13.203215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 7faa16b3-3faa-424e-ba79-f26229762d31 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:13.204335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.326466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:13.394189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: dd83b0f7-8f76-4128-993b-1f70d489ff82 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:13.394536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dd83b0f7-8f76-4128-993b-1f70d489ff82 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:13.405201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f09d74-e80c-425b-a5ac-c63adaebdba7 req-37afcecf-78d9-4a01-8142-46d05ae8b941 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090538 Jul 16 08:35:13.408008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.431979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d69a3-7135-4f3e-800f-0f914c546be9 req-4710f8a9-69b9-41e8-b9b9-de94841dc3f0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.450833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d69a3-7135-4f3e-800f-0f914c546be9 req-4710f8a9-69b9-41e8-b9b9-de94841dc3f0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 943 time: 0.8167295 Jul 16 08:35:13.479202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7639129e-c54e-4eb5-8422-ff0e74920106']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.492201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1044547c-754c-4fe7-8488-f65aae380c14') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.492531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1044547c-754c-4fe7-8488-f65aae380c14') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.497304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.502569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.522723 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.530303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:13.530715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.565466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7faa16b3-3faa-424e-ba79-f26229762d31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:13.570583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.575661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd3bf76e-0530-4041-8b85-b30a578dffab req-aceb037a-d239-4fa0-9486-c0ace7d1d34d tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62c37cb-121f-45be-9ab3-ceefff920880 HTTP/1.1" status: 200 len: 210 time: 0.1163144 Jul 16 08:35:13.631206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e64d69a3-7135-4f3e-800f-0f914c546be9 req-0999ac17-c624-4ddd-a90c-8f34c09f90b0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791458 Jul 16 08:35:13.633476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:13.658903 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:13.678896 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5726535-9a14-400a-a23e-e166d331c735 x-openstack-request-id: req-e5726535-9a14-400a-a23e-e166d331c735 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:13.679255 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d151e-793f-4081-b1b5-f71323919779", "name": "network-vif-deleted", "tag": "38c4224b-7fae-44d5-9857-8c8849a80223", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:13.679510 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5726535-9a14-400a-a23e-e166d331c735 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:13.680244 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d151e-793f-4081-b1b5-f71323919779', 'name': 'network-vif-deleted', 'tag': '38c4224b-7fae-44d5-9857-8c8849a80223', 'status': 'completed', 'code': 200} Jul 16 08:35:13.689396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.707070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-f229927f-ba8a-4c7b-b17f-83337926e677 service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800469 Jul 16 08:35:13.723350 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27536bd6-f199-4935-9fb6-98daa9a67f7a x-openstack-request-id: req-27536bd6-f199-4935-9fb6-98daa9a67f7a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:13.723646 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:13.723896 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27536bd6-f199-4935-9fb6-98daa9a67f7a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:13.724334 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'code': 200} Jul 16 08:35:13.724800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.726956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7639129e-c54e-4eb5-8422-ff0e74920106 HTTP/1.1" status: 204 len: 168 time: 1.3377841 Jul 16 08:35:13.729187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a1551-d86f-466a-84ab-84c9dbc351c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7639129e-c54e-4eb5-8422-ff0e74920106,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.798593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.807098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-071c02e9-cd5b-46cb-8094-e1f5e2fba308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.809671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-071c02e9-cd5b-46cb-8094-e1f5e2fba308 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 1095 time: 0.3308516 Jul 16 08:35:13.892272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.919486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90be5d4-7554-43e7-89aa-b15700ef1d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.927191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d90be5d4-7554-43e7-89aa-b15700ef1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.955682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:35:14.003590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d90be5d4-7554-43e7-89aa-b15700ef1d1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ca35c213bdc420d8c4dff68d359f28d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4325917 Jul 16 08:35:14.004320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be5d4-7554-43e7-89aa-b15700ef1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fbf48-84bc-497b-9c6c-03947c1e7ccd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.006655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.075610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09287df8-8e27-4bf9-905c-7eb37974866b req-2efdbe86-4f35-4a71-a67d-9322b2a1d3c6 service neutron] 10.222.0.47 "GET /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555095 Jul 16 08:35:14.082489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9bd3c912-66f1-4a3d-ba65-ac1cc4255f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfe0474eb14f45ec8ad1607dfb284e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883426 Jul 16 08:35:14.086388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.101806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.152733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.166619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-c8e13e7e-7761-4b6f-a4b6-89f8cdfa0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.168785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-c8e13e7e-7761-4b6f-a4b6-89f8cdfa0c5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 905 time: 0.2786815 Jul 16 08:35:14.222987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Deleting port 5af19b5b-aeb4-409f-afc0-764e5887648f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:14.223333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.243289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.246066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.247320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/528fbf48-84bc-497b-9c6c-03947c1e7ccd HTTP/1.1" status: 204 len: 168 time: 0.2386267 Jul 16 08:35:14.259566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-5cf5f98b-1313-45cb-a405-7bfe3c5701b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3099d6a-cec3-4d84-9745-d883fb362467 HTTP/1.1" status: 200 len: 217 time: 0.0805395 Jul 16 08:35:14.263518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86afa57-af81-4847-b567-c41fa0f719cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fbf48-84bc-497b-9c6c-03947c1e7ccd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.300401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:14.313174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Sync routers for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:14.326346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:14.327273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:34:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.331016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] For port 5af19b5b-aeb4-409f-afc0-764e5887648f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5af19b5b-aeb4-409f-afc0-764e5887648f,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:14.331658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.360957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Calling delete_port for 5af19b5b-aeb4-409f-afc0-764e5887648f owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:14.381478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.408137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.456662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.458048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3408b40a-9804-4001-8bbe-8d80edc023e8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6385286 Jul 16 08:35:14.460882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.506716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:14.510881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-cbceb996-cafd-432d-b875-080a46d55c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.512568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-cbceb996-cafd-432d-b875-080a46d55c95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.2021651 Jul 16 08:35:14.573421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-e21ce6e2-c3ed-4774-8029-e206a1e6e7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473027 Jul 16 08:35:14.575192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.578004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.579290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbd965cc-2afe-46c3-88b1-3cc4153ce8cd HTTP/1.1" status: 204 len: 168 time: 0.4903381 Jul 16 08:35:14.660181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d5cf-04a7-480e-bb44-3d042ec92c07 req-8b21dfcd-16d2-42de-bae6-e63fbc4466ea tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.667566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d5cf-04a7-480e-bb44-3d042ec92c07 req-8b21dfcd-16d2-42de-bae6-e63fbc4466ea tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.670241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 18447738-2137-44ff-a572-753b0f034b31 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:14.676431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d5cf-04a7-480e-bb44-3d042ec92c07 req-8b21dfcd-16d2-42de-bae6-e63fbc4466ea tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.684846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21d3d5cf-04a7-480e-bb44-3d042ec92c07 req-8b21dfcd-16d2-42de-bae6-e63fbc4466ea tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2418 time: 0.3348711 Jul 16 08:35:14.705985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84683d2-3f0f-479a-8b26-9e7db4968106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd965cc-2afe-46c3-88b1-3cc4153ce8cd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.912393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 18447738-2137-44ff-a572-753b0f034b31 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:14.921979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.923742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 18447738-2137-44ff-a572-753b0f034b31 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:14.924163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.935566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21d3d5cf-04a7-480e-bb44-3d042ec92c07 req-7714c0bd-411d-42db-8fbd-a8418f72a893 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491879 Jul 16 08:35:14.997416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-ea805a70-31bc-4642-a46f-651275505af6 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169726 Jul 16 08:35:15.038962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.073468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ec18-aba3-4b7e-87e9-6b8b684ad14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.082310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Checking router: 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:15.082674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Updating router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 port df0df608-7146-4221-a9dd-fb85f90817f6 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:15.095238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.131496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.231758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af19b5b-aeb4-409f-afc0-764e5887648f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.306154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1767b1-21da-495d-9dcd-3e0b516782d7 req-fc2edadb-f96b-43db-8c4e-58287a8b7f9b service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013208 Jul 16 08:35:15.366966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b131-d3c7-4f80-9277-5905e686982c req-81d83f2f-6035-450a-af31-9bfc66d32a05 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.379550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7aa9b131-d3c7-4f80-9277-5905e686982c req-81d83f2f-6035-450a-af31-9bfc66d32a05 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 943 time: 0.3224001 Jul 16 08:35:15.502232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7aa9b131-d3c7-4f80-9277-5905e686982c req-1986dfe9-7053-4349-a42e-20ff32031c49 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102266 Jul 16 08:35:15.544229 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.557451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Transition to ACTIVE for port object df0df608-7146-4221-a9dd-fb85f90817f6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:15.571362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:15.603506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.684940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1cc647b-f10b-4185-b78a-762e766f8a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.688199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ec18-aba3-4b7e-87e9-6b8b684ad14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.700561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-deleted', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:15.702868 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bdd6d0-5cba-4aee-a2a5-dbfec936ab10" -d '{"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-deleted", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:15.736976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:15.740916 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b22edd-8ed2-4c7b-b3a5-29a729dc28fe" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:15.765233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.804703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.804952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ec18-aba3-4b7e-87e9-6b8b684ad14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.814044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4334d-e761-454f-a46f-678a41fea8f2 None None] Pushing event updated for resources: {'Port': ['ID=df0df608-7146-4221-a9dd-fb85f90817f6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.862225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Attempting to bind port df0df608-7146-4221-a9dd-fb85f90817f6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:15.862952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Attempting to bind port df0df608-7146-4221-a9dd-fb85f90817f6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:15.863725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Attempting to bind port df0df608-7146-4221-a9dd-fb85f90817f6 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:15.897155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda955f2-be2c-4704-86fa-67896dd97df7 req-3c9c55e5-319a-4e31-89e9-6b914b8938de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.903884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:15.907376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:15.907549 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.907843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:15.909326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Bound port: df0df608-7146-4221-a9dd-fb85f90817f6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:15.909647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.910686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eda955f2-be2c-4704-86fa-67896dd97df7 req-3c9c55e5-319a-4e31-89e9-6b914b8938de tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.1828403 Jul 16 08:35:15.978482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=18447738-2137-44ff-a572-753b0f034b31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:16.008221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eda955f2-be2c-4704-86fa-67896dd97df7 req-9cdaea53-329b-40b4-9d5e-81a246cf2f2f tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958738 Jul 16 08:35:16.010160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:16.022301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37202) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:16.022505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7bb6ec18-aba3-4b7e-87e9-6b8b684ad14c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aaa29d83f4e4fbda5239edf0cd228a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0955167 Jul 16 08:35:16.023119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.026726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'mac_address': 'fa:16:3e:01:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:16.033844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6ec18-aba3-4b7e-87e9-6b8b684ad14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb424d-5f55-4dc8-a8c0-f670a899fcd7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.045622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.163766 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409d4f6-c8c3-4ee7-939d-affaa5f60ea7 x-openstack-request-id: req-a409d4f6-c8c3-4ee7-939d-affaa5f60ea7 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:16.164217 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:16.164604 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a409d4f6-c8c3-4ee7-939d-affaa5f60ea7 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:16.165402 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31', 'code': 200} Jul 16 08:35:16.167384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] For port df0df608-7146-4221-a9dd-fb85f90817f6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:16.172835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] For port df0df608-7146-4221-a9dd-fb85f90817f6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df0df608-7146-4221-a9dd-fb85f90817f6,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:16.180861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.185645 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.185820 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.200669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.224716 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d849fcb-a676-4ca0-a81b-0b6765b7d7bc x-openstack-request-id: req-2d849fcb-a676-4ca0-a81b-0b6765b7d7bc {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:16.225013 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62c37cb-121f-45be-9ab3-ceefff920880", "name": "network-vif-deleted", "tag": "dd83b0f7-8f76-4128-993b-1f70d489ff82", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:16.225474 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d849fcb-a676-4ca0-a81b-0b6765b7d7bc {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:16.226060 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62c37cb-121f-45be-9ab3-ceefff920880', 'name': 'network-vif-deleted', 'tag': 'dd83b0f7-8f76-4128-993b-1f70d489ff82', 'status': 'completed', 'code': 200} Jul 16 08:35:16.240390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.269555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4334d-e761-454f-a46f-678a41fea8f2 None None] Pushing event updated for resources: {'Port': ['ID=df0df608-7146-4221-a9dd-fb85f90817f6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.276950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3099d6a-cec3-4d84-9745-d883fb362467 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:16.305603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:16.314027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.408350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1fa4f-0f02-4116-958c-9e4306e6762c req-b507e6e9-c4e1-40e2-baf4-08e6eacfdefe tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.414983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1fa4f-0f02-4116-958c-9e4306e6762c req-b507e6e9-c4e1-40e2-baf4-08e6eacfdefe tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.426285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1fa4f-0f02-4116-958c-9e4306e6762c req-b507e6e9-c4e1-40e2-baf4-08e6eacfdefe tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.428395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a1fa4f-0f02-4116-958c-9e4306e6762c req-b507e6e9-c4e1-40e2-baf4-08e6eacfdefe tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 0.1577430 Jul 16 08:35:16.429282 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.434356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.439829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55bb424d-5f55-4dc8-a8c0-f670a899fcd7 HTTP/1.1" status: 204 len: 168 time: 0.4163876 Jul 16 08:35:16.483878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Router 9ac418ec-64a3-42a4-9e50-a5726f25343b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:16.486792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.520370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d3f7-38dd-4e01-86b5-df9c60b51a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb424d-5f55-4dc8-a8c0-f670a899fcd7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.600164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a1fa4f-0f02-4116-958c-9e4306e6762c req-3f0b32cc-0c7d-462e-9f59-12cfab829c18 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571524 Jul 16 08:35:16.626528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:16.630693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:16.671207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf84d-3b6a-41c1-a7b2-0bfd9a755025 req-1fecade0-d416-4077-ad9e-74ea72122b50 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.682731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050bf84d-3b6a-41c1-a7b2-0bfd9a755025 req-1fecade0-d416-4077-ad9e-74ea72122b50 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.2410581 Jul 16 08:35:16.768275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-f76b22d2-06b6-4f33-929c-c916d8e6147a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.771805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-f76b22d2-06b6-4f33-929c-c916d8e6147a tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 944 time: 0.2508655 Jul 16 08:35:16.799203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:16.805667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:16.813089 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Sync routers for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:16.816299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-be97db12-f48b-4856-afed-97ff1986f701 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ac418ec-64a3-42a4-9e50-a5726f25343b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6881714 Jul 16 08:35:16.836136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:16.839737 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:16.841348 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:16.875640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b3099d6a-cec3-4d84-9745-d883fb362467'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:16.919047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Allocated IP 172.20.0.1 (159be033-dc61-4d0a-bcf5-1dbcb1451927/cb5205bd-4caf-4c5a-970e-c23182d894db/ada71e39-098f-4325-a9e7-b61c9a748811) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:16.946427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.960303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:17.061723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050bf84d-3b6a-41c1-a7b2-0bfd9a755025 req-697bc819-59f7-47ee-8095-a7755d3ba738 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780973 Jul 16 08:35:17.133270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-354874b5-cde9-48d2-bfda-58f10b4e6ac9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.135506 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-354874b5-cde9-48d2-bfda-58f10b4e6ac9 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.3614759 Jul 16 08:35:17.149523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Deleting port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:17.150161 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.201860 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:17.275894 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c1737e21-7981-4185-9d11-27112a238acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:17.325348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.327481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737e21-7981-4185-9d11-27112a238acc None None] The sync data for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 is: [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:10Z', 'revision_number': 3, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:17.336933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] For port eebc5ac2-f7cf-4fd0-bdd6-64422022c446, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:17.337469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.354441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Transition to ACTIVE for port object ada71e39-098f-4325-a9e7-b61c9a748811 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:17.408574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.429722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Calling delete_port for eebc5ac2-f7cf-4fd0-bdd6-64422022c446 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:17.502741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Deleting port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:17.503203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.520117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.605407 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:17.637834 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Checking router: 9ac418ec-64a3-42a4-9e50-a5726f25343b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:17.649585 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Routers {'9ac418ec-64a3-42a4-9e50-a5726f25343b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:17.650098 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9ac418ec-64a3-42a4-9e50-a5726f25343b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:17.653932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5e40-4d84-405c-9d76-f80c92476a84 req-68270163-6101-48c8-9bec-a9db69c26db6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.655516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88eb5e40-4d84-405c-9d76-f80c92476a84 req-68270163-6101-48c8-9bec-a9db69c26db6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 944 time: 0.2881577 Jul 16 08:35:17.719801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] For port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:17.720248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.747890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Calling delete_port for c767ffab-1e4e-4553-9be3-b1f6ceccbc5e owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:17.799091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aebd36-62ed-4995-9309-08f20cc56b60 req-fab5e4d9-2310-43a9-9357-5f21c6e17443 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.800675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1aebd36-62ed-4995-9309-08f20cc56b60 req-fab5e4d9-2310-43a9-9357-5f21c6e17443 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 950 time: 0.3008046 Jul 16 08:35:17.856201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] Set router 9ac418ec-64a3-42a4-9e50-a5726f25343b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:17.867639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88eb5e40-4d84-405c-9d76-f80c92476a84 req-5a073c6e-0378-45e6-9643-015a1d494d6c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047515 Jul 16 08:35:17.879876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:18.073862 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.110015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1aebd36-62ed-4995-9309-08f20cc56b60 req-987f01f2-3b04-4ef2-af27-4e3b01bfe585 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554648 Jul 16 08:35:18.165069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1265308776-network', 'tenant_id': 'cf80b823092740c3be03af1d4cd43fe2'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:18.167114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18447738-2137-44ff-a572-753b0f034b31'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:18.170982 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f49f6-3037-48fb-8264-764cbd8c1581" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "18447738-2137-44ff-a572-753b0f034b31"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:18.172242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.175909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event deleted for resources: {'Port': ['ID=eebc5ac2-f7cf-4fd0-bdd6-64422022c446,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.194278 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-646fe175-668d-490f-b5de-466f677bc041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:18.230200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:18.232120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.239295 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fe175-668d-490f-b5de-466f677bc041 None None] The sync data for ids ['9ac418ec-64a3-42a4-9e50-a5726f25343b'] in n-d-798054-12 is: [{'id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587508261-router', 'tenant_id': '3d18dee01d9f4cef80eb729fd017dc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:35:14Z', 'revision_number': 5, 'project_id': '3d18dee01d9f4cef80eb729fd017dc31', 'gw_port': {'id': '6d7631c5-e504-496a-b3c4-d112bc5d7d95', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac418ec-64a3-42a4-9e50-a5726f25343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:31Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:18.239860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:18.307604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:18.353235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.382167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] No DVR routers for this DVR port eebc5ac2-f7cf-4fd0-bdd6-64422022c446 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:18.386174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.387656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.390077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94bcd85a-975d-44ff-baa6-9371320827e5 req-a7fe878e-2c29-4d66-b447-99f529e7850b tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "DELETE /v2.0/ports/eebc5ac2-f7cf-4fd0-bdd6-64422022c446 HTTP/1.1" status: 204 len: 173 time: 1.5996046 Jul 16 08:35:18.390729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Made reservation on behalf of cf80b823092740c3be03af1d4cd43fe2 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:18.393967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.432923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-deleted', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:18.435509 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ab872a-0f7a-4bbb-b763-9b08f720262c" -d '{"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-deleted", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:18.440923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-978c5c4c-fd58-42c8-a812-b039c3ca986a req-314d7428-e267-42e7-9cfe-276621d23177 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=133c9321-6923-449b-831a-441b22cf7a27 HTTP/1.1" status: 200 len: 210 time: 0.1240997 Jul 16 08:35:18.468233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.524417 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c9bac-9b58-4c4c-a1c8-3023a49a78aa x-openstack-request-id: req-d80c9bac-9b58-4c4c-a1c8-3023a49a78aa {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:18.525062 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "18447738-2137-44ff-a572-753b0f034b31", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:18.525628 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d80c9bac-9b58-4c4c-a1c8-3023a49a78aa {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:18.526258 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18447738-2137-44ff-a572-753b0f034b31', 'code': 200} Jul 16 08:35:18.608293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.612930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-687b65b2-8e75-494b-aaba-15c8558f1d26 None None] Provisioning for port ada71e39-098f-4325-a9e7-b61c9a748811 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:18.617682 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d98bd-3af7-4a48-a205-e24122098098 x-openstack-request-id: req-a60d98bd-3af7-4a48-a205-e24122098098 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:18.618016 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133c9321-6923-449b-831a-441b22cf7a27", "name": "network-vif-deleted", "tag": "eebc5ac2-f7cf-4fd0-bdd6-64422022c446", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:18.618263 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a60d98bd-3af7-4a48-a205-e24122098098 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:18.618998 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133c9321-6923-449b-831a-441b22cf7a27', 'name': 'network-vif-deleted', 'tag': 'eebc5ac2-f7cf-4fd0-bdd6-64422022c446', 'status': 'completed', 'code': 200} Jul 16 08:35:18.620157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-687b65b2-8e75-494b-aaba-15c8558f1d26 None None] Provisioning complete for port ada71e39-098f-4325-a9e7-b61c9a748811 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:18.620658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-687b65b2-8e75-494b-aaba-15c8558f1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.625903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.645446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:18.683401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Deleting port 6d7631c5-e504-496a-b3c4-d112bc5d7d95 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:18.689819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.708681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-687b65b2-8e75-494b-aaba-15c8558f1d26 None None] Port ada71e39-098f-4325-a9e7-b61c9a748811 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:18.857423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.062006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.101987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] For port 6d7631c5-e504-496a-b3c4-d112bc5d7d95, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d7631c5-e504-496a-b3c4-d112bc5d7d95,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:19.102625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.116357 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.136152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df0df608-7146-4221-a9dd-fb85f90817f6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:19.157882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80265-ef2b-480f-9a4e-0e29adc0c068 req-fcf3c0dc-a010-499e-b35e-a185a15e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.161650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80265-ef2b-480f-9a4e-0e29adc0c068 req-fcf3c0dc-a010-499e-b35e-a185a15e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.162142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80265-ef2b-480f-9a4e-0e29adc0c068 req-fcf3c0dc-a010-499e-b35e-a185a15e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.164187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2e80265-ef2b-480f-9a4e-0e29adc0c068 req-fcf3c0dc-a010-499e-b35e-a185a15e0f82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2875 time: 0.4368999 Jul 16 08:35:19.172087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Calling delete_port for 6d7631c5-e504-496a-b3c4-d112bc5d7d95 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:19.191559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.191919 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Added segment 8e23d4bd-c992-4a0f-8996-f3c3b46507d4 of type vlan for network 46136db2-707d-4009-b7ed-d1abc97fc905 Jul 16 08:35:19.202105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.202412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port df0df608-7146-4221-a9dd-fb85f90817f6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:19.208720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port df0df608-7146-4221-a9dd-fb85f90817f6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:19.209104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.245617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b2e80265-ef2b-480f-9a4e-0e29adc0c068 req-258cb5ac-03a0-46b5-bba0-ace7feb16887 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 Jul 16 08:35:19.273229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.330460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Pushing event deleted for resources: {'Port': ['ID=c767ffab-1e4e-4553-9be3-b1f6ceccbc5e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.346438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50ff8-a8c8-4f62-b253-8fb32160a861 req-8c94a27a-c0c6-47a2-bbf4-5bd1228541c7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.348650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c08ec7c-05ec-458e-ab77-c7cec5aa9146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.353684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50ff8-a8c8-4f62-b253-8fb32160a861 req-8c94a27a-c0c6-47a2-bbf4-5bd1228541c7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.360817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:19.361346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50ff8-a8c8-4f62-b253-8fb32160a861 req-8c94a27a-c0c6-47a2-bbf4-5bd1228541c7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.363529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ad50ff8-a8c8-4f62-b253-8fb32160a861 req-8c94a27a-c0c6-47a2-bbf4-5bd1228541c7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 1.1931250 Jul 16 08:35:19.375866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.383778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.384744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.385319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.389059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.391715 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.426959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port df0df608-7146-4221-a9dd-fb85f90817f6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df0df608-7146-4221-a9dd-fb85f90817f6,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:19.431495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.453360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] No DVR routers for this DVR port c767ffab-1e4e-4553-9be3-b1f6ceccbc5e on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:19.467843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.476336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24fe4bcd-7dd6-4f6d-a88e-d88ef2d4650a req-c17dc83b-8f94-4866-a58f-842d1721a3b8 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.47 "DELETE /v2.0/ports/c767ffab-1e4e-4553-9be3-b1f6ceccbc5e HTTP/1.1" status: 204 len: 173 time: 2.3352807 Jul 16 08:35:19.494973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=df0df608-7146-4221-a9dd-fb85f90817f6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.499482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5af19b5b-aeb4-409f-afc0-764e5887648f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:19.539224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5af19b5b-aeb4-409f-afc0-764e5887648f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:19.539578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5af19b5b-aeb4-409f-afc0-764e5887648f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:19.551399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port b3099d6a-cec3-4d84-9745-d883fb362467 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:19.552535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] Pushing event updated for resources: {'Network': ['ID=46136db2-707d-4009-b7ed-d1abc97fc905,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.559375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ad50ff8-a8c8-4f62-b253-8fb32160a861 req-2344a3dd-27ff-4425-b341-f9b3fb4f97c5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709142 Jul 16 08:35:19.559505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port b3099d6a-cec3-4d84-9745-d883fb362467 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:19.559724 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.567993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 46136db2-707d-4009-b7ed-d1abc97fc905 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:19.574983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d25579-f615-4205-aaec-13efd7db7cfd req-c0acfe34-26fd-4b39-ab04-2a8f642f9d9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.585064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91d25579-f615-4205-aaec-13efd7db7cfd req-c0acfe34-26fd-4b39-ab04-2a8f642f9d9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 944 time: 0.4639130 Jul 16 08:35:19.675820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91d25579-f615-4205-aaec-13efd7db7cfd req-eb60f939-5158-4bdf-b527-cc12a1728bd6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844481 Jul 16 08:35:19.800407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c08ec7c-05ec-458e-ab77-c7cec5aa9146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.813570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d9f4757b-7c4c-4a6c-9b87-cf27db7894d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9270272 Jul 16 08:35:19.816093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.821784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Request body: {'subnet': {'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1265308776-subnet', 'tenant_id': 'cf80b823092740c3be03af1d4cd43fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:19.848069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.882469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.901430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c08ec7c-05ec-458e-ab77-c7cec5aa9146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.926792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:19.931898 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.934159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:19.937152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.952555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08ec7c-05ec-458e-ab77-c7cec5aa9146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a03a698-b303-4ff8-913d-6034f42eff30,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.958309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04c5e848-ca30-475d-aa8e-ee21cd9cd692 req-443ebd86-1853-4ed3-b08c-2308ea99a9b7 tempest-MigrationsAdminTest-765622367 tempest-MigrationsAdminTest-765622367-project] 10.222.0.32 "GET /v2.0/ports?device_id=45d4ce4b-0ffb-4316-ab84-4c6e11bee481 HTTP/1.1" status: 200 len: 210 time: 0.0997956 Jul 16 08:35:19.971132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Made reservation on behalf of cf80b823092740c3be03af1d4cd43fe2 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:19.973575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.038029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2c08ec7c-05ec-458e-ab77-c7cec5aa9146 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11e62698ee50426b94f773fa0266d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9658463 Jul 16 08:35:20.040773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.041481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.063147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.067723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: eebc5ac2-f7cf-4fd0-bdd6-64422022c446 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:20.068091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eebc5ac2-f7cf-4fd0-bdd6-64422022c446 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:20.096726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7631c5-e504-496a-b3c4-d112bc5d7d95,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.258724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.293661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:20.299630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.305316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-dc1c07f1-f993-4536-821d-6c0de695792a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3352864 Jul 16 08:35:20.310287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:20.313438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.322704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.425936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.433125 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.465469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7175a7-d8cf-49c1-a74e-b3f9678a22a8,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.527478 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.527478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac418ec-64a3-42a4-9e50-a5726f25343b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:35:20.527813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:20.530121 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab16690-4472-4039-a458-dffe7af6b2de" -d '{"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-plugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:20.535857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Checking segment: {'id': '8e23d4bd-c992-4a0f-8996-f3c3b46507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:20.536399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Network hostable DHCP agents. Network: 46136db2-707d-4009-b7ed-d1abc97fc905, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:20.547025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-8e772ea1-3d00-406f-bfaa-e92d2cc0afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.553946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-8e772ea1-3d00-406f-bfaa-e92d2cc0afc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc0c72c01099479a93c78e4fee849e99&device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 1097 time: 0.2035317 Jul 16 08:35:20.567875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91157ff8-5c94-4062-98f8-b0862979bf24 req-b9263efc-284b-4686-b980-6906819767ac tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.569998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.571160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a5d5a92f-1736-4815-8294-c047c3bd6a15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9ac418ec-64a3-42a4-9e50-a5726f25343b HTTP/1.1" status: 204 len: 168 time: 3.7336712 Jul 16 08:35:20.574802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.582457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91157ff8-5c94-4062-98f8-b0862979bf24 req-b9263efc-284b-4686-b980-6906819767ac tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.2305138 Jul 16 08:35:20.614070 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330dae4a-d725-4f18-b559-30413bc78656 x-openstack-request-id: req-330dae4a-d725-4f18-b559-30413bc78656 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:20.614371 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-plugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:20.614888 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-330dae4a-d725-4f18-b559-30413bc78656 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:20.615650 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'code': 200} Jul 16 08:35:20.637664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-deleted', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:20.639890 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a174aed4-5d00-45a3-be19-733474cc7b8c" -d '{"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-deleted", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:20.647863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1bfb569a-2982-444e-959f-6cec3f2a016e None None] Provisioning complete for port ada71e39-098f-4325-a9e7-b61c9a748811 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:20.649600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1bfb569a-2982-444e-959f-6cec3f2a016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.653985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.671619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.676645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a03a698-b303-4ff8-913d-6034f42eff30 HTTP/1.1" status: 204 len: 168 time: 0.6326067 Jul 16 08:35:20.711590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb569a-2982-444e-959f-6cec3f2a016e None None] Port ada71e39-098f-4325-a9e7-b61c9a748811 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:20.718110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:20.742234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: c767ffab-1e4e-4553-9be3-b1f6ceccbc5e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:20.742862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device c767ffab-1e4e-4553-9be3-b1f6ceccbc5e not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:20.760727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84cfd8-44a9-4ff2-a194-bcfe81828acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a03a698-b303-4ff8-913d-6034f42eff30,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.781669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91157ff8-5c94-4062-98f8-b0862979bf24 req-79bd429c-71a0-485d-ace7-19fb6ac9f761 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982229 Jul 16 08:35:20.794527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Deleting subnet 7953c86d-1f7e-48f2-82b6-3884b46fa655 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:20.804355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:20.806794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.807569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Network 46136db2-707d-4009-b7ed-d1abc97fc905 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:20.830347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 46136db2-707d-4009-b7ed-d1abc97fc905) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:20.840989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.841176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af711539-8b5f-4e0e-b422-dc004f1f4d6d None None] Network 46136db2-707d-4009-b7ed-d1abc97fc905 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:20.842014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.863605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-a13d01fe-a1f1-4e72-90b6-a2e0be451038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.866445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-a13d01fe-a1f1-4e72-90b6-a2e0be451038 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 200 len: 908 time: 0.2368517 Jul 16 08:35:20.892240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.910631 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7226ee8-6d43-4489-8609-6978e1ed45f4 x-openstack-request-id: req-a7226ee8-6d43-4489-8609-6978e1ed45f4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:20.910923 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4ce4b-0ffb-4316-ab84-4c6e11bee481", "name": "network-vif-deleted", "tag": "c767ffab-1e4e-4553-9be3-b1f6ceccbc5e", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:20.911181 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7226ee8-6d43-4489-8609-6978e1ed45f4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:20.911626 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4ce4b-0ffb-4316-ab84-4c6e11bee481', 'name': 'network-vif-deleted', 'tag': 'c767ffab-1e4e-4553-9be3-b1f6ceccbc5e', 'status': 'completed', 'code': 200} Jul 16 08:35:20.979719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ff6629da-7ffb-4398-87cb-b86136a74a95 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1598229 Jul 16 08:35:20.984195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-f8429411-af72-420c-9261-e0a67ead3ebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 200 len: 217 time: 0.0945482 Jul 16 08:35:20.989183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-460919eb-4f61-4bcc-84f9-1fa5f792b119 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.990916 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-460919eb-4f61-4bcc-84f9-1fa5f792b119 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.3062897 Jul 16 08:35:21.012002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a70cb-74ba-4732-bf08-c8fd07c167f0 req-d95186eb-4033-448b-9500-8a4a9217c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.013543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-840a70cb-74ba-4732-bf08-c8fd07c167f0 req-d95186eb-4033-448b-9500-8a4a9217c63a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 1097 time: 0.3026242 Jul 16 08:35:21.082989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-ad9ba56d-3fb2-45ba-b1e1-7509ed164ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.088326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-ad9ba56d-3fb2-45ba-b1e1-7509ed164ffa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 200 len: 847 time: 0.0873015 Jul 16 08:35:21.104603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b345f4-3fbb-48a0-91e0-5a58ad313c42 None None] Network 46136db2-707d-4009-b7ed-d1abc97fc905 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:21.219566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-f820cddf-2461-4362-b088-48728cab9f86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162753 Jul 16 08:35:21.234692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1795a1-6d51-4f8e-8056-4c91295a73dd req-f6f507ac-f346-4398-bf7f-90d475e70a14 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.241812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1795a1-6d51-4f8e-8056-4c91295a73dd req-f6f507ac-f346-4398-bf7f-90d475e70a14 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.248843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1795a1-6d51-4f8e-8056-4c91295a73dd req-f6f507ac-f346-4398-bf7f-90d475e70a14 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.251754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b1795a1-6d51-4f8e-8056-4c91295a73dd req-f6f507ac-f346-4398-bf7f-90d475e70a14 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 0.4044600 Jul 16 08:35:21.274119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df0df608-7146-4221-a9dd-fb85f90817f6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:21.313396 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-840a70cb-74ba-4732-bf08-c8fd07c167f0 req-f1bc888f-5ef8-4ebc-a68a-316da857c18b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701058 Jul 16 08:35:21.338550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.368592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port df0df608-7146-4221-a9dd-fb85f90817f6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:21.369059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.381420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:21.395824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1002988-7a7f-4084-88b2-84bf8dcfdd0f req-cd1a8248-b7de-4a12-9b86-cdcdfd000178 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.397318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f04e4daa-dfe3-4908-b789-00b5ba7d97d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9352369 Jul 16 08:35:21.407452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Sync routers for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:21.414433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1002988-7a7f-4084-88b2-84bf8dcfdd0f req-cd1a8248-b7de-4a12-9b86-cdcdfd000178 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.3187823 Jul 16 08:35:21.428447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:21.429336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:21.460351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b1795a1-6d51-4f8e-8056-4c91295a73dd req-e5d55ea7-f192-49a9-a916-7bb8903c7649 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920440 Jul 16 08:35:21.494686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Deleting port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:21.494865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.501559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.597887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7953c86d-1f7e-48f2-82b6-3884b46fa655,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.605888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1002988-7a7f-4084-88b2-84bf8dcfdd0f req-ed9d91d0-9a49-400b-bcac-638df3d5203b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892447 Jul 16 08:35:21.621740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:21.629425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-441368c9-c3da-4f6b-9bc9-6ac1eb91d619 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763182 Jul 16 08:35:21.638211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.640142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9021056-a980-4ad4-afd7-cb9782f48cd1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7953c86d-1f7e-48f2-82b6-3884b46fa655 HTTP/1.1" status: 204 len: 168 time: 1.0648708 Jul 16 08:35:21.644127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:21.658953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f732aa3-f9e7-4bef-8082-2e2d105e234f None None] Network e9d533cc-1848-4743-8f98-9777115970b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:21.660854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d7631c5-e504-496a-b3c4-d112bc5d7d95 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:21.806225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.810823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] For port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:21.810823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.862920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Calling delete_port for c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:21.881073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aac90957-4d20-4887-854e-e6f87e99ac9a req-44d3bfd6-f714-4e03-9f23-9fbadf99ff37 service neutron] 10.222.0.46 "GET /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410238 Jul 16 08:35:21.910071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6d7631c5-e504-496a-b3c4-d112bc5d7d95 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:21.910348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d7631c5-e504-496a-b3c4-d112bc5d7d95 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:22.010887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Deleting port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:22.011220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.076664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6cae-c167-47c8-94b1-85f36b6f00ac req-ec425fb2-2dd8-4174-acfa-177da3adbff1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.085742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29fc6cae-c167-47c8-94b1-85f36b6f00ac req-ec425fb2-2dd8-4174-acfa-177da3adbff1 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4553057-aaf0-4413-bd86-08dc8c238753 HTTP/1.1" status: 200 len: 945 time: 0.0991869 Jul 16 08:35:22.135836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29fc6cae-c167-47c8-94b1-85f36b6f00ac req-a2f4749b-7d61-4068-aad4-593486e8ad68 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486844 Jul 16 08:35:22.216749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] For port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,segment=NetworkSegment(d8770a29-b97d-4284-863c-84dd7856be9e),segment_id=d8770a29-b97d-4284-863c-84dd7856be9e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:22.217116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.267120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37350) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.304194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37354) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.322000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Calling delete_port for 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:22.332231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.335052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.344188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1832578953-network', 'tenant_id': '183b4fc366dc4b259b47595622691531'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:22.377244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Made reservation on behalf of 183b4fc366dc4b259b47595622691531 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:22.380941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.398549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.440692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 2, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.507641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event deleted for resources: {'Port': ['ID=c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.517605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Checking router: 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:22.517960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Updating router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 port ada71e39-098f-4325-a9e7-b61c9a748811 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:22.521316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] DHCP port deletion for e9d533cc-1848-4743-8f98-9777115970b3 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:22.571583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.578919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.616071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d303f7-b65a-4fc0-92c6-e4788dae2098,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.630345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:22.645289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] No DVR routers for this DVR port c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:22.645909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.646267 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Added segment 09ce5403-f27b-4542-b27b-0207db049e2a of type vlan for network f734b944-e100-45fc-acfd-c0e4184059c7 Jul 16 08:35:22.649623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.658404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-96ed3dc3-ce78-4ac3-b76e-a849f0b9ae09 req-d1e71ded-3715-4192-8130-9336503e0343 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "DELETE /v2.0/ports/c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd HTTP/1.1" status: 204 len: 173 time: 1.6592815 Jul 16 08:35:22.659109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-deleted', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:22.661616 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4adce71-0f5f-44a4-b7dc-528c0f5b35d4" -d '{"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-deleted", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:22.678395 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.705086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1762613541-network', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:22.743175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.758942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] No DVR routers for this DVR port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:22.767008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Deleting port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:22.767530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.787523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.800058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9de6111d-8395-47fb-b86c-e9c4e9cb9d0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c9f0f3e3d14edea5406d3c5abc7c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287766 Jul 16 08:35:22.800058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37366) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.806539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602348770', 'description': 'tempest-description--1938434346'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:22.813920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37368) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.847084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Made reservation on behalf of 08faab286e8b4282a8991c1b35dfcf04 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:22.849431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.853119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.911426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] For port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:22.912273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.921311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.943843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Calling delete_port for 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:22.947775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:35:22.965269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.968240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.976368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d533cc-1848-4743-8f98-9777115970b3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.989814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8770a29-b97d-4284-863c-84dd7856be9e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.990634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8770a29-b97d-4284-863c-84dd7856be9e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:23.000756 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.009688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.023702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] Pushing event deleted for resources: {'Port': ['ID=2eaeb675-e45b-4c9b-b516-b3cc6634fa61,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.025344 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.036373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb758f-8f3a-4efc-809e-4f3c4beacc1b None None] No DVR routers for this DVR port 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:23.038493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:23.040000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.048554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.054194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.055120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:23.055882 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:23.071218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:23.104071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:23.104707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2eaeb675-e45b-4c9b-b516-b3cc6634fa61 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:23.118616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.125752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.127961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9d533cc-1848-4743-8f98-9777115970b3 HTTP/1.1" status: 204 len: 168 time: 1.4827230 Jul 16 08:35:23.133416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.139738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37370) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.142434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5672c-7b39-4075-8e76-c0a95a8e62c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d533cc-1848-4743-8f98-9777115970b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.182590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.201268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Transition to ACTIVE for port object ada71e39-098f-4325-a9e7-b61c9a748811 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:23.207780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.232972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c30-09ea-42e7-8dc2-594285ba493a req-c8721c15-bc9e-4c0e-a279-5cc69240eef9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.238885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c30-09ea-42e7-8dc2-594285ba493a req-c8721c15-bc9e-4c0e-a279-5cc69240eef9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.245675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c30-09ea-42e7-8dc2-594285ba493a req-c8721c15-bc9e-4c0e-a279-5cc69240eef9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.252894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60d16c30-09ea-42e7-8dc2-594285ba493a req-c8721c15-bc9e-4c0e-a279-5cc69240eef9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 0.3765860 Jul 16 08:35:23.257977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b406d-6ce6-42ab-82b2-7297c4938f06 None None] Pushing event updated for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.262048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f734b944-e100-45fc-acfd-c0e4184059c7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.315301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network f734b944-e100-45fc-acfd-c0e4184059c7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:23.323111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.362086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Attempting to bind port ada71e39-098f-4325-a9e7-b61c9a748811 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:23.362808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Attempting to bind port ada71e39-098f-4325-a9e7-b61c9a748811 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:23.363651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Attempting to bind port ada71e39-098f-4325-a9e7-b61c9a748811 on network 159be033-dc61-4d0a-bcf5-1dbcb1451927 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:23.373552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:23.400704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:23.401635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Checking segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:23.401927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32eb1-8b47-42b0-88a4-0d557bf98a4d req-0b754e92-a0b6-4ea4-9741-24410c4c0aed tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.403816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.404499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Bound using segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:23.405416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Bound port: ada71e39-098f-4325-a9e7-b61c9a748811, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:23.406225 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.410326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03d32eb1-8b47-42b0-88a4-0d557bf98a4d req-0b754e92-a0b6-4ea4-9741-24410c4c0aed tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.4594553 Jul 16 08:35:23.440191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:23.440905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:23.500783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60d16c30-09ea-42e7-8dc2-594285ba493a req-7f31eaab-553b-43a0-a323-4f269b28387f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468755 Jul 16 08:35:23.517426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.517818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] For port ada71e39-098f-4325-a9e7-b61c9a748811, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:23.520566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] For port ada71e39-098f-4325-a9e7-b61c9a748811, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ada71e39-098f-4325-a9e7-b61c9a748811,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:23.527144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.549592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.565006 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925d8e7-420f-49ce-be02-89c6bf3bc79e x-openstack-request-id: req-4925d8e7-420f-49ce-be02-89c6bf3bc79e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:23.565675 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4553057-aaf0-4413-bd86-08dc8c238753", "name": "network-vif-deleted", "tag": "c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:23.565675 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4925d8e7-420f-49ce-be02-89c6bf3bc79e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:23.565921 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4553057-aaf0-4413-bd86-08dc8c238753', 'name': 'network-vif-deleted', 'tag': 'c4eb7b9f-d600-4b70-aa57-b95eb2a64bdd', 'status': 'completed', 'code': 200} Jul 16 08:35:23.577078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d2c5465c-a528-4883-9271-f456179e19f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2399440 Jul 16 08:35:23.577244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.588909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Request body: {'subnet': {'network_id': 'f734b944-e100-45fc-acfd-c0e4184059c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1832578953-subnet', 'tenant_id': '183b4fc366dc4b259b47595622691531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:23.606555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:23.607463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03d32eb1-8b47-42b0-88a4-0d557bf98a4d req-eea00437-8838-4759-be00-8f1f02124b7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962464 Jul 16 08:35:23.607603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:23.657709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.661985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.663158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a95158a-d6ae-4bc3-8026-e6e3205b9ee9 HTTP/1.1" status: 204 len: 168 time: 0.8459747 Jul 16 08:35:23.689158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:23.719724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.720219 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Added segment e2d9bb1a-a6bc-4d73-a314-06d460071acb of type vlan for network 089413aa-99f5-446a-93a9-0d1bb7d8375b Jul 16 08:35:23.738967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:23.803565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.829992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b406d-6ce6-42ab-82b2-7297c4938f06 None None] Pushing event updated for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.910992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a79da7c-37b0-4144-a735-7976a0447407,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.011241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5b3e-65bb-4fdb-93f1-475b603b86d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95158a-d6ae-4bc3-8026-e6e3205b9ee9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.013705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.018882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.019573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.121553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:23Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:24.142346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.161085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98a88-9160-4d40-85ea-d4ad78423303 None None] The sync data for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 is: [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:23Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:24.167836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Made reservation on behalf of 183b4fc366dc4b259b47595622691531 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:24.170999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.186595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.209555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.267895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9621530 Jul 16 08:35:24.280521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.284415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.285578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4841964 Jul 16 08:35:24.287077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab28b-7c72-45b0-a532-87676c22cef1 admin admin] Pushing event updated for resources: {'Network': ['ID=089413aa-99f5-446a-93a9-0d1bb7d8375b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.293345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.313750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Request body: {'subnet': {'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1762613541-subnet', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:24.314191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:24.340725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'security_group_rule': {'security_group_id': 'fbb3763e-331b-433f-b1f5-ac242ed4e0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:24.350529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de52ec6a-01d7-4252-825a-ed10abf78617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d6c3c83489842959356f1d90bffe9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616437 Jul 16 08:35:24.354701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.450859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.452749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6fd9-0186-4c48-9fc9-1b748e032cd0 req-00135a82-37c2-4fdf-ae0f-a6dbcc240620 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.460214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-899e6fd9-0186-4c48-9fc9-1b748e032cd0 req-00135a82-37c2-4fdf-ae0f-a6dbcc240620 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.4205680 Jul 16 08:35:24.484367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea68b0-3900-4b68-92f6-cb18f2800d9d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb3763e-331b-433f-b1f5-ac242ed4e0a8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.485691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.486711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Made reservation on behalf of 08faab286e8b4282a8991c1b35dfcf04 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:24.489676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.538041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-763330ba-bf38-4461-b7c4-8f83a6e5a359 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.544705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-763330ba-bf38-4461-b7c4-8f83a6e5a359 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.550587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-763330ba-bf38-4461-b7c4-8f83a6e5a359 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.552271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-763330ba-bf38-4461-b7c4-8f83a6e5a359 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 0.4087150 Jul 16 08:35:24.555977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.639192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa61fa5-2f69-4bc6-bf0a-85f4afb614b2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.642333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.645095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.650359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1534b6b-f6c9-4187-ba34-a4461c260b8d HTTP/1.1" status: 204 len: 168 time: 0.2895277 Jul 16 08:35:24.669348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17202317-6ee8-43e5-8c7a-d762b6a9d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1534b6b-f6c9-4187-ba34-a4461c260b8d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.685428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-899e6fd9-0186-4c48-9fc9-1b748e032cd0 req-c0539a71-7edd-4910-8892-bd405e09e05f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243342 Jul 16 08:35:24.687037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.691705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Checking segment: {'id': '09ce5403-f27b-4542-b27b-0207db049e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f734b944-e100-45fc-acfd-c0e4184059c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:24.692910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Network hostable DHCP agents. Network: f734b944-e100-45fc-acfd-c0e4184059c7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:24.723160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-84aa786d-fa5a-498e-930b-1521abaf2c41 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.735354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-84aa786d-fa5a-498e-930b-1521abaf2c41 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.1426051 Jul 16 08:35:24.769062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Network f734b944-e100-45fc-acfd-c0e4184059c7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:24.786329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, f734b944-e100-45fc-acfd-c0e4184059c7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:24.793992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.794788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.798501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c26ee4-4450-4d71-af56-7249955497d5 None None] Network f734b944-e100-45fc-acfd-c0e4184059c7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:24.812366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa4a7-e108-47e6-9a25-3023e51087b7 req-a3a499ce-004b-4a3a-890b-b4135e0c8dc5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.842509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-660fa4a7-e108-47e6-9a25-3023e51087b7 req-a3a499ce-004b-4a3a-890b-b4135e0c8dc5 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/ports?device_id=da4dad2b-8433-414c-b804-7dbc82d11183 HTTP/1.1" status: 200 len: 945 time: 0.5697091 Jul 16 08:35:25.121279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ada71e39-098f-4325-a9e7-b61c9a748811 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:25.128717 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.131159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513412e-976c-42d4-9366-dc74d7b61438 None None] Network f734b944-e100-45fc-acfd-c0e4184059c7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:25.179267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-660fa4a7-e108-47e6-9a25-3023e51087b7 req-3590e370-7dab-4d9d-b088-233573f47766 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.32 "GET /v2.0/security-groups?id=793b0119-12c9-4cfc-a400-70d1ac7f599b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352280 Jul 16 08:35:25.212575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.268285 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0588c51f-68cd-4449-8aa8-cf8739ed7b9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6883481 Jul 16 08:35:25.326023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Deleting port 8c2cb312-0aa0-4985-90fb-a114b33fd71b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:25.326377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.383556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port ada71e39-098f-4325-a9e7-b61c9a748811 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:25.388979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ada71e39-098f-4325-a9e7-b61c9a748811 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.389553 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.504463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] For port 8c2cb312-0aa0-4985-90fb-a114b33fd71b, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8c2cb312-0aa0-4985-90fb-a114b33fd71b,segment=NetworkSegment(be21f09b-de02-46a3-9d25-fb1172b1a160),segment_id=be21f09b-de02-46a3-9d25-fb1172b1a160)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.504839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.537521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Calling delete_port for 8c2cb312-0aa0-4985-90fb-a114b33fd71b owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:25.741062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.796293 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.816449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Pushing event deleted for resources: {'Port': ['ID=8c2cb312-0aa0-4985-90fb-a114b33fd71b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.850207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port ada71e39-098f-4325-a9e7-b61c9a748811, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ada71e39-098f-4325-a9e7-b61c9a748811,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.854461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.890855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port 18447738-2137-44ff-a572-753b0f034b31 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:25.891840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.922592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.924450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43364729-90e8-479d-8eed-f5d0bd1bcf57,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.929528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] No DVR routers for this DVR port 8c2cb312-0aa0-4985-90fb-a114b33fd71b on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:25.934565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.941133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b91805b3-05d7-42fb-8a16-dbba794c4233 req-d32c388f-51a6-4f34-97a5-2ca73654df09 tempest-LiveMigrationTest-95604770 tempest-LiveMigrationTest-95604770-project] 10.222.0.46 "DELETE /v2.0/ports/8c2cb312-0aa0-4985-90fb-a114b33fd71b HTTP/1.1" status: 204 len: 173 time: 1.2048030 Jul 16 08:35:25.941652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-deleted', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:25.943797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.943974 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dece970b-1048-454a-8652-2c944f1a452d" -d '{"events": [{"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-deleted", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:26.059376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.063035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ecf722e3-b93d-459d-b58c-fa9c69c3f9de tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7326818 Jul 16 08:35:26.063397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:26.079077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'security_group_rule': {'security_group_id': 'fbb3763e-331b-433f-b1f5-ac242ed4e0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:26.107119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.162526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.166580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.182884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182c9e-280d-43fb-838c-d267cd339568 req-ffd43f37-cf7b-4387-b58c-f978eb8dffdd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.185353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eec008-7ce6-4846-b970-1a9a9641c0c6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.189342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182c9e-280d-43fb-838c-d267cd339568 req-ffd43f37-cf7b-4387-b58c-f978eb8dffdd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.190726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.192308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d6d23cf0-8bcb-43a5-be99-f474097ddb91 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278193 Jul 16 08:35:26.195164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:26.195479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182c9e-280d-43fb-838c-d267cd339568 req-ffd43f37-cf7b-4387-b58c-f978eb8dffdd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.197191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14182c9e-280d-43fb-838c-d267cd339568 req-ffd43f37-cf7b-4387-b58c-f978eb8dffdd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 2419 time: 1.2575991 Jul 16 08:35:26.201294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:26.206738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d280f7-8a5d-458d-97dd-f0aaecda214d,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.229624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.267728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-deac0a1a-86db-4d72-bf97-43c9a1e2a8f4 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.272394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-deac0a1a-86db-4d72-bf97-43c9a1e2a8f4 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/networks?id=46136db2-707d-4009-b7ed-d1abc97fc905 HTTP/1.1" status: 200 len: 815 time: 0.3492165 Jul 16 08:35:26.272394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port 18447738-2137-44ff-a572-753b0f034b31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=18447738-2137-44ff-a572-753b0f034b31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:26.272394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.287496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.335797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for 18447738-2137-44ff-a572-753b0f034b31 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:26.340899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Checking segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:26.341270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Network hostable DHCP agents. Network: 089413aa-99f5-446a-93a9-0d1bb7d8375b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:26.349226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.376546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-e9fa483c-e2b7-42c6-9c31-b16e3af7396c tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/quotas/cf80b823092740c3be03af1d4cd43fe2 HTTP/1.1" status: 200 len: 375 time: 0.0833061 Jul 16 08:35:26.389788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14182c9e-280d-43fb-838c-d267cd339568 req-d007111c-8f4d-42c1-a5cd-b7eadba1b122 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787698 Jul 16 08:35:26.490137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Allocated IP 172.25.5.252 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/289e41c9-376e-43e7-b661-fbf4d728c5ee) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:26.497220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-b85fe2ac-1b25-4edb-ad0b-0ed15b1f938f tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf80b823092740c3be03af1d4cd43fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131294 Jul 16 08:35:26.510217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:26.534284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 089413aa-99f5-446a-93a9-0d1bb7d8375b) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:26.542943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.544009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.549122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e69741-9898-4e1e-9d1c-940a916bd8e8 None None] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:26.611890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-506d861b-1b43-45c7-83e7-23bd369013c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3283746 Jul 16 08:35:26.615229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:26.638646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:26.735623 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.737281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.757551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.795849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.796576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806a0b4-a069-475b-9d57-210206734b84 None None] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:26.844286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.880716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36379-6f3a-4d04-a8d9-0aeb1e334867 req-812908f2-7d87-430f-a23e-da567022a7ca tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.882388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42d36379-6f3a-4d04-a8d9-0aeb1e334867 req-812908f2-7d87-430f-a23e-da567022a7ca tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.3167591 Jul 16 08:35:26.895025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=18447738-2137-44ff-a572-753b0f034b31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.914919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:26.920571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:26.923988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:26.939723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.963207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'Port': ['ID=289e41c9-376e-43e7-b661-fbf4d728c5ee,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:27.069063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.087218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ada71e39-098f-4325-a9e7-b61c9a748811 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:27.124505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.146646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ada71e39-098f-4325-a9e7-b61c9a748811 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:27.147554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.153362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port 18447738-2137-44ff-a572-753b0f034b31 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:27.165417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.168337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-6e723632-c82e-452f-9aa5-f9b6c819bec0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "DELETE /v2.0/ports/18447738-2137-44ff-a572-753b0f034b31 HTTP/1.1" status: 204 len: 173 time: 2.6035287 Jul 16 08:35:27.169000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': '18447738-2137-44ff-a572-753b0f034b31'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:27.171497 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fdbac-6ce5-4759-9931-72987ca805bf" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "18447738-2137-44ff-a572-753b0f034b31"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:27.237501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42d36379-6f3a-4d04-a8d9-0aeb1e334867 req-bde55d1e-b57f-415d-8836-d446927039e0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377404 Jul 16 08:35:27.294108 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac392a58-3ca6-48c3-9b46-17defd8aefb9 x-openstack-request-id: req-ac392a58-3ca6-48c3-9b46-17defd8aefb9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:27.296645 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4dad2b-8433-414c-b804-7dbc82d11183", "name": "network-vif-deleted", "tag": "8c2cb312-0aa0-4985-90fb-a114b33fd71b", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:27.297013 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac392a58-3ca6-48c3-9b46-17defd8aefb9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:27.297581 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4dad2b-8433-414c-b804-7dbc82d11183', 'name': 'network-vif-deleted', 'tag': '8c2cb312-0aa0-4985-90fb-a114b33fd71b', 'status': 'completed', 'code': 200} Jul 16 08:35:27.320643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.325895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.330327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.343070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-d2566fa4-d91c-42d0-bf06-fccd8bc8c99d service neutron] 10.222.0.32 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451316 Jul 16 08:35:27.365232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:27.401157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:27.426547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 8c2cb312-0aa0-4985-90fb-a114b33fd71b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:27.426896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8c2cb312-0aa0-4985-90fb-a114b33fd71b not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:27.439178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Deleting port 5e958438-b3ad-4b1f-ba12-772343729922 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:27.439517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.443743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'Port': ['ID=289e41c9-376e-43e7-b661-fbf4d728c5ee,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:27.462804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Deleting subnet e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:27.466451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.469035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.509871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.516012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d0a5fb7d-c56f-4730-85ce-db075941e471 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3145564 Jul 16 08:35:27.516963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.563080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.589994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-879e6149-1f5f-482d-b778-d9c2bda7c9ab service neutron] 10.222.0.32 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314913 Jul 16 08:35:27.597596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port 7faa16b3-3faa-424e-ba79-f26229762d31 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:27.598427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.639489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.678181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:27.686153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] For port 5e958438-b3ad-4b1f-ba12-772343729922, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e958438-b3ad-4b1f-ba12-772343729922,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:27.686527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.686777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.689748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cf954b96-dd08-4e1a-9141-dcc4d37b48f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e4f82c9a-6b03-4408-9ce3-edd5fc2ec5ef HTTP/1.1" status: 204 len: 168 time: 0.3220246 Jul 16 08:35:27.692200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37498) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:27.702942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-65425a0d-b875-4c50-bcc9-7f564b1db597 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d116e827091b4a17ac20feb0097e0f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079743 Jul 16 08:35:27.715546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Calling delete_port for 5e958438-b3ad-4b1f-ba12-772343729922 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:27.807354 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba611e6-0d26-42c3-ac90-41edc85da686 x-openstack-request-id: req-5ba611e6-0d26-42c3-ac90-41edc85da686 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:27.807700 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "18447738-2137-44ff-a572-753b0f034b31", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:27.807882 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ba611e6-0d26-42c3-ac90-41edc85da686 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:27.808333 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': '18447738-2137-44ff-a572-753b0f034b31', 'status': 'completed', 'code': 200} Jul 16 08:35:27.817453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.955147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.968812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:27.991174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be21f09b-de02-46a3-9d25-fb1172b1a160') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:27.991424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be21f09b-de02-46a3-9d25-fb1172b1a160') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.006556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.025066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.033532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:28.034296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.034446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port 7faa16b3-3faa-424e-ba79-f26229762d31, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=7faa16b3-3faa-424e-ba79-f26229762d31,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:28.034922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:28.036887 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:28.085041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for 7faa16b3-3faa-424e-ba79-f26229762d31 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:28.123999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.141561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.150231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9 HTTP/1.1" status: 204 len: 168 time: 0.4560518 Jul 16 08:35:28.152572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.210806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe07b0-673c-4c4e-800d-9129ced29a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1a4fb6-6ff9-4bac-b3c6-8ecb316f74f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.247560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Deleting subnet 3987c2ab-a880-4c19-a135-a6ba4024bcd5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:28.252540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.303173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.369133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.426957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.458940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3987c2ab-a880-4c19-a135-a6ba4024bcd5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.467704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.473606 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-97dd8dc3-6041-4ed7-81b3-f9ee0239ef5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3987c2ab-a880-4c19-a135-a6ba4024bcd5 HTTP/1.1" status: 204 len: 168 time: 0.3133917 Jul 16 08:35:28.474294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.545436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-4f74d024-6f2d-4bb3-9887-cfb1412977f8 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.547845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.552368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-4f74d024-6f2d-4bb3-9887-cfb1412977f8 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8347838 Jul 16 08:35:28.651346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.658556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.666461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-1a1050d4-c26a-4497-b496-ee2faef7198a tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/quotas/d116e827091b4a17ac20feb0097e0f61 HTTP/1.1" status: 200 len: 375 time: 0.1129942 Jul 16 08:35:28.669252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f334a1f-9d93-489e-9291-bc4be11d6e8e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.679611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0bd7ce-6637-46ea-b8c2-211b0eca3ab8') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.679955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0bd7ce-6637-46ea-b8c2-211b0eca3ab8') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.690074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.705484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.706472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.716645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:28.716645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:28.718290 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:28.758244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device cadf1291-741c-4d98-8827-cbc61fca6d17 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:28.767110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc75e1-a8bd-4f50-a9c3-cce9bdf8c7cd req-84e852bb-f0fa-48be-b6b6-4186d2fa4ba5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.773616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc75e1-a8bd-4f50-a9c3-cce9bdf8c7cd req-84e852bb-f0fa-48be-b6b6-4186d2fa4ba5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.775332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfc75e1-a8bd-4f50-a9c3-cce9bdf8c7cd req-84e852bb-f0fa-48be-b6b6-4186d2fa4ba5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 1683 time: 0.8578832 Jul 16 08:35:28.799441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-4ad59b8d-f7bb-4a6b-a09f-5c3e92d13a96 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009736 Jul 16 08:35:28.814683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.828921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.830852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f334a1f-9d93-489e-9291-bc4be11d6e8e HTTP/1.1" status: 204 len: 168 time: 0.3556120 Jul 16 08:35:28.843264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f7e09-8fe8-455a-be8e-33424823862d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f334a1f-9d93-489e-9291-bc4be11d6e8e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.939613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.977580 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:28.980971 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2710fc4-680e-401e-bc6b-983984293ac9" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:29.002099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:29.012216 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.014995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 18447738-2137-44ff-a572-753b0f034b31 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:29.015813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfc75e1-a8bd-4f50-a9c3-cce9bdf8c7cd req-83a6a7f6-f20a-4be1-8e9c-34c9c1f6372d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091718 Jul 16 08:35:29.070436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Allocated IP 172.25.5.196 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/fe8b6707-6902-421e-aa4f-3ca46e14e83e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:29.072427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.120406 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.145624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 18447738-2137-44ff-a572-753b0f034b31 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:29.146244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 18447738-2137-44ff-a572-753b0f034b31 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:29.146854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7faa16b3-3faa-424e-ba79-f26229762d31 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:29.173094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.179609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e958438-b3ad-4b1f-ba12-772343729922,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.200218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 7faa16b3-3faa-424e-ba79-f26229762d31 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:29.200476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 7faa16b3-3faa-424e-ba79-f26229762d31 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:29.257739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6e9475e3-1648-4f72-83e7-8f95e97b69ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc0c72c01099479a93c78e4fee849e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833235 Jul 16 08:35:29.262148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.270345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.316054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=7faa16b3-3faa-424e-ba79-f26229762d31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.436365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.564203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.596103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-e4bb249d-fa39-4307-8704-a63f4945ca54 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.597986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-e4bb249d-fa39-4307-8704-a63f4945ca54 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.47 "GET /v2.0/networks?id=46136db2-707d-4009-b7ed-d1abc97fc905 HTTP/1.1" status: 200 len: 815 time: 0.3070142 Jul 16 08:35:29.620548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Request body: {'port': {'device_id': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905', 'admin_state_up': True, 'tenant_id': 'cf80b823092740c3be03af1d4cd43fe2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:29.702664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b96ca5a7-8429-4ee2-af73-6ab6dfff424b req-2134a000-f21e-48fc-8226-84f78d078696 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 210 time: 0.3464000 Jul 16 08:35:29.715577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port 7faa16b3-3faa-424e-ba79-f26229762d31 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:29.725048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.728183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-25ab61a9-c2dd-4f66-97d4-78fe4ca06408 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "DELETE /v2.0/ports/7faa16b3-3faa-424e-ba79-f26229762d31 HTTP/1.1" status: 204 len: 173 time: 2.5470951 Jul 16 08:35:29.728822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.732647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.737075 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/793b0119-12c9-4cfc-a400-70d1ac7f599b HTTP/1.1" status: 204 len: 168 time: 0.4708216 Jul 16 08:35:29.754398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df93ccb-27fb-4aa0-8cee-5959b01cdabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b0119-12c9-4cfc-a400-70d1ac7f599b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.806975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Made reservation on behalf of cf80b823092740c3be03af1d4cd43fe2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:29.811662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.815789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:29.818691 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a2b71-7c7d-481a-9949-baaa9eb5c9b3" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:29.888360 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9cf681-58a1-4963-bf39-06ad5e401a01 x-openstack-request-id: req-8e9cf681-58a1-4963-bf39-06ad5e401a01 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:29.889648 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:29.890224 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e9cf681-58a1-4963-bf39-06ad5e401a01 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:29.890831 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'code': 200} Jul 16 08:35:29.934048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.047908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Allocated IP 172.20.0.5 (46136db2-707d-4009-b7ed-d1abc97fc905/ac7175a7-d8cf-49c1-a74e-b3f9678a22a8/8bb56893-da03-46ba-b975-ef30386b0219) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:30.061617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b362e4-a706-4952-9e42-d009b06df14c req-8e38e274-b1b7-42a9-b93c-4b3d5dcaf03e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.063163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8b362e4-a706-4952-9e42-d009b06df14c req-8e38e274-b1b7-42a9-b93c-4b3d5dcaf03e tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.7517009 Jul 16 08:35:30.077860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4576b582-9f0d-4e05-99c3-94c87bf2be7e req-ea8e7d50-a0bd-4913-bbbf-bdd1d1365edd tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 210 time: 0.1005583 Jul 16 08:35:30.162870 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.167039 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb8fe3-612f-4627-938d-164faf91bdd3 x-openstack-request-id: req-a9eb8fe3-612f-4627-938d-164faf91bdd3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:30.167622 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "7faa16b3-3faa-424e-ba79-f26229762d31", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:30.168133 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9eb8fe3-612f-4627-938d-164faf91bdd3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:30.168733 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': '7faa16b3-3faa-424e-ba79-f26229762d31', 'status': 'completed', 'code': 200} Jul 16 08:35:30.211289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8b362e4-a706-4952-9e42-d009b06df14c req-a4ffb93d-022e-45c6-9f75-9ee9629cc69d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295125 Jul 16 08:35:30.263672 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.270450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port cadf1291-741c-4d98-8827-cbc61fca6d17 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:30.271123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.349826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:30.386196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.412917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:30.423925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:30.426502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b6707-6902-421e-aa4f-3ca46e14e83e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.445135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.486410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.540405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port cadf1291-741c-4d98-8827-cbc61fca6d17, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=cadf1291-741c-4d98-8827-cbc61fca6d17,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:30.540770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.548638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Network 46136db2-707d-4009-b7ed-d1abc97fc905 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:30.554738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:30.561192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:30.586620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Pushing event updated for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.592444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for cadf1291-741c-4d98-8827-cbc61fca6d17 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:30.619626 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2762295d-1250-4a94-a446-6d4a8ac27ae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d2b1b64d6c48229879d77725d5892c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316681 Jul 16 08:35:30.622821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.647359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.647977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.680596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-a0cf1491-2bd8-4c1e-960a-661cc82409a0 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0734067 Jul 16 08:35:30.697108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Request body: {'port': {'device_id': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:30.721175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.755029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.785124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bfffb-2fbe-491e-baaf-4e9169c1ffad req-d2e0157a-4df2-4abd-b2e0-64031dc813dd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.806855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-292bfffb-2fbe-491e-baaf-4e9169c1ffad req-d2e0157a-4df2-4abd-b2e0-64031dc813dd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 944 time: 0.3881681 Jul 16 08:35:30.854061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.912295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.915507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.916741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/454f1d23-b102-4cb6-a219-97c04988f5c0 HTTP/1.1" status: 204 len: 168 time: 0.2929761 Jul 16 08:35:30.966141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-292bfffb-2fbe-491e-baaf-4e9169c1ffad req-a902f420-6900-4bb4-a8ff-81d955de3cf3 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583672 Jul 16 08:35:31.070872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Router 243e4b5e-d275-45bf-8c5e-a816d698a40a has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:31.155963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796123-2ae2-472c-b90c-ebd4d7cbedc3 req-e01d690c-aef4-45a5-8b88-bb990ef7ed24 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.157556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e796123-2ae2-472c-b90c-ebd4d7cbedc3 req-e01d690c-aef4-45a5-8b88-bb990ef7ed24 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 931 time: 0.2707195 Jul 16 08:35:31.278120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb56893-da03-46ba-b975-ef30386b0219 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:31.290236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.314513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9a893-5a22-49be-b143-4e2e39434449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f1d23-b102-4cb6-a219-97c04988f5c0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.327533 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-64b53f46-670d-4777-91c9-ca80ba25d84c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d116e827091b4a17ac20feb0097e0f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3367536 Jul 16 08:35:31.332211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.360480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e796123-2ae2-472c-b90c-ebd4d7cbedc3 req-54d6965b-59f3-4fdf-862d-1bc2e84e486b tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371515 Jul 16 08:35:31.484963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-7a07976d-af05-45d2-92af-c8c55cc363f4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.488328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-7a07976d-af05-45d2-92af-c8c55cc363f4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545417 Jul 16 08:35:31.506497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Request body: {'port': {'device_id': '78e50b92-115d-4b62-a0ea-440b59af735f', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'd116e827091b4a17ac20feb0097e0f61'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:31.601757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9cd29c1-cbb7-4660-8d99-2bfbe428429a req-e3f1cc53-9ab1-4c61-8d18-b62969575edc tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 210 time: 0.2593060 Jul 16 08:35:31.622900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Transition to ACTIVE for port object 8bb56893-da03-46ba-b975-ef30386b0219 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:31.642155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.643291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.757560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Pushing event updated for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.785245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Made reservation on behalf of d116e827091b4a17ac20feb0097e0f61 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:31.789673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.806836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.867002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Attempting to bind port 8bb56893-da03-46ba-b975-ef30386b0219 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:31.867566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Attempting to bind port 8bb56893-da03-46ba-b975-ef30386b0219 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '8e23d4bd-c992-4a0f-8996-f3c3b46507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:31.867693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Attempting to bind port 8bb56893-da03-46ba-b975-ef30386b0219 on network 46136db2-707d-4009-b7ed-d1abc97fc905 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:31.879797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Port 8bb56893-da03-46ba-b975-ef30386b0219 on network 46136db2-707d-4009-b7ed-d1abc97fc905 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:31.880164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Attempting to bind port 8bb56893-da03-46ba-b975-ef30386b0219 on network 46136db2-707d-4009-b7ed-d1abc97fc905 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:31.891007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:31.891384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Checking segment: {'id': '8e23d4bd-c992-4a0f-8996-f3c3b46507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:31.891761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Bound using segment: {'id': '8e23d4bd-c992-4a0f-8996-f3c3b46507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:31.892246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Bound port: 8bb56893-da03-46ba-b975-ef30386b0219, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e23d4bd-c992-4a0f-8996-f3c3b46507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:31.892619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.980740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:31.984501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8bb56893-da03-46ba-b975-ef30386b0219,segment=NetworkSegment(8e23d4bd-c992-4a0f-8996-f3c3b46507d4),segment_id=8e23d4bd-c992-4a0f-8996-f3c3b46507d4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:31.993647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.049958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.050718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.052414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] 10.222.0.47 "PUT /v2.0/ports/8bb56893-da03-46ba-b975-ef30386b0219 HTTP/1.1" status: 200 len: 1092 time: 1.3597994 Jul 16 08:35:32.055671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:32.059320 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d6e051-3e7e-4357-a533-db021f9f85e3" -d '{"events": [{"name": "network-changed", "server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "tag": "8bb56893-da03-46ba-b975-ef30386b0219"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:32.139575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.152895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a73f9-1f55-4e15-a778-6d5c14bf46ae service neutron] Pushing event updated for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.161826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=cadf1291-741c-4d98-8827-cbc61fca6d17,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.182287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.229189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:32.257507 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Sync routers for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:32.274496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port cadf1291-741c-4d98-8827-cbc61fca6d17 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:32.275608 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:32.276758 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:32.295879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ee21b2c-0043-481f-9eff-4ad9c615f9d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/243e4b5e-d275-45bf-8c5e-a816d698a40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1518142 Jul 16 08:35:32.303933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.308576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcce57f7-e605-4496-bdfd-91a2923a6662 req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "DELETE /v2.0/ports/cadf1291-741c-4d98-8827-cbc61fca6d17 HTTP/1.1" status: 204 len: 173 time: 2.5642591 Jul 16 08:35:32.314120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.316987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.317393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.317782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.318128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.318474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.319331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.327197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.330646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.333275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.334978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.335906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.338521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f33cf5-a5ce-4a43-bfb7-34ea0453e1d5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.348391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:32.353075 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a19fed-0fae-41f8-af9c-442f1a289e9f" -d '{"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:32.415750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.523055 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:32.588763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a30ac5b-ec6a-429b-a62b-eb835c34a9ab req-e09921c3-7cf0-415e-9b95-427cf631f01a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3 HTTP/1.1" status: 200 len: 210 time: 0.2913768 Jul 16 08:35:32.676514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.679648 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f995032-55ab-42e0-8316-416f95290ddd x-openstack-request-id: req-8f995032-55ab-42e0-8316-416f95290ddd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:32.679926 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "tag": "8bb56893-da03-46ba-b975-ef30386b0219", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:32.680211 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f995032-55ab-42e0-8316-416f95290ddd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:32.681403 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219', 'status': 'completed', 'code': 200} Jul 16 08:35:32.719818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a1c9-a150-4a50-ad6b-fe8456d38703 req-26d48bc5-9d3d-41e2-861b-8be1b02df159 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.728725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4a2a1c9-a150-4a50-ad6b-fe8456d38703 req-26d48bc5-9d3d-41e2-861b-8be1b02df159 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 1.1409483 Jul 16 08:35:32.808815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4a2a1c9-a150-4a50-ad6b-fe8456d38703 req-fe738168-1a2f-475e-8db7-ad28eeb90624 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695107 Jul 16 08:35:32.816985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.866828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Allocated IP 192.168.233.135 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/8486f250-aaaa-408a-aca7-5d587cb05b78) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:32.963661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-c5d8aab4-e07f-4d40-86d5-150eaff9bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.965283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-c5d8aab4-e07f-4d40-86d5-150eaff9bea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf80b823092740c3be03af1d4cd43fe2&device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 1095 time: 0.8472207 Jul 16 08:35:33.105886 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-2a294cea-f5b8-4e8d-a219-eb80c48cd440 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb56893-da03-46ba-b975-ef30386b0219 HTTP/1.1" status: 200 len: 217 time: 0.1067781 Jul 16 08:35:33.132947 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272cfc19-4e10-4774-a050-dc41fa8aab94 x-openstack-request-id: req-272cfc19-4e10-4774-a050-dc41fa8aab94 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:33.134857 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3", "name": "network-vif-deleted", "tag": "cadf1291-741c-4d98-8827-cbc61fca6d17", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:33.135140 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-272cfc19-4e10-4774-a050-dc41fa8aab94 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:33.135542 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dfcdbb-b9e1-4955-b7a8-b4f11c21f1a3', 'name': 'network-vif-deleted', 'tag': 'cadf1291-741c-4d98-8827-cbc61fca6d17', 'status': 'completed', 'code': 200} Jul 16 08:35:33.143210 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 5, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:33.231829 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Checking router: 243e4b5e-d275-45bf-8c5e-a816d698a40a for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:33.248722 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Routers {'243e4b5e-d275-45bf-8c5e-a816d698a40a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:33.248902 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['243e4b5e-d275-45bf-8c5e-a816d698a40a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:33.278458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.305751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a261b9-e4dc-4af1-8fbd-e670634be16a req-e4ecd0d4-ced6-4d8c-a1ef-6cdd2795df71 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 210 time: 0.0626566 Jul 16 08:35:33.308576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Router 3e91d967-3e1e-436f-bddc-bb0dfff4490b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:35:33.320739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Transition to ACTIVE for port object 8486f250-aaaa-408a-aca7-5d587cb05b78 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:33.379668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8c7c-f968-460b-aa99-ba547210583a req-905442e8-cf3b-4e7a-9639-34416ea4247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.382832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-905442e8-cf3b-4e7a-9639-34416ea4247a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac7175a7-d8cf-49c1-a74e-b3f9678a22a8 HTTP/1.1" status: 200 len: 855 time: 0.2700782 Jul 16 08:35:33.396808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5449-bb42-4bea-82f8-f62832dc2774 req-7e4a2544-2be3-4d6d-b2a8-4905a278b02e tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.405071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-085c5449-bb42-4bea-82f8-f62832dc2774 req-7e4a2544-2be3-4d6d-b2a8-4905a278b02e tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 943 time: 0.2957432 Jul 16 08:35:33.433054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-02b9988a-16e0-4cb3-b0ba-14600a5afbe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46136db2-707d-4009-b7ed-d1abc97fc905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432529 Jul 16 08:35:33.435303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.436585 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] Set router 243e4b5e-d275-45bf-8c5e-a816d698a40a gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:33.438957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.507419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-085c5449-bb42-4bea-82f8-f62832dc2774 req-91809c2d-a6c2-4010-8a3e-4e0664e18c51 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013670 Jul 16 08:35:33.548955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:33.559659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Sync routers for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:33.567974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:33.576645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.577818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:33.579028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:33.583528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-711495d0-d18d-4b7e-955c-04d7dda4eba4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9668200 Jul 16 08:35:33.584343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37662) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.587362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:33.687991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:33.788125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Pushing event updated for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.841742 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 5, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:33.849667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.850028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.850381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.850723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.851063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.865927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.866443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.866801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.867159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.867511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.868009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.868392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:33.875797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37672) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.883780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:33.929211 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e7fe1-c268-4575-a1fa-d8944ae34c00 None None] The sync data for ids ['243e4b5e-d275-45bf-8c5e-a816d698a40a'] in n-d-798054-12 is: [{'id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1576773497-router', 'tenant_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:51Z', 'updated_at': '2021-07-16T08:35:28Z', 'revision_number': 5, 'project_id': '8a6e73ea0ae94e66bedbd6859bf120b6', 'gw_port': {'id': 'b3fd27aa-f176-4a26-b45d-b42a50ba5e5a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b5e-d275-45bf-8c5e-a816d698a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:52Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:33.971373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.973087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.005138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Deleting port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:34.005499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.016135 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-bfaa0a3e-c68f-4c55-be8b-40a79714ea09 service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666897 Jul 16 08:35:34.018899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting subnet 5791e06f-2422-45c8-a0b5-f272d5751b39 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:34.025484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.171351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.173352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38ca8c7c-f968-460b-aa99-ba547210583a req-130816a5-e0ef-404d-9cdd-2c3e52b592f4 service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389170 Jul 16 08:35:34.180694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5effa39d-50c7-440b-bd90-2374bda782f9 None None] Provisioning for port 8486f250-aaaa-408a-aca7-5d587cb05b78 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:34.201685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-ad4e959b-3403-43dd-9e31-86627f2ce5d1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7036242 Jul 16 08:35:34.226025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Request body: {'port': {'device_id': '78e50b92-115d-4b62-a0ea-440b59af735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:34.260150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5effa39d-50c7-440b-bd90-2374bda782f9 None None] Provisioning complete for port 8486f250-aaaa-408a-aca7-5d587cb05b78 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:34.260546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5effa39d-50c7-440b-bd90-2374bda782f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.337849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5effa39d-50c7-440b-bd90-2374bda782f9 None None] Port 8486f250-aaaa-408a-aca7-5d587cb05b78 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:34.469268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:30Z', 'revision_number': 3, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:34.523793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70155f36-b029-4764-8caa-23efb8b8661e req-f6ec183a-0998-462c-972e-176180248ed7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:34.524469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Checking router: 3e91d967-3e1e-436f-bddc-bb0dfff4490b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:34.524935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Updating router 3e91d967-3e1e-436f-bddc-bb0dfff4490b port fe8b6707-6902-421e-aa4f-3ca46e14e83e binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:34.531169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70155f36-b029-4764-8caa-23efb8b8661e req-f6ec183a-0998-462c-972e-176180248ed7 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.4044981 Jul 16 08:35:34.621952 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.655927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.747911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70155f36-b029-4764-8caa-23efb8b8661e req-c286da72-9f2e-4c97-9bc3-5817b8dc25fe tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157342 Jul 16 08:35:34.901041 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.925193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.999699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e958438-b3ad-4b1f-ba12-772343729922 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:35.029189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5e958438-b3ad-4b1f-ba12-772343729922 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:35.029943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e958438-b3ad-4b1f-ba12-772343729922 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:35.036076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] For port b3fd27aa-f176-4a26-b45d-b42a50ba5e5a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:35.036913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.063277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Subnet': ['ID=5791e06f-2422-45c8-a0b5-f272d5751b39,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.069098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.072797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Calling delete_port for b3fd27aa-f176-4a26-b45d-b42a50ba5e5a owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:35.081785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.088379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c4833d76-169f-40f3-a95c-d3defe36db90 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/subnets/5791e06f-2422-45c8-a0b5-f272d5751b39 HTTP/1.1" status: 204 len: 168 time: 1.2108691 Jul 16 08:35:35.093900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:35.097730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44065d7f-706c-4f48-a7e9-63b8c000ac48 None None] Network b88b0a49-1d3e-43d6-acd5-dab3222149bc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:35.123567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-1e6ffea7-ff0b-4019-a4fd-eaf64383fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.125508 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-1e6ffea7-ff0b-4019-a4fd-eaf64383fdaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf80b823092740c3be03af1d4cd43fe2&device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 1095 time: 0.8933766 Jul 16 08:35:35.178280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada7490-caa0-4957-ad00-e22a84075e39 req-f18bb4fa-7b49-417d-95fe-51afdddf560c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.180646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eada7490-caa0-4957-ad00-e22a84075e39 req-f18bb4fa-7b49-417d-95fe-51afdddf560c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 936 time: 0.3349438 Jul 16 08:35:35.302760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198703-5ee4-489b-9cdd-bd3f77ce611f req-2f13eb1a-64f5-45da-9e01-a6d8d34c0008 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.310492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7198703-5ee4-489b-9cdd-bd3f77ce611f req-2f13eb1a-64f5-45da-9e01-a6d8d34c0008 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 943 time: 0.3010352 Jul 16 08:35:35.329764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eada7490-caa0-4957-ad00-e22a84075e39 req-3ae37b9b-3a74-4f42-8dd5-6b9b250e62da tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398339 Jul 16 08:35:35.340363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.345403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Allocated IP 172.20.0.1 (089413aa-99f5-446a-93a9-0d1bb7d8375b/36d280f7-8a5d-458d-97dd-f0aaecda214d/8db22cc3-f491-47cc-bac8-926bd7d096a3) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:35.427871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.443343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7198703-5ee4-489b-9cdd-bd3f77ce611f req-07d01a06-62af-44d9-ac90-ef3e9daefa90 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319408 Jul 16 08:35:35.450219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Transition to ACTIVE for port object fe8b6707-6902-421e-aa4f-3ca46e14e83e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:35.459959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.574621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.576212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Attempting to bind port fe8b6707-6902-421e-aa4f-3ca46e14e83e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:35.576595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Attempting to bind port fe8b6707-6902-421e-aa4f-3ca46e14e83e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:35.576954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Attempting to bind port fe8b6707-6902-421e-aa4f-3ca46e14e83e on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:35.579122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce931a65-9acf-4f80-914b-678c51be377e None None] Pushing event updated for resources: {'Port': ['ID=fe8b6707-6902-421e-aa4f-3ca46e14e83e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.613157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:35.613532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:35.613945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.614598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:35.615264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Bound port: fe8b6707-6902-421e-aa4f-3ca46e14e83e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:35.615786 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.688363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.691570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-def94af3-f4d4-4796-bffd-63e112f6fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.695520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-def94af3-f4d4-4796-bffd-63e112f6fbb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46136db2-707d-4009-b7ed-d1abc97fc905 HTTP/1.1" status: 200 len: 916 time: 0.5299337 Jul 16 08:35:35.745059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:35.748271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:35.752761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:35.797219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Pushing event updated for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.836998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] For port fe8b6707-6902-421e-aa4f-3ca46e14e83e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:35.845725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] For port fe8b6707-6902-421e-aa4f-3ca46e14e83e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fe8b6707-6902-421e-aa4f-3ca46e14e83e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:35.862340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.862893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.975830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:35.975830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.975830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] DHCP port deletion for b88b0a49-1d3e-43d6-acd5-dab3222149bc request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:36.058143 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-4b8fbd12-b566-4999-8a63-332db730338c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb56893-da03-46ba-b975-ef30386b0219 HTTP/1.1" status: 200 len: 217 time: 0.3157537 Jul 16 08:35:36.186692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:36.187309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.289093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-7face7bf-d55e-4562-a1fc-994ef2f119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.290211 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-7face7bf-d55e-4562-a1fc-994ef2f119e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac7175a7-d8cf-49c1-a74e-b3f9678a22a8 HTTP/1.1" status: 200 len: 855 time: 0.2147064 Jul 16 08:35:36.301638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce931a65-9acf-4f80-914b-678c51be377e None None] Pushing event updated for resources: {'Port': ['ID=fe8b6707-6902-421e-aa4f-3ca46e14e83e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:36.321602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:36.322018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.344702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Deleting port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:36.344967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.347631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:36.353358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.391210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.398532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:36.529719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4aa05-4c40-47f8-9479-5b22c04331f2 req-69a2c494-9f26-44dd-96bb-c1fd97ef8fcd tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.538786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c4aa05-4c40-47f8-9479-5b22c04331f2 req-69a2c494-9f26-44dd-96bb-c1fd97ef8fcd tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.3384950 Jul 16 08:35:36.557084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-e1bcc6e8-f9ac-4e8b-90a9-84f6feafcce9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46136db2-707d-4009-b7ed-d1abc97fc905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2541137 Jul 16 08:35:36.558399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fd27aa-f176-4a26-b45d-b42a50ba5e5a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:36.657142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8486f250-aaaa-408a-aca7-5d587cb05b78 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:36.669689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.725134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Transition to ACTIVE for port object 8486f250-aaaa-408a-aca7-5d587cb05b78 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:36.739031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.753105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] For port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,segment=NetworkSegment(955d3fdd-6f7b-4c5c-b160-91e05e481c1d),segment_id=955d3fdd-6f7b-4c5c-b160-91e05e481c1d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:36.753507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.757026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c4aa05-4c40-47f8-9479-5b22c04331f2 req-e88ce77c-60fc-459b-8fc0-90eaca460553 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158108 Jul 16 08:35:36.780925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.801886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Calling delete_port for a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:36.808716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8bb56893-da03-46ba-b975-ef30386b0219 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:36.913543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.989386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.009633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.018220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-a7417642-ad6f-4607-b082-ab7641f6b277 service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500990 Jul 16 08:35:37.021119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.035078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.054943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8bb56893-da03-46ba-b975-ef30386b0219,segment=NetworkSegment(8e23d4bd-c992-4a0f-8996-f3c3b46507d4),segment_id=8e23d4bd-c992-4a0f-8996-f3c3b46507d4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:37.079870 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.087948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:37.096877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Pushing event updated for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.110689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8bb56893-da03-46ba-b975-ef30386b0219', 'network_id': '46136db2-707d-4009-b7ed-d1abc97fc905', 'port_id': '8bb56893-da03-46ba-b975-ef30386b0219', 'mac_address': 'fa:16:3e:ac:9b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac7175a7-d8cf-49c1-a74e-b3f9678a22a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:37.115496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] Pushing event deleted for resources: {'Port': ['ID=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.169253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7526-0d15-4c32-993f-250d4f93a8f6 req-a2c7a15d-1668-42c1-b9b1-d09ba3a279c3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.170545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:30Z', 'revision_number': 3, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.174342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cf7526-0d15-4c32-993f-250d4f93a8f6 req-a2c7a15d-1668-42c1-b9b1-d09ba3a279c3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 936 time: 0.5676987 Jul 16 08:35:37.238969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fa464-6e03-4a19-884d-c8cd5d27596b None None] No DVR routers for this DVR port a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:37.246004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:37.273686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a5021-6d3a-4a99-934e-09e7b1efe80c None None] The sync data for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 is: [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:30Z', 'revision_number': 3, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:37.273853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Pushing event updated for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.277174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.281090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:37.302198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a07d1fa3-2fc3-4703-ae30-26ddda1dbff7 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:37.316764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.324886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cf7526-0d15-4c32-993f-250d4f93a8f6 req-805b56f4-88bf-4246-a2cd-018770c9df21 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282156 Jul 16 08:35:37.327161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.330023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243e4b5e-d275-45bf-8c5e-a816d698a40a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:35:37.344650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.346448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb56893-da03-46ba-b975-ef30386b0219 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:37.350506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-930ff158-5bf4-44ef-b2f8-61ecfa27071d admin admin] 10.222.0.32 "DELETE /v2.0/routers/243e4b5e-d275-45bf-8c5e-a816d698a40a HTTP/1.1" status: 204 len: 168 time: 5.0203915 Jul 16 08:35:37.354256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072831-8921-4c2f-8be4-e8429d0fa5ce req-575763e8-65f0-47e4-ad4d-ccf89a010fa9 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.360776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7072831-8921-4c2f-8be4-e8429d0fa5ce req-575763e8-65f0-47e4-ad4d-ccf89a010fa9 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 943 time: 0.3340819 Jul 16 08:35:37.361280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37732) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:37.394659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8bb56893-da03-46ba-b975-ef30386b0219,segment=NetworkSegment(8e23d4bd-c992-4a0f-8996-f3c3b46507d4),segment_id=8e23d4bd-c992-4a0f-8996-f3c3b46507d4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:37.407766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.437510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=a07d1fa3-2fc3-4703-ae30-26ddda1dbff7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.547035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.577026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88b0a49-1d3e-43d6-acd5-dab3222149bc']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.589630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Deleting subnet c07ad759-4230-42fd-af84-f89256dab043 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:37.590046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.595121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7072831-8921-4c2f-8be4-e8429d0fa5ce req-73ed65db-ab57-46b8-9e2f-c5410051cf3f tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265279 Jul 16 08:35:37.598730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.599287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Attempting to bind port 8486f250-aaaa-408a-aca7-5d587cb05b78 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:37.599650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Attempting to bind port 8486f250-aaaa-408a-aca7-5d587cb05b78 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:37.601148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Attempting to bind port 8486f250-aaaa-408a-aca7-5d587cb05b78 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:37.621164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8bb56893-da03-46ba-b975-ef30386b0219'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:37.633154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:37.634300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:37.648504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.670215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d3fdd-6f7b-4c5c-b160-91e05e481c1d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.670535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d3fdd-6f7b-4c5c-b160-91e05e481c1d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.684322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.709051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Port 8486f250-aaaa-408a-aca7-5d587cb05b78 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:37.709051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Attempting to bind port 8486f250-aaaa-408a-aca7-5d587cb05b78 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:37.713081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2d6e051-3e7e-4357-a533-db021f9f85e3 req-0d9d9ca1-c9ed-4270-b572-2454df80d8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310487 Jul 16 08:35:37.713737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.722860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:37.723335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:37.723969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:37.724461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Bound port: 8486f250-aaaa-408a-aca7-5d587cb05b78, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:37.725236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.729616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:37.730174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:37.733698 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:37.827250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.898938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.924515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.949913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.962253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/networks/b88b0a49-1d3e-43d6-acd5-dab3222149bc HTTP/1.1" status: 204 len: 168 time: 2.8645740 Jul 16 08:35:37.975374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37746) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.064516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d31ee-4819-4ce4-bfed-6bd154301e9c tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Network': ['ID=b88b0a49-1d3e-43d6-acd5-dab3222149bc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.081558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:38.103150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07ad759-4230-42fd-af84-f89256dab043,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.105420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8486f250-aaaa-408a-aca7-5d587cb05b78,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:38.115540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting subnet 8e1fa311-73dc-4d58-ba5c-0c89e15a8474 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:38.124634 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.126538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4dc50bec-7a65-4b6d-8cec-dedcbc54730e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c07ad759-4230-42fd-af84-f89256dab043 HTTP/1.1" status: 204 len: 168 time: 0.7626877 Jul 16 08:35:38.135652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Router 3e91d967-3e1e-436f-bddc-bb0dfff4490b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:38.136508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eea90d-80af-46b8-bdb6-312eabc6b0d5 None None] Network cf31ba7c-ce2b-46e3-b69e-f3006fc5467b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:38.137514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.146113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.261713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.381646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.382281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.395102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] 10.222.0.46 "PUT /v2.0/ports/8486f250-aaaa-408a-aca7-5d587cb05b78 HTTP/1.1" status: 200 len: 1097 time: 4.1679242 Jul 16 08:35:38.409018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.488931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:38.496406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.498165 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522" -d '{"events": [{"name": "network-changed", "server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:38.544698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] DHCP port deletion for cf31ba7c-ce2b-46e3-b69e-f3006fc5467b request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:38.588014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1e48-b3e9-4fb5-8dcb-17a392fe0505 service neutron] Pushing event updated for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.665229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Deleting port c262d134-3993-4253-ab4e-3ad0f19f9d4b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:38.665694 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.732336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.774908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] For port c262d134-3993-4253-ab4e-3ad0f19f9d4b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c262d134-3993-4253-ab4e-3ad0f19f9d4b,segment=NetworkSegment(200af30d-e9ad-4929-bc4b-c46c4f760983),segment_id=200af30d-e9ad-4929-bc4b-c46c4f760983)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:38.776693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.799418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Calling delete_port for c262d134-3993-4253-ab4e-3ad0f19f9d4b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:38.806879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-dcf48082-83ab-4ba9-9479-1d8457263d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.809387 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-dcf48082-83ab-4ba9-9479-1d8457263d37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 1100 time: 0.2843311 Jul 16 08:35:38.863215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8bb56893-da03-46ba-b975-ef30386b0219 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:38.899997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.910230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-32201b38-9eaf-4a78-9a74-95ffa5be0f12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8486f250-aaaa-408a-aca7-5d587cb05b78 HTTP/1.1" status: 200 len: 217 time: 0.0816143 Jul 16 08:35:38.919351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.976375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8bb56893-da03-46ba-b975-ef30386b0219 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:38.983429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.990409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8bb56893-da03-46ba-b975-ef30386b0219 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:38.990921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.026143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.048860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1fa311-73dc-4d58-ba5c-0c89e15a8474,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.052020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] Pushing event deleted for resources: {'Port': ['ID=c262d134-3993-4253-ab4e-3ad0f19f9d4b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.058398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc098a5-786c-40c0-b7f3-645c4ab48dc6 None None] No DVR routers for this DVR port c262d134-3993-4253-ab4e-3ad0f19f9d4b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:39.065666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.074063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a61bd9d4-f1f9-41aa-9973-703df275287d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/subnets/8e1fa311-73dc-4d58-ba5c-0c89e15a8474 HTTP/1.1" status: 204 len: 168 time: 1.0420341 Jul 16 08:35:39.074921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.080762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea94e6-b544-4852-8f81-d5185aabf662 None None] Network 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:39.135334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbd027-c3a9-4163-b726-390e86816bc7 req-aab8b1d8-9d1d-41d5-bbea-bde77e2043a6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.137228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40dbd027-c3a9-4163-b726-390e86816bc7 req-aab8b1d8-9d1d-41d5-bbea-bde77e2043a6 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 1.1129129 Jul 16 08:35:39.174288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fe8b6707-6902-421e-aa4f-3ca46e14e83e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:39.213428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-1d55b451-4db5-4422-a78f-00273ce22132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.215030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-1d55b451-4db5-4422-a78f-00273ce22132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2970884 Jul 16 08:35:39.218378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115251bc-7537-4e7a-a88c-199bedeb3593 req-9b45c294-96b4-48e7-8111-121a3d7e7f2f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.220208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-115251bc-7537-4e7a-a88c-199bedeb3593 req-9b45c294-96b4-48e7-8111-121a3d7e7f2f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 948 time: 0.3079178 Jul 16 08:35:39.220618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.269752 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.331880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-1cfbc143-9830-4d46-a80f-6a81ec70ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.332967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.333878 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-1cfbc143-9830-4d46-a80f-6a81ec70ddfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104105 Jul 16 08:35:39.347865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf31ba7c-ce2b-46e3-b69e-f3006fc5467b']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:39.374134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40dbd027-c3a9-4163-b726-390e86816bc7 req-94dc543a-2da3-4187-9fc4-7bbb5ef0be66 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082028 Jul 16 08:35:39.389583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port 040137d8-c421-4cb0-b305-9bc75c013ad9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:39.389583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.404406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:39.406606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200af30d-e9ad-4929-bc4b-c46c4f760983') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:39.406870 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e64e1-b4f4-4ca6-b3ed-10a712f2ea1a" -d '{"events": [{"server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb56893-da03-46ba-b975-ef30386b0219"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:39.407014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200af30d-e9ad-4929-bc4b-c46c4f760983') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:39.425093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:39.441297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87a61124-cdf4-4b8b-95c4-86b1385d606c admin admin] 10.222.0.32 "PUT /v2.0/routers/3e91d967-3e1e-436f-bddc-bb0dfff4490b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8553150 Jul 16 08:35:39.461827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8bb56893-da03-46ba-b975-ef30386b0219,segment=NetworkSegment(8e23d4bd-c992-4a0f-8996-f3c3b46507d4),segment_id=8e23d4bd-c992-4a0f-8996-f3c3b46507d4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:39.462078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.480455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.481175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-115251bc-7537-4e7a-a88c-199bedeb3593 req-3e0ba537-fbc0-45cd-ad3d-4d91223692e4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431507 Jul 16 08:35:39.482194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.530676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:39.534290 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.537355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port 040137d8-c421-4cb0-b305-9bc75c013ad9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=040137d8-c421-4cb0-b305-9bc75c013ad9,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:39.537678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.541200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fe8b6707-6902-421e-aa4f-3ca46e14e83e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:39.545441 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:39.554066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fe8b6707-6902-421e-aa4f-3ca46e14e83e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:39.554699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.560386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-eb2200ce-f6ac-4dbe-ae11-90ebc83a1b8f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100785 Jul 16 08:35:39.561632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for 040137d8-c421-4cb0-b305-9bc75c013ad9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:39.604174 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed96d9-72f6-4a45-8961-54d72dcb4b1e x-openstack-request-id: req-8aed96d9-72f6-4a45-8961-54d72dcb4b1e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:39.604532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:39.605294 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aed96d9-72f6-4a45-8961-54d72dcb4b1e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:39.605692 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78', 'status': 'completed', 'code': 200} Jul 16 08:35:39.673656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] DHCP port deletion for 66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:39.688175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.719884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.741982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.753066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf31ba7c-ce2b-46e3-b69e-f3006fc5467b HTTP/1.1" status: 204 len: 168 time: 1.6097877 Jul 16 08:35:39.781418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd61c07-4bbc-4de3-960e-50272064bae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf31ba7c-ce2b-46e3-b69e-f3006fc5467b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.919644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad248-f2ca-4012-a1b0-969790eb460f req-4da59465-f698-4a63-bec0-b4e061aeabe7 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.931645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b5ad248-f2ca-4012-a1b0-969790eb460f req-4da59465-f698-4a63-bec0-b4e061aeabe7 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 945 time: 0.1474731 Jul 16 08:35:39.968980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Deleting port 040137d8-c421-4cb0-b305-9bc75c013ad9 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:39.969376 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.040184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b5ad248-f2ca-4012-a1b0-969790eb460f req-c75e0111-2761-4975-8b0d-b97e19d7a9ee tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065331 Jul 16 08:35:40.074648 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8394a-cab5-4bfd-ae20-dc69942c08d9 x-openstack-request-id: req-28d8394a-cab5-4bfd-ae20-dc69942c08d9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:40.074897 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb56893-da03-46ba-b975-ef30386b0219", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:40.075171 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28d8394a-cab5-4bfd-ae20-dc69942c08d9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:40.075457 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219', 'code': 200} Jul 16 08:35:40.076203 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.083407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] For port 040137d8-c421-4cb0-b305-9bc75c013ad9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=040137d8-c421-4cb0-b305-9bc75c013ad9,segment=NetworkSegment(2fbd6bd2-3e46-4cb4-8787-cceec17c2373),segment_id=2fbd6bd2-3e46-4cb4-8787-cceec17c2373)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:40.083813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.107370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Calling delete_port for 040137d8-c421-4cb0-b305-9bc75c013ad9 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:40.130275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fe8b6707-6902-421e-aa4f-3ca46e14e83e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fe8b6707-6902-421e-aa4f-3ca46e14e83e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:40.146996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.166945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37796) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:40.256401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c262d134-3993-4253-ab4e-3ad0f19f9d4b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:40.288868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c262d134-3993-4253-ab4e-3ad0f19f9d4b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:40.288868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c262d134-3993-4253-ab4e-3ad0f19f9d4b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:40.289064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b3fd27aa-f176-4a26-b45d-b42a50ba5e5a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:40.290686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fe8b6707-6902-421e-aa4f-3ca46e14e83e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.315817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-62c09385-1947-4633-808e-5d9cbbbc1960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d18dee01d9f4cef80eb729fd017dc31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1472445 Jul 16 08:35:40.323939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37802) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:40.332422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b3fd27aa-f176-4a26-b45d-b42a50ba5e5a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:40.332912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b3fd27aa-f176-4a26-b45d-b42a50ba5e5a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:40.361734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.406740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Sync routers for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:40.439509 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:40.447058 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:40.458843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] No DVR routers for this DVR port 040137d8-c421-4cb0-b305-9bc75c013ad9 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:40.460624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726722fd-5759-47bd-8885-c4c850ef69b1 None None] Pushing event deleted for resources: {'Port': ['ID=040137d8-c421-4cb0-b305-9bc75c013ad9,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.568286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b7767dc-1d65-4d8a-9b09-7c1873265ce7 req-110fef42-a0ca-408c-9190-285c969d58a3 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9992371 Jul 16 08:35:40.571189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.587077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.627547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:40.633899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=040137d8-c421-4cb0-b305-9bc75c013ad9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.637738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca86f9-13df-4acc-b7f1-66501aed5bf4 req-146b4423-7233-4e00-bda6-a759f8cdbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.639265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91ca86f9-13df-4acc-b7f1-66501aed5bf4 req-146b4423-7233-4e00-bda6-a759f8cdbb8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 1097 time: 0.2839375 Jul 16 08:35:40.641548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-327c9ea0-c77b-42ce-a2cb-b69b897e8fde tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.646654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port 040137d8-c421-4cb0-b305-9bc75c013ad9 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:40.657284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-327c9ea0-c77b-42ce-a2cb-b69b897e8fde tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 811 time: 0.4292972 Jul 16 08:35:40.750243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.758210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-3459239e-9bad-4852-b14f-6568a668a64e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/quotas/08faab286e8b4282a8991c1b35dfcf04 HTTP/1.1" status: 200 len: 375 time: 0.1000893 Jul 16 08:35:40.866615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.872161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ed4b1-9467-490e-b22a-53e240c0fa9a req-7d29a633-3eb7-4141-83b5-83bd2709c0dc tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.873718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-171ed4b1-9467-490e-b22a-53e240c0fa9a req-7d29a633-3eb7-4141-83b5-83bd2709c0dc tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.2094581 Jul 16 08:35:40.893054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:40.906220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-91ca86f9-13df-4acc-b7f1-66501aed5bf4 req-9ba3ae0b-d294-4b7a-9e3e-c85c3013b9fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573113 Jul 16 08:35:40.915871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.919218 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.920914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08df3d96-e294-4e98-baef-c327305d2913 HTTP/1.1" status: 204 len: 168 time: 0.5957654 Jul 16 08:35:40.930753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbd6bd2-3e46-4cb4-8787-cceec17c2373') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:40.931191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbd6bd2-3e46-4cb4-8787-cceec17c2373') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:40.945208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-142a5540-1e3f-4675-a57b-872b425d47c1 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858919 Jul 16 08:35:40.948207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.957486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-fa19e5c7-1f85-4f20-afd4-3829b03627de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.959011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-fa19e5c7-1f85-4f20-afd4-3829b03627de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 1100 time: 0.3003452 Jul 16 08:35:40.969258 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:36Z', 'revision_number': 4, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '8db22cc3-f491-47cc-bac8-926bd7d096a3', 'name': '', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'mac_address': 'fa:16:3e:41:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:34Z', 'updated_at': '2021-07-16T08:35:36Z', 'revision_number': 2, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'subnets': [{'id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:40.979021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.009821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-171ed4b1-9467-490e-b22a-53e240c0fa9a req-2612f49b-d5bc-4c45-a54a-a9e1d5762c83 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175895 Jul 16 08:35:41.010300 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Checking router: 3e91d967-3e1e-436f-bddc-bb0dfff4490b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:41.010885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Updating router 3e91d967-3e1e-436f-bddc-bb0dfff4490b port 8db22cc3-f491-47cc-bac8-926bd7d096a3 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:41.031976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:41.032995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:41.037731 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:41.040501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff2010-493c-48c1-a1a7-71e2193b7ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df3d96-e294-4e98-baef-c327305d2913,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.082226 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.121835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fe8b6707-6902-421e-aa4f-3ca46e14e83e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:41.232803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-2f472122-c7fe-4dbe-a76c-c4a2e5f98432 service neutron] 10.222.0.32 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583621 Jul 16 08:35:41.361451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.389804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.393375 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/networks/66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6 HTTP/1.1" status: 204 len: 168 time: 2.3156114 Jul 16 08:35:41.404001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37822) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:41.432829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fe8b6707-6902-421e-aa4f-3ca46e14e83e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:41.433977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.444242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5503d-b591-48b7-b4e4-c03f1fd78f99 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Network': ['ID=66fb2457-eb89-4e1b-9b8a-5ce03cc6c0a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.449106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-6867429f-cdf9-4cf4-94e0-965f4beb636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.450610 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-6867429f-cdf9-4cf4-94e0-965f4beb636e service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4838464 Jul 16 08:35:41.478904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-97331350'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:41.535267 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.554494 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Transition to ACTIVE for port object 8db22cc3-f491-47cc-bac8-926bd7d096a3 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:41.556071 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-8ee0e649-2873-4c2a-9b39-7f645c8c1fdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8486f250-aaaa-408a-aca7-5d587cb05b78 HTTP/1.1" status: 200 len: 217 time: 0.0937634 Jul 16 08:35:41.581491 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.599862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:41.611068 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.663485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 040137d8-c421-4cb0-b305-9bc75c013ad9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:41.676256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-22c2cc5f-38bb-44a0-98c9-f66e2994f12e service neutron] 10.222.0.32 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375560 Jul 16 08:35:41.683036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-87b44eea-ab3f-4d8d-a769-adaec419674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.684830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-87b44eea-ab3f-4d8d-a769-adaec419674e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1221230 Jul 16 08:35:41.695624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 040137d8-c421-4cb0-b305-9bc75c013ad9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:41.696052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 040137d8-c421-4cb0-b305-9bc75c013ad9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:41.710168 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Pushing event updated for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.733035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ec95-aa3a-419b-9ad3-2aea7fad7a02 req-0c764ef2-334f-4b6e-a360-258fc4bb4f90 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.740550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4249ec95-aa3a-419b-9ad3-2aea7fad7a02 req-0c764ef2-334f-4b6e-a360-258fc4bb4f90 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 948 time: 0.4378028 Jul 16 08:35:41.776457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.776819 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.779541 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.779680 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.779948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.780308 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.782222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.782222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.782222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.783755 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.784123 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.784803 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:41.787876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:41.795006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-9af8f975-f1cb-4bd0-bfad-ead8b2d05623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.798119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-9af8f975-f1cb-4bd0-bfad-ead8b2d05623 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059694 Jul 16 08:35:41.810283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.810774 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Added segment 195a16c1-7622-409e-aa53-7194dc282ab2 of type vlan for network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 Jul 16 08:35:41.827469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:41.843018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4249ec95-aa3a-419b-9ad3-2aea7fad7a02 req-0ac26f9b-9f6b-4838-a7ab-748413d21681 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992053 Jul 16 08:35:41.891351 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Attempting to bind port 8db22cc3-f491-47cc-bac8-926bd7d096a3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:41.901238 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Attempting to bind port 8db22cc3-f491-47cc-bac8-926bd7d096a3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:41.901702 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Attempting to bind port 8db22cc3-f491-47cc-bac8-926bd7d096a3 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:41.904905 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.919531 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:41.919907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Checking segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:41.920440 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.922330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Bound using segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:41.922822 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Bound port: 8db22cc3-f491-47cc-bac8-926bd7d096a3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:41.923239 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.944676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.950900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.952002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.038714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6290958 Jul 16 08:35:42.047054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37836) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:42.054263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'subnet': {'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:42.085543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-dd190488-d69c-4da2-b03a-f26994bb3f5a service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797534 Jul 16 08:35:42.106563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] For port 8db22cc3-f491-47cc-bac8-926bd7d096a3, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:42.110140 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] For port 8db22cc3-f491-47cc-bac8-926bd7d096a3, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8db22cc3-f491-47cc-bac8-926bd7d096a3,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:42.118595 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.136348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d88d8-0dc8-4388-8220-b24b94870357 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Network': ['ID=6a95b368-ea2b-46d5-bccd-4ad9e96f20d2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.153000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:42.222848 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2638f-1a15-4cb8-84f1-8fd87f0133ed None None] Pushing event updated for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.241879 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:42.242639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:42.325537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-24bb6de0-f9c3-4cdc-9698-8b9e9f79a522 req-b99cdb47-e8a5-4477-838d-01fc4c205de5 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346983 Jul 16 08:35:42.331417 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55491021-0ba9-4aa3-811b-df9a92884bda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a6e73ea0ae94e66bedbd6859bf120b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999564 Jul 16 08:35:42.341197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:42.389674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:42.394098 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.394794 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:42.438191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0a101ae-0666-47a5-a0bf-1a5b91ee824f req-66380fb8-0990-4bc2-a90e-663c5f4d53ef tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 210 time: 0.0515623 Jul 16 08:35:42.467154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fb0e3-b52c-4d40-98ba-5bd29495ae85 req-d4e755f3-4ab8-4c30-b512-789b8e5cb65d tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.467154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e74fb0e3-b52c-4d40-98ba-5bd29495ae85 req-d4e755f3-4ab8-4c30-b512-789b8e5cb65d tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 945 time: 0.3962677 Jul 16 08:35:42.499438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.565069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.573945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e74fb0e3-b52c-4d40-98ba-5bd29495ae85 req-7597c33b-e281-444c-a9dd-515c13308cf1 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034839 Jul 16 08:35:42.581816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:42.706307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.710635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.712177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f188de8-55ef-41ff-92ed-1111c86f1fd9 HTTP/1.1" status: 204 len: 168 time: 0.3627458 Jul 16 08:35:42.738443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a4331-d63a-4e31-94ca-6b3985c4e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f188de8-55ef-41ff-92ed-1111c86f1fd9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.781847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4918a2e-66db-493d-9fb5-3975e8c50412 req-37846576-9659-4a10-a4ed-277015f0ad6f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.784211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4918a2e-66db-493d-9fb5-3975e8c50412 req-37846576-9659-4a10-a4ed-277015f0ad6f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.2019196 Jul 16 08:35:42.922688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-92ccb0d9-7b12-46b1-bc7f-a70c17626873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.006757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4918a2e-66db-493d-9fb5-3975e8c50412 req-2f873573-e3e1-4c3a-9bff-8701f54eae56 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120755 Jul 16 08:35:43.018390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.110757 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:36Z', 'revision_number': 4, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '8db22cc3-f491-47cc-bac8-926bd7d096a3', 'name': '', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'mac_address': 'fa:16:3e:41:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:34Z', 'updated_at': '2021-07-16T08:35:42Z', 'revision_number': 4, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'subnets': [{'id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:43.180959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Subnet': ['ID=c59a6df8-05d1-455d-a221-b6793d2dbafe,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:43.195862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce468a9-7f0a-40e3-a837-a1b74163c0fd None None] The sync data for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 is: [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:35:36Z', 'revision_number': 4, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '8db22cc3-f491-47cc-bac8-926bd7d096a3', 'name': '', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'mac_address': 'fa:16:3e:41:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:34Z', 'updated_at': '2021-07-16T08:35:42Z', 'revision_number': 4, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'subnets': [{'id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:43.204299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Checking segment: {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:43.204681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network hostable DHCP agents. Network: 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:43.315696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:43.331912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:43.337391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.338403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.354292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3838be-6e30-47b8-825d-3ce8a0172693 None None] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:43.392912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c55cd1f5-3bab-4e1a-af2d-5280652554bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3439453 Jul 16 08:35:43.395660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:43.406029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1739217969'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:43.478999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:43.492861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.497487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8486f250-aaaa-408a-aca7-5d587cb05b78 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:43.550205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:43.584845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.585197 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Added segment 647499d8-a96b-4aec-91fc-961df11460cb of type vlan for network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 Jul 16 08:35:43.614726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837def46-0dcb-4d0e-a9e0-3c61297f1a2a req-a74412b8-65ad-404d-9277-2c1bef847031 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.619168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-837def46-0dcb-4d0e-a9e0-3c61297f1a2a req-a74412b8-65ad-404d-9277-2c1bef847031 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 948 time: 0.1888986 Jul 16 08:35:43.646367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.711708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.727625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.729969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.750284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-837def46-0dcb-4d0e-a9e0-3c61297f1a2a req-297ba127-e40b-4989-a89b-d0e08687d8fa tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246061 Jul 16 08:35:43.809566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8486f250-aaaa-408a-aca7-5d587cb05b78,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:43.830496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4334075 Jul 16 08:35:43.832817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37888) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:43.838479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'subnet': {'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:43.938131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '8486f250-aaaa-408a-aca7-5d587cb05b78', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '8486f250-aaaa-408a-aca7-5d587cb05b78', 'mac_address': 'fa:16:3e:18:07:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:43.968109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6a95b368-ea2b-46d5-bccd-4ad9e96f20d2', 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'fixed_ips': [{'subnet_id': 'c59a6df8-05d1-455d-a221-b6793d2dbafe'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:43.992325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.011048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4d601-2607-4657-82d8-5745ea3128ba tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Network': ['ID=b1b256da-a06d-4c1c-9e92-37a5ae45dc26,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.015470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:44.020346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.037644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:44.316736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b577764-e1ff-4f80-a020-65a1957e3385 req-8d12a182-6f96-45c9-acd6-28250489ed58 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 210 time: 0.1371279 Jul 16 08:35:44.470679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-702d397e-f8f1-4a2b-966a-9eb3721d23c3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.482477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-702d397e-f8f1-4a2b-966a-9eb3721d23c3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.47 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 811 time: 0.3294315 Jul 16 08:35:44.515041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Request body: {'port': {'device_id': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'admin_state_up': True, 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:44.602875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.815880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Allocated IP 19.80.0.2 (6a95b368-ea2b-46d5-bccd-4ad9e96f20d2/c59a6df8-05d1-455d-a221-b6793d2dbafe/c5ae1455-6330-4bc8-b6a3-c31878299933) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:44.821600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Made reservation on behalf of 08faab286e8b4282a8991c1b35dfcf04 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:44.830449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.981287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8486f250-aaaa-408a-aca7-5d587cb05b78 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:45.179318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8486f250-aaaa-408a-aca7-5d587cb05b78,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:45.197518 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.214695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.285959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8db22cc3-f491-47cc-bac8-926bd7d096a3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:45.315995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Allocated IP 172.20.0.2 (089413aa-99f5-446a-93a9-0d1bb7d8375b/36d280f7-8a5d-458d-97dd-f0aaecda214d/2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:45.387600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93a415-d146-4e67-a96e-eb6df0f6bbc4 req-22df908c-ae3a-4978-911e-71f3a296eb54 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.400822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c93a415-d146-4e67-a96e-eb6df0f6bbc4 req-22df908c-ae3a-4978-911e-71f3a296eb54 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.7603421 Jul 16 08:35:45.404206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.460313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8486f250-aaaa-408a-aca7-5d587cb05b78'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:45.542567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Subnet': ['ID=4f25d47c-46ca-40b8-a18a-6427d74baad9,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.586052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c93a415-d146-4e67-a96e-eb6df0f6bbc4 req-0f431257-181a-4697-8df7-e943fb856a3d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810348 Jul 16 08:35:45.586578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37920) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:45.602816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8db22cc3-f491-47cc-bac8-926bd7d096a3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:45.624746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.639421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4533c9b3-0eca-45f6-abc5-c26b7161909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.643007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8db22cc3-f491-47cc-bac8-926bd7d096a3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:45.643787 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.648263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e9fb-2684-4a34-b671-f3fa32abc719 req-ace71506-56f4-445f-8ee7-32cd8123042b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.655296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6950e9fb-2684-4a34-b671-f3fa32abc719 req-ace71506-56f4-445f-8ee7-32cd8123042b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 948 time: 0.6545491 Jul 16 08:35:45.687065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Transition to ACTIVE for port object c5ae1455-6330-4bc8-b6a3-c31878299933 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.723424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.750336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Checking segment: {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:45.751036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network hostable DHCP agents. Network: b1b256da-a06d-4c1c-9e92-37a5ae45dc26, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:45.793602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Transition to ACTIVE for port object c5ae1455-6330-4bc8-b6a3-c31878299933 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.825200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.829203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.836671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.904890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Pushing event updated for resources: {'Port': ['ID=c5ae1455-6330-4bc8-b6a3-c31878299933,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.922463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa670-f167-4f66-9b9c-ace43e611754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.933462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:45.936467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:45.943931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:45.950459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:45.960387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:45.963314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:45.970072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Pushing event updated for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.980680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6950e9fb-2684-4a34-b671-f3fa32abc719 req-a8e3724c-6345-4e04-8885-d01104be08ac tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098204 Jul 16 08:35:45.997302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:46.027431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b1b256da-a06d-4c1c-9e92-37a5ae45dc26) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:46.034987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.039019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.068006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535b13f-9808-4821-89f1-c40ee57940d4 None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:46.075711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.086994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.101628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Attempting to bind port c5ae1455-6330-4bc8-b6a3-c31878299933 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:46.101628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Attempting to bind port c5ae1455-6330-4bc8-b6a3-c31878299933 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:46.101914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Attempting to bind port c5ae1455-6330-4bc8-b6a3-c31878299933 on network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.125384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d48b6-8f26-47e3-a361-d054acbc9bec req-81739ab3-3044-4504-a606-7ea6961ccb21 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.132789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f1d48b6-8f26-47e3-a361-d054acbc9bec req-81739ab3-3044-4504-a606-7ea6961ccb21 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 931 time: 0.3662140 Jul 16 08:35:46.147231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.182062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:46.182545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Checking segment: {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:46.182892 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.183295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Bound using segment: {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:46.183775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Bound port: c5ae1455-6330-4bc8-b6a3-c31878299933, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:46.184208 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.195547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f1d48b6-8f26-47e3-a361-d054acbc9bec req-9587a7ac-99bf-447c-aa7e-483b28ac09b6 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 Jul 16 08:35:46.259558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa670-f167-4f66-9b9c-ace43e611754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.270401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa670-f167-4f66-9b9c-ace43e611754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.274401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-ed2548f7-c7ae-4dbf-8e42-875dfd04968e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815347 Jul 16 08:35:46.282080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 8db22cc3-f491-47cc-bac8-926bd7d096a3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8db22cc3-f491-47cc-bac8-926bd7d096a3,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:46.286185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Request body: {'port': {'device_id': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:46.296072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1d9137f3-2ce6-496f-a511-4c5833b60bbd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4607601 Jul 16 08:35:46.334567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.434517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee8fa670-f167-4f66-9b9c-ace43e611754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fde983e120a4bc1bb9d0247c451b0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8428521 Jul 16 08:35:46.435197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37946) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:46.451268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fa670-f167-4f66-9b9c-ace43e611754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377bca8-1714-4621-95a9-5a63f2ff92da,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.464805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] For port c5ae1455-6330-4bc8-b6a3-c31878299933, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:46.468319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.516207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] For port c5ae1455-6330-4bc8-b6a3-c31878299933, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c5ae1455-6330-4bc8-b6a3-c31878299933,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:46.529678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b1b256da-a06d-4c1c-9e92-37a5ae45dc26', 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'fixed_ips': [{'subnet_id': '4f25d47c-46ca-40b8-a18a-6427d74baad9'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:46.531036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.531595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.538637 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.595318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.674870 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.705996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b76333-1a26-41cd-a1f5-04cb1e335ad1 None None] Pushing event updated for resources: {'Port': ['ID=c5ae1455-6330-4bc8-b6a3-c31878299933,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.805076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.813228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Allocated IP 19.86.0.2 (b1b256da-a06d-4c1c-9e92-37a5ae45dc26/4f25d47c-46ca-40b8-a18a-6427d74baad9/5e69fb4b-0376-4630-9b6c-6e397edaa6d4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:46.956113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-78dd892b-4349-4fdd-a5fd-a3d1f31f5027 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.961929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-78dd892b-4349-4fdd-a5fd-a3d1f31f5027 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.964049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-78dd892b-4349-4fdd-a5fd-a3d1f31f5027 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/networks?id=6a95b368-ea2b-46d5-bccd-4ad9e96f20d2&id=b1b256da-a06d-4c1c-9e92-37a5ae45dc26 HTTP/1.1" status: 200 len: 1390 time: 0.2786977 Jul 16 08:35:47.021150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32e33-8d68-4a27-974d-d1853f97a679 req-196cff8f-15b0-41f0-95f9-6134a22e8eac tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.027318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30b32e33-8d68-4a27-974d-d1853f97a679 req-196cff8f-15b0-41f0-95f9-6134a22e8eac tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.1729467 Jul 16 08:35:47.030828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.045375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.049361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4377bca8-1714-4621-95a9-5a63f2ff92da HTTP/1.1" status: 204 len: 168 time: 0.6128471 Jul 16 08:35:47.067420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd4284-210c-4157-a5fa-ef0fdf93e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377bca8-1714-4621-95a9-5a63f2ff92da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.086342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.089606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-532dc714-86fb-44bd-b345-d5ad63c7ecad tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/quotas/97783a8642d64c33a94e6789a2943559 HTTP/1.1" status: 200 len: 375 time: 0.0902960 Jul 16 08:35:47.133298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Transition to ACTIVE for port object 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:47.159734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Transition to ACTIVE for port object 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:47.170001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.278687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30b32e33-8d68-4a27-974d-d1853f97a679 req-8e04e691-ac43-4e42-9bbd-1f6472c08ba2 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281830 Jul 16 08:35:47.341187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-39dddcfb-82a4-4a9e-87b8-9fcb1e96781f tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501345 Jul 16 08:35:47.448837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:47.469875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.502642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Transition to ACTIVE for port object 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:47.514907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.568495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:47.569781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8db22cc3-f491-47cc-bac8-926bd7d096a3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:47.571907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8486f250-aaaa-408a-aca7-5d587cb05b78 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:47.580867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:47.585069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:47.653406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Pushing event updated for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.663479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Pushing event updated for resources: {'Port': ['ID=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.811804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Attempting to bind port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:47.814256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Attempting to bind port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:47.816153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Attempting to bind port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 on network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:47.839729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 8486f250-aaaa-408a-aca7-5d587cb05b78 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:47.843022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Attempting to bind port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:47.843396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Attempting to bind port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:47.843683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Attempting to bind port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:47.853849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8db22cc3-f491-47cc-bac8-926bd7d096a3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:47.854330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.856112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:47.856490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Checking segment: {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:47.856881 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.857394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Bound using segment: {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:47.857737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Bound port: 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:47.858109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.862341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:47.862663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Attempting to bind port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:47.878779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:47.881584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 8486f250-aaaa-408a-aca7-5d587cb05b78 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:47.881957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.884653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Checking segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:47.887302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Bound using segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:47.889255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Bound port: 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:47.889955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.978701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-14d4cdf2-2b11-47be-9c8a-3510c11244b6 service neutron] 10.222.0.32 "GET /v2.0/networks/6a95b368-ea2b-46d5-bccd-4ad9e96f20d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365273 Jul 16 08:35:48.002193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.039966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef132dd2-39dc-4ae3-9087-78ccdc5d0617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.080991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:48.086547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:48.106129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.123597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c5ae1455-6330-4bc8-b6a3-c31878299933 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:48.168975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-a2020a2b-8943-47da-86da-4a1da611b4fb service neutron] 10.222.0.32 "GET /v2.0/networks/6a95b368-ea2b-46d5-bccd-4ad9e96f20d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884096 Jul 16 08:35:48.171793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] For port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:48.181850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] For port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:48.199866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.269982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.271220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.272714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] 10.222.0.47 "PUT /v2.0/ports/2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 200 len: 1092 time: 1.9915311 Jul 16 08:35:48.310083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c51ce-a94c-4664-95d1-b3a4d2592c10 None None] Pushing event updated for resources: {'Port': ['ID=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.333586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:48.340142 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949bf8c-ef7c-4733-b4d7-57c5614528f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:48.375409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.418597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.467759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-ec46f02d-669f-4db8-a6e1-25a09082d397 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940636 Jul 16 08:35:48.478631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8486f250-aaaa-408a-aca7-5d587cb05b78,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:48.480673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:48.488646 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3d8ff-38a7-4baa-b7c8-95ad39f05f28" -d '{"events": [{"server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "name": "network-vif-plugged", "status": "completed", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:48.495628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d878c-e822-42fc-843a-d0edab7cd0ff service neutron] Pushing event updated for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.496223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c5ae1455-6330-4bc8-b6a3-c31878299933 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:48.502956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.581630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae055-9d4b-43ee-af72-0bfc4f4716d8 req-205aa6df-2b06-42a3-9a43-8c7addfe53ce tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.583213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be8779-c3eb-4b68-869a-16fada572675 None None] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:48.595274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722ae055-9d4b-43ee-af72-0bfc4f4716d8 req-205aa6df-2b06-42a3-9a43-8c7addfe53ce tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 949 time: 0.2834675 Jul 16 08:35:48.631637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-9daa41f3-0ca1-4d55-825b-db2c9418a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.637394 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-9daa41f3-0ca1-4d55-825b-db2c9418a758 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1095 time: 0.2907693 Jul 16 08:35:48.659133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef132dd2-39dc-4ae3-9087-78ccdc5d0617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.692368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Provisioning for port c5ae1455-6330-4bc8-b6a3-c31878299933 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:48.716297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef132dd2-39dc-4ae3-9087-78ccdc5d0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.726767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-4aba003c-e27b-4c81-8c35-93ac5fdc0293 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 200 len: 217 time: 0.0809550 Jul 16 08:35:48.768163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722ae055-9d4b-43ee-af72-0bfc4f4716d8 req-250b561a-cc7d-4424-a46f-0f01bff869c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715455 Jul 16 08:35:48.785388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Provisioning complete for port c5ae1455-6330-4bc8-b6a3-c31878299933 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:48.785770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.793906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-08776be3-22c1-4153-b935-b6182d3e550d service neutron] 10.222.0.32 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244758 Jul 16 08:35:48.833910 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef132dd2-39dc-4ae3-9087-78ccdc5d0617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cb1ed234c93478c9e981807a8c873fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305140 Jul 16 08:35:48.836552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37992) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.842496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132dd2-39dc-4ae3-9087-78ccdc5d0617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34bdba8-d919-44fe-b62b-8aa52fbc151b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.855344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-27a2983d-6e25-473d-b626-d3dc8c9b8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.857153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-27a2983d-6e25-473d-b626-d3dc8c9b8d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.1236656 Jul 16 08:35:48.863043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.906012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-8d3cf423-1edd-424d-8267-912cffd3edde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409622 Jul 16 08:35:48.989590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.041402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.096110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.140411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-9e591abc-833b-4f7b-b71e-2552c48b8ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208548 Jul 16 08:35:49.211528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] For port c5ae1455-6330-4bc8-b6a3-c31878299933, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c5ae1455-6330-4bc8-b6a3-c31878299933,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:49.215478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:49.254347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.259020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.261874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f34bdba8-d919-44fe-b62b-8aa52fbc151b HTTP/1.1" status: 204 len: 168 time: 0.4233902 Jul 16 08:35:49.296711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.296840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f03c6-a1ff-4d1b-854f-344734cfc418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34bdba8-d919-44fe-b62b-8aa52fbc151b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.302998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3b9e-2193-4a26-a61f-a0ca11cdd512 req-7d729294-01ca-45f9-88d1-8bc0240fb481 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.305041 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82cf3b9e-2193-4a26-a61f-a0ca11cdd512 req-7d729294-01ca-45f9-88d1-8bc0240fb481 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 943 time: 0.1162803 Jul 16 08:35:49.429590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38b6884e-dd71-435f-b300-72eca39a0a74 req-17a898dd-30ae-4a9d-841b-942ebdfd7085 service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753315 Jul 16 08:35:49.443178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:49.455602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82cf3b9e-2193-4a26-a61f-a0ca11cdd512 req-c69c0472-4ad2-4b3b-ba52-e72dca214ab8 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418874 Jul 16 08:35:49.512293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150b0e-3551-4edd-867e-0721fedd1aed None None] Pushing event updated for resources: {'Port': ['ID=c5ae1455-6330-4bc8-b6a3-c31878299933,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:49.843301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293d7e0-f042-4561-a52d-cc8f23c070cd req-31ba6fd5-dfbe-4c9b-8f5b-9cce114c79fc tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.850980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a293d7e0-f042-4561-a52d-cc8f23c070cd req-31ba6fd5-dfbe-4c9b-8f5b-9cce114c79fc tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 945 time: 0.1900601 Jul 16 08:35:49.939020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a293d7e0-f042-4561-a52d-cc8f23c070cd req-da6ee85d-616c-4dd8-8190-fe4f940b1682 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Jul 16 08:35:49.999615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a87ada28-3bed-4b40-a9ff-e92e83360978 None None] Provisioning complete for port c5ae1455-6330-4bc8-b6a3-c31878299933 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:50.001890 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a87ada28-3bed-4b40-a9ff-e92e83360978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.047394 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff4f38-3f65-4fd8-9163-7a1e55d06f25 x-openstack-request-id: req-aeff4f38-3f65-4fd8-9163-7a1e55d06f25 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:50.047993 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:50.047993 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeff4f38-3f65-4fd8-9163-7a1e55d06f25 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:50.048440 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9', 'status': 'completed', 'code': 200} Jul 16 08:35:50.115015 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3d1b1-6bc6-408e-8656-815eb2606398 x-openstack-request-id: req-92a3d1b1-6bc6-408e-8656-815eb2606398 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:50.115304 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "name": "network-vif-plugged", "status": "completed", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:50.115560 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92a3d1b1-6bc6-408e-8656-815eb2606398 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:50.115952 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78', 'code': 200} Jul 16 08:35:50.283390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d87caaf3-4739-4416-8cc1-cb6df8557edb req-3e157a85-ea79-4bea-8fef-bd96d6c43efe tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 210 time: 0.1333332 Jul 16 08:35:50.345785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29273571-e85e-46ff-a010-516b61ecf3c1 None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:50.469210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b055d0-6f79-441e-9d1d-abeaa1207fc0 req-1ce7ace0-f814-4104-9788-c5902bb951d0 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.469438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-b3c1618e-b2d9-4a9f-aae8-dd39b72cbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.474064 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-b3c1618e-b2d9-4a9f-aae8-dd39b72cbe2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1095 time: 0.3967271 Jul 16 08:35:50.483397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b055d0-6f79-441e-9d1d-abeaa1207fc0 req-1ce7ace0-f814-4104-9788-c5902bb951d0 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 950 time: 0.1637890 Jul 16 08:35:50.518806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b93b-ece7-45aa-8ec3-ce020f2a0aa7 req-6fa86f2d-a334-4596-87f0-32289b521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.525157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e86b93b-ece7-45aa-8ec3-ce020f2a0aa7 req-6fa86f2d-a334-4596-87f0-32289b521ece service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 1102 time: 0.2689836 Jul 16 08:35:50.536693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Provisioning for port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:50.566779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Provisioning complete for port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:50.570207 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.586579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b055d0-6f79-441e-9d1d-abeaa1207fc0 req-55b3ebc2-7ee3-4332-b360-16c38c0ff811 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Jul 16 08:35:50.685155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e86b93b-ece7-45aa-8ec3-ce020f2a0aa7 req-704ba076-9c1e-4536-9794-d1caf162121a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158152 Jul 16 08:35:50.855492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-3bfd1463-4188-4e1c-97b8-291005532019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.859708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-3bfd1463-4188-4e1c-97b8-291005532019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 0.3771212 Jul 16 08:35:50.917754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:50.918920 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-0ee47b20-303f-47ee-b2ce-239d5a0289d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 200 len: 217 time: 0.0502186 Jul 16 08:35:50.963777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.039391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-37866351-9a4b-4df5-88fc-b28e6078b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.051248 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-37866351-9a4b-4df5-88fc-b28e6078b936 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.1142788 Jul 16 08:35:51.100785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554947-54b2-4a94-8e64-a6b4294ce14b req-ba77f38a-22ff-4ddb-8992-5603f808c388 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.105102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de554947-54b2-4a94-8e64-a6b4294ce14b req-ba77f38a-22ff-4ddb-8992-5603f808c388 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 943 time: 0.1905854 Jul 16 08:35:51.111295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] For port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.136860 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-59e2589c-f6fe-4065-9df3-9c2291b0bacd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846677 Jul 16 08:35:51.215909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c5ae1455-6330-4bc8-b6a3-c31878299933 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:51.298593 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.318981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de554947-54b2-4a94-8e64-a6b4294ce14b req-48acdda8-642e-487f-a7dd-1655f3cf146a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065821 Jul 16 08:35:51.385537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-13fda325-8618-445a-b0ff-08ca73a9ff7d service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386017 Jul 16 08:35:51.549868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.578597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c0cac53-575a-4dda-ae79-873abd57cd3c req-d924be5a-4649-4cc1-a43a-4f64bf7c3174 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 210 time: 0.0838401 Jul 16 08:35:51.598241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3949bf8c-ef7c-4733-b4d7-57c5614528f5 req-9d3bf5ea-46ec-45ae-bc6b-780c5a547b93 service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011580 Jul 16 08:35:51.609282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c61cb18-7788-48d2-9990-453710907d5a None None] Provisioning complete for port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:51.609648 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c61cb18-7788-48d2-9990-453710907d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.617406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'port_id': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9', 'mac_address': 'fa:16:3e:2c:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:51.659821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff9279-bfbf-4dd2-b2b0-280774258bed None None] Pushing event updated for resources: {'Port': ['ID=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.671066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c5ae1455-6330-4bc8-b6a3-c31878299933 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:51.671746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.852312 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.896527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:51.938538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:51.997916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.036402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e361-0728-4155-a5ea-a3f25865a712 req-d15c0b3f-aec4-427e-a20f-c21248646825 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.044279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93c3e361-0728-4155-a5ea-a3f25865a712 req-d15c0b3f-aec4-427e-a20f-c21248646825 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 950 time: 0.2273896 Jul 16 08:35:52.063805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.123044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-6513c97c-ef46-4925-84be-b6673842b4a0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.140295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93c3e361-0728-4155-a5ea-a3f25865a712 req-8fafc970-2dc3-478f-b4ba-a9cc830eb84f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811737 Jul 16 08:35:52.151026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-6513c97c-ef46-4925-84be-b6673842b4a0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.155486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-6513c97c-ef46-4925-84be-b6673842b4a0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "GET /v2.0/networks?id=6a95b368-ea2b-46d5-bccd-4ad9e96f20d2&id=b1b256da-a06d-4c1c-9e92-37a5ae45dc26 HTTP/1.1" status: 200 len: 1390 time: 0.3852284 Jul 16 08:35:52.169794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'port': {'device_id': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2', 'admin_state_up': True, 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:52.218707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:52.283986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:52.446932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:52.450599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.512843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91bdbc04-0ff7-43ea-970c-bac9242596f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.753394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Allocated IP 19.80.0.59 (6a95b368-ea2b-46d5-bccd-4ad9e96f20d2/c59a6df8-05d1-455d-a221-b6793d2dbafe/3b4c8931-a7eb-401d-a9f1-647c2b85b4f1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:52.783487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ae92d16-9425-40e1-a47d-d68098bb7d29 req-edce33be-788a-44d9-8822-47e72585fa20 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 210 time: 0.0721152 Jul 16 08:35:52.820622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83af18-3092-4d03-8001-bd3aead0e234 req-340821ab-0f50-441b-965a-a9d2eb10ce57 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.831607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e83af18-3092-4d03-8001-bd3aead0e234 req-340821ab-0f50-441b-965a-a9d2eb10ce57 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 944 time: 0.2084184 Jul 16 08:35:52.867023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91bdbc04-0ff7-43ea-970c-bac9242596f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.888586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91bdbc04-0ff7-43ea-970c-bac9242596f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.936993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdbc04-0ff7-43ea-970c-bac9242596f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152964a1-e334-4ef9-a270-47cade8ab0da,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.972540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e83af18-3092-4d03-8001-bd3aead0e234 req-a3f3dde5-ed83-4e53-b885-ab745895e214 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Jul 16 08:35:52.999154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91bdbc04-0ff7-43ea-970c-bac9242596f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a852cdf556a148e49e6ecc960371c728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136519 Jul 16 08:35:53.001739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:53.111034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.129107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:53.136855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Transition to ACTIVE for port object 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:53.223610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.320802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:53.326432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.338566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.342335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:53.344232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:53.368569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:53.521759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.524027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.551609 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-04e4402a-4f20-41e2-a0ba-028b571a2592 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3866301 Jul 16 08:35:53.554193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:53.563509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Request body: {'port': {'device_id': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26', 'admin_state_up': True, 'tenant_id': '97783a8642d64c33a94e6789a2943559'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:53.741969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.747552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:53.762783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'mac_address': 'fa:16:3e:01:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:53.794737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.820340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Made reservation on behalf of 97783a8642d64c33a94e6789a2943559 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:53.824712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.875510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2c7512c-a9c9-4208-835a-59587baf91ad None None] Provisioning for port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:53.886135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2c7512c-a9c9-4208-835a-59587baf91ad None None] Provisioning complete for port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:53.892622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce95ff-f20f-4336-9661-07263bd9fd12 req-72d9c98d-8839-41c1-84c5-194bd7532ff4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.893153 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2c7512c-a9c9-4208-835a-59587baf91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.904578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ce95ff-f20f-4336-9661-07263bd9fd12 req-72d9c98d-8839-41c1-84c5-194bd7532ff4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 950 time: 0.3659246 Jul 16 08:35:53.978211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.995336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.998211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.999421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/152964a1-e334-4ef9-a270-47cade8ab0da HTTP/1.1" status: 204 len: 168 time: 0.9965007 Jul 16 08:35:54.022632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3099d6a-cec3-4d84-9745-d883fb362467 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:54.023340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14ce95ff-f20f-4336-9661-07263bd9fd12 req-4a6d2aad-c993-4fe2-8b06-0b87528a212f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056976 Jul 16 08:35:54.038349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02142f1b-92f0-46d7-b36e-daf7f3f95c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152964a1-e334-4ef9-a270-47cade8ab0da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.076713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Allocated IP 19.86.0.15 (b1b256da-a06d-4c1c-9e92-37a5ae45dc26/4f25d47c-46ca-40b8-a18a-6427d74baad9/a5a197a4-019f-4608-a905-17dbab254f48) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:54.134601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7512c-a9c9-4208-835a-59587baf91ad None None] Port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:54.137758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:54.148233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.211546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22825ac-a838-406c-b989-33e1972a7e55 req-9499ab95-d266-44cf-84e2-fa18e8f04988 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.224646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c22825ac-a838-406c-b989-33e1972a7e55 req-9499ab95-d266-44cf-84e2-fa18e8f04988 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 931 time: 0.1447184 Jul 16 08:35:54.248501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['b3099d6a-cec3-4d84-9745-d883fb362467'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:54.360606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c22825ac-a838-406c-b989-33e1972a7e55 req-58e3ba01-e086-4d52-8ab9-3cf3f717ab05 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317327 Jul 16 08:35:54.374559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:54.396088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.404369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.451930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6557-7df4-4b0f-ba95-7aa680440ca7 req-71cf3c50-4abf-4499-b782-7e996954aa2a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.456059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Transition to ACTIVE for port object a5a197a4-019f-4608-a905-17dbab254f48 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:54.465479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bea6557-7df4-4b0f-ba95-7aa680440ca7 req-71cf3c50-4abf-4499-b782-7e996954aa2a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 944 time: 0.2070575 Jul 16 08:35:54.530838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bea6557-7df4-4b0f-ba95-7aa680440ca7 req-3242732e-ce58-4e97-bedf-5e93590be216 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641778 Jul 16 08:35:54.570186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.660532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:54.673054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:54.684855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:54.808880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event updated for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.881281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.882889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.897567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:54.962287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9195f56e-d310-46eb-a351-90c577e9d816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.996741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-9d0b8792-4165-4c3d-904c-22f61e0a22f9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4379632 Jul 16 08:35:55.016136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Request body: {'port': {'device_id': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:55.034096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:55.042292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:55.042767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.174768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38228) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.177941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-629bce6c-6a72-4ba8-ad3d-d696f14a43f4 None None] Provisioning for port a5a197a4-019f-4608-a905-17dbab254f48 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:55.188908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-629bce6c-6a72-4ba8-ad3d-d696f14a43f4 None None] Provisioning complete for port a5a197a4-019f-4608-a905-17dbab254f48 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:55.191711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-629bce6c-6a72-4ba8-ad3d-d696f14a43f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.200195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bced9c3d-0e59-426c-8ca9-68d8ba26b5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.291668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.291837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-1ec1a5b3-0f59-4dd0-8e33-2dd1a38c974e tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d116e827091b4a17ac20feb0097e0f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633059 Jul 16 08:35:55.313635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-629bce6c-6a72-4ba8-ad3d-d696f14a43f4 None None] Port a5a197a4-019f-4608-a905-17dbab254f48 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:55.348303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.467496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:55.478382 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9195f56e-d310-46eb-a351-90c577e9d816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.484843 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9195f56e-d310-46eb-a351-90c577e9d816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.502057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:55.513576 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd8ced-a9c2-4760-929c-570719c031ed" -d '{"events": [{"server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "name": "network-vif-plugged", "status": "completed", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:55.523738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f56e-d310-46eb-a351-90c577e9d816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47791a-8c2c-458f-8a44-cbe4f4cb7dd6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.539819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.566085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:55.570570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9195f56e-d310-46eb-a351-90c577e9d816 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=656ce4d71b0945909a2c06bdd9130ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1924653 Jul 16 08:35:55.576190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.733782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.752742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port b3099d6a-cec3-4d84-9745-d883fb362467 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:55.753427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.820834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:55.829871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.851001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Transition to ACTIVE for port object 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:55.864285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.882076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-ac87d404-60b7-4a33-87fe-d97af57f4692 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.883650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-ac87d404-60b7-4a33-87fe-d97af57f4692 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5908034 Jul 16 08:35:55.913973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.928450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.962321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.964861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5bfce3c2-2a98-4637-bb60-df2b6a5bf167 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/quotas/d116e827091b4a17ac20feb0097e0f61 HTTP/1.1" status: 200 len: 375 time: 0.0690887 Jul 16 08:35:56.002012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:56.008346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.061334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.122335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Attempting to bind port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:56.125267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Attempting to bind port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:56.132572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Attempting to bind port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 on network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:56.150011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 on network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:56.155944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Attempting to bind port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 on network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:56.172729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:56.173154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Checking segment: {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:56.173617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Bound using segment: {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:56.174134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Bound port: 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195a16c1-7622-409e-aa53-7194dc282ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:56.174857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.190120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.211652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f313d-b16f-4380-a0cc-7c4c3c63e78f req-53414c62-cbe4-4a5f-ade0-dda4406fcf16 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.263017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f313d-b16f-4380-a0cc-7c4c3c63e78f req-53414c62-cbe4-4a5f-ade0-dda4406fcf16 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.270577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e19f313d-b16f-4380-a0cc-7c4c3c63e78f req-53414c62-cbe4-4a5f-ade0-dda4406fcf16 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1653 time: 0.5336635 Jul 16 08:35:56.336249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bced9c3d-0e59-426c-8ca9-68d8ba26b5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.363239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e19f313d-b16f-4380-a0cc-7c4c3c63e78f req-4d11ed9d-4fce-4112-8e27-7eb3b7cc90b0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913961 Jul 16 08:35:56.371771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bced9c3d-0e59-426c-8ca9-68d8ba26b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.377318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:56.391578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:56.403274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.449617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.454317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.456556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] 10.222.0.47 "PUT /v2.0/ports/3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 HTTP/1.1" status: 200 len: 1092 time: 1.4499900 Jul 16 08:35:56.473528 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54f4c5-378a-4912-9f94-63e4e340059d x-openstack-request-id: req-5f54f4c5-378a-4912-9f94-63e4e340059d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:56.473818 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "name": "network-vif-plugged", "status": "completed", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:56.474593 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f54f4c5-378a-4912-9f94-63e4e340059d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:56.474593 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9', 'code': 200} Jul 16 08:35:56.495158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-94822fdd-f72f-4168-bc00-23029fe93328 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5285993 Jul 16 08:35:56.539012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:56.543615 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f90de-cd5b-46f3-ad1d-1951c4d66337" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:56.555783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Request body: {'port': {'device_id': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:56.593883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced9c3d-0e59-426c-8ca9-68d8ba26b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928bed2e-2cef-4425-ad5d-2fcab2fe3678,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.630294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bced9c3d-0e59-426c-8ca9-68d8ba26b5a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95ccca23008341f194ef2eeb480a5576&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4512136 Jul 16 08:35:56.658555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:56.730886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.739625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.740481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.744883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db47791a-8c2c-458f-8a44-cbe4f4cb7dd6 HTTP/1.1" status: 204 len: 168 time: 1.1530571 Jul 16 08:35:56.759733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79bedc-a286-4342-8706-9498ed3c838e service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.832861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ace84-cfb3-4892-9bec-df19e160fbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47791a-8c2c-458f-8a44-cbe4f4cb7dd6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.173098 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be181f-c6d4-4571-af0c-a1a7e9c6a363 x-openstack-request-id: req-55be181f-c6d4-4571-af0c-a1a7e9c6a363 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:57.173263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.173428 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:57.173798 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55be181f-c6d4-4571-af0c-a1a7e9c6a363 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:57.174183 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'status': 'completed', 'code': 200} Jul 16 08:35:57.200215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97224-64f5-4bca-901d-f19ff413b456 req-1fb854ab-a22e-4d5b-82ed-b6e04d55acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.209968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16d97224-64f5-4bca-901d-f19ff413b456 req-1fb854ab-a22e-4d5b-82ed-b6e04d55acb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1097 time: 0.5782237 Jul 16 08:35:57.312741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-aa617e91-5d50-4184-b65d-28058c356f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.313286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-aa617e91-5d50-4184-b65d-28058c356f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.314957 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-aa617e91-5d50-4184-b65d-28058c356f6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1913 time: 0.1439118 Jul 16 08:35:57.396190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fab5ef3-83ff-40c3-9ec7-70ea29f0ec4a req-97be5f60-1eaa-43d8-85f6-8447dcf11c6f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 210 time: 0.2163622 Jul 16 08:35:57.430319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.524453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a197a4-019f-4608-a905-17dbab254f48 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:57.557712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf650cd0-b5a8-4db8-88ef-9aa51350670c req-722c5d71-6355-412f-965c-b4121b09cb77 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.570297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.574085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf650cd0-b5a8-4db8-88ef-9aa51350670c req-722c5d71-6355-412f-965c-b4121b09cb77 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.8275509 Jul 16 08:35:57.629802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16d97224-64f5-4bca-901d-f19ff413b456 req-50f2ea77-6ff0-446e-b21d-4be97eb97212 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889282 Jul 16 08:35:57.667167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38308) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.699143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3412df58-3e26-4348-b3af-ac3f2478e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.707048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Transition to ACTIVE for port object a5a197a4-019f-4608-a905-17dbab254f48 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:57.746495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf650cd0-b5a8-4db8-88ef-9aa51350670c req-42350a06-0e4f-41e0-8f49-f8f86b0f86dd tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543472 Jul 16 08:35:57.824179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.828504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.830097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/928bed2e-2cef-4425-ad5d-2fcab2fe3678 HTTP/1.1" status: 204 len: 168 time: 1.1684048 Jul 16 08:35:57.845574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58d0a-3078-4996-8a30-d4cc28f42202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928bed2e-2cef-4425-ad5d-2fcab2fe3678,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.909981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-dd72d54e-1cf2-4be3-8669-28b006a03e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.910510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-dd72d54e-1cf2-4be3-8669-28b006a03e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.912996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-dd72d54e-1cf2-4be3-8669-28b006a03e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.921120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-dd72d54e-1cf2-4be3-8669-28b006a03e67 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97783a8642d64c33a94e6789a2943559&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5436475 Jul 16 08:35:57.925955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81af2-c6ed-4c13-829f-cd867e200b39 req-34a3baba-6f40-4c1f-a2b1-534948b6f810 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.926216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.945747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81af2-c6ed-4c13-829f-cd867e200b39 req-34a3baba-6f40-4c1f-a2b1-534948b6f810 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.955362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58c81af2-c6ed-4c13-829f-cd867e200b39 req-34a3baba-6f40-4c1f-a2b1-534948b6f810 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1677 time: 0.2314646 Jul 16 08:35:58.026579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58c81af2-c6ed-4c13-829f-cd867e200b39 req-22547a4a-98fa-450a-b117-9bfc03c0cb9d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Jul 16 08:35:58.159291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3412df58-3e26-4348-b3af-ac3f2478e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.174195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3412df58-3e26-4348-b3af-ac3f2478e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.240611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3412df58-3e26-4348-b3af-ac3f2478e1ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63a409164ca14d2cb05e407619ee14d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648508 Jul 16 08:35:58.250569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38326) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.365251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Pushing event updated for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.396013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412df58-3e26-4348-b3af-ac3f2478e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e0b7b-ac87-488e-b507-1f0959ba458f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.475719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:58.478745 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c2fc72-7dbc-4093-9d41-127fa707f2fb" -d '{"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-plugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:58.583148 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d44f1-355c-4997-8ff0-4472a01532a8 x-openstack-request-id: req-fa0d44f1-355c-4997-8ff0-4472a01532a8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:58.583669 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-plugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:58.584231 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa0d44f1-355c-4997-8ff0-4472a01532a8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:58.584814 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'code': 200} Jul 16 08:35:58.601727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.614867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-df2ef46f-f3af-4520-8965-f2c265756297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.616368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-217f90de-cd5b-46f3-ad1d-1951c4d66337 req-df2ef46f-f3af-4520-8965-f2c265756297 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6783154 Jul 16 08:35:58.649326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.652566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Attempting to bind port a5a197a4-019f-4608-a905-17dbab254f48 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:58.653019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Attempting to bind port a5a197a4-019f-4608-a905-17dbab254f48 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:58.653453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Attempting to bind port a5a197a4-019f-4608-a905-17dbab254f48 on network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:58.659352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Port a5a197a4-019f-4608-a905-17dbab254f48 on network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:58.660086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Attempting to bind port a5a197a4-019f-4608-a905-17dbab254f48 on network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:58.675326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:58.675671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Checking segment: {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:58.677492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Bound using segment: {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:58.680412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Bound port: a5a197a4-019f-4608-a905-17dbab254f48, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647499d8-a96b-4aec-91fc-961df11460cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:58.681023 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.819573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74bb65ec-2322-4d39-880b-dd536d2cbec9 req-9dbf6a60-e16c-4781-9b9e-b853463ed8dc tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 210 time: 0.0763440 Jul 16 08:35:58.825797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.851370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.852847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/254e0b7b-ac87-488e-b507-1f0959ba458f HTTP/1.1" status: 204 len: 168 time: 0.6004186 Jul 16 08:35:58.863201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783795e-0d04-4cb8-81a9-602b4cc08ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e0b7b-ac87-488e-b507-1f0959ba458f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.917214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:58.928509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a5a197a4-019f-4608-a905-17dbab254f48,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:58.944249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.132595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.133449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.137406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] 10.222.0.47 "PUT /v2.0/ports/a5a197a4-019f-4608-a905-17dbab254f48 HTTP/1.1" status: 200 len: 1092 time: 2.5895064 Jul 16 08:35:59.138310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67bcf-757d-48d3-8cbd-baaae50fabfd service neutron] Pushing event updated for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:59.175825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:59.180019 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "tag": "a5a197a4-019f-4608-a905-17dbab254f48"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:59.216696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafa632-4280-406f-afa0-05b214febe6d req-e6fe0a8a-f835-4637-9919-f5cf729ca95c tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.218486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcafa632-4280-406f-afa0-05b214febe6d req-e6fe0a8a-f835-4637-9919-f5cf729ca95c tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.1629963 Jul 16 08:35:59.376134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcafa632-4280-406f-afa0-05b214febe6d req-ed684873-a1ba-4f33-9e75-d9385307073b tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500833 Jul 16 08:35:59.387339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-263a7dd1-f52d-4ad2-b1f5-6aa7f39c67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.387780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-263a7dd1-f52d-4ad2-b1f5-6aa7f39c67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.397214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-263a7dd1-f52d-4ad2-b1f5-6aa7f39c67f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1981 time: 0.1646726 Jul 16 08:35:59.531684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-e94b28cb-897b-4cbf-b8f0-1844067d75da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 HTTP/1.1" status: 200 len: 217 time: 0.1200397 Jul 16 08:35:59.553974 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45b3b59-696d-4217-8ad2-89e835ddbc04 x-openstack-request-id: req-e45b3b59-696d-4217-8ad2-89e835ddbc04 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:59.554290 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "tag": "a5a197a4-019f-4608-a905-17dbab254f48", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:59.554548 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e45b3b59-696d-4217-8ad2-89e835ddbc04 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:59.554970 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48', 'status': 'completed', 'code': 200} Jul 16 08:35:59.655908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be95ea7-4d91-49fa-92df-dc9379c993c9 req-28f2db4a-7a9e-403c-b381-18c81a4e29ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.684804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-8930b9a4-0c57-455e-a589-38505f351749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.687628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be95ea7-4d91-49fa-92df-dc9379c993c9 req-28f2db4a-7a9e-403c-b381-18c81a4e29ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.689687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8be95ea7-4d91-49fa-92df-dc9379c993c9 req-28f2db4a-7a9e-403c-b381-18c81a4e29ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1677 time: 0.2685320 Jul 16 08:35:59.692299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-8930b9a4-0c57-455e-a589-38505f351749 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59a6df8-05d1-455d-a221-b6793d2dbafe HTTP/1.1" status: 200 len: 801 time: 0.1542301 Jul 16 08:35:59.797098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8be95ea7-4d91-49fa-92df-dc9379c993c9 req-d55c1176-4145-401a-9e26-9dd9c2689eb6 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002328 Jul 16 08:35:59.868176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-6ca705ed-ad2c-4e9e-813a-9ff3ca663ad1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d116e827091b4a17ac20feb0097e0f61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937426 Jul 16 08:36:00.003486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-b59cb67a-0f20-4845-8bd9-198e8d47ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.006270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-b59cb67a-0f20-4845-8bd9-198e8d47ee56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a95b368-ea2b-46d5-bccd-4ad9e96f20d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049865 Jul 16 08:36:00.170759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1171d50-ad6e-46e4-b250-8df3014049d9 req-c4d45305-df96-4a33-af7a-db12632d2350 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 210 time: 0.0512803 Jul 16 08:36:00.535150 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-83e2a3a1-98b5-4a61-ae3d-8ed6e2ae4670 service neutron] 10.222.0.47 "GET /v2.0/networks/6a95b368-ea2b-46d5-bccd-4ad9e96f20d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151463 Jul 16 08:36:00.596684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-bc9f7661-fee2-4af0-9234-abdd4b787194 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.598189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-bc9f7661-fee2-4af0-9234-abdd4b787194 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7234464 Jul 16 08:36:00.663703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Request body: {'port': {'device_id': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'd116e827091b4a17ac20feb0097e0f61'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:00.753559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b12dc9-5005-4e84-b679-4eb106f410af req-22d9b98c-eb8c-446b-8f6b-e2cc00bb8b4d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.760576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-7bf40269-0f5a-4239-a414-7c7b554e975a service neutron] 10.222.0.47 "GET /v2.0/networks/6a95b368-ea2b-46d5-bccd-4ad9e96f20d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169530 Jul 16 08:36:00.764725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2b12dc9-5005-4e84-b679-4eb106f410af req-22d9b98c-eb8c-446b-8f6b-e2cc00bb8b4d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.1993723 Jul 16 08:36:00.821065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-842678a2-3597-4f2d-8c1a-6fa1b641de54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=a5a197a4-019f-4608-a905-17dbab254f48 HTTP/1.1" status: 200 len: 217 time: 0.0472467 Jul 16 08:36:00.827266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2b12dc9-5005-4e84-b679-4eb106f410af req-7118b2ea-1d65-456d-9398-2a561d2cba37 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612001 Jul 16 08:36:00.896454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-1ed30b29-d679-4851-97b7-3416a650f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.900076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-1ed30b29-d679-4851-97b7-3416a650f8ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f25d47c-46ca-40b8-a18a-6427d74baad9 HTTP/1.1" status: 200 len: 801 time: 0.0747755 Jul 16 08:36:01.044402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-429b7f6b-f926-482e-9b8b-762b24d013e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.047344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-429b7f6b-f926-482e-9b8b-762b24d013e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1b256da-a06d-4c1c-9e92-37a5ae45dc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372974 Jul 16 08:36:01.068922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Made reservation on behalf of d116e827091b4a17ac20feb0097e0f61 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:01.078846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.140288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adb3a-0fe6-4170-9142-c4fc3e7bf133 req-c78ef09b-3faf-490f-a2c9-45b1bdc66d76 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.163931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adb3a-0fe6-4170-9142-c4fc3e7bf133 req-c78ef09b-3faf-490f-a2c9-45b1bdc66d76 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.165836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722adb3a-0fe6-4170-9142-c4fc3e7bf133 req-c78ef09b-3faf-490f-a2c9-45b1bdc66d76 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1677 time: 0.1128786 Jul 16 08:36:01.247262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-722adb3a-0fe6-4170-9142-c4fc3e7bf133 req-a8bccb44-1c2e-4ff4-bb18-169adca415cd tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721984 Jul 16 08:36:01.358492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-73d24213-3618-4d0c-96a9-f9aefae960a1 service neutron] 10.222.0.47 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018546 Jul 16 08:36:01.475162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-a5b3b0b4-e024-45b4-8f41-0c9d552e18f1 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--602348770&fields=id&tenant_id=e4d01959725142699dfa6615510155cc HTTP/1.1" status: 200 len: 267 time: 0.0679724 Jul 16 08:36:01.490923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Allocated IP 192.168.233.153 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/4b7160b2-2b19-4911-aba2-7e1c026ca780) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:01.685806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ecabf7-d98d-4802-bf6a-9e93001b647d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.693496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ecabf7-d98d-4802-bf6a-9e93001b647d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/networks?id=159be033-dc61-4d0a-bcf5-1dbcb1451927 HTTP/1.1" status: 200 len: 816 time: 0.2167504 Jul 16 08:36:01.710860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-a95eb7eb-1861-49c0-9faa-09e66dbeb50f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/quotas/e4d01959725142699dfa6615510155cc HTTP/1.1" status: 200 len: 375 time: 0.0160232 Jul 16 08:36:01.792904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-9f695f5e-9e77-4d3f-b4aa-4e1818fb204c tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4d01959725142699dfa6615510155cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779285 Jul 16 08:36:01.815896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-acd2bf2d-3138-4ac9-b515-1c8042cc12fe req-3dcb2a67-13b8-42c2-8451-1417e8babd00 service neutron] 10.222.0.47 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396989 Jul 16 08:36:01.847118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cb80c5b-db6b-4627-80ab-c2ecc92807b4 req-8dc92081-be4b-4b15-a174-389c51274003 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 210 time: 0.0530009 Jul 16 08:36:01.867611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.878396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-40564fdc-69b6-472b-a35e-d433aca6fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.880681 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-40564fdc-69b6-472b-a35e-d433aca6fd5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1097 time: 0.5017941 Jul 16 08:36:01.902452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Transition to ACTIVE for port object 4b7160b2-2b19-4911-aba2-7e1c026ca780 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:01.986327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-ce1a6cba-87d8-4f2b-bc20-d19ef338bfad service neutron] 10.222.0.32 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418781 Jul 16 08:36:02.006669 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.018455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8486f250-aaaa-408a-aca7-5d587cb05b78'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:02.100656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:02.113637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:02.124728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:02.134469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Pushing event updated for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:02.161232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea8b62-2487-4377-8c26-24ca08167742 req-1d67792f-1d4f-44e1-995e-9c1cdde6e163 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.169281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9ea8b62-2487-4377-8c26-24ca08167742 req-1d67792f-1d4f-44e1-995e-9c1cdde6e163 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.1614513 Jul 16 08:36:02.173566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c4e27ae7-73a6-4734-97c3-d2182a30bcd4 service neutron] 10.222.0.32 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860857 Jul 16 08:36:02.282861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9ea8b62-2487-4377-8c26-24ca08167742 req-db150aae-22b0-4116-9d44-da79963cf209 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124098 Jul 16 08:36:02.319381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.321396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.337649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-0773b0e1-1c48-4127-b4e3-16099491174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.340498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-0773b0e1-1c48-4127-b4e3-16099491174d service neutron] 10.222.0.47 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 0.3969722 Jul 16 08:36:02.343759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-5089f59b-6469-492d-84bd-d1a0a16675c6 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6854732 Jul 16 08:36:02.347055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-d7a01d06-5a13-478a-a119-d8e2a51acba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.347703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-d7a01d06-5a13-478a-a119-d8e2a51acba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.351550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-d7a01d06-5a13-478a-a119-d8e2a51acba7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97783a8642d64c33a94e6789a2943559&device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1981 time: 0.4060807 Jul 16 08:36:02.374784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Request body: {'port': {'device_id': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:02.604723 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-905adfbf-534b-40f1-acb8-bd5cde6ed5d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 200 len: 217 time: 0.2495682 Jul 16 08:36:02.615561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1a3caca6-bc9a-48e4-a7e3-bf90546386fc None None] Provisioning for port 4b7160b2-2b19-4911-aba2-7e1c026ca780 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:02.624909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1a3caca6-bc9a-48e4-a7e3-bf90546386fc None None] Provisioning complete for port 4b7160b2-2b19-4911-aba2-7e1c026ca780 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.625420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a3caca6-bc9a-48e4-a7e3-bf90546386fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.711388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1a3caca6-bc9a-48e4-a7e3-bf90546386fc None None] Port 4b7160b2-2b19-4911-aba2-7e1c026ca780 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:02.797737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.855304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-d2405bc2-f692-4886-9a3e-f5cf6a4c72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.856818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-d2405bc2-f692-4886-9a3e-f5cf6a4c72a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.2387359 Jul 16 08:36:02.907115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d163a11-02ad-4aed-a459-3437d033af29 req-50358778-a253-4b36-ab61-01a6020b8c15 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0727973 Jul 16 08:36:02.910170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-802d7517-393b-421e-a6f2-026aa023ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.911676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-802d7517-393b-421e-a6f2-026aa023ebfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1b256da-a06d-4c1c-9e92-37a5ae45dc26 HTTP/1.1" status: 200 len: 903 time: 0.5342271 Jul 16 08:36:02.920817 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-fa6a5ffa-bfff-4e2f-b33f-658e11b45f4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501294 Jul 16 08:36:02.959656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56323543-174a-4836-8e35-c59be038bad7 req-0552198d-8c96-44a1-951a-2f952f90b7e7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.966979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56323543-174a-4836-8e35-c59be038bad7 req-0552198d-8c96-44a1-951a-2f952f90b7e7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.968652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56323543-174a-4836-8e35-c59be038bad7 req-0552198d-8c96-44a1-951a-2f952f90b7e7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1677 time: 0.2005332 Jul 16 08:36:03.051438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56323543-174a-4836-8e35-c59be038bad7 req-634d53bf-f1e4-42ac-92c3-9032670a1dfc tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758128 Jul 16 08:36:03.111362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-fbb7b7a5-8dc3-4123-aa2b-264a225d8dd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=a5a197a4-019f-4608-a905-17dbab254f48 HTTP/1.1" status: 200 len: 217 time: 0.1891487 Jul 16 08:36:03.180233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-079df635-b6f3-4505-b2b2-8e20272468e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.181667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-079df635-b6f3-4505-b2b2-8e20272468e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f25d47c-46ca-40b8-a18a-6427d74baad9 HTTP/1.1" status: 200 len: 801 time: 0.0565426 Jul 16 08:36:03.507110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7160b2-2b19-4911-aba2-7e1c026ca780 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:03.516861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.534388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Transition to ACTIVE for port object 4b7160b2-2b19-4911-aba2-7e1c026ca780 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:03.544101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb6f11-12bf-4117-aa43-29dedf70171b req-269c8d2d-059f-4f69-8cdd-ace3d8b6b4c1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.552108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.553110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19fb6f11-12bf-4117-aa43-29dedf70171b req-269c8d2d-059f-4f69-8cdd-ace3d8b6b4c1 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 936 time: 0.1879385 Jul 16 08:36:03.604725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:03.608953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-0181e804-d2dd-4a66-b044-0c028daecbdc service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791096 Jul 16 08:36:03.621968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19fb6f11-12bf-4117-aa43-29dedf70171b req-ef273fff-268c-4f5b-81be-62e9622012a8 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Jul 16 08:36:03.793128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0e2d3201-d60c-4659-b51c-a6d6458d41c2 req-88a618ea-94db-4abc-a55d-ac7ee3929e93 service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702554 Jul 16 08:36:03.796608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-da377bfe-ffa6-489c-adf7-778961fd3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.798122 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-da377bfe-ffa6-489c-adf7-778961fd3a62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1b256da-a06d-4c1c-9e92-37a5ae45dc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6066239 Jul 16 08:36:03.809763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38522) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.015226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30cc83-49ef-43ed-a109-dfb3cd7ccc24 req-86fb63c9-4677-43f8-8189-c37cc7b38b24 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.017962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e30cc83-49ef-43ed-a109-dfb3cd7ccc24 req-86fb63c9-4677-43f8-8189-c37cc7b38b24 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.1627574 Jul 16 08:36:04.060088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Attempting to bind port 4b7160b2-2b19-4911-aba2-7e1c026ca780 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:04.060858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Attempting to bind port 4b7160b2-2b19-4911-aba2-7e1c026ca780 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:04.060858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Attempting to bind port 4b7160b2-2b19-4911-aba2-7e1c026ca780 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:04.066829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Port 4b7160b2-2b19-4911-aba2-7e1c026ca780 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:04.067180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Attempting to bind port 4b7160b2-2b19-4911-aba2-7e1c026ca780 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:04.074597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:04.074942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:04.075335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:04.075780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Bound port: 4b7160b2-2b19-4911-aba2-7e1c026ca780, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:04.076240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.110184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-abee0c80-e46b-4276-a165-0aa6c8c058ad service neutron] 10.222.0.47 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885928 Jul 16 08:36:04.134889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e30cc83-49ef-43ed-a109-dfb3cd7ccc24 req-45c6528e-4747-43df-b372-fc51eadd4f2d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Jul 16 08:36:04.169640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7d19012-94a2-4640-8214-c8c082a4dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.381922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:04.404079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:04.421441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.455754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.456745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.458314 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b7160b2-2b19-4911-aba2-7e1c026ca780 HTTP/1.1" status: 200 len: 1097 time: 2.1047969 Jul 16 08:36:04.473189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:04.477394 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a14db2-df3e-4774-8775-481c8e87f821" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:04.485439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aac98566-0bc0-43ef-a82a-9aa1db77b4d2 req-02bbaaa8-fd6a-401e-89d7-182cfb25ab78 service neutron] 10.222.0.47 "GET /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473965 Jul 16 08:36:04.499682 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7d19012-94a2-4640-8214-c8c082a4dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.520516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75c63148-3b44-4801-b710-13695f4bfbb6 req-d8419d7e-6678-4f46-8065-a3ad6537e1a7 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0486815 Jul 16 08:36:04.521636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7d19012-94a2-4640-8214-c8c082a4dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.581130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d19012-94a2-4640-8214-c8c082a4dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e87517-7a2a-42ee-8101-97b03ac37cf3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.585678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e7d19012-94a2-4640-8214-c8c082a4dcba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92f07d8288d9468998206e9f2310082a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743826 Jul 16 08:36:04.594093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38560) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.637485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd053-557f-4ed0-a1a8-97c5882286f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.677527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-cce7941b-50ce-4a86-be24-004f6aebd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.680240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-cce7941b-50ce-4a86-be24-004f6aebd2ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 1100 time: 0.1529605 Jul 16 08:36:04.739616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-2688fd83-e919-4cf6-834b-db029e608706 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780 HTTP/1.1" status: 200 len: 217 time: 0.0474548 Jul 16 08:36:04.778056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.805143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9ab6b-5766-44d8-b67a-6a040208ad18 req-b29cff5a-f3c3-4219-8d13-dc064c8b4d67 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.812530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9ab6b-5766-44d8-b67a-6a040208ad18 req-b29cff5a-f3c3-4219-8d13-dc064c8b4d67 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.812746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-bc35785f-48ad-458f-ad51-0ddb23dba692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.814663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6e9ab6b-5766-44d8-b67a-6a040208ad18 req-b29cff5a-f3c3-4219-8d13-dc064c8b4d67 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1677 time: 0.1936476 Jul 16 08:36:04.815237 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-bc35785f-48ad-458f-ad51-0ddb23dba692 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0683041 Jul 16 08:36:04.883006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.915097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6e9ab6b-5766-44d8-b67a-6a040208ad18 req-065dcfe9-884a-4e94-93ee-be348f1c6325 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932746 Jul 16 08:36:04.929859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a5a197a4-019f-4608-a905-17dbab254f48 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:05.041417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.045617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.050271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e87517-7a2a-42ee-8101-97b03ac37cf3 HTTP/1.1" status: 204 len: 168 time: 0.4550931 Jul 16 08:36:05.069376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1fb04-d518-44ac-8b21-be56a1316dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e87517-7a2a-42ee-8101-97b03ac37cf3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.075218 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d52d8a-c413-46cb-a40d-3a4aa79a08f7 x-openstack-request-id: req-c3d52d8a-c413-46cb-a40d-3a4aa79a08f7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:05.075815 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:05.075815 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3d52d8a-c413-46cb-a40d-3a4aa79a08f7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:05.076240 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780', 'status': 'completed', 'code': 200} Jul 16 08:36:05.278263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a5a197a4-019f-4608-a905-17dbab254f48,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.317312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'a5a197a4-019f-4608-a905-17dbab254f48', 'network_id': 'b1b256da-a06d-4c1c-9e92-37a5ae45dc26', 'port_id': 'a5a197a4-019f-4608-a905-17dbab254f48', 'mac_address': 'fa:16:3e:6a:36:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f25d47c-46ca-40b8-a18a-6427d74baad9', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:05.402677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-3c0eace4-e5e4-4e15-b518-1e28d34ae63f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.404289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-3c0eace4-e5e4-4e15-b518-1e28d34ae63f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.47 "GET /v2.0/networks?id=159be033-dc61-4d0a-bcf5-1dbcb1451927 HTTP/1.1" status: 200 len: 816 time: 0.5065472 Jul 16 08:36:05.411559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-7df49666-5253-4db6-8d8c-8977b4fb115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.413773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-7df49666-5253-4db6-8d8c-8977b4fb115d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5901430 Jul 16 08:36:05.427269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.467854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a197a4-019f-4608-a905-17dbab254f48 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:05.501949 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-367f2712-bcd9-433d-9079-8901c3d8a716 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4d01959725142699dfa6615510155cc HTTP/1.1" status: 200 len: 379 time: 0.0864792 Jul 16 08:36:05.544780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a5a197a4-019f-4608-a905-17dbab254f48,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.546667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'port': {'device_id': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'admin_state_up': True, 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'security_groups': ['fbb3763e-331b-433f-b1f5-ac242ed4e0a8']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:05.554580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.555816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:05.669398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-47f6aaf4-4a81-40cc-8853-1d7d26cf6c5e service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456129 Jul 16 08:36:05.676327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.686286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.686785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.687479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.687753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.688196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.688609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.689001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.689412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.689779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.690379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.691058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.691571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:05.778417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e270-389f-4554-8216-1a602022bffd req-def98617-97e4-4e85-8c24-11e0286cc9fb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.791388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e268e270-389f-4554-8216-1a602022bffd req-def98617-97e4-4e85-8c24-11e0286cc9fb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2470515 Jul 16 08:36:05.793663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.810051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.814988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3825-b702-4582-8188-00141723a3a4 req-3b51dd76-c711-4915-818b-fb390279023f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.824127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b32d3825-b702-4582-8188-00141723a3a4 req-3b51dd76-c711-4915-818b-fb390279023f tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 948 time: 0.2541096 Jul 16 08:36:05.837495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'network_id': '6a95b368-ea2b-46d5-bccd-4ad9e96f20d2', 'port_id': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'mac_address': 'fa:16:3e:c1:0e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59a6df8-05d1-455d-a221-b6793d2dbafe', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:05.890572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.906549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:05.907774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cad9e8d0-d97d-49ca-9340-aeda0f1d2473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.931428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:05.954282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.962085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e268e270-389f-4554-8216-1a602022bffd req-d6820e32-1a4e-468e-a500-f208ef828a13 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696289 Jul 16 08:36:05.979674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b32d3825-b702-4582-8188-00141723a3a4 req-dab96527-bd20-4cae-99b4-ee14d48e4467 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545999 Jul 16 08:36:06.027097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Made reservation on behalf of e4d01959725142699dfa6615510155cc for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:06.037029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.064339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.120642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a30aedd-93b3-448c-afed-b380cf7e698b req-ae0c324c-5826-4960-a8a3-ce3d9b5ff371 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395542 Jul 16 08:36:06.194786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['a5a197a4-019f-4608-a905-17dbab254f48'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:06.304835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29d71917-5cbb-4147-b780-c3fb4160c882 req-370d859c-7194-4906-a38b-ccec3ba1af5b tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0702074 Jul 16 08:36:06.343522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['3b4c8931-a7eb-401d-a9f1-647c2b85b4f1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:06.519442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d127b4d-9498-41fa-8e0c-dd7460bfde67 req-55b59829-5c35-46fe-b007-a57ab2e0e1ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.539934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d127b4d-9498-41fa-8e0c-dd7460bfde67 req-55b59829-5c35-46fe-b007-a57ab2e0e1ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.559450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d127b4d-9498-41fa-8e0c-dd7460bfde67 req-55b59829-5c35-46fe-b007-a57ab2e0e1ac tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1679 time: 0.1940072 Jul 16 08:36:06.637859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d127b4d-9498-41fa-8e0c-dd7460bfde67 req-e39faf8e-2af9-46d3-9287-e94d02780597 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746613 Jul 16 08:36:06.857905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38602) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.904066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a14db2-df3e-4774-8775-481c8e87f821 req-85fa87a1-8b3c-4656-aeb4-07704c148f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.905654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-85fa87a1-8b3c-4656-aeb4-07704c148f58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d116e827091b4a17ac20feb0097e0f61&device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 1100 time: 0.7161582 Jul 16 08:36:06.939899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Allocated IP 172.20.0.7 (159be033-dc61-4d0a-bcf5-1dbcb1451927/cb5205bd-4caf-4c5a-970e-c23182d894db/1bd43b7b-aee9-4daa-a7fb-cc93bdab1718) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:06.947246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cad9e8d0-d97d-49ca-9340-aeda0f1d2473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.967646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cad9e8d0-d97d-49ca-9340-aeda0f1d2473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.050606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-775bc81c-a9fe-4ece-8d8d-98e2ce8f5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.187461 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cad9e8d0-d97d-49ca-9340-aeda0f1d2473 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b359b283b77442738812e48c2db86eda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3918347 Jul 16 08:36:07.204205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.214738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9e8d0-d97d-49ca-9340-aeda0f1d2473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce82cd-351f-4f10-a885-e7ce6467e7c0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.257803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-775bc81c-a9fe-4ece-8d8d-98e2ce8f5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.311154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a14db2-df3e-4774-8775-481c8e87f821 req-0f419a5a-31cb-4ac3-833f-f5b1429dfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.313691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-0f419a5a-31cb-4ac3-833f-f5b1429dfe93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.3970022 Jul 16 08:36:07.318537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-775bc81c-a9fe-4ece-8d8d-98e2ce8f5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.352725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-775bc81c-a9fe-4ece-8d8d-98e2ce8f5ddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c83175e0a9674e10807891acec4c27b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910386 Jul 16 08:36:07.356279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38616) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.395148 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-89827e5f-54fd-4281-a8d9-64273dc80d52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780 HTTP/1.1" status: 200 len: 217 time: 0.0648150 Jul 16 08:36:07.427198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bc81c-a9fe-4ece-8d8d-98e2ce8f5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4349f3-ff83-42e4-9581-c6fe9754d3f5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.468960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6ee3-1a84-44cd-8b72-8ef518de8f55 req-7446629c-bc36-4109-b88f-9d6fed720957 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.476563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e5a6ee3-1a84-44cd-8b72-8ef518de8f55 req-7446629c-bc36-4109-b88f-9d6fed720957 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 948 time: 0.2597361 Jul 16 08:36:07.499886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96394822-d975-4f0e-9e57-5b72a16cf560 req-097bd129-cfe6-419b-b635-482062a99c03 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.501506 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96394822-d975-4f0e-9e57-5b72a16cf560 req-097bd129-cfe6-419b-b635-482062a99c03 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2828598 Jul 16 08:36:07.520066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.556997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.561974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a14db2-df3e-4774-8775-481c8e87f821 req-07caa60a-9707-44bf-8aa9-f004ed1b448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.565857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-07caa60a-9707-44bf-8aa9-f004ed1b448b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1573896 Jul 16 08:36:07.571922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e5a6ee3-1a84-44cd-8b72-8ef518de8f55 req-f2b41d35-301f-45a9-9863-451911c76869 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943801 Jul 16 08:36:07.596483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.612365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96394822-d975-4f0e-9e57-5b72a16cf560 req-b2bdd82b-1526-4db8-a2de-0275886f4f9a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996542 Jul 16 08:36:07.626887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.639587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4b7160b2-2b19-4911-aba2-7e1c026ca780 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:07.709336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.733135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.735978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.739788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db4349f3-ff83-42e4-9581-c6fe9754d3f5 HTTP/1.1" status: 204 len: 168 time: 0.3797829 Jul 16 08:36:07.757452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f179c8-c150-4789-b1b4-3a10c67ee3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4349f3-ff83-42e4-9581-c6fe9754d3f5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.818012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Transition to ACTIVE for port object 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:07.897388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.900019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.901485 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0ce82cd-351f-4f10-a885-e7ce6467e7c0 HTTP/1.1" status: 204 len: 168 time: 0.6958377 Jul 16 08:36:07.923652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7578ab-f349-41dd-b225-0d1058639bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce82cd-351f-4f10-a885-e7ce6467e7c0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.936824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a14db2-df3e-4774-8775-481c8e87f821 req-a1f2c5c6-7666-4159-a4b3-9bae8a53b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.944288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-a1f2c5c6-7666-4159-a4b3-9bae8a53b861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3599601 Jul 16 08:36:07.988750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.008517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27939fa4-5d6a-49b1-b7f5-db007d3ca69d req-0d9761b4-61bf-4120-8da8-1c6e17a4928c tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0975900 Jul 16 08:36:08.061952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:08.087371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f2b0-a94a-4f72-8dff-ca0199b739a7 req-c5c202e2-26f4-4f51-b2b2-29488f10c831 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.088907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4b7160b2-2b19-4911-aba2-7e1c026ca780', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '4b7160b2-2b19-4911-aba2-7e1c026ca780', 'mac_address': 'fa:16:3e:ce:5d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:08.093367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f2b0-a94a-4f72-8dff-ca0199b739a7 req-c5c202e2-26f4-4f51-b2b2-29488f10c831 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.110860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3635f2b0-a94a-4f72-8dff-ca0199b739a7 req-c5c202e2-26f4-4f51-b2b2-29488f10c831 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1679 time: 0.2180307 Jul 16 08:36:08.124495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event updated for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.134768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:08.141607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:08.159431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:08.194369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3635f2b0-a94a-4f72-8dff-ca0199b739a7 req-d724e4b6-42c8-4a04-a857-4f54aa16c7a5 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819755 Jul 16 08:36:08.198997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.236637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7160b2-2b19-4911-aba2-7e1c026ca780 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:08.244652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.245965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.294248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:08.308600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.316488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-c5ee4084-c821-4f3b-8f08-84b64d2655bc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7774618 Jul 16 08:36:08.330235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Request body: {'port': {'device_id': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:08.448269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38636) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.452477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-fe1b9e0f-3c2b-4b60-b6b2-0bc4ac549679 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021884 Jul 16 08:36:08.452784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.479599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9900bd20-9f96-4108-941c-2af5c4d1d479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.506251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.604240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4b7160b2-2b19-4911-aba2-7e1c026ca780'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:08.632472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9900bd20-9f96-4108-941c-2af5c4d1d479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.639197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9900bd20-9f96-4108-941c-2af5c4d1d479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.688446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.697719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9900bd20-9f96-4108-941c-2af5c4d1d479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b742dea690c47b4b215a7c95bc8ca97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441759 Jul 16 08:36:08.697719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900bd20-9f96-4108-941c-2af5c4d1d479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83367c08-5c44-4fac-9fbf-65bc8e925a66,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.698676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38646) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.741077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a17591d8-c63a-448e-aac9-e77077f62e9a None None] Provisioning for port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:08.761182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a17591d8-c63a-448e-aac9-e77077f62e9a None None] Provisioning complete for port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:08.761778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a17591d8-c63a-448e-aac9-e77077f62e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.797416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.838260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.904509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a17591d8-c63a-448e-aac9-e77077f62e9a None None] Port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:08.924728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.947489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a5a197a4-019f-4608-a905-17dbab254f48 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:08.987457 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17a14db2-df3e-4774-8775-481c8e87f821 req-b527e649-1057-4f8a-8315-a01dd492eb08 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105352 Jul 16 08:36:09.147565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.150750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.164191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83367c08-5c44-4fac-9fbf-65bc8e925a66 HTTP/1.1" status: 204 len: 168 time: 0.4642751 Jul 16 08:36:09.171478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port a5a197a4-019f-4608-a905-17dbab254f48 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:09.185923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port a5a197a4-019f-4608-a905-17dbab254f48 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:09.186709 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.255957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439168de-124a-4b95-abbb-2e3acd02b4ff req-b0f109a7-e26a-4fff-a300-77e7f2aab45a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.276424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-439168de-124a-4b95-abbb-2e3acd02b4ff req-b0f109a7-e26a-4fff-a300-77e7f2aab45a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.4015043 Jul 16 08:36:09.309002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e40f6-0c35-4891-a515-33626585bb51 req-17e3f3c9-7723-479a-b47b-f9e15fc96724 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.310562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-186e40f6-0c35-4891-a515-33626585bb51 req-17e3f3c9-7723-479a-b47b-f9e15fc96724 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 949 time: 0.4347210 Jul 16 08:36:09.322019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377ad41-ff3e-4e6b-a517-4e5f1f07d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83367c08-5c44-4fac-9fbf-65bc8e925a66,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.386749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.397847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:09.413237 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.421119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:09.429689 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36b8693-4c7b-460e-9be2-bb8a11e0c20e" -d '{"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-plugged", "status": "completed", "tag": "a5a197a4-019f-4608-a905-17dbab254f48"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:09.445220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Transition to ACTIVE for port object 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:09.457426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.462266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a5a197a4-019f-4608-a905-17dbab254f48,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:09.480498 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.481257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:09.580812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-439168de-124a-4b95-abbb-2e3acd02b4ff req-e18bd9eb-04a7-4391-bceb-918a41367052 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030171 Jul 16 08:36:09.621332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-186e40f6-0c35-4891-a515-33626585bb51 req-5d4ecbad-2bb7-4e7a-9bea-1fab0e689784 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969491 Jul 16 08:36:09.635996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Pushing event updated for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.643150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.663976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:09.670039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:09.670558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.794988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Attempting to bind port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:09.795329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Attempting to bind port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:09.795655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Attempting to bind port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 on network 159be033-dc61-4d0a-bcf5-1dbcb1451927 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:09.819030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 on network 159be033-dc61-4d0a-bcf5-1dbcb1451927 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:09.819347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Attempting to bind port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 on network 159be033-dc61-4d0a-bcf5-1dbcb1451927 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:09.844015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:09.844401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Checking segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:09.844805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Bound using segment: {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:09.845240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Bound port: 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:09.845609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.854686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.933119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:09.949867 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.010725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.014539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:10.021770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:10.034499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.077366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.078088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.079774 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] 10.222.0.47 "PUT /v2.0/ports/1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 HTTP/1.1" status: 200 len: 1092 time: 1.7546098 Jul 16 08:36:10.080367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:10.082805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7c0bb-1851-4f8e-8347-7169302b984e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:10.114986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e98b4-307d-4f7b-bbec-cd2b9f89455a service neutron] Pushing event updated for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.124018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.232796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53186df-2275-48e8-bdc8-e1403998730a req-938ebd13-d220-4d80-9d94-f9f492de3230 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.234250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f53186df-2275-48e8-bdc8-e1403998730a req-938ebd13-d220-4d80-9d94-f9f492de3230 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.3197525 Jul 16 08:36:10.285467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-412aa81e-30d4-4da6-b36e-e42154d06bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.287502 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-412aa81e-30d4-4da6-b36e-e42154d06bcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4d01959725142699dfa6615510155cc&device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 1095 time: 0.1424360 Jul 16 08:36:10.345668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-87207acd-6ba5-4de4-b77d-0a917854db78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 HTTP/1.1" status: 200 len: 217 time: 0.0445790 Jul 16 08:36:10.376614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f53186df-2275-48e8-bdc8-e1403998730a req-7a037540-49a4-484f-af5c-135e1d782cd7 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254871 Jul 16 08:36:10.399585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-network', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:10.407594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747b04d-83ef-40b3-a476-f678ace7d5cd req-dee4de50-99e3-4131-94f7-29f981384958 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.438742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747b04d-83ef-40b3-a476-f678ace7d5cd req-dee4de50-99e3-4131-94f7-29f981384958 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.449871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5747b04d-83ef-40b3-a476-f678ace7d5cd req-dee4de50-99e3-4131-94f7-29f981384958 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.3856995 Jul 16 08:36:10.463755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-49b32e6c-6c59-4bad-9db9-e81ee90f904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.467862 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-49b32e6c-6c59-4bad-9db9-e81ee90f904e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb5205bd-4caf-4c5a-970e-c23182d894db HTTP/1.1" status: 200 len: 855 time: 0.1145158 Jul 16 08:36:10.469538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Made reservation on behalf of 02330c970e5d4719bdfef0cf6897972a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:10.472466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.499123 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b967ff-425f-4aa3-a22d-ceb01946a8a2 x-openstack-request-id: req-42b967ff-425f-4aa3-a22d-ceb01946a8a2 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:10.499537 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-plugged", "status": "completed", "tag": "a5a197a4-019f-4608-a905-17dbab254f48", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:10.500011 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b967ff-425f-4aa3-a22d-ceb01946a8a2 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:10.500590 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48', 'code': 200} Jul 16 08:36:10.519367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.563152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5747b04d-83ef-40b3-a476-f678ace7d5cd req-6784ab70-947a-4f73-908a-0d1adaf80f73 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047592 Jul 16 08:36:10.600969 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0705a33-1098-48c7-b1c3-c50c009d07a9 x-openstack-request-id: req-b0705a33-1098-48c7-b1c3-c50c009d07a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:10.601410 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:10.601772 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0705a33-1098-48c7-b1c3-c50c009d07a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:10.603774 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'status': 'completed', 'code': 200} Jul 16 08:36:10.746858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.758704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.775014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:10.785880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.787158 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Added segment 8b7593dc-3769-4071-a503-cf4992a4fac7 of type vlan for network 4bafcb21-23ff-4763-8586-6689c20ce0a7 Jul 16 08:36:10.835110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.893837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9dd241-3ae2-40ea-bf18-8def3abd64b2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.909292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.912446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.914004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.009516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] Pushing event updated for resources: {'Network': ['ID=4bafcb21-23ff-4763-8586-6689c20ce0a7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.021973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:11.058351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-ae00cd3f-e8a8-4956-9b92-cb1d9f30ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.059841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-ae00cd3f-e8a8-4956-9b92-cb1d9f30ad4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159be033-dc61-4d0a-bcf5-1dbcb1451927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5783181 Jul 16 08:36:11.064662 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0f57ab6c-d582-4785-aaf8-667022f84b86 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9362450 Jul 16 08:36:11.064877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88883917-4f97-4873-819d-5c442d26f9e0 req-17b0f5d4-a466-4585-854b-1882c3facb88 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.065845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.078811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88883917-4f97-4873-819d-5c442d26f9e0 req-17b0f5d4-a466-4585-854b-1882c3facb88 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 949 time: 0.2486138 Jul 16 08:36:11.082053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Request body: {'subnet': {'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-subnet', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:11.128919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f5eb-b5ad-4506-8f28-1cbce65f56f1 req-473c8a2a-16bb-4f42-8575-dc687573f816 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.138588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1798f5eb-b5ad-4506-8f28-1cbce65f56f1 req-473c8a2a-16bb-4f42-8575-dc687573f816 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.4039166 Jul 16 08:36:11.163242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88883917-4f97-4873-819d-5c442d26f9e0 req-25009401-a063-4ebd-aba7-3b1aefec7378 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834661 Jul 16 08:36:11.174925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Made reservation on behalf of 02330c970e5d4719bdfef0cf6897972a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:11.177471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.236811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1798f5eb-b5ad-4506-8f28-1cbce65f56f1 req-3d9cf9b8-c37b-48bb-95fc-64e4a33f3b23 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963027 Jul 16 08:36:11.347558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-4cc359db-0235-4de3-9a52-8459e097e66d service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767150 Jul 16 08:36:11.478909 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0ca14ddb-2559-4452-ba51-71c2f77125f8 req-4a846a41-d953-4e60-8577-26cea468b6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246393 Jul 16 08:36:11.647746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad4393-6aec-4cbf-ba94-9fa3686e5f8c req-19e9e8b5-7733-4f2f-b36c-89006f4a6001 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.658598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4b7160b2-2b19-4911-aba2-7e1c026ca780 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:11.674057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3dad4393-6aec-4cbf-ba94-9fa3686e5f8c req-19e9e8b5-7733-4f2f-b36c-89006f4a6001 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.1078885 Jul 16 08:36:11.710965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.736297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4b7160b2-2b19-4911-aba2-7e1c026ca780 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:11.741370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4b7160b2-2b19-4911-aba2-7e1c026ca780 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:11.741755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.807837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3dad4393-6aec-4cbf-ba94-9fa3686e5f8c req-81f68933-6051-46e5-b057-4869be06087c tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300287 Jul 16 08:36:11.838891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-0fd94a43-cc8e-4565-959c-424ba242c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.841468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-0fd94a43-cc8e-4565-959c-424ba242c772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4d01959725142699dfa6615510155cc&device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 1095 time: 0.2910626 Jul 16 08:36:11.853407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0917ec0d-747c-4df1-ab6c-1e4a559086bf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.943474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Checking segment: {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:11.944519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Network hostable DHCP agents. Network: 4bafcb21-23ff-4763-8586-6689c20ce0a7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:12.015835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.073279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:12.074079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d8c6-eb03-4a32-b07d-f327a94ce497 req-b9da0d9d-79e9-4045-8dc7-ca47a827e667 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.085981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:12.097061 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.097540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d8c6-eb03-4a32-b07d-f327a94ce497 req-b9da0d9d-79e9-4045-8dc7-ca47a827e667 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.109508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-b423ede0-5017-4516-97de-954f7bbd0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.115980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bad2d8c6-eb03-4a32-b07d-f327a94ce497 req-b9da0d9d-79e9-4045-8dc7-ca47a827e667 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.2672172 Jul 16 08:36:12.117707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-b423ede0-5017-4516-97de-954f7bbd0636 service neutron] 10.222.0.47 "GET /v2.0/networks?id=159be033-dc61-4d0a-bcf5-1dbcb1451927 HTTP/1.1" status: 200 len: 917 time: 0.2493045 Jul 16 08:36:12.121438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4bafcb21-23ff-4763-8586-6689c20ce0a7) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:12.147098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.149066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.168721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e832a-3a6a-4f78-ab2d-4088c8890b29 None None] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:12.213870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.221952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bad2d8c6-eb03-4a32-b07d-f327a94ce497 req-c2231ad7-406d-410e-a15b-4f65ba75fcc4 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033435 Jul 16 08:36:12.302350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-a5bb02ca-3a48-4b58-b878-b8cea6e28d35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 HTTP/1.1" status: 200 len: 217 time: 0.1595027 Jul 16 08:36:12.348671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38740) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:12.349149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-05760cb6-9689-4f14-a985-e1923ea72d23 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2818654 Jul 16 08:36:12.354853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:12.408067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-c9d7fb69-6a21-4176-8601-4d978fa3a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.420526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-c9d7fb69-6a21-4176-8601-4d978fa3a3f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb5205bd-4caf-4c5a-970e-c23182d894db HTTP/1.1" status: 200 len: 855 time: 0.1036386 Jul 16 08:36:12.435846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.439785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.505348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1'}, {'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:12.513853 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c6eff-389d-4fef-81e4-e1cb8ec34fc3" -d '{"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1"}, {"server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "name": "network-vif-plugged", "status": "completed", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:12.529910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-ddcd77b5-cbb8-42d6-b0d1-e17b594e4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.531551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-ddcd77b5-cbb8-42d6-b0d1-e17b594e4eae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159be033-dc61-4d0a-bcf5-1dbcb1451927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100705 Jul 16 08:36:12.532878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4bafcb21-23ff-4763-8586-6689c20ce0a7', 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'fixed_ips': [{'subnet_id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:12.533754 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.607555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.756563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-8eaf98c7-35bf-4f2d-805e-3b2040171dab service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127497 Jul 16 08:36:12.843343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.854526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd073d5-7c96-4eaa-a313-2751f38f3f1d req-cd0bb5a1-1afb-4968-a9f7-2cdd6bb27b8b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.865879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Allocated IP 172.20.0.2 (4bafcb21-23ff-4763-8586-6689c20ce0a7/0917ec0d-747c-4df1-ab6c-1e4a559086bf/f2045181-573d-4787-9195-dd76e8a390ce) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:12.885245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fd073d5-7c96-4eaa-a313-2751f38f3f1d req-cd0bb5a1-1afb-4968-a9f7-2cdd6bb27b8b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.3821130 Jul 16 08:36:12.914306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a172f-155f-49fd-b03a-4c8a665f43aa req-9cff06b3-92be-4e38-907d-a282d8157c6d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.915613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f16a172f-155f-49fd-b03a-4c8a665f43aa req-9cff06b3-92be-4e38-907d-a282d8157c6d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.3808782 Jul 16 08:36:12.958247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fe94e4f-018f-4f64-9a35-4b19995d8b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.963193 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-94c7c0bb-1851-4f8e-8347-7169302b984e req-a631b96a-07e1-46c2-9676-20d8bf7a2446 service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935213 Jul 16 08:36:12.982040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fd073d5-7c96-4eaa-a313-2751f38f3f1d req-904f7b77-e916-47db-9221-6da71108f60d tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957413 Jul 16 08:36:13.090989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f16a172f-155f-49fd-b03a-4c8a665f43aa req-c8c2d6b1-9110-4861-aeeb-fb56752dac75 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217930 Jul 16 08:36:13.320903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.350844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Transition to ACTIVE for port object f2045181-573d-4787-9195-dd76e8a390ce will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:13.421589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Transition to ACTIVE for port object f2045181-573d-4787-9195-dd76e8a390ce will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:13.428270 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9503ac6c-fae4-4862-8a3b-7986d41afabf x-openstack-request-id: req-9503ac6c-fae4-4862-8a3b-7986d41afabf {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:13.429406 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1", "code": 200}, {"server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "name": "network-vif-plugged", "status": "completed", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:13.439462 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9503ac6c-fae4-4862-8a3b-7986d41afabf {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:13.439462 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'code': 200} Jul 16 08:36:13.439462 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780', 'code': 200} Jul 16 08:36:13.444153 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.596668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:13.611582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:13.616492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:13.625628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Pushing event updated for resources: {'Port': ['ID=f2045181-573d-4787-9195-dd76e8a390ce,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.772644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf4390-39cc-4958-a8a5-f5519cb62cf1 req-3515b1d4-b51a-434d-9c14-b0a95dda95ad tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.780403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cebf4390-39cc-4958-a8a5-f5519cb62cf1 req-3515b1d4-b51a-434d-9c14-b0a95dda95ad tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.1598339 Jul 16 08:36:13.782614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.798758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7be96-f78d-4d8b-8b58-ad42ce67eb07 req-3110723d-5d14-4273-9902-c3f1a61afc2a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.804857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7be96-f78d-4d8b-8b58-ad42ce67eb07 req-3110723d-5d14-4273-9902-c3f1a61afc2a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.807048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21e7be96-f78d-4d8b-8b58-ad42ce67eb07 req-3110723d-5d14-4273-9902-c3f1a61afc2a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.1855011 Jul 16 08:36:13.853702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671b77-9bd5-4874-913e-796e000c0f45 req-2503887f-3888-4047-8983-3ec0f3811fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.854562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671b77-9bd5-4874-913e-796e000c0f45 req-2503887f-3888-4047-8983-3ec0f3811fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.855764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e671b77-9bd5-4874-913e-796e000c0f45 req-2503887f-3888-4047-8983-3ec0f3811fcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1985 time: 0.2840178 Jul 16 08:36:13.875616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fec62-9a5b-4b1b-9965-9760a368ffa6 req-48c21538-19f3-4e42-b3a5-151e1ead3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.877142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-965fec62-9a5b-4b1b-9965-9760a368ffa6 req-48c21538-19f3-4e42-b3a5-151e1ead3830 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 1102 time: 0.2273028 Jul 16 08:36:13.891962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Attempting to bind port f2045181-573d-4787-9195-dd76e8a390ce on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:13.894313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Attempting to bind port f2045181-573d-4787-9195-dd76e8a390ce by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:13.894946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Attempting to bind port f2045181-573d-4787-9195-dd76e8a390ce on network 4bafcb21-23ff-4763-8586-6689c20ce0a7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:13.895202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cebf4390-39cc-4958-a8a5-f5519cb62cf1 req-d87494b4-0b19-44df-9f51-7cb33cf503cc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137121 Jul 16 08:36:13.897412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.937793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:13.942745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Checking segment: {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:13.943626 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.944881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Bound using segment: {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:13.945635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Bound port: f2045181-573d-4787-9195-dd76e8a390ce, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:13.951328 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.973074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-965fec62-9a5b-4b1b-9965-9760a368ffa6 req-6bec07b6-9940-43ec-8df8-dd8e4e15c341 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849490 Jul 16 08:36:14.050803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e671b77-9bd5-4874-913e-796e000c0f45 req-4dfbf3f6-f952-4b35-9dcb-74fadebd12b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Jul 16 08:36:14.189355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] For port f2045181-573d-4787-9195-dd76e8a390ce, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:14.198780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] For port f2045181-573d-4787-9195-dd76e8a390ce, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f2045181-573d-4787-9195-dd76e8a390ce,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:14.207204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.376974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d95b-010a-418d-9e65-c9bfe23b5e68 None None] Pushing event updated for resources: {'Port': ['ID=f2045181-573d-4787-9195-dd76e8a390ce,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.706576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21e7be96-f78d-4d8b-8b58-ad42ce67eb07 req-791f10a4-c3dc-48e5-b55b-78ff298027c9 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260994 Jul 16 08:36:14.708070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Allocated IP 172.25.5.162 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/08cdcd64-c307-4e6d-b553-21746fc4e6ec) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:14.839714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d969e44-1b96-4ee1-961a-9d0c4f32b271 req-93f2d84b-70a3-487e-b549-c14fa0b246d8 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.841695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d969e44-1b96-4ee1-961a-9d0c4f32b271 req-93f2d84b-70a3-487e-b549-c14fa0b246d8 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.2655816 Jul 16 08:36:14.927061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.932697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d969e44-1b96-4ee1-961a-9d0c4f32b271 req-0f573cdb-a12f-4012-954d-607b0926a7db tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831409 Jul 16 08:36:14.979720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.188664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Pushing event updated for resources: {'Port': ['ID=08cdcd64-c307-4e6d-b553-21746fc4e6ec,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.210968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:15.233408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f2045181-573d-4787-9195-dd76e8a390ce up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:15.260273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:15.279233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:15.448453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f2045181-573d-4787-9195-dd76e8a390ce completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:15.570430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a83d1f6e-e35a-492c-8bf8-ad7ff2f9482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.700172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.753923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa32f-ea08-403b-b760-4afb89f1d6de req-ce8970e6-0f98-436f-aaee-9c3d0b3eecfb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.761592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13caa32f-ea08-403b-b760-4afb89f1d6de req-ce8970e6-0f98-436f-aaee-9c3d0b3eecfb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.5484397 Jul 16 08:36:15.800508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.872361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13caa32f-ea08-403b-b760-4afb89f1d6de req-9e3adf86-73a8-433f-a5b6-170fd24ba3b1 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097226 Jul 16 08:36:15.982535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e543ea-b094-4c8a-bcb2-e0146fb298e9 req-0c0a5906-6197-42c6-95dd-eaa4739c7a5a tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.984120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02e543ea-b094-4c8a-bcb2-e0146fb298e9 req-0c0a5906-6197-42c6-95dd-eaa4739c7a5a tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.5727627 Jul 16 08:36:15.994881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-245e789e-319d-4e32-b4ac-c69e1b970c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.091404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e50610-a712-41a4-ab41-44e83e096914 None None] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:16.178468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.264961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Provisioning for port f2045181-573d-4787-9195-dd76e8a390ce completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:16.271451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Provisioning complete for port f2045181-573d-4787-9195-dd76e8a390ce triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:16.272122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.310750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-8f665d38-3894-4a73-bdb1-0173d9a8afa1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1890628 Jul 16 08:36:16.327579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-245e789e-319d-4e32-b4ac-c69e1b970c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.333983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-245e789e-319d-4e32-b4ac-c69e1b970c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.352782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02e543ea-b094-4c8a-bcb2-e0146fb298e9 req-a0676f8d-37a8-4263-8b4c-f8a28e3a7a89 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471224 Jul 16 08:36:16.394259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e789e-319d-4e32-b4ac-c69e1b970c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027daf4-d94d-4644-9b03-47c716f8c877,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.461554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.514063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38812) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:16.524746 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-245e789e-319d-4e32-b4ac-c69e1b970c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0aa20e3062144cdb62e3d7fa0940b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066908 Jul 16 08:36:16.537323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] For port f2045181-573d-4787-9195-dd76e8a390ce, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f2045181-573d-4787-9195-dd76e8a390ce,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:16.543827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.602175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-704dff45-5424-4214-aa8b-47176f6a9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.605501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-704dff45-5424-4214-aa8b-47176f6a9f3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf80b823092740c3be03af1d4cd43fe2&device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 1097 time: 0.1761894 Jul 16 08:36:16.672188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3850f4-24fd-470d-bfd5-5639b37ac123 None None] Pushing event updated for resources: {'Port': ['ID=f2045181-573d-4787-9195-dd76e8a390ce,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.676502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.777792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-bff24f51-aaf8-4754-a49e-12420b76441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.778024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.779223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-bff24f51-aaf8-4754-a49e-12420b76441f service neutron] 10.222.0.47 "GET /v2.0/networks?id=46136db2-707d-4009-b7ed-d1abc97fc905 HTTP/1.1" status: 200 len: 916 time: 0.1472986 Jul 16 08:36:16.781715 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.836899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-766bbe21-bd65-43a1-aec8-fa7dcfe64757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bb56893-da03-46ba-b975-ef30386b0219 HTTP/1.1" status: 200 len: 217 time: 0.0476191 Jul 16 08:36:16.877395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6e1bf57f-9a13-4bfa-ae3a-23efb8f73a5b None None] Provisioning complete for port f2045181-573d-4787-9195-dd76e8a390ce triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:16.879084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e1bf57f-9a13-4bfa-ae3a-23efb8f73a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.904260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-19efdbe0-cfda-4f02-8663-6b94c267ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.906583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-19efdbe0-cfda-4f02-8663-6b94c267ff30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac7175a7-d8cf-49c1-a74e-b3f9678a22a8 HTTP/1.1" status: 200 len: 855 time: 0.0609798 Jul 16 08:36:16.932488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.934335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.936988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.941245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9027daf4-d94d-4644-9b03-47c716f8c877 HTTP/1.1" status: 204 len: 168 time: 0.4266493 Jul 16 08:36:16.955765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60e5f8-1e63-4a00-b562-bbe03ec37b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027daf4-d94d-4644-9b03-47c716f8c877,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.962783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-2f371bff-354c-435e-a296-714a1207fa6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46136db2-707d-4009-b7ed-d1abc97fc905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416622 Jul 16 08:36:16.975300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3c9a-6cac-4440-bcc7-c402262e3a14 req-a279b948-d145-4bcf-a3c3-3e7a6ffb7d64 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.985584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3c9a-6cac-4440-bcc7-c402262e3a14 req-a279b948-d145-4bcf-a3c3-3e7a6ffb7d64 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.987393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9cec3c9a-6cac-4440-bcc7-c402262e3a14 req-a279b948-d145-4bcf-a3c3-3e7a6ffb7d64 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.8106017 Jul 16 08:36:17.013098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277bc94-84b4-4b98-b5b4-e6209c3693ec req-f2281fbc-0c17-4dcf-9920-868d3ad6a56b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.014906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5277bc94-84b4-4b98-b5b4-e6209c3693ec req-f2281fbc-0c17-4dcf-9920-868d3ad6a56b tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.3759849 Jul 16 08:36:17.153265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5277bc94-84b4-4b98-b5b4-e6209c3693ec req-01fa8d97-6a16-4858-b823-5e2d99147cae tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950274 Jul 16 08:36:17.161886 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-bcc76ede-e2fd-46b6-9d8e-547e6fcf2caf service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850312 Jul 16 08:36:17.241346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9cec3c9a-6cac-4440-bcc7-c402262e3a14 req-1a997175-b08e-44b2-aff2-6cec85dc5c4e tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253792 Jul 16 08:36:17.331808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Router 380a71af-1a23-4adf-8896-2a23cb07e75b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:17.347705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9b08724-8ad9-4ae4-9184-ef50aa23028f req-9fe99a44-73d8-4b2d-85f5-bc9c9d1a2588 service neutron] 10.222.0.47 "GET /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788423 Jul 16 08:36:17.438063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f2045181-573d-4787-9195-dd76e8a390ce up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:17.675795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f2045181-573d-4787-9195-dd76e8a390ce triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:17.676486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.679558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:17.716813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Sync routers for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:17.724982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb8355-d6f7-4292-ab17-c8dfa7b72474 req-3f5020c1-e59a-4d77-9c16-b8fc9163063e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.726538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68fb8355-d6f7-4292-ab17-c8dfa7b72474 req-3f5020c1-e59a-4d77-9c16-b8fc9163063e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2084198 Jul 16 08:36:17.763440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:17.764172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:17.777924 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.782114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:17.784487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-013cb9e8-9858-4386-bb07-ea98f0e3675f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4292886 Jul 16 08:36:17.815084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68fb8355-d6f7-4292-ab17-c8dfa7b72474 req-1268ac27-9d61-4b7b-8731-fc6d9f271950 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773873 Jul 16 08:36:17.945942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38846) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:17.967178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5699b568-ca97-4123-9b2b-308575634ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.176715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:18.368114 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5699b568-ca97-4123-9b2b-308575634ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.375606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5699b568-ca97-4123-9b2b-308575634ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.523929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699b568-ca97-4123-9b2b-308575634ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fbf8e-ec6f-44db-84b4-c97cea9956c3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.813032 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.871995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.897505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5699b568-ca97-4123-9b2b-308575634ec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0a76d4ca827416a8bbf2d2b9f88af25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9497108 Jul 16 08:36:18.902478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:18.957809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:16Z', 'revision_number': 3, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:19.032080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Checking router: 380a71af-1a23-4adf-8896-2a23cb07e75b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:19.032559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Updating router 380a71af-1a23-4adf-8896-2a23cb07e75b port 08cdcd64-c307-4e6d-b553-21746fc4e6ec binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:19.060123 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.081261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.134064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.155622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a75ced-0141-45b9-b599-638290f2919f req-5b0f8c48-7bb3-4c8f-bf71-ebd5d31e4877 tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.183736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02a75ced-0141-45b9-b599-638290f2919f req-5b0f8c48-7bb3-4c8f-bf71-ebd5d31e4877 tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 1102 time: 0.3640261 Jul 16 08:36:19.206967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b31ca2-0b19-4528-ac16-3f8a0b63f172 req-71a83064-e46c-4e1a-b061-ad1e44b393a3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.222772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Allocated IP 172.20.0.1 (4bafcb21-23ff-4763-8586-6689c20ce0a7/0917ec0d-747c-4df1-ab6c-1e4a559086bf/6c5ee649-513b-473e-8d43-9e388d1f019a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:19.250897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22b31ca2-0b19-4528-ac16-3f8a0b63f172 req-71a83064-e46c-4e1a-b061-ad1e44b393a3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.7427561 Jul 16 08:36:19.269644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.274201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.283878 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/445fbf8e-ec6f-44db-84b4-c97cea9956c3 HTTP/1.1" status: 204 len: 168 time: 0.3759959 Jul 16 08:36:19.328371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07faffb-9cbf-4bfc-8ded-e119056a232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fbf8e-ec6f-44db-84b4-c97cea9956c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.381092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-02a75ced-0141-45b9-b599-638290f2919f req-76e457bb-cd1d-4434-a06f-cfd926f0a4fb tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.418949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22b31ca2-0b19-4528-ac16-3f8a0b63f172 req-7c96439a-0170-4d21-abde-ef7354de86f1 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660309 Jul 16 08:36:19.503290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.517385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Transition to ACTIVE for port object 08cdcd64-c307-4e6d-b553-21746fc4e6ec will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:19.534565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.538231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.552734 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:19.579577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Transition to ACTIVE for port object 6c5ee649-513b-473e-8d43-9e388d1f019a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:19.612808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Attempting to bind port 08cdcd64-c307-4e6d-b553-21746fc4e6ec on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:19.613790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Attempting to bind port 08cdcd64-c307-4e6d-b553-21746fc4e6ec by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:19.614166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Attempting to bind port 08cdcd64-c307-4e6d-b553-21746fc4e6ec on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:19.632648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ee85-41ae-4306-ad08-853e7fbd8d68 None None] Pushing event updated for resources: {'Port': ['ID=08cdcd64-c307-4e6d-b553-21746fc4e6ec,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.636221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:19.636916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:19.637338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.637733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:19.638570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Bound port: 08cdcd64-c307-4e6d-b553-21746fc4e6ec, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:19.638967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.650935 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.727241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] For port 08cdcd64-c307-4e6d-b553-21746fc4e6ec, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:19.730179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:19.733815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:19.738286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:19.738665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] For port 08cdcd64-c307-4e6d-b553-21746fc4e6ec, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=08cdcd64-c307-4e6d-b553-21746fc4e6ec,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:19.745614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.752987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-02a75ced-0141-45b9-b599-638290f2919f req-76e457bb-cd1d-4434-a06f-cfd926f0a4fb tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.762670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-02a75ced-0141-45b9-b599-638290f2919f req-76e457bb-cd1d-4434-a06f-cfd926f0a4fb tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.800599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ee649-513b-473e-8d43-9e388d1f019a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.839570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02a75ced-0141-45b9-b599-638290f2919f req-76e457bb-cd1d-4434-a06f-cfd926f0a4fb tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397854 Jul 16 08:36:19.865256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e457bb-cd1d-4434-a06f-cfd926f0a4fb tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46a942-2942-4262-9ad9-ae73e9a9be89,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.871950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.898896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ee85-41ae-4306-ad08-853e7fbd8d68 None None] Pushing event updated for resources: {'Port': ['ID=08cdcd64-c307-4e6d-b553-21746fc4e6ec,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.966417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:19.970493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:20.191467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90ad6d-fdc1-4358-a949-1b861eccf7c8 req-91b164ac-fd3b-4d9f-95be-afd7eac68f0f tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.204486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b90ad6d-fdc1-4358-a949-1b861eccf7c8 req-91b164ac-fd3b-4d9f-95be-afd7eac68f0f tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.1098785 Jul 16 08:36:20.251294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdb767-2a8c-4114-aa5b-339b1dcb8fef req-afc308a7-e94e-454a-8b9d-50a661e9a14a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.271578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdb767-2a8c-4114-aa5b-339b1dcb8fef req-afc308a7-e94e-454a-8b9d-50a661e9a14a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.273596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3cdb767-2a8c-4114-aa5b-339b1dcb8fef req-afc308a7-e94e-454a-8b9d-50a661e9a14a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.2775884 Jul 16 08:36:20.326827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b90ad6d-fdc1-4358-a949-1b861eccf7c8 req-d6834505-cdc1-4b20-acab-cf250f395dfe tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210728 Jul 16 08:36:20.355564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3cdb767-2a8c-4114-aa5b-339b1dcb8fef req-7d68b03e-7c83-4798-a05d-44ae018aba2a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654109 Jul 16 08:36:20.400537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c992291-c08c-49af-aa19-201eb3911bbe None None] Provisioning for port 6c5ee649-513b-473e-8d43-9e388d1f019a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:20.403172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.410428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c992291-c08c-49af-aa19-201eb3911bbe None None] Provisioning complete for port 6c5ee649-513b-473e-8d43-9e388d1f019a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:20.410801 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c992291-c08c-49af-aa19-201eb3911bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.448907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-74848927-8f6d-413c-a698-056f1f2149bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.471173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-74848927-8f6d-413c-a698-056f1f2149bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.472868 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-74848927-8f6d-413c-a698-056f1f2149bf tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.3747251 Jul 16 08:36:20.474898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:20.668341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1c992291-c08c-49af-aa19-201eb3911bbe None None] Port 6c5ee649-513b-473e-8d43-9e388d1f019a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:20.930708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:16Z', 'revision_number': 3, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:20.951534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0436d-0f31-45c0-b526-40d651ede018 req-a891e70a-5966-475e-8697-67a4551c3ca3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.966371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3b0436d-0f31-45c0-b526-40d651ede018 req-a891e70a-5966-475e-8697-67a4551c3ca3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.2231164 Jul 16 08:36:20.991193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e206d-c365-4181-8f1e-782916fd0926 None None] The sync data for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 is: [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:16Z', 'revision_number': 3, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:21.067960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3b0436d-0f31-45c0-b526-40d651ede018 req-4c2235a0-8ba9-43ca-a23c-4cd47de6a1c6 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002727 Jul 16 08:36:21.422438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port a5a197a4-019f-4608-a905-17dbab254f48 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:21.423009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.553080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.560317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.663781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ee649-513b-473e-8d43-9e388d1f019a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.709665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port a5a197a4-019f-4608-a905-17dbab254f48, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a5a197a4-019f-4608-a905-17dbab254f48,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:21.713142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.737630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for a5a197a4-019f-4608-a905-17dbab254f48 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:21.742443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.773312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6767d-ded0-43b4-af73-41abb19df326 req-96e39650-486d-48cd-b63d-f01f64e14f8b tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.782266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14a6767d-ded0-43b4-af73-41abb19df326 req-96e39650-486d-48cd-b63d-f01f64e14f8b tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 1102 time: 0.2335608 Jul 16 08:36:21.871306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14a6767d-ded0-43b4-af73-41abb19df326 req-0b868179-098e-4dc7-9eab-be505efb7fc4 tempest-ServersAdminNegativeTestJSON-1393092589 tempest-ServersAdminNegativeTestJSON-1393092589-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Jul 16 08:36:21.899473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff035-6f66-45ef-812a-dfe30f502324 req-21feb10e-4550-4e8a-a9f5-092f43c15e4f tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.906775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-804ff035-6f66-45ef-812a-dfe30f502324 req-21feb10e-4550-4e8a-a9f5-092f43c15e4f tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2308433 Jul 16 08:36:22.004706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-804ff035-6f66-45ef-812a-dfe30f502324 req-ae9395c5-41ac-4b22-adf5-ee689fc8ed4a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916553 Jul 16 08:36:22.126729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:22.140408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:22.340366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2c38-c6bc-4887-bb56-8c5be6aa7f90 req-4dd170b9-c5e0-4cb9-a6e6-d5d38a8f423d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:22.347258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2c38-c6bc-4887-bb56-8c5be6aa7f90 req-4dd170b9-c5e0-4cb9-a6e6-d5d38a8f423d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:22.362337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-088b2c38-c6bc-4887-bb56-8c5be6aa7f90 req-4dd170b9-c5e0-4cb9-a6e6-d5d38a8f423d tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 1681 time: 0.2066057 Jul 16 08:36:22.404963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Router 380a71af-1a23-4adf-8896-2a23cb07e75b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:22.504769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-088b2c38-c6bc-4887-bb56-8c5be6aa7f90 req-a8838c95-6bf6-412f-bdc1-8871a9f14dc2 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382127 Jul 16 08:36:22.655941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.920467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=a5a197a4-019f-4608-a905-17dbab254f48,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.948118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bc0a1db4-c7d1-43fe-8377-b5c675c950d5 None None] Provisioning complete for port 6c5ee649-513b-473e-8d43-9e388d1f019a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:22.950142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1db4-c7d1-43fe-8377-b5c675c950d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.015087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db034d2-ec4d-48b5-832e-e6dd2d7a0905 req-b9c9ea15-8a48-4acb-bbe0-c2016f7c5ddd tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.030559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5db034d2-ec4d-48b5-832e-e6dd2d7a0905 req-b9c9ea15-8a48-4acb-bbe0-c2016f7c5ddd tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.1353114 Jul 16 08:36:23.071714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a5a197a4-019f-4608-a905-17dbab254f48 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:23.151877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5db034d2-ec4d-48b5-832e-e6dd2d7a0905 req-5c2d9413-293a-4397-b2bc-d9035b21e439 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203215 Jul 16 08:36:23.155767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port a5a197a4-019f-4608-a905-17dbab254f48 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:23.158812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: a5a197a4-019f-4608-a905-17dbab254f48 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:23.159268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a5a197a4-019f-4608-a905-17dbab254f48 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:23.160517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:23.174040 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.178470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-fc62c9c3-d9b2-450d-93c4-28de28a63759 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "DELETE /v2.0/ports/a5a197a4-019f-4608-a905-17dbab254f48 HTTP/1.1" status: 204 len: 173 time: 2.6974461 Jul 16 08:36:23.242827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a1db4-c7d1-43fe-8377-b5c675c950d5 None None] Port 6c5ee649-513b-473e-8d43-9e388d1f019a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:23.283867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 08cdcd64-c307-4e6d-b553-21746fc4e6ec up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:23.299926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-deleted', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:23.303193 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b18bf91-f9dd-41fb-be1e-8c7b6de6ab6f" -d '{"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-deleted", "tag": "a5a197a4-019f-4608-a905-17dbab254f48"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:23.549175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.573680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:23.594151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:23.599659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70761620-c960-4153-855c-3f13eba4bc1b admin admin] 10.222.0.32 "PUT /v2.0/routers/380a71af-1a23-4adf-8896-2a23cb07e75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8160553 Jul 16 08:36:23.614027 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d867e4-808b-4e07-a8e0-bbfa36583645" -d '{"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:23.644168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 08cdcd64-c307-4e6d-b553-21746fc4e6ec completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:23.664285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:23.666389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 08cdcd64-c307-4e6d-b553-21746fc4e6ec triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:23.668553 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.670553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:23.674082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.675326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.846287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.953891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:23.954664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.983671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:23.997077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.036866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 08cdcd64-c307-4e6d-b553-21746fc4e6ec, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=08cdcd64-c307-4e6d-b553-21746fc4e6ec,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:24.043637 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.092799 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f563b-b083-490c-a184-1a10b8146ef0 x-openstack-request-id: req-c55f563b-b083-490c-a184-1a10b8146ef0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:24.093095 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-deleted", "tag": "a5a197a4-019f-4608-a905-17dbab254f48", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:24.093772 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c55f563b-b083-490c-a184-1a10b8146ef0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:24.094157 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-deleted', 'tag': 'a5a197a4-019f-4608-a905-17dbab254f48', 'status': 'completed', 'code': 200} Jul 16 08:36:24.124300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60082-a852-4ca9-bcb3-b3da426cb5a3 req-78254073-b5bb-4310-8214-12976b986891 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.132573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=08cdcd64-c307-4e6d-b553-21746fc4e6ec,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.136633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65b60082-a852-4ca9-bcb3-b3da426cb5a3 req-78254073-b5bb-4310-8214-12976b986891 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2098742 Jul 16 08:36:24.234317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65b60082-a852-4ca9-bcb3-b3da426cb5a3 req-8d5f4dbf-71cf-4566-b894-d863ea77d127 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966976 Jul 16 08:36:24.286747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.287376 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Sync routers for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:24.309753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:24.310555 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:24.323541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=3b4c8931-a7eb-401d-a9f1-647c2b85b4f1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.384463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port 3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:24.387641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.390290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e19fa37f-cb7c-4416-a24d-9f973dc1c9ba req-ed2e1dea-2738-45cd-888c-344f4c537ea1 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.47 "DELETE /v2.0/ports/3b4c8931-a7eb-401d-a9f1-647c2b85b4f1 HTTP/1.1" status: 204 len: 173 time: 1.0775282 Jul 16 08:36:24.480658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e058b44-22a9-482c-9288-7101348ef745 req-1101b8b7-572f-43dd-b94f-c4fcf52a13f7 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad1ec04-d898-43ab-ae1a-23a758569311 HTTP/1.1" status: 200 len: 210 time: 0.0504413 Jul 16 08:36:24.538703 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d17de-1371-4d00-a7f8-f784f961cebe x-openstack-request-id: req-9e5d17de-1371-4d00-a7f8-f784f961cebe {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:24.539616 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:24.540618 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e5d17de-1371-4d00-a7f8-f784f961cebe {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:24.541249 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'code': 200} Jul 16 08:36:24.592551 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:24.804937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260fad6-5a44-4855-9c8a-47d921576320 req-301223be-0a12-4341-8048-e5711e51d9df tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.808785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3260fad6-5a44-4855-9c8a-47d921576320 req-301223be-0a12-4341-8048-e5711e51d9df tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.0828159 Jul 16 08:36:24.878599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3260fad6-5a44-4855-9c8a-47d921576320 req-8c19e183-c889-44c0-857c-51061c26b29c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642705 Jul 16 08:36:24.950980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:20Z', 'revision_number': 4, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6c5ee649-513b-473e-8d43-9e388d1f019a', 'name': '', 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'mac_address': 'fa:16:3e:d9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:18Z', 'updated_at': '2021-07-16T08:36:20Z', 'revision_number': 2, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'subnets': [{'id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:25.045285 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Checking router: 380a71af-1a23-4adf-8896-2a23cb07e75b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:25.046005 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Updating router 380a71af-1a23-4adf-8896-2a23cb07e75b port 6c5ee649-513b-473e-8d43-9e388d1f019a binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:25.105653 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.131147 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-196d2161-2be0-4ad0-abd9-6624fedd5729 req-4a6f780f-2534-4e71-b768-bf482db00166 tempest-FloatingIPDetailsNegativeTestJSON-781429466 tempest-FloatingIPDetailsNegativeTestJSON-781429466-project] show failed (client error): The resource could not be found. Jul 16 08:36:25.146321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.163593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-196d2161-2be0-4ad0-abd9-6624fedd5729 req-4a6f780f-2534-4e71-b768-bf482db00166 tempest-FloatingIPDetailsNegativeTestJSON-781429466 tempest-FloatingIPDetailsNegativeTestJSON-781429466-project] 10.222.0.32 "GET /v2.0/floatingips/58844dd5-6c03-42ac-9271-2377a9c5ddfe HTTP/1.1" status: 404 len: 350 time: 0.1191173 Jul 16 08:36:25.188271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 08cdcd64-c307-4e6d-b553-21746fc4e6ec up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:25.356542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 08cdcd64-c307-4e6d-b553-21746fc4e6ec triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:25.357495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.452702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606125-be65-4462-97d9-6e8608265e20 req-f7924084-735b-4282-bce8-a75230ee00cc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.462228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd606125-be65-4462-97d9-6e8608265e20 req-f7924084-735b-4282-bce8-a75230ee00cc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.1163061 Jul 16 08:36:25.517320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd606125-be65-4462-97d9-6e8608265e20 req-ccce1acc-d7fa-471e-af63-5f1e3c997c75 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538960 Jul 16 08:36:25.619323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50205-434a-43f1-b8ae-0c4153819eac req-9dd37cf5-2ea9-4999-8ec1-bdffed5174e9 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.632798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81c50205-434a-43f1-b8ae-0c4153819eac req-9dd37cf5-2ea9-4999-8ec1-bdffed5174e9 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.2547727 Jul 16 08:36:25.656118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39030) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.663863 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.678316 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Transition to ACTIVE for port object 6c5ee649-513b-473e-8d43-9e388d1f019a will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:25.690795 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.765458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting subnet 4f25d47c-46ca-40b8-a18a-6427d74baad9 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:25.770796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.928721 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fed3f-d435-4e8a-90e9-c326724ffb5b None None] Pushing event updated for resources: {'Port': ['ID=6c5ee649-513b-473e-8d43-9e388d1f019a,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.937130 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Attempting to bind port 6c5ee649-513b-473e-8d43-9e388d1f019a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:25.937903 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Attempting to bind port 6c5ee649-513b-473e-8d43-9e388d1f019a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:25.938501 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Attempting to bind port 6c5ee649-513b-473e-8d43-9e388d1f019a on network 4bafcb21-23ff-4763-8586-6689c20ce0a7 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:25.965385 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:25.966049 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Checking segment: {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:25.966729 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.977857 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Bound using segment: {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:25.978836 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Bound port: 6c5ee649-513b-473e-8d43-9e388d1f019a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7593dc-3769-4071-a503-cf4992a4fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:25.979272 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.015617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.083923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Deleting port 4b7160b2-2b19-4911-aba2-7e1c026ca780 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:26.087907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.104151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dc2de-5578-4cbd-8bc3-ddd758c727ae req-41937b1f-473a-44a9-9f9c-fb775ecbd6de tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.114367 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] For port 6c5ee649-513b-473e-8d43-9e388d1f019a, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:26.117816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] For port 6c5ee649-513b-473e-8d43-9e388d1f019a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c5ee649-513b-473e-8d43-9e388d1f019a,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:26.124896 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.125803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd9dc2de-5578-4cbd-8bc3-ddd758c727ae req-41937b1f-473a-44a9-9f9c-fb775ecbd6de tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.3553178 Jul 16 08:36:26.213547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fed3f-d435-4e8a-90e9-c326724ffb5b None None] Pushing event updated for resources: {'Port': ['ID=6c5ee649-513b-473e-8d43-9e388d1f019a,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.230788 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:26.231412 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:26.274416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd9dc2de-5578-4cbd-8bc3-ddd758c727ae req-678ad67e-611e-47fc-982c-835643e9b019 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411467 Jul 16 08:36:26.311967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.331643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] For port 4b7160b2-2b19-4911-aba2-7e1c026ca780, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4b7160b2-2b19-4911-aba2-7e1c026ca780,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:26.332246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.395752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-deleted', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:26.408657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.410099 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3292dd24-2a41-4832-9ba8-4f42dbeb365c" -d '{"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-deleted", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:26.418785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Calling delete_port for 4b7160b2-2b19-4911-aba2-7e1c026ca780 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:26.425722 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:26.483605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Subnet': ['ID=4f25d47c-46ca-40b8-a18a-6427d74baad9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.494075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.496771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-09e934a0-d9de-4750-93f0-89b5a7860461 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/subnets/4f25d47c-46ca-40b8-a18a-6427d74baad9 HTTP/1.1" status: 204 len: 168 time: 0.8390243 Jul 16 08:36:26.496932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16b43f-f0f5-4a4a-9517-a44e3c1d2a96 None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:26.499623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.664715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.725318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.762321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:20Z', 'revision_number': 4, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6c5ee649-513b-473e-8d43-9e388d1f019a', 'name': '', 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'mac_address': 'fa:16:3e:d9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:18Z', 'updated_at': '2021-07-16T08:36:26Z', 'revision_number': 4, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'subnets': [{'id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:26.835370 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03ed9a-13f6-46cd-bbeb-93c316118b23 None None] The sync data for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 is: [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:20Z', 'revision_number': 4, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6c5ee649-513b-473e-8d43-9e388d1f019a', 'name': '', 'network_id': '4bafcb21-23ff-4763-8586-6689c20ce0a7', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'mac_address': 'fa:16:3e:d9:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:18Z', 'updated_at': '2021-07-16T08:36:26Z', 'revision_number': 4, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'subnets': [{'id': '0917ec0d-747c-4df1-ab6c-1e4a559086bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:26.891380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5db72-0991-47df-989f-657a77f99901 req-2888a97b-f6d0-484d-bbcf-3660217ef8cc tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.893147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48c5db72-0991-47df-989f-657a77f99901 req-2888a97b-f6d0-484d-bbcf-3660217ef8cc tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc2a72e0-4c4c-480b-a831-1579485a8503 HTTP/1.1" status: 200 len: 950 time: 0.2442868 Jul 16 08:36:26.910016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] DHCP port deletion for b1b256da-a06d-4c1c-9e92-37a5ae45dc26 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:26.973762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:26.976354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.023046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.038218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8486f250-aaaa-408a-aca7-5d587cb05b78'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:27.091314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:27.091729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.134699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Pushing event deleted for resources: {'Port': ['ID=4b7160b2-2b19-4911-aba2-7e1c026ca780,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.249241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] No DVR routers for this DVR port 4b7160b2-2b19-4911-aba2-7e1c026ca780 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:27.249528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c5ee649-513b-473e-8d43-9e388d1f019a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:27.265749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:27.316292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.329784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-81c50205-434a-43f1-b8ae-0c4153819eac req-5ce86679-eda6-4f91-80d1-8c401a9a7af3 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "DELETE /v2.0/ports/4b7160b2-2b19-4911-aba2-7e1c026ca780 HTTP/1.1" status: 204 len: 173 time: 1.6874418 Jul 16 08:36:27.387659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48c5db72-0991-47df-989f-657a77f99901 req-3b86923c-c1f2-4dfb-9508-61eb3b34dce7 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509869 Jul 16 08:36:27.439449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Deleting port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:27.439928 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.539772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.579620 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e669758-e419-4cb6-a8fa-bc1071f1477a x-openstack-request-id: req-4e669758-e419-4cb6-a8fa-bc1071f1477a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:27.580225 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad1ec04-d898-43ab-ae1a-23a758569311", "name": "network-vif-deleted", "tag": "3b4c8931-a7eb-401d-a9f1-647c2b85b4f1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:27.580225 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e669758-e419-4cb6-a8fa-bc1071f1477a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:27.581398 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad1ec04-d898-43ab-ae1a-23a758569311', 'name': 'network-vif-deleted', 'tag': '3b4c8931-a7eb-401d-a9f1-647c2b85b4f1', 'status': 'completed', 'code': 200} Jul 16 08:36:27.613022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.621391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:27.714083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Deleting port 6c5ee649-513b-473e-8d43-9e388d1f019a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:27.714438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.753702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] For port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,segment=NetworkSegment(647499d8-a96b-4aec-91fc-961df11460cb),segment_id=647499d8-a96b-4aec-91fc-961df11460cb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:27.754408 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.767741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4b7160b2-2b19-4911-aba2-7e1c026ca780 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:27.775013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Calling delete_port for 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:27.807292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6c5ee649-513b-473e-8d43-9e388d1f019a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:27.816683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4b7160b2-2b19-4911-aba2-7e1c026ca780 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:27.817120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4b7160b2-2b19-4911-aba2-7e1c026ca780 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:27.817607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:27.821351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6c5ee649-513b-473e-8d43-9e388d1f019a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:27.826736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.861914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] For port 6c5ee649-513b-473e-8d43-9e388d1f019a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c5ee649-513b-473e-8d43-9e388d1f019a,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:27.862683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.880096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Calling delete_port for 6c5ee649-513b-473e-8d43-9e388d1f019a owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:27.919491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.956663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b256da-a06d-4c1c-9e92-37a5ae45dc26']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:28.002133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647499d8-a96b-4aec-91fc-961df11460cb') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:28.003041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647499d8-a96b-4aec-91fc-961df11460cb') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:28.022213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.051830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.061797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:28.062566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.078787 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.117652 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:28.156690 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:28.177153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.187915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.224271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.229703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:28.229703 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bbc001-e3c7-4093-a843-7fd187d55701" -d '{"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-unplugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:28.230893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/networks/b1b256da-a06d-4c1c-9e92-37a5ae45dc26 HTTP/1.1" status: 204 len: 168 time: 1.7300467 Jul 16 08:36:28.238473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Pushing event deleted for resources: {'Port': ['ID=5e69fb4b-0376-4630-9b6c-6e397edaa6d4,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.239031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a6a2-3aff-4775-8a16-0252e8199ca0 tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Network': ['ID=b1b256da-a06d-4c1c-9e92-37a5ae45dc26,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.240992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39098) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.251431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6695-8ed0-4d96-9a27-01709fbdecc5 req-07c1c78b-a278-45a8-9cec-ecb3ae5d0794 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.259775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e6d6695-8ed0-4d96-9a27-01709fbdecc5 req-07c1c78b-a278-45a8-9cec-ecb3ae5d0794 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.4408200 Jul 16 08:36:28.267000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] Network b1b256da-a06d-4c1c-9e92-37a5ae45dc26 is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:36:28.267770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d8cc5-9781-48bb-9805-986c9578bbf6 None None] No DVR routers for this DVR port 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:28.288614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:28.298090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.318644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.333579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c32a-e675-4624-b711-b4bf3f6564af req-411a04a7-07b7-43d0-9363-bc4a476bcec2 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.342068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fe9c32a-e675-4624-b711-b4bf3f6564af req-411a04a7-07b7-43d0-9363-bc4a476bcec2 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 943 time: 0.6208990 Jul 16 08:36:28.402914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.418248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ee649-513b-473e-8d43-9e388d1f019a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.483967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e6d6695-8ed0-4d96-9a27-01709fbdecc5 req-b764ec96-c9cc-48e1-ace0-250bbd922a8e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227297 Jul 16 08:36:28.530021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting subnet c59a6df8-05d1-455d-a221-b6793d2dbafe {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:28.568401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fe9c32a-e675-4624-b711-b4bf3f6564af req-05a9739f-46ae-4b13-a111-ccca2ec4af16 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250073 Jul 16 08:36:28.569727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:28.574556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.691959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:28.692353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5e69fb4b-0376-4630-9b6c-6e397edaa6d4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:28.738859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.806503 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273dee15-6a48-4a36-bd81-6fbd86956666 x-openstack-request-id: req-273dee15-6a48-4a36-bd81-6fbd86956666 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:28.807048 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-unplugged", "status": "completed", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:28.807203 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-273dee15-6a48-4a36-bd81-6fbd86956666 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:28.807709 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'code': 200} Jul 16 08:36:28.866717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.969947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.054189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:29.161128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.231208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Subnet': ['ID=c59a6df8-05d1-455d-a221-b6793d2dbafe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.253544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.262821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.263311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ac16c1e-7afe-4428-9959-3b572ddecb5a tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/subnets/c59a6df8-05d1-455d-a221-b6793d2dbafe HTTP/1.1" status: 204 len: 168 time: 0.9978576 Jul 16 08:36:29.312633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f83053-edde-4eea-8faa-556cc46d36d7 None None] Network 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:29.341912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Router 380a71af-1a23-4adf-8896-2a23cb07e75b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:29.403506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.407603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.464816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'port_id': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'mac_address': 'fa:16:3e:87:fe:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:29.555251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-c54a749f-c6fc-4815-b3fb-9471fa509028 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:29.562669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-c54a749f-c6fc-4815-b3fb-9471fa509028 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.1194186 Jul 16 08:36:29.565111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:29.565696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.572828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e0d8ae61-8732-4306-838e-af30c7911ed5 admin admin] 10.222.0.32 "PUT /v2.0/routers/380a71af-1a23-4adf-8896-2a23cb07e75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4253728 Jul 16 08:36:29.574621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Deleting port c5ae1455-6330-4bc8-b6a3-c31878299933 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:29.574786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.576877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.580482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Sync routers for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:29.581742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-8d8aa452-67d0-4c26-ad67-257453b69d19 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/quotas/1d9c1adb30e74e9ebf46360bb17b8501 HTTP/1.1" status: 200 len: 375 time: 0.0181525 Jul 16 08:36:29.584101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'name': 'network-vif-deleted', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:29.586315 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e9e8c-6270-48e5-8b17-f3bd668e0ec0" -d '{"events": [{"server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "name": "network-vif-deleted", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:29.599455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:29.631903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:29.633339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:29.637803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.664664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-9b9001fd-32c5-43ad-beb7-998ed1e87766 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819604 Jul 16 08:36:29.685836 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.762592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] For port c5ae1455-6330-4bc8-b6a3-c31878299933, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c5ae1455-6330-4bc8-b6a3-c31878299933,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.762592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.778948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.784027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Calling delete_port for c5ae1455-6330-4bc8-b6a3-c31878299933 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:29.795745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] DHCP port deletion for 6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:29.800544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-9e3d0fd8-cf85-4b2c-b8c3-10512643eafa service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334171 Jul 16 08:36:29.801523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.930067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:29.974701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-7b35353f-cfd4-4cfc-8e8a-a2e288cf99fc service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727142 Jul 16 08:36:29.984498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:29.995777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117032d-63cf-461a-845b-79004dfed179 req-da0f5dfc-1571-486c-ba21-09529b138c59 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:29.997750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9117032d-63cf-461a-845b-79004dfed179 req-da0f5dfc-1571-486c-ba21-09529b138c59 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 945 time: 0.1110370 Jul 16 08:36:30.062172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9117032d-63cf-461a-845b-79004dfed179 req-c7d6e31e-7b76-4efb-b0dd-6ec016a6f357 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Jul 16 08:36:30.164158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Deleting port c5ae1455-6330-4bc8-b6a3-c31878299933 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:30.164538 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.181047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.377318 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9fe17-c05e-4134-90a7-b2f3772bc508 x-openstack-request-id: req-bfd9fe17-c05e-4134-90a7-b2f3772bc508 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:30.377850 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2a72e0-4c4c-480b-a831-1579485a8503", "name": "network-vif-deleted", "tag": "4b7160b2-2b19-4911-aba2-7e1c026ca780", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:30.377850 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfd9fe17-c05e-4134-90a7-b2f3772bc508 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:30.378241 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2a72e0-4c4c-480b-a831-1579485a8503', 'name': 'network-vif-deleted', 'tag': '4b7160b2-2b19-4911-aba2-7e1c026ca780', 'status': 'completed', 'code': 200} Jul 16 08:36:30.464332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.511313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Port': ['ID=c5ae1455-6330-4bc8-b6a3-c31878299933,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:30.534234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] No DVR routers for this DVR port c5ae1455-6330-4bc8-b6a3-c31878299933 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:30.536770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.577921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] For port c5ae1455-6330-4bc8-b6a3-c31878299933, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c5ae1455-6330-4bc8-b6a3-c31878299933,segment=NetworkSegment(195a16c1-7622-409e-aa53-7194dc282ab2),segment_id=195a16c1-7622-409e-aa53-7194dc282ab2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:30.578317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.604352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Calling delete_port for c5ae1455-6330-4bc8-b6a3-c31878299933 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:30.704914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f095066-d03f-4bb3-bbcb-ced36b10a495 req-18557e27-ecd3-4f15-99eb-f5bda6f61487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.707010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3f095066-d03f-4bb3-bbcb-ced36b10a495 req-18557e27-ecd3-4f15-99eb-f5bda6f61487 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1097 time: 0.3265326 Jul 16 08:36:30.803579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-881ad6ca-7b54-4417-9171-8e23c6b0cd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.812214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:28Z', 'revision_number': 5, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port': {'id': '08cdcd64-c307-4e6d-b553-21746fc4e6ec', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:13Z', 'updated_at': '2021-07-16T08:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.815775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.827246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.851339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a95b368-ea2b-46d5-bccd-4ad9e96f20d2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.862864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Checking router: 380a71af-1a23-4adf-8896-2a23cb07e75b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:30.864132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-67909ed2-c681-448b-afbc-bb5420e4dbb5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.866157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-67909ed2-c681-448b-afbc-bb5420e4dbb5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "GET /v2.0/ports?device_id=91285f4e-66e6-4755-b3cf-c32cc120af07 HTTP/1.1" status: 200 len: 943 time: 0.3583677 Jul 16 08:36:30.878364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Deleting port 08cdcd64-c307-4e6d-b553-21746fc4e6ec {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:30.878855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.894101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] Pushing event deleted for resources: {'Port': ['ID=c5ae1455-6330-4bc8-b6a3-c31878299933,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:30.902665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b298a8-f518-4015-8576-5e6e2d247ca3 None None] No DVR routers for this DVR port c5ae1455-6330-4bc8-b6a3-c31878299933 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:30.906213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b09d7-7d2a-4928-954f-46ab330a8352 req-11dbe288-ae80-45a6-a300-0dd461d185a7 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.908193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-969b09d7-7d2a-4928-954f-46ab330a8352 req-11dbe288-ae80-45a6-a300-0dd461d185a7 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.6770165 Jul 16 08:36:30.924505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f99cc-2bea-4d4d-a713-b0dfb1a3ef46 req-82e99afb-d618-44ef-b5f8-7fc778c0688e tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.926437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Routers {'380a71af-1a23-4adf-8896-2a23cb07e75b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:30.927092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['380a71af-1a23-4adf-8896-2a23cb07e75b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.932965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-732f99cc-2bea-4d4d-a713-b0dfb1a3ef46 req-82e99afb-d618-44ef-b5f8-7fc778c0688e tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 944 time: 0.1776419 Jul 16 08:36:30.969318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195a16c1-7622-409e-aa53-7194dc282ab2') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.969318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195a16c1-7622-409e-aa53-7194dc282ab2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.035500 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-881ad6ca-7b54-4417-9171-8e23c6b0cd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.039865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] Set router 380a71af-1a23-4adf-8896-2a23cb07e75b gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:31.049254 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-881ad6ca-7b54-4417-9171-8e23c6b0cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.068785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.074378 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3f095066-d03f-4bb3-bbcb-ced36b10a495 req-137e096d-55d3-4d79-936a-b4bddc32ceda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497913 Jul 16 08:36:31.083776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-969b09d7-7d2a-4928-954f-46ab330a8352 req-9ef8d6ac-33d5-419b-ad95-0fbc707c9dde tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463084 Jul 16 08:36:31.109268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] For port 08cdcd64-c307-4e6d-b553-21746fc4e6ec, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=08cdcd64-c307-4e6d-b553-21746fc4e6ec,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:31.109826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.140201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Calling delete_port for 08cdcd64-c307-4e6d-b553-21746fc4e6ec owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:31.142550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.149516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c5ae1455-6330-4bc8-b6a3-c31878299933 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:31.167000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:31.167514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.175148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c5ae1455-6330-4bc8-b6a3-c31878299933 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:31.175760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c5ae1455-6330-4bc8-b6a3-c31878299933 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:31.177454 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:31.194373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 6, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.210328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-732f99cc-2bea-4d4d-a713-b0dfb1a3ef46 req-d52ae5b2-9eb5-4bfd-8d76-9eb4cdc329fe tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761586 Jul 16 08:36:31.226348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-881ad6ca-7b54-4417-9171-8e23c6b0cd27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e0c6e5876be436fac79f12167553e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0439870 Jul 16 08:36:31.230684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39160) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:31.232621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ad6ca-7b54-4417-9171-8e23c6b0cd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905f80d-a20f-4426-8b41-41939addac5d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.260751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33adaf-9af5-4e4d-9eea-43d95dcf6fa7 None None] The sync data for ids ['380a71af-1a23-4adf-8896-2a23cb07e75b'] in n-d-798054-12 is: [{'id': '380a71af-1a23-4adf-8896-2a23cb07e75b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1939694590-router', 'tenant_id': '02330c970e5d4719bdfef0cf6897972a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:12Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 6, 'project_id': '02330c970e5d4719bdfef0cf6897972a', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:31.400937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-42490184-7530-4126-96ad-bb05e8b169aa tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.402528 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-42490184-7530-4126-96ad-bb05e8b169aa tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.47 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 945 time: 0.4377093 Jul 16 08:36:31.410046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.429341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f0b1941-3760-4b7f-aa63-602eef491eff req-ba211006-25b8-4606-aac4-9d7b6f2b1b5d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 210 time: 0.0493925 Jul 16 08:36:31.431888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.443871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] 10.222.0.32 "DELETE /v2.0/networks/6a95b368-ea2b-46d5-bccd-4ad9e96f20d2 HTTP/1.1" status: 204 len: 168 time: 2.1630137 Jul 16 08:36:31.478413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977c7d9-5772-4ad8-93f9-731e4b10eeee tempest-ServersTestMultiNic-1633070428 tempest-ServersTestMultiNic-1633070428-project] Pushing event deleted for resources: {'Network': ['ID=6a95b368-ea2b-46d5-bccd-4ad9e96f20d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.488387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-e20ddb61-03e8-448a-83e5-965cabfc5450 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.490195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-e20ddb61-03e8-448a-83e5-965cabfc5450 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 950 time: 0.4049356 Jul 16 08:36:31.537083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Deleting port b3099d6a-cec3-4d84-9745-d883fb362467 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:31.537083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.550633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.667471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a621e1-ae64-43a4-abfa-293232bd8f92 req-a7ee10da-b86f-4dd2-bb27-cacfeafb61a4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.685063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50a621e1-ae64-43a4-abfa-293232bd8f92 req-a7ee10da-b86f-4dd2-bb27-cacfeafb61a4 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 950 time: 0.4050622 Jul 16 08:36:31.689163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.803971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50a621e1-ae64-43a4-abfa-293232bd8f92 req-ddc678c6-d5e5-4a40-8f46-be6ce5b75e21 tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176884 Jul 16 08:36:31.814166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Deleting port 8486f250-aaaa-408a-aca7-5d587cb05b78 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:31.814552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.815706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] For port b3099d6a-cec3-4d84-9745-d883fb362467, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=b3099d6a-cec3-4d84-9745-d883fb362467,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:31.816117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.870594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Calling delete_port for b3099d6a-cec3-4d84-9745-d883fb362467 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:31.872258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.920793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Deleting port 8bb56893-da03-46ba-b975-ef30386b0219 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:31.921143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.943175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=08cdcd64-c307-4e6d-b553-21746fc4e6ec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.982704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db57e1-bd39-4be3-86d1-48ac511be6c2 req-e630d4fe-0749-414e-a5a3-4f552c0900b2 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.984633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64db57e1-bd39-4be3-86d1-48ac511be6c2 req-e630d4fe-0749-414e-a5a3-4f552c0900b2 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 945 time: 0.4113617 Jul 16 08:36:31.988081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.990611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.994194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d905f80d-a20f-4426-8b41-41939addac5d HTTP/1.1" status: 204 len: 168 time: 0.7503562 Jul 16 08:36:32.030569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42631061-ea6f-4011-bfe2-34c001346fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905f80d-a20f-4426-8b41-41939addac5d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.047055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] For port 8486f250-aaaa-408a-aca7-5d587cb05b78, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8486f250-aaaa-408a-aca7-5d587cb05b78,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:32.047569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.075752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Calling delete_port for 8486f250-aaaa-408a-aca7-5d587cb05b78 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:32.085584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64db57e1-bd39-4be3-86d1-48ac511be6c2 req-8a61542b-d4be-4601-9f59-128f573b1c33 tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894010 Jul 16 08:36:32.184303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-70ec0acf-28cc-447c-ac8d-5095d0ded62b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.187852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-70ec0acf-28cc-447c-ac8d-5095d0ded62b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.4709284 Jul 16 08:36:32.227908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.246754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Request body: {'port': {'device_id': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'admin_state_up': True, 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:32.309831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.351480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.374456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Pushing event deleted for resources: {'Port': ['ID=8486f250-aaaa-408a-aca7-5d587cb05b78,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.421993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] For port 8bb56893-da03-46ba-b975-ef30386b0219, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8bb56893-da03-46ba-b975-ef30386b0219,segment=NetworkSegment(8e23d4bd-c992-4a0f-8996-f3c3b46507d4),segment_id=8e23d4bd-c992-4a0f-8996-f3c3b46507d4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:32.422489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.435927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Calling delete_port for 8bb56893-da03-46ba-b975-ef30386b0219 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:32.478619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.479105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.479560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.479974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.480422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.480835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.481237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.481661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.482083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.482473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.482872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.483259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:32.487326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39182) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.526048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] No DVR routers for this DVR port 8486f250-aaaa-408a-aca7-5d587cb05b78 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:32.528829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.531486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07bb63a9-728f-4b7d-8872-31fcd3b9b5b3 req-782e096f-d2ac-4493-b7ca-beb1afd3db4c tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.46 "DELETE /v2.0/ports/8486f250-aaaa-408a-aca7-5d587cb05b78 HTTP/1.1" status: 204 len: 173 time: 1.0322909 Jul 16 08:36:32.538218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'name': 'network-vif-deleted', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:32.540465 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b165f9e-1ee8-43fa-a479-f39406deffeb" -d '{"events": [{"server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "name": "network-vif-deleted", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:32.552390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3390990d-cb25-4072-aed3-16a9000d4bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.608871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.614321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.647863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d661a5e-be24-419c-a3a7-df81731b28ce req-389ba786-f195-437f-9b5e-d439b4e6d17c tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.652869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d661a5e-be24-419c-a3a7-df81731b28ce req-389ba786-f195-437f-9b5e-d439b4e6d17c tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.2829640 Jul 16 08:36:32.669160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652c2f8-dae8-4c5c-bc31-4159902f38e3 req-0581aeaa-83e7-426d-9e4f-35737863a385 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.670945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b652c2f8-dae8-4c5c-bc31-4159902f38e3 req-0581aeaa-83e7-426d-9e4f-35737863a385 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 944 time: 0.2164626 Jul 16 08:36:32.756508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b652c2f8-dae8-4c5c-bc31-4159902f38e3 req-09e3c91e-ae3b-43df-93b4-4d57b2f3cd0b tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668669 Jul 16 08:36:32.761208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d661a5e-be24-419c-a3a7-df81731b28ce req-206d5a3b-0f78-4f03-8765-aa7e9880b97e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018100 Jul 16 08:36:32.766455 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.767026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 380a71af-1a23-4adf-8896-2a23cb07e75b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:32.785619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.789301 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96c74d49-f98c-4b7f-af30-39fdd38bcb13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/380a71af-1a23-4adf-8896-2a23cb07e75b HTTP/1.1" status: 204 len: 168 time: 3.2119501 Jul 16 08:36:32.791027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.813840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3390990d-cb25-4072-aed3-16a9000d4bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.842333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3390990d-cb25-4072-aed3-16a9000d4bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.883022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3390990d-cb25-4072-aed3-16a9000d4bc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0c5ac0f11cd404a8dbb51a31b647b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630002 Jul 16 08:36:32.884258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39192) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.945188 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3245436-f269-46c6-9157-9ce2ceab56b2 x-openstack-request-id: req-c3245436-f269-46c6-9157-9ce2ceab56b2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:32.945536 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e50b92-115d-4b62-a0ea-440b59af735f", "name": "network-vif-deleted", "tag": "8486f250-aaaa-408a-aca7-5d587cb05b78", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:32.945731 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3245436-f269-46c6-9157-9ce2ceab56b2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:32.946152 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e50b92-115d-4b62-a0ea-440b59af735f', 'name': 'network-vif-deleted', 'tag': '8486f250-aaaa-408a-aca7-5d587cb05b78', 'status': 'completed', 'code': 200} Jul 16 08:36:33.067459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:33.085044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Deleting subnet 0917ec0d-747c-4df1-ab6c-1e4a559086bf {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:33.096919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.111580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390990d-cb25-4072-aed3-16a9000d4bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aff328-8dd2-4a4e-afa4-4a068c92ee4b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.121817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:33.125290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.128052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.182076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb779f88-dd3c-4bbe-a4f2-6603d98febe4 req-105e6bca-7061-470a-9001-e126c7412440 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 210 time: 0.0636659 Jul 16 08:36:33.194635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c5ee649-513b-473e-8d43-9e388d1f019a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:33.207599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.240794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6c5ee649-513b-473e-8d43-9e388d1f019a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:33.241130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c5ee649-513b-473e-8d43-9e388d1f019a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:33.241535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 08cdcd64-c307-4e6d-b553-21746fc4e6ec no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:33.247735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.285895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event deleted for resources: {'Port': ['ID=b3099d6a-cec3-4d84-9745-d883fb362467,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.299609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 08cdcd64-c307-4e6d-b553-21746fc4e6ec {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:33.300815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 08cdcd64-c307-4e6d-b553-21746fc4e6ec not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:33.310124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:33.317528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:33.317746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.327376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.334471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da897289-cb28-4f87-8a5f-3d1d097a04c8 req-6254b7af-7fef-42dd-b8f5-3fb47d7603fc tempest-ServersAdminNegativeTestJSON-55876176 tempest-ServersAdminNegativeTestJSON-55876176-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e50b92-115d-4b62-a0ea-440b59af735f HTTP/1.1" status: 200 len: 210 time: 0.0736654 Jul 16 08:36:33.427275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.430870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] No DVR routers for this DVR port b3099d6a-cec3-4d84-9745-d883fb362467 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:33.441977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.444454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-372fbd89-cbe5-4264-be00-09dd520a6b1c req-5ecfa3e8-6285-4c6d-aba1-218ff11a85f5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "DELETE /v2.0/ports/b3099d6a-cec3-4d84-9745-d883fb362467 HTTP/1.1" status: 204 len: 173 time: 2.4829328 Jul 16 08:36:33.448852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-deleted', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:33.451448 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb667a6-a78f-4134-b4b7-00cbebc1fb7f" -d '{"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-deleted", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:33.480111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:33.482396 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97bac06-0985-46f5-9209-c8db13597fa5" -d '{"events": [{"server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "name": "network-vif-plugged", "status": "completed", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:33.495009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.499080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:33.505294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.532273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.534823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.535940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9aff328-8dd2-4a4e-afa4-4a068c92ee4b HTTP/1.1" status: 204 len: 168 time: 0.6400704 Jul 16 08:36:33.552944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Pushing event deleted for resources: {'Port': ['ID=8bb56893-da03-46ba-b975-ef30386b0219,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.596283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Allocated IP 172.20.0.8 (5a2228f9-0c7f-47bd-b254-7e9dca501afa/63608eb8-f68f-44d4-9d7a-6bdfb685d717/49f144f6-81dc-486a-93ab-b4962a3af33c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:33.607762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.631080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] No DVR routers for this DVR port 8bb56893-da03-46ba-b975-ef30386b0219 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:33.633169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37603081-a229-4d7d-a5a9-5ed029303488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aff328-8dd2-4a4e-afa4-4a068c92ee4b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.636713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ebab903-27eb-4b3f-941f-c4d7e9112bae req-a9a606ea-6fc6-47dc-bb26-238c0fd4745a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.32 "GET /v2.0/ports?device_id=48816c7c-5d3a-4077-a381-486a6e3a633d HTTP/1.1" status: 200 len: 210 time: 0.1107740 Jul 16 08:36:33.639540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.641505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d907a4e-b7ee-4715-bd29-418ef51f1bc9 req-231b1f72-8a15-430b-89cc-3dab7704888a tempest-VolumesAdminNegativeTest-300524260 tempest-VolumesAdminNegativeTest-300524260-project] 10.222.0.47 "DELETE /v2.0/ports/8bb56893-da03-46ba-b975-ef30386b0219 HTTP/1.1" status: 204 len: 173 time: 2.2280819 Jul 16 08:36:33.642308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.695029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-8ff69b7e-d281-44e6-9abd-2286392388ba tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:33.702102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-8ff69b7e-d281-44e6-9abd-2286392388ba tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 811 time: 0.3232021 Jul 16 08:36:33.721967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-e538dd4d-4acb-47e1-8fbb-b5b22e4c5c92 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/quotas/08faab286e8b4282a8991c1b35dfcf04 HTTP/1.1" status: 200 len: 375 time: 0.0185809 Jul 16 08:36:33.792211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8486f250-aaaa-408a-aca7-5d587cb05b78 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:33.804909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.843446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0917ec0d-747c-4df1-ab6c-1e4a559086bf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.859419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-65f3641c-ec40-4c0d-9aa8-6d7e578ab1ec tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364107 Jul 16 08:36:33.870550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61edc70-4235-4c14-9a7b-9e093ac77a32 None None] Network 4bafcb21-23ff-4763-8586-6689c20ce0a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:33.950944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.952886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25ca69c8-023e-48d3-9b35-f21e7d284297 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0917ec0d-747c-4df1-ab6c-1e4a559086bf HTTP/1.1" status: 204 len: 168 time: 1.1607337 Jul 16 08:36:33.961129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-31dabd12-ccb0-4e3e-9258-ab3fbce60d68 service neutron] 10.222.0.32 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005921 Jul 16 08:36:33.963453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:34.030548 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd77f8-08dd-47d8-8e67-ad3b1c32587e x-openstack-request-id: req-f6bd77f8-08dd-47d8-8e67-ad3b1c32587e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:34.030840 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "name": "network-vif-plugged", "status": "completed", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:34.031081 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6bd77f8-08dd-47d8-8e67-ad3b1c32587e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:34.032536 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'code': 200} Jul 16 08:36:34.038058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 8486f250-aaaa-408a-aca7-5d587cb05b78 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:34.039295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8486f250-aaaa-408a-aca7-5d587cb05b78 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:34.040207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:34.093772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-8335d76f-a0b4-4dfa-a51c-2f76a24e84c8 service neutron] 10.222.0.32 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306574 Jul 16 08:36:34.109875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: b3099d6a-cec3-4d84-9745-d883fb362467 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:34.114190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device b3099d6a-cec3-4d84-9745-d883fb362467 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:34.292314 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbec7f-a10e-4adc-a2e8-187b6eb293f7 x-openstack-request-id: req-4dfbec7f-a10e-4adc-a2e8-187b6eb293f7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:34.292887 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91285f4e-66e6-4755-b3cf-c32cc120af07", "name": "network-vif-deleted", "tag": "b3099d6a-cec3-4d84-9745-d883fb362467", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:34.293352 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dfbec7f-a10e-4adc-a2e8-187b6eb293f7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:34.294232 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91285f4e-66e6-4755-b3cf-c32cc120af07', 'name': 'network-vif-deleted', 'tag': 'b3099d6a-cec3-4d84-9745-d883fb362467', 'status': 'completed', 'code': 200} Jul 16 08:36:34.337395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.393212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] DHCP port deletion for 4bafcb21-23ff-4763-8586-6689c20ce0a7 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:34.502228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373656c-c03c-4364-acfc-2359b72414c0 req-5d9c196a-f19b-4641-9354-a65cc5634f18 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.511076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0373656c-c03c-4364-acfc-2359b72414c0 req-5d9c196a-f19b-4641-9354-a65cc5634f18 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.2822988 Jul 16 08:36:34.546010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Deleting port f2045181-573d-4787-9195-dd76e8a390ce {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:34.546010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.560786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.651239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0373656c-c03c-4364-acfc-2359b72414c0 req-29efd0c6-9a3d-4e28-a75d-04a1c4b2d0aa tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391938 Jul 16 08:36:34.656197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] For port f2045181-573d-4787-9195-dd76e8a390ce, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f2045181-573d-4787-9195-dd76e8a390ce,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:34.666418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731a96-64e2-43d4-9323-e0371be0cb99 req-1fb0cbbe-2a43-4572-9021-2d2de3e278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.668408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d731a96-64e2-43d4-9323-e0371be0cb99 req-1fb0cbbe-2a43-4572-9021-2d2de3e278e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 1097 time: 0.3791568 Jul 16 08:36:34.674486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.677600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.710023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-533ef575-92d7-4cfd-bfa7-884283ad37ed req-7603a3e2-3dd2-4742-a9a3-c76ba1777033 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 210 time: 0.1966698 Jul 16 08:36:34.715413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Calling delete_port for f2045181-573d-4787-9195-dd76e8a390ce owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:34.760837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Deleting port f2045181-573d-4787-9195-dd76e8a390ce {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:34.761182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.830313 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.903836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] For port f2045181-573d-4787-9195-dd76e8a390ce, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f2045181-573d-4787-9195-dd76e8a390ce,segment=NetworkSegment(8b7593dc-3769-4071-a503-cf4992a4fac7),segment_id=8b7593dc-3769-4071-a503-cf4992a4fac7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:34.907513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.912551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] Pushing event deleted for resources: {'Port': ['ID=f2045181-573d-4787-9195-dd76e8a390ce,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.926152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053b0be-49cd-425c-b2f1-064303080dd1 None None] No DVR routers for this DVR port f2045181-573d-4787-9195-dd76e8a390ce on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:34.975347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d731a96-64e2-43d4-9323-e0371be0cb99 req-af076d99-7b91-4b4f-90e9-325f55cd41ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960730 Jul 16 08:36:35.036721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37f3a7c1-365e-4665-920f-0ca1617286e1 req-b916e232-26db-45ba-8170-f0f3efcbd1ce tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 210 time: 0.2766387 Jul 16 08:36:35.054748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Calling delete_port for f2045181-573d-4787-9195-dd76e8a390ce owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:35.067043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.085090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8bb56893-da03-46ba-b975-ef30386b0219 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:35.096455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39252) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.155962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 8bb56893-da03-46ba-b975-ef30386b0219 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:35.156614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8bb56893-da03-46ba-b975-ef30386b0219 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:35.157355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:35.171891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f2045181-573d-4787-9195-dd76e8a390ce no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:35.182558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:35.200312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:35.214086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.218755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f2045181-573d-4787-9195-dd76e8a390ce {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:35.219137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f2045181-573d-4787-9195-dd76e8a390ce not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:35.283963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.287258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.287677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.287841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Deleting subnet ac7175a7-d8cf-49c1-a74e-b3f9678a22a8 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:35.288185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.288589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.288995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.289375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.289956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.290514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.292148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.292654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.293072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.293479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:35.343876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39258) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.362308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.369083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.369929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.397760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-0c0601d8-beb0-4b9f-af1b-6f3f9f25dd32 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1667762 Jul 16 08:36:35.412992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.430757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Request body: {'port': {'device_id': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:35.439566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.491706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] No DVR routers for this DVR port f2045181-573d-4787-9195-dd76e8a390ce on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:35.494426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2045181-573d-4787-9195-dd76e8a390ce,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.528648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.576912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Deleting port cadb0a05-9c2e-4d09-aecb-331340a8dbe0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:35.578035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.581920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.606996 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.633076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23c43de1-2af5-49c9-b6b7-b51b2895d960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d116e827091b4a17ac20feb0097e0f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855945 Jul 16 08:36:35.661901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.669905 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.677019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac7175a7-d8cf-49c1-a74e-b3f9678a22a8 HTTP/1.1" status: 204 len: 168 time: 0.5609255 Jul 16 08:36:35.677019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bafcb21-23ff-4763-8586-6689c20ce0a7']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:35.679533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f76c2-14a6-41be-88d0-df5fe1800c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7175a7-d8cf-49c1-a74e-b3f9678a22a8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.680725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39268) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.705170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7593dc-3769-4071-a503-cf4992a4fac7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:35.705695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7593dc-3769-4071-a503-cf4992a4fac7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:35.738943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.938068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] For port cadb0a05-9c2e-4d09-aecb-331340a8dbe0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:35.938673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.959045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.030517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Calling delete_port for cadb0a05-9c2e-4d09-aecb-331340a8dbe0 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:36.053403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.058908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:36.059450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.078603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.101352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:36.156267 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:36.235922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.242529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.245415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a277bbd-f616-4c0a-ac6f-d10d90af8aa2 HTTP/1.1" status: 204 len: 168 time: 0.5810909 Jul 16 08:36:36.298225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'name': 'network-vif-deleted', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:36.301218 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131d508-87fe-4dbe-b70c-61413f919916" -d '{"events": [{"server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "name": "network-vif-deleted", "tag": "8bb56893-da03-46ba-b975-ef30386b0219"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:36.451343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c596-29fa-4365-bf7f-de63aca8acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a277bbd-f616-4c0a-ac6f-d10d90af8aa2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:36.453922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.500894 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.507732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4bafcb21-23ff-4763-8586-6689c20ce0a7 HTTP/1.1" status: 204 len: 168 time: 2.4314938 Jul 16 08:36:36.509153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73a344-a078-4f73-b87b-196c8b8e6ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bafcb21-23ff-4763-8586-6689c20ce0a7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:36.587311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.606777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d5a2-eba7-4abf-b99f-a137272da6c6 req-be847f16-26c4-4d4f-b985-4706d67dda29 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.614202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef36d5a2-eba7-4abf-b99f-a137272da6c6 req-be847f16-26c4-4d4f-b985-4706d67dda29 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.7873635 Jul 16 08:36:36.625520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46136db2-707d-4009-b7ed-d1abc97fc905']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:36.652387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e6055-604e-4f97-9993-105cdca98f92 req-dc915233-8487-4f1e-933b-c55f0d441fc9 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.659102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-250e6055-604e-4f97-9993-105cdca98f92 req-dc915233-8487-4f1e-933b-c55f0d441fc9 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 931 time: 0.7205501 Jul 16 08:36:36.662323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e23d4bd-c992-4a0f-8996-f3c3b46507d4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:36.662596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e23d4bd-c992-4a0f-8996-f3c3b46507d4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:36.685216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f144f6-81dc-486a-93ab-b4962a3af33c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:36.689407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.715808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.729433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.734233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef36d5a2-eba7-4abf-b99f-a137272da6c6 req-c951eb1d-e947-4d83-a13f-1bd8a5dcaef1 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188886 Jul 16 08:36:36.757985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-250e6055-604e-4f97-9993-105cdca98f92 req-60273868-c3d7-4019-a051-5fb7b917059f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977616 Jul 16 08:36:36.759657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:36.764538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:36.769115 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:36.881795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39298) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:36.895855 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4fb5ca-a8dc-46da-8048-7f1f34d92edb x-openstack-request-id: req-1e4fb5ca-a8dc-46da-8048-7f1f34d92edb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:36.896168 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48816c7c-5d3a-4077-a381-486a6e3a633d", "name": "network-vif-deleted", "tag": "8bb56893-da03-46ba-b975-ef30386b0219", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:36.896823 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e4fb5ca-a8dc-46da-8048-7f1f34d92edb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:36.897423 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48816c7c-5d3a-4077-a381-486a6e3a633d', 'name': 'network-vif-deleted', 'tag': '8bb56893-da03-46ba-b975-ef30386b0219', 'status': 'completed', 'code': 200} Jul 16 08:36:36.906918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-9b5fce76-1896-46e5-a6a7-9dcfb406ffbb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.909184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-9b5fce76-1896-46e5-a6a7-9dcfb406ffbb tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.46 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 811 time: 0.7645895 Jul 16 08:36:36.910007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.913054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Transition to ACTIVE for port object 49f144f6-81dc-486a-93ab-b4962a3af33c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:36.925407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.931140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.950022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Request body: {'port': {'device_id': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'admin_state_up': True, 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:36.956681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.958529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/46136db2-707d-4009-b7ed-d1abc97fc905 HTTP/1.1" status: 204 len: 168 time: 1.2704546 Jul 16 08:36:36.971175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:36.973585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cadb0a05-9c2e-4d09-aecb-331340a8dbe0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.003776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbb3af74-2967-42e3-95ad-13ec466d182e req-b546d9f5-a850-4a96-bbe1-3186689a1012 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 210 time: 0.0706348 Jul 16 08:36:37.004716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c0322-2309-4d5a-8ab6-36c8f3440d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=46136db2-707d-4009-b7ed-d1abc97fc905,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.075408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87e0802b-241a-4e84-af11-8c8577dd004e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02330c970e5d4719bdfef0cf6897972a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903796 Jul 16 08:36:37.079063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.125314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.125861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Deleting subnet 4aa61fa5-2f69-4bc6-bf0a-85f4afb614b2 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:37.141444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.214119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.256934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.318641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39312) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.321901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.353784 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.395470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-0f66a3b4-5420-4a34-b627-3cbb6b530199 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467067 Jul 16 08:36:37.428770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Attempting to bind port 49f144f6-81dc-486a-93ab-b4962a3af33c on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:37.429114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Attempting to bind port 49f144f6-81dc-486a-93ab-b4962a3af33c by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:37.429450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Attempting to bind port 49f144f6-81dc-486a-93ab-b4962a3af33c on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:37.444202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.445902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Port 49f144f6-81dc-486a-93ab-b4962a3af33c on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:37.446235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Attempting to bind port 49f144f6-81dc-486a-93ab-b4962a3af33c on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:37.450055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Made reservation on behalf of 08faab286e8b4282a8991c1b35dfcf04 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:37.453594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.470431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:37.470783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Checking segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:37.471175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Bound using segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:37.471621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Bound port: 49f144f6-81dc-486a-93ab-b4962a3af33c, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:37.471990 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.487130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a343852d-289a-4ad7-998b-b6833403f241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d403f4d68a64089bf1e81cef23bb55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672652 Jul 16 08:36:37.492290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39314) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.505721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.576216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa61fa5-2f69-4bc6-bf0a-85f4afb614b2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.583930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.586377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e1f550d-92c3-4a56-b362-3b789e6345cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4aa61fa5-2f69-4bc6-bf0a-85f4afb614b2 HTTP/1.1" status: 204 len: 168 time: 0.6131554 Jul 16 08:36:37.591079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.599470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.602456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.603575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee9dd241-3ae2-40ea-bf18-8def3abd64b2 HTTP/1.1" status: 204 len: 168 time: 0.5235953 Jul 16 08:36:37.629603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518d5da-3cf6-4a86-a752-7885c0447a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9dd241-3ae2-40ea-bf18-8def3abd64b2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.649188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-2acdc05c-7b63-4412-91b2-d56523837235 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.650726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-2acdc05c-7b63-4412-91b2-d56523837235 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443831 Jul 16 08:36:37.655750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.686951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-fa416e7c-3b82-4250-8b86-3c81bd327c46 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/quotas/a3e82d581c94482e9b4cc1626e417bd7 HTTP/1.1" status: 200 len: 375 time: 0.0265682 Jul 16 08:36:37.688928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.751198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-8c6d0bee-1786-4a8e-85a1-8822aae7125b tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508506 Jul 16 08:36:37.778852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.782801 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.784336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a46a942-2942-4262-9ad9-ae73e9a9be89 HTTP/1.1" status: 204 len: 168 time: 0.2904527 Jul 16 08:36:37.797228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb97a-9c68-4cdd-a4d5-4ef082467288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46a942-2942-4262-9ad9-ae73e9a9be89,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.829130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:37.855560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.866675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:37.913667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Allocated IP 172.20.0.4 (089413aa-99f5-446a-93a9-0d1bb7d8375b/36d280f7-8a5d-458d-97dd-f0aaecda214d/ff71c967-679e-42e4-9a29-67a7c833fca6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:37.919361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.999857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.009036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.011651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] 10.222.0.46 "PUT /v2.0/ports/49f144f6-81dc-486a-93ab-b4962a3af33c HTTP/1.1" status: 200 len: 1092 time: 2.5852740 Jul 16 08:36:38.059656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97995293-1765-4c91-bad2-62ab0f169790 req-3feb4856-e735-468b-944c-850c8a28f975 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.061562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97995293-1765-4c91-bad2-62ab0f169790 req-3feb4856-e735-468b-944c-850c8a28f975 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.1647801 Jul 16 08:36:38.145398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97995293-1765-4c91-bad2-62ab0f169790 req-5f12f5af-52c3-498b-8e44-bdbc01c7d918 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759504 Jul 16 08:36:38.265312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8549aeb-3097-4ba0-a44e-054c1b1034eb req-75ec1295-6957-459b-a78a-85f1e2578502 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 210 time: 0.0716057 Jul 16 08:36:38.326510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8ed1-bc6b-4131-95d8-f00c6fa53860 service neutron] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.352592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a6e8-6e2d-42b5-9ca5-724a3fd6cef9 req-d37e02c7-1437-4866-9b6c-9c3cdde72ed0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.354190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0911a6e8-6e2d-42b5-9ca5-724a3fd6cef9 req-d37e02c7-1437-4866-9b6c-9c3cdde72ed0 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 943 time: 0.2414885 Jul 16 08:36:38.466578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0911a6e8-6e2d-42b5-9ca5-724a3fd6cef9 req-7bb7b5fa-2216-40d2-9ed9-77dacc2609a8 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016231 Jul 16 08:36:38.520885 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.539296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e823856-ff89-4611-b73e-a413e502cb90 req-747060fa-7c9f-46c8-ae68-7e3266823f29 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 210 time: 0.0516202 Jul 16 08:36:38.723854 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.750676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f734b944-e100-45fc-acfd-c0e4184059c7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:38.794203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ce5403-f27b-4542-b27b-0207db049e2a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:38.794791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ce5403-f27b-4542-b27b-0207db049e2a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:38.823631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Router f391f507-bd76-48aa-aee2-67e8fcd69654 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:38.826512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.863718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.897139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.908422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-4759fbcc-74d9-4e8c-a8e4-b17ccc47e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.910318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-4759fbcc-74d9-4e8c-a8e4-b17ccc47e07a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 1095 time: 0.8162162 Jul 16 08:36:38.910963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:38.913495 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:38.947374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:38.948603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:38.964590 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:39.026680 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7100f4b3-115a-483a-ab1f-bc70a05e28d3 x-openstack-request-id: req-7100f4b3-115a-483a-ab1f-bc70a05e28d3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:39.027368 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:39.027832 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7100f4b3-115a-483a-ab1f-bc70a05e28d3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:39.028413 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'status': 'completed', 'code': 200} Jul 16 08:36:39.030364 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-f8b61e7f-a683-4572-86dd-a52a45f9be86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f144f6-81dc-486a-93ab-b4962a3af33c HTTP/1.1" status: 200 len: 217 time: 0.0861745 Jul 16 08:36:39.213745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.216206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.219859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9def1-1e24-4e1c-9508-211dfc12c077 req-a8193e06-f8c4-4521-b8c4-a2e31668be76 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.225299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7c9def1-1e24-4e1c-9508-211dfc12c077 req-a8193e06-f8c4-4521-b8c4-a2e31668be76 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.6066835 Jul 16 08:36:39.231516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.243785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Request body: {'floatingip': {'port_id': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:39.250006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.252073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f734b944-e100-45fc-acfd-c0e4184059c7 HTTP/1.1" status: 204 len: 168 time: 1.6599517 Jul 16 08:36:39.253307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bd545-5acc-4395-baa2-cf5b6817199c admin admin] Pushing event deleted for resources: {'Network': ['ID=f734b944-e100-45fc-acfd-c0e4184059c7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.280975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0d39-a3e5-4155-af91-dc27836743dc req-9694c0f6-9366-47f8-a62c-739a5a58c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.282495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-9694c0f6-9366-47f8-a62c-739a5a58c649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.2051177 Jul 16 08:36:39.293035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.352080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:39.361419 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-3c24e977-dd96-441a-856b-3d799dcf893c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675111 Jul 16 08:36:39.371739 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Sync routers for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:39.386502 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-caf553ed-9f77-4fe4-9db8-0dcfa3479f19 admin admin] 10.222.0.32 "PUT /v2.0/routers/f391f507-bd76-48aa-aee2-67e8fcd69654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1504719 Jul 16 08:36:39.386831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.391337 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:39.391699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.391970 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:39.484720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.497919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:39.584976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39396) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.651502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fba5e91d-12a7-4523-a58f-ad73b784056f req-4df6285f-124e-46aa-8d40-4aa786e03aa7 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 210 time: 0.1912806 Jul 16 08:36:39.689943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Network 089413aa-99f5-446a-93a9-0d1bb7d8375b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:39.714201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:39.728706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:39.803073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Pushing event updated for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.873832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c86f53a6-e577-4524-9070-bc81c0842713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf80b823092740c3be03af1d4cd43fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875214 Jul 16 08:36:39.878276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39400) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.901426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-292eecf5-2b92-4a62-bf09-2e045ad488b5 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954662 Jul 16 08:36:39.909290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:39.935203 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ee32b6cc-c049-4900-9e3d-aa1c09a98c0b tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952189 Jul 16 08:36:39.941572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.942567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.957981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-network', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:39.997167 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.098218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-fbadd442-17bd-45af-a856-9e1d42cfabe6 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.101017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-fbadd442-17bd-45af-a856-9e1d42cfabe6 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245763 Jul 16 08:36:40.111110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-577f088d-809c-4c6c-a725-a63a087fb625 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1892204 Jul 16 08:36:40.133817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Request body: {'port': {'device_id': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'a3e82d581c94482e9b4cc1626e417bd7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:40.167827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.172868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:36:36Z', 'revision_number': 5, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.205747 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Checking router: f391f507-bd76-48aa-aee2-67e8fcd69654 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:40.216639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Routers {'f391f507-bd76-48aa-aee2-67e8fcd69654'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:40.217685 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f391f507-bd76-48aa-aee2-67e8fcd69654'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.229220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.253790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Request body: {'port': {'device_id': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:40.280924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Made reservation on behalf of 1ba320afa3b14abb829753d4ebc427d8 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:40.283526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.316851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.329223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.338728 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] Set router f391f507-bd76-48aa-aee2-67e8fcd69654 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:40.359624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Made reservation on behalf of a3e82d581c94482e9b4cc1626e417bd7 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:40.363598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.369595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f775f-e612-4ca0-bc5e-2fcc14501f43 req-890ac95f-bb4c-4b23-aaec-ad8241f09124 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.371321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc4f775f-e612-4ca0-bc5e-2fcc14501f43 req-890ac95f-bb4c-4b23-aaec-ad8241f09124 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 943 time: 0.4451380 Jul 16 08:36:40.405016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.461027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efca0d39-a3e5-4155-af91-dc27836743dc req-3b282119-792e-4d19-98fe-3ea871af75e9 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857512 Jul 16 08:36:40.462339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.521985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:36:36Z', 'revision_number': 5, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.555689 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d5437-0ba2-411b-8d60-7072e79c1197 None None] The sync data for ids ['f391f507-bd76-48aa-aee2-67e8fcd69654'] in n-d-798054-12 is: [{'id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'name': 'tempest-ServersTestMultiNic-627764522-router', 'tenant_id': '97783a8642d64c33a94e6789a2943559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:34:17Z', 'updated_at': '2021-07-16T08:36:36Z', 'revision_number': 5, 'project_id': '97783a8642d64c33a94e6789a2943559', 'gw_port': {'id': 'a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f391f507-bd76-48aa-aee2-67e8fcd69654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:34:18Z', 'updated_at': '2021-07-16T08:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:40.574934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc4f775f-e612-4ca0-bc5e-2fcc14501f43 req-be5635f1-766b-4257-8757-a3033c2f87da tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845171 Jul 16 08:36:40.579850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.581085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.582206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312 HTTP/1.1" status: 204 len: 168 time: 0.7009585 Jul 16 08:36:40.583786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Deleting port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:40.584164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.628772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb79f-b92a-4e1b-be5a-ecf1a5018132 req-5398158f-47e8-4d71-827f-d4e893767ccc tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.630308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d5cb79f-b92a-4e1b-be5a-ecf1a5018132 req-5398158f-47e8-4d71-827f-d4e893767ccc tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 931 time: 0.3798821 Jul 16 08:36:40.657885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161cac0-63ab-4b07-8e19-6eb19587a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecd4d6-9d0e-4402-a6e8-5f97ef53b312,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.699511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.724902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.772832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-5b0f322c-b9ee-43f9-8037-9221943b6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.775192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-5b0f322c-b9ee-43f9-8037-9221943b6fe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 1095 time: 0.2326951 Jul 16 08:36:40.812009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:40.833311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d5cb79f-b92a-4e1b-be5a-ecf1a5018132 req-2ea9ee15-edae-470e-a838-12a97b62115d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766846 Jul 16 08:36:40.863385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98118f1f-86c4-46b6-9892-22d4cfdb39d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.869910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.870270 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Added segment 4561d846-3d54-44e6-b96f-8b128d5abcbe of type vlan for network b638e822-9493-4514-97f9-96b2e9e99595 Jul 16 08:36:40.891189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efa788a-f06b-4996-94df-cbd3fb4d3f69 req-80a21a89-7e15-40ea-b08f-89dbd5bf3610 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 210 time: 0.0791249 Jul 16 08:36:40.893540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:36:40.934287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] For port a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:40.934971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.970051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Calling delete_port for a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:41.000661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.017230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.031751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.046418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.060509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cadb0a05-9c2e-4d09-aecb-331340a8dbe0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:41.106702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: cadb0a05-9c2e-4d09-aecb-331340a8dbe0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:41.107065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cadb0a05-9c2e-4d09-aecb-331340a8dbe0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:41.175489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.186285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-6fea07af-ea37-485b-b77a-4430b39e8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.187811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-6fea07af-ea37-485b-b77a-4430b39e8a22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 905 time: 0.3680518 Jul 16 08:36:41.188453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.189314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.189875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.196884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.200948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff71c967-679e-42e4-9a29-67a7c833fca6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:41.246274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d8b6d7b-e9a3-4a46-92ef-a8718fd8246a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=183b4fc366dc4b259b47595622691531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987295 Jul 16 08:36:41.249585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.249769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39416) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.288359 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Floating IP 7b0d3f4f-73c9-42ac-8a55-d221240a6ebf associated. External IP: 172.25.5.252, port: 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718. Jul 16 08:36:41.353476 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-0be4c03c-5d1f-42f0-a466-56f17bc0e5ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f144f6-81dc-486a-93ab-b4962a3af33c HTTP/1.1" status: 200 len: 217 time: 0.1464791 Jul 16 08:36:41.355072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0587065 Jul 16 08:36:41.359622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39422) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.372475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Request body: {'subnet': {'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-subnet', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:41.388449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Transition to ACTIVE for port object ff71c967-679e-42e4-9a29-67a7c833fca6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:41.389536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.451682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.462737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee15a-2e26-4301-b4b4-327b612b4cad admin admin] Pushing event updated for resources: {'Network': ['ID=b638e822-9493-4514-97f9-96b2e9e99595,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.475285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b638e822-9493-4514-97f9-96b2e9e99595 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:41.486504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.509059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Made reservation on behalf of 1ba320afa3b14abb829753d4ebc427d8 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:41.512373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.539791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-1c208663-85f0-4adb-a661-2986eae4fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.540951 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-1c208663-85f0-4adb-a661-2986eae4fa47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.1734293 Jul 16 08:36:41.569444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.592780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Pushing event updated for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.593547 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.596585 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-e4eb86b6-8afd-4f3f-b4a6-0ef991131784 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460513 Jul 16 08:36:41.637800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Allocated IP 192.168.233.69 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/34c62805-96b9-4995-8009-ab09d969f02f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:41.767850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Pushing event deleted for resources: {'Port': ['ID=a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.795623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Attempting to bind port ff71c967-679e-42e4-9a29-67a7c833fca6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:41.795882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Attempting to bind port ff71c967-679e-42e4-9a29-67a7c833fca6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:41.796194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Attempting to bind port ff71c967-679e-42e4-9a29-67a7c833fca6 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:41.814921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-b9df3ef2-094e-43cd-891a-20c1aca61c45 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083747 Jul 16 08:36:41.819629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:41.821725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Port ff71c967-679e-42e4-9a29-67a7c833fca6 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:41.821987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Attempting to bind port ff71c967-679e-42e4-9a29-67a7c833fca6 on network 089413aa-99f5-446a-93a9-0d1bb7d8375b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:41.842207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:41.842755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Checking segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:41.842987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Bound using segment: {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:41.843383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Bound port: ff71c967-679e-42e4-9a29-67a7c833fca6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d9bb1a-a6bc-4d73-a314-06d460071acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:41.843749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.939225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:41.965873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.967923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.977250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5d303f7-b65a-4fc0-92c6-e4788dae2098 HTTP/1.1" status: 204 len: 168 time: 0.7230513 Jul 16 08:36:42.011216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:42.038860 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bdb3ce8f-6dfa-4389-b318-4eceae6a5dc4 req-49582272-dcc6-46a4-aba8-6fe1ca96f709 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146420 Jul 16 08:36:42.041788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.043690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'mac_address': 'fa:16:3e:b4:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:42.046907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:42.053224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ff71c967-679e-42e4-9a29-67a7c833fca6,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:42.061609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.064639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Transition to ACTIVE for port object 34c62805-96b9-4995-8009-ab09d969f02f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:42.089366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2cd1-eca0-4401-a437-b13d619fd9ac req-3bc50b6c-33a3-41d2-b126-ebfafcebd06b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.097495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1b2cd1-eca0-4401-a437-b13d619fd9ac req-3bc50b6c-33a3-41d2-b126-ebfafcebd06b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 943 time: 0.3246632 Jul 16 08:36:42.106614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.107237 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.108686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] 10.222.0.46 "PUT /v2.0/ports/ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 200 len: 1092 time: 1.8666492 Jul 16 08:36:42.110926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:42.111334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.121052 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c6fa8f-f570-4a3a-8094-18d26557b7df" -d '{"events": [{"name": "network-changed", "server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:42.155694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1f47a-a34c-4732-b1d3-a5b26680b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d303f7-b65a-4fc0-92c6-e4788dae2098,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.161284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.185883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f144f6-81dc-486a-93ab-b4962a3af33c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:42.191545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854899-7dee-4fd2-99d8-09173e9b730a service neutron] Pushing event updated for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.208530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.209283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:42.218094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.239596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.265514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:42.275059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.278620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:42.284434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:42.289914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Pushing event updated for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.294565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-cdcc2f9b-58a8-4453-b1e0-c73937cca477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.296714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-cdcc2f9b-58a8-4453-b1e0-c73937cca477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1095 time: 0.1438725 Jul 16 08:36:42.375347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-36e9143a-cba8-4ec8-945b-49d018d2da2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 200 len: 217 time: 0.0531816 Jul 16 08:36:42.406254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['49f144f6-81dc-486a-93ab-b4962a3af33c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:42.423639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.424650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.446499 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-ff30e4af-ea12-4358-86b4-c154e4b1a368 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3308051 Jul 16 08:36:42.463311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Request body: {'port': {'device_id': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:42.490797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-e0596581-93bf-47e2-a7dc-246298ac0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.493188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-e0596581-93bf-47e2-a7dc-246298ac0de9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.1101911 Jul 16 08:36:42.539572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-1043890b-842f-40f5-a5b2-b9700f721410 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366352 Jul 16 08:36:42.622231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.700000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6d0cde2a-3002-4dd1-9c3d-a6687905ec1c None None] Provisioning for port 34c62805-96b9-4995-8009-ab09d969f02f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:42.705871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6d0cde2a-3002-4dd1-9c3d-a6687905ec1c None None] Provisioning complete for port 34c62805-96b9-4995-8009-ab09d969f02f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:42.706401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6d0cde2a-3002-4dd1-9c3d-a6687905ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.714296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1d0f17-42af-45e5-b06c-e6487e5cda18,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.759934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cde2a-3002-4dd1-9c3d-a6687905ec1c None None] Port 34c62805-96b9-4995-8009-ab09d969f02f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:42.780719 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.785238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-7c470abd-e73a-4110-b7b1-8b3be5afe7e6 service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319503 Jul 16 08:36:42.793471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.831423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c1b2cd1-eca0-4401-a437-b13d619fd9ac req-1b3de12b-853b-4bc9-96c8-7f1827bc99b3 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329636 Jul 16 08:36:42.905718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83210fba-51de-4285-99c8-a6aa8a17fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.922678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.922678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f391f507-bd76-48aa-aee2-67e8fcd69654 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:42.935638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.937023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56e3082d-3e81-4f68-bd97-7223d634420c admin admin] 10.222.0.32 "DELETE /v2.0/routers/f391f507-bd76-48aa-aee2-67e8fcd69654 HTTP/1.1" status: 204 len: 168 time: 3.5442832 Jul 16 08:36:42.944974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39458) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:42.954623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089fa4-a27e-49ad-8820-15c75c7cd6c1 req-f6b05160-2397-45d2-90d2-bfc70e8eea62 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.963033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23089fa4-a27e-49ad-8820-15c75c7cd6c1 req-f6b05160-2397-45d2-90d2-bfc70e8eea62 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 943 time: 0.8091905 Jul 16 08:36:42.963273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6bb43228-2554-4a5d-a965-ff80461ac314 req-8b8d4980-44cf-4aa9-80d1-33377494de6f service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705410 Jul 16 08:36:42.969569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Checking segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:42.969927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Network hostable DHCP agents. Network: b638e822-9493-4514-97f9-96b2e9e99595, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:43.040577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:43.044849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.047246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Network b638e822-9493-4514-97f9-96b2e9e99595 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:43.054280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Sync routers for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:43.065156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23089fa4-a27e-49ad-8820-15c75c7cd6c1 req-a8123e20-8046-4846-a904-3d260ff7ff86 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008832 Jul 16 08:36:43.066906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:43.067585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:43.078009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Deleting subnet 7f265ece-3af9-41f0-b30f-313f28b8440b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:43.112904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.155378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b638e822-9493-4514-97f9-96b2e9e99595) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:43.166461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.167343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.169657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c62805-96b9-4995-8009-ab09d969f02f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:43.181109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.192400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.194005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.221799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6e2e96ec-e353-4540-8dbe-7f84b168717f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "PUT /v2.0/floatingips/7b0d3f4f-73c9-42ac-8a55-d221240a6ebf HTTP/1.1" status: 200 len: 991 time: 3.9870703 Jul 16 08:36:43.225167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:43.228504 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cccd85-3751-4093-a157-a45f228518f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:43.238172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Transition to ACTIVE for port object 34c62805-96b9-4995-8009-ab09d969f02f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:43.244717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.259931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd650258-3214-4863-b67d-b4fb3aabcb40 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8918960 Jul 16 08:36:43.260223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.265221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.327530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61d97d-296d-457e-b9ac-0efe41370975 req-3a3a4e1a-1d69-4e17-8cc1-f07ea3396245 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.336756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e61d97d-296d-457e-b9ac-0efe41370975 req-3a3a4e1a-1d69-4e17-8cc1-f07ea3396245 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 935 time: 0.1619163 Jul 16 08:36:43.344467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcfb54-f659-4bc7-b554-9099642d42d7 None None] Network b638e822-9493-4514-97f9-96b2e9e99595 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:43.346850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.348365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.462459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e61d97d-296d-457e-b9ac-0efe41370975 req-db217a14-3ce9-4550-ac1c-e73d84fa8a19 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238246 Jul 16 08:36:43.479831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.535728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:43.691147 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507774d3-69f0-4a48-8250-59b2f157d979 x-openstack-request-id: req-507774d3-69f0-4a48-8250-59b2f157d979 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:43.694855 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:43.695277 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-507774d3-69f0-4a48-8250-59b2f157d979 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:43.695871 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6', 'status': 'completed', 'code': 200} Jul 16 08:36:43.725496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b638e822-9493-4514-97f9-96b2e9e99595', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'fixed_ips': [{'subnet_id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:43.725726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-419093212-network', 'tenant_id': '2790ae6b518545eb9c400500a31ab1f1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.728321 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.749798 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01b217-0b2d-4194-acbc-4795bccbb4bf x-openstack-request-id: req-be01b217-0b2d-4194-acbc-4795bccbb4bf {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:43.750364 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:43.750364 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be01b217-0b2d-4194-acbc-4795bccbb4bf {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:43.750777 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'status': 'completed', 'code': 200} Jul 16 08:36:43.759265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.862035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Pushing event updated for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:43.913552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Made reservation on behalf of 2790ae6b518545eb9c400500a31ab1f1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:43.916884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.944731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.984896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.116230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-c411c26e-ca4d-48ba-83c9-0fa3390d28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.117985 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-c411c26e-ca4d-48ba-83c9-0fa3390d28a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1095 time: 0.4099829 Jul 16 08:36:44.124468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cccd85-3751-4093-a157-a45f228518f1 req-2a344b27-e057-4332-b93a-c85e1ea6162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.126365 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-2a344b27-e057-4332-b93a-c85e1ea6162b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4d01959725142699dfa6615510155cc&device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 1097 time: 0.3415208 Jul 16 08:36:44.208481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Attempting to bind port 34c62805-96b9-4995-8009-ab09d969f02f on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:44.208724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Attempting to bind port 34c62805-96b9-4995-8009-ab09d969f02f by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:44.208980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Attempting to bind port 34c62805-96b9-4995-8009-ab09d969f02f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:44.219728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:44.238189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Port 34c62805-96b9-4995-8009-ab09d969f02f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:44.238596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Attempting to bind port 34c62805-96b9-4995-8009-ab09d969f02f on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:44.248081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.277878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.303650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.337168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:44.337971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:44.338834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:44.339540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Bound port: 34c62805-96b9-4995-8009-ab09d969f02f, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:44.340192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.377661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:44.392227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 49f144f6-81dc-486a-93ab-b4962a3af33c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:44.395392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Allocated IP 172.20.0.2 (b638e822-9493-4514-97f9-96b2e9e99595/6c1d0f17-42af-45e5-b06c-e6487e5cda18/2c4c4371-f934-437e-b8ed-67b9c3428a2d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:44.396328 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.398347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f265ece-3af9-41f0-b30f-313f28b8440b HTTP/1.1" status: 204 len: 168 time: 1.4523795 Jul 16 08:36:44.399962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90561-6a75-4dfc-8983-5a2a6d5cc3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f265ece-3af9-41f0-b30f-313f28b8440b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.403851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 49f144f6-81dc-486a-93ab-b4962a3af33c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:44.404298 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.409848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:44.411014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7b0d3f4f-73c9-42ac-8a55-d221240a6ebf', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'port_id': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'mac_address': 'fa:16:3e:87:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:27Z', 'updated_at': '2021-07-16T08:36:40Z', 'revision_number': 1, 'project_id': 'e4d01959725142699dfa6615510155cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:44.434591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Allocated IP 172.25.5.211 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/9e958aac-d7b9-4542-a9bb-429ccbc105fd) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:44.439214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bea3e1-5a68-456b-9619-4798a0e551da None None] Network 397d46d6-1a89-4a38-8249-e40abed9b578 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:44.489732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-50ecac9e-bf23-4d55-a4bf-1d2f83f0ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.491377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-50ecac9e-bf23-4d55-a4bf-1d2f83f0ea0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 0.3563557 Jul 16 08:36:44.495663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Checking router: 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:44.543914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.595750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cccd85-3751-4093-a157-a45f228518f1 req-40ea9e4c-5fa2-4ecc-afa2-376d7e8c7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.597561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-40ea9e4c-5fa2-4ecc-afa2-376d7e8c7510 service neutron] 10.222.0.47 "GET /v2.0/networks?id=159be033-dc61-4d0a-bcf5-1dbcb1451927 HTTP/1.1" status: 200 len: 917 time: 0.4436224 Jul 16 08:36:44.608308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:44.608875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:44.612194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-697cd8aa-87ad-4945-8f70-7ab984e70c87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 200 len: 217 time: 0.1042755 Jul 16 08:36:44.619059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.638805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:44.664672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.669540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:44.673323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.679027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:44.723299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a12374e-5d59-4be5-a5d3-54370dcf6b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.731466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.736354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36539f-25f2-4eec-bc2d-f3a141208384 req-255bf62b-4482-426e-9a6a-3fb99291de56 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.738570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae36539f-25f2-4eec-bc2d-f3a141208384 req-255bf62b-4482-426e-9a6a-3fb99291de56 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 944 time: 0.6627924 Jul 16 08:36:44.739194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:44.746691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Pushing event updated for resources: {'Port': ['ID=9e958aac-d7b9-4542-a9bb-429ccbc105fd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.803866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=34c62805-96b9-4995-8009-ab09d969f02f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:44.825710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.836861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:44.865269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342bbe9-ce80-4cfe-9532-38ee0df59234 req-fddee85b-76cd-4f00-b64c-d8edf0a7910d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.866193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.873796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5342bbe9-ce80-4cfe-9532-38ee0df59234 req-fddee85b-76cd-4f00-b64c-d8edf0a7910d tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 943 time: 0.6267366 Jul 16 08:36:44.873924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.874098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.875917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] 10.222.0.47 "PUT /v2.0/ports/34c62805-96b9-4995-8009-ab09d969f02f HTTP/1.1" status: 200 len: 1096 time: 2.4206872 Jul 16 08:36:44.876587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db282cdb-b760-44a6-8f0a-06ae1afa9401,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.880182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:44.881300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-ed18a952-a0aa-4415-8607-948e575dd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.884342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-ed18a952-a0aa-4415-8607-948e575dd500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.2371140 Jul 16 08:36:44.928741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.931421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-bab1b2e2-eb97-429b-832c-c210844e8110 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 HTTP/1.1" status: 200 len: 999 time: 0.3053155 Jul 16 08:36:44.936846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.937268 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Added segment 63d21bca-b241-4de0-be01-ec5eb26107d6 of type vlan for network 4620f5d5-8739-4a19-b966-921173399b1b Jul 16 08:36:44.964270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Transition to ACTIVE for port object 2c4c4371-f934-437e-b8ed-67b9c3428a2d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:44.966909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae36539f-25f2-4eec-bc2d-f3a141208384 req-6e4374e3-3da6-4638-a20e-019256c7ee64 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009640 Jul 16 08:36:44.977312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:44.980504 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6c1d60-3017-4e06-a3a7-c57cb23436f1" -d '{"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-plugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:45.044750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:45.045465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5342bbe9-ce80-4cfe-9532-38ee0df59234 req-391f3387-024a-4580-a5fc-86318f3d6b80 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710019 Jul 16 08:36:45.057632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Transition to ACTIVE for port object 2c4c4371-f934-437e-b8ed-67b9c3428a2d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:45.070894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.080867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-b336a21c-c571-4e54-b4bc-fe02daf6c097 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455824 Jul 16 08:36:45.113031 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.141534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:45.159413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.177738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352a216-4948-44ae-8998-323be2b3a66f service neutron] Pushing event updated for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.196807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] DHCP port deletion for 397d46d6-1a89-4a38-8249-e40abed9b578 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:45.213353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:45.213998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a59ad9ba-f192-4af0-a6a3-d5a14a0e9e89 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:45.233090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cccd85-3751-4093-a157-a45f228518f1 req-eaed18a8-4f80-4ab7-99fe-0fd70fb559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.234598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-eaed18a8-4f80-4ab7-99fe-0fd70fb559ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb5205bd-4caf-4c5a-970e-c23182d894db HTTP/1.1" status: 200 len: 855 time: 0.2947295 Jul 16 08:36:45.368762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Deleting port 227f35a6-513b-4a65-8a3b-50acd2150735 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:45.369048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.371287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.372860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.373806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.374787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Network b638e822-9493-4514-97f9-96b2e9e99595 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:45.384136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.391584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.405228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:45.486162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:45.488415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-9bb49a29-d963-4dd9-86c6-f8688275bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.489937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-9bb49a29-d963-4dd9-86c6-f8688275bc33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 1099 time: 0.5273051 Jul 16 08:36:45.490990 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4189a4-2243-4ce8-b1e7-ca8d72bac986 x-openstack-request-id: req-1f4189a4-2243-4ce8-b1e7-ca8d72bac986 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:45.491276 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-plugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:45.491623 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f4189a4-2243-4ce8-b1e7-ca8d72bac986 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:45.492134 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'code': 200} Jul 16 08:36:45.507251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-33c080f4-1e7f-48da-8321-0b95ae07a3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982630 Jul 16 08:36:45.520950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a12374e-5d59-4be5-a5d3-54370dcf6b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.551657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfebc3-efc2-43ee-abf5-c78d8f1f441a req-9e4f98b9-24e7-4eaa-8e5c-1463bf66747f tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.553455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75cfebc3-efc2-43ee-abf5-c78d8f1f441a req-9e4f98b9-24e7-4eaa-8e5c-1463bf66747f tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 947 time: 0.2907736 Jul 16 08:36:45.589007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Pushing event updated for resources: {'Port': ['ID=2c4c4371-f934-437e-b8ed-67b9c3428a2d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.654049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75cfebc3-efc2-43ee-abf5-c78d8f1f441a req-4953585d-5c7e-4a92-817e-344c8a4ba181 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841484 Jul 16 08:36:45.668533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.673624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4739146 Jul 16 08:36:45.673624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a12374e-5d59-4be5-a5d3-54370dcf6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.680872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1a53834-5bb6-4981-a9c1-65eef0a43533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.705746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.712920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:45.715966 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6f4da-5593-4ed6-8003-26728bedcf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "tag": "34c62805-96b9-4995-8009-ab09d969f02f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:45.716157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Attempting to bind port 2c4c4371-f934-437e-b8ed-67b9c3428a2d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:45.716266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Attempting to bind port 2c4c4371-f934-437e-b8ed-67b9c3428a2d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:45.716784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Attempting to bind port 2c4c4371-f934-437e-b8ed-67b9c3428a2d on network b638e822-9493-4514-97f9-96b2e9e99595 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:45.731078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Deleting port 227f35a6-513b-4a65-8a3b-50acd2150735 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:45.731478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.736845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Request body: {'subnet': {'network_id': '4620f5d5-8739-4a19-b966-921173399b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-419093212-subnet', 'tenant_id': '2790ae6b518545eb9c400500a31ab1f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.743326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-d72d6333-026d-467a-9f8a-05e45da8b311 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=34c62805-96b9-4995-8009-ab09d969f02f HTTP/1.1" status: 200 len: 217 time: 0.2304347 Jul 16 08:36:45.745619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc2d0-30e2-4dea-8448-b6630c808f12 admin admin] Pushing event updated for resources: {'Network': ['ID=4620f5d5-8739-4a19-b966-921173399b1b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.793702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4620f5d5-8739-4a19-b966-921173399b1b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:45.797645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a12374e-5d59-4be5-a5d3-54370dcf6b78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1695c0e81f34ce997ccb7ef4fe933cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4174581 Jul 16 08:36:45.799396 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47234d9-1524-4343-8e56-a99c5d530e89 x-openstack-request-id: req-c47234d9-1524-4343-8e56-a99c5d530e89 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:45.799684 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "tag": "34c62805-96b9-4995-8009-ab09d969f02f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:45.799936 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c47234d9-1524-4343-8e56-a99c5d530e89 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:45.800353 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f', 'status': 'completed', 'code': 200} Jul 16 08:36:45.800885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39508) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.812252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:45.812633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Checking segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:45.813169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.813426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Bound using segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:45.814169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Bound port: 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:45.814317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.816191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.847457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ff71c967-679e-42e4-9a29-67a7c833fca6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:45.849580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] For port 227f35a6-513b-4a65-8a3b-50acd2150735, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=227f35a6-513b-4a65-8a3b-50acd2150735,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:45.849960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.873186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] For port 227f35a6-513b-4a65-8a3b-50acd2150735, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=227f35a6-513b-4a65-8a3b-50acd2150735,segment=NetworkSegment(47dbf0a7-a835-44d7-bae5-3d7de35b9fd1),segment_id=47dbf0a7-a835-44d7-bae5-3d7de35b9fd1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:45.873600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.873946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cccd85-3751-4093-a157-a45f228518f1 req-eea96e92-f6b9-4fe8-ae28-f325be139d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.875378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.875962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-eea96e92-f6b9-4fe8-ae28-f325be139d5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159be033-dc61-4d0a-bcf5-1dbcb1451927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5997484 Jul 16 08:36:45.913726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:45.923513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.941146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Calling delete_port for 227f35a6-513b-4a65-8a3b-50acd2150735 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:45.944477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12374e-5d59-4be5-a5d3-54370dcf6b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978176dc-b857-444c-b46e-eee41c8110b3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.956260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Calling delete_port for 227f35a6-513b-4a65-8a3b-50acd2150735 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:45.977910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Made reservation on behalf of 2790ae6b518545eb9c400500a31ab1f1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.980226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.042728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-0250564e-6383-421c-a65b-7a9906b4b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.044298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-0250564e-6383-421c-a65b-7a9906b4b96c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.2876055 Jul 16 08:36:46.119810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.127019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.134190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/978176dc-b857-444c-b46e-eee41c8110b3 HTTP/1.1" status: 204 len: 168 time: 0.3311563 Jul 16 08:36:46.178589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aa281-913d-451a-86d5-d556f1cb953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978176dc-b857-444c-b46e-eee41c8110b3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.197365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bbc43-534d-4816-8cb2-9b01e933b71b req-04516182-aafc-4fef-852e-1db5a1c495c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.199005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a4bbc43-534d-4816-8cb2-9b01e933b71b req-04516182-aafc-4fef-852e-1db5a1c495c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 1097 time: 0.7173328 Jul 16 08:36:46.216406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:46.225482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Sync routers for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:46.246865 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:46.248783 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:46.261489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26c6fa8f-f570-4a3a-8094-18d26557b7df req-e236b5f2-d58b-47e0-9dba-1d321e3a9bbb service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155161 Jul 16 08:36:46.361326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.363017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-00392b34-58f9-44b3-b633-7c7cbaa12585 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1019621 Jul 16 08:36:46.371782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7b0d3f4f-73c9-42ac-8a55-d221240a6ebf', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'port_id': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'mac_address': 'fa:16:3e:87:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:27Z', 'updated_at': '2021-07-16T08:36:40Z', 'revision_number': 1, 'project_id': 'e4d01959725142699dfa6615510155cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:46.372848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39518) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:46.412453 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-0cbc84a5-89b4-4cff-8aa8-c893ccffff33 service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922400 Jul 16 08:36:46.445904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-2708c3e3-2ba7-4f0b-a0ef-402d6bbf2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.447566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-2708c3e3-2ba7-4f0b-a0ef-402d6bbf2c10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3928232 Jul 16 08:36:46.449471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a4bbc43-534d-4816-8cb2-9b01e933b71b req-4fdba70b-77c3-4e9d-be9a-02687a3a0a0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084496 Jul 16 08:36:46.452060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] For port 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:46.480104 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:46.509787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.572856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b08c1-1ccb-49d6-ad94-c6675346c481 None None] The sync data for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 is: [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7b0d3f4f-73c9-42ac-8a55-d221240a6ebf', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'floating_ip_address': '172.25.5.252', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'port_id': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'mac_address': 'fa:16:3e:87:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:27Z', 'updated_at': '2021-07-16T08:36:40Z', 'revision_number': 1, 'project_id': 'e4d01959725142699dfa6615510155cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:46.624955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] For port 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4c4371-f934-437e-b8ed-67b9c3428a2d,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:46.641984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.662250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=227f35a6-513b-4a65-8a3b-50acd2150735,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.674450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] No DVR routers for this DVR port 227f35a6-513b-4a65-8a3b-50acd2150735 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:46.738347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ff71c967-679e-42e4-9a29-67a7c833fca6,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:46.781096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.783924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ff71c967-679e-42e4-9a29-67a7c833fca6', 'network_id': '089413aa-99f5-446a-93a9-0d1bb7d8375b', 'port_id': 'ff71c967-679e-42e4-9a29-67a7c833fca6', 'mac_address': 'fa:16:3e:07:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d280f7-8a5d-458d-97dd-f0aaecda214d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:46.835284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a1de9-f2aa-4bf6-9226-0b39643c00e9 None None] Pushing event updated for resources: {'Port': ['ID=2c4c4371-f934-437e-b8ed-67b9c3428a2d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.836619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784442be-7176-4cd2-8c92-066e75445bba req-4139b946-4165-4b74-b998-5a9fd15195d3 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.845570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-784442be-7176-4cd2-8c92-066e75445bba req-4139b946-4165-4b74-b998-5a9fd15195d3 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 945 time: 0.6261604 Jul 16 08:36:46.904532 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 3, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:46.933084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee11e7e-f667-474a-87c8-24ebfb363253 req-3bfe44f7-02f8-4c3a-8d5b-1742539b0075 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.939804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.946219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] No DVR routers for this DVR port 227f35a6-513b-4a65-8a3b-50acd2150735 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:46.952877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ee11e7e-f667-474a-87c8-24ebfb363253 req-3bfe44f7-02f8-4c3a-8d5b-1742539b0075 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 943 time: 0.7527711 Jul 16 08:36:46.988377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Checking router: f71b972b-ce16-4b09-8308-06f7b8a7d1c5 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:46.989472 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Updating router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 port 9e958aac-d7b9-4542-a9bb-429ccbc105fd binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:47.048168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015537-cbd8-4f83-9967-fc0f3ace7436 None None] Pushing event deleted for resources: {'Port': ['ID=227f35a6-513b-4a65-8a3b-50acd2150735,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.070661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-784442be-7176-4cd2-8c92-066e75445bba req-9916045b-3071-40ad-b3d2-ed0c3f97480d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240486 Jul 16 08:36:47.137988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.158750 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.227651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b206c992-1547-4321-9aa0-c9cb4c8b7a82 None None] New status for floating IP 7b0d3f4f-73c9-42ac-8a55-d221240a6ebf: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:36:47.406911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ee11e7e-f667-474a-87c8-24ebfb363253 req-a207eeab-ba7b-4651-a3fb-4b0b2dd08383 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496663 Jul 16 08:36:47.444656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 227f35a6-513b-4a65-8a3b-50acd2150735 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:47.453489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff71c967-679e-42e4-9a29-67a7c833fca6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:47.539763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 227f35a6-513b-4a65-8a3b-50acd2150735 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:47.540197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 227f35a6-513b-4a65-8a3b-50acd2150735 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:47.583739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ff71c967-679e-42e4-9a29-67a7c833fca6,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:47.603154 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.763360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.824371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.833657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ff71c967-679e-42e4-9a29-67a7c833fca6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:47.841186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397d46d6-1a89-4a38-8249-e40abed9b578']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.865256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.865958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dbf0a7-a835-44d7-bae5-3d7de35b9fd1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.891647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.009512 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.027367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6cccd85-3751-4093-a157-a45f228518f1 req-304664a3-982c-44f3-9d0f-4347b2fc772b service neutron] 10.222.0.47 "GET /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6066909 Jul 16 08:36:48.041933 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Transition to ACTIVE for port object 9e958aac-d7b9-4542-a9bb-429ccbc105fd will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:48.056480 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.059116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.111859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:48.113654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.142239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Attempting to bind port 9e958aac-d7b9-4542-a9bb-429ccbc105fd on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:48.142792 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Attempting to bind port 9e958aac-d7b9-4542-a9bb-429ccbc105fd by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:48.143302 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Attempting to bind port 9e958aac-d7b9-4542-a9bb-429ccbc105fd on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.202903 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:48.204594 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.208465 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.209277 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:48.213862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Bound port: 9e958aac-d7b9-4542-a9bb-429ccbc105fd, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:48.219639 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:48.297825 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:48.302949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.309604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-008f8be9-8338-4413-99ef-8d5a525cd203 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8314898 Jul 16 08:36:48.310437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.318668 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Pushing event updated for resources: {'Port': ['ID=9e958aac-d7b9-4542-a9bb-429ccbc105fd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.343343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.343686 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.345362 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.345739 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.346105 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.346444 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.346773 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.347102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.347427 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.347749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.349431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.350727 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:48.396322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.424401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] For port 9e958aac-d7b9-4542-a9bb-429ccbc105fd, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:48.429037 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] For port 9e958aac-d7b9-4542-a9bb-429ccbc105fd, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e958aac-d7b9-4542-a9bb-429ccbc105fd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:48.434535 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.462126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.492503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.502748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] 10.222.0.32 "DELETE /v2.0/networks/397d46d6-1a89-4a38-8249-e40abed9b578 HTTP/1.1" status: 204 len: 168 time: 4.0809519 Jul 16 08:36:48.522252 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19b844-ad6a-428d-85da-f96957e36bb8 None None] Pushing event updated for resources: {'Port': ['ID=9e958aac-d7b9-4542-a9bb-429ccbc105fd,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.532308 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:48.533482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:48.574554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-560369016-network', 'tenant_id': 'bfc452066c5145d487f9e688652267b3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.590438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc01ff-9555-4070-9c72-4d8723dd3b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=397d46d6-1a89-4a38-8249-e40abed9b578,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.609927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937afa03-bca6-4963-b215-810743a39714,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.632318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7623b1b-9f33-416d-b47f-128f82371b30 None None] Network b638e822-9493-4514-97f9-96b2e9e99595 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:48.647639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Checking segment: {'id': '63d21bca-b241-4de0-be01-ec5eb26107d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4620f5d5-8739-4a19-b966-921173399b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.648136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Network hostable DHCP agents. Network: 4620f5d5-8739-4a19-b966-921173399b1b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:48.667529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3fb23023-6e20-4582-9f9a-969c03906dc9 req-c25a4d33-bd1b-4af3-bd7a-b846b1fa0653 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405161 Jul 16 08:36:48.669265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Made reservation on behalf of bfc452066c5145d487f9e688652267b3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:48.682813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.705662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60bb11-3801-45ca-a5c5-9ddb72ba5d8a req-3706861e-a4ac-4f91-8d1a-16cbb7841592 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.708991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.713722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d60bb11-3801-45ca-a5c5-9ddb72ba5d8a req-3706861e-a4ac-4f91-8d1a-16cbb7841592 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 947 time: 0.7903614 Jul 16 08:36:48.717737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Network 4620f5d5-8739-4a19-b966-921173399b1b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:48.725597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.762720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4620f5d5-8739-4a19-b966-921173399b1b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:48.780657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-245c4720-f26d-468d-93ee-2ef1f9fca96e None None] Provisioning for port 2c4c4371-f934-437e-b8ed-67b9c3428a2d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:48.790138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.791113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.818152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.842056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d5936-2d3a-40c0-8b91-ee9e4289e142 None None] Network 4620f5d5-8739-4a19-b966-921173399b1b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:48.844525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a54-0ef5-4cd9-8769-6a421aab608e req-a89ca28a-1ebd-487a-9d14-b438beb8a887 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.849676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d387ac31-70ad-4e6d-a0a3-c38b96f59f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97783a8642d64c33a94e6789a2943559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199608 Jul 16 08:36:48.855852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16bc5a54-0ef5-4cd9-8769-6a421aab608e req-a89ca28a-1ebd-487a-9d14-b438beb8a887 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 945 time: 0.2263277 Jul 16 08:36:48.858792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.873388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d60bb11-3801-45ca-a5c5-9ddb72ba5d8a req-cc60e454-5a0d-407c-ab36-96523fcf9d51 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584051 Jul 16 08:36:48.878677 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:48.926234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-cf1da19b-24bb-41ad-b970-5344b049b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.927575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-cf1da19b-24bb-41ad-b970-5344b049b7ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 1099 time: 0.1892254 Jul 16 08:36:49.013742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.048708 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16bc5a54-0ef5-4cd9-8769-6a421aab608e req-75cc5b18-8753-415a-a456-bc6a6ba110d8 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921399 Jul 16 08:36:49.083059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.117750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.121912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-459a7d09-e20e-4ed1-81f5-081651aa5244 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4098949 Jul 16 08:36:49.129676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.139818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f864145-4305-4d10-8ef0-3c92027bd3b8 None None] Network 4620f5d5-8739-4a19-b966-921173399b1b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:49.181411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:49.212055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-3344b860-8d3b-45ce-8cce-269d58cb9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.213615 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-3344b860-8d3b-45ce-8cce-269d58cb9cfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2735953 Jul 16 08:36:49.216211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cebf37-74d3-411a-9330-0f5bcb0667c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.221926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.240539 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Added segment bdd69702-8b58-4d30-8a85-c51102a099f7 of type vlan for network 32aa5da5-8491-458b-862c-9e50289cfac8 Jul 16 08:36:49.297221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4c4371-f934-437e-b8ed-67b9c3428a2d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:49.319981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Allocated IP 172.20.0.1 (b638e822-9493-4514-97f9-96b2e9e99595/6c1d0f17-42af-45e5-b06c-e6487e5cda18/d012b7ce-960e-4b95-a09d-3706ebcfae7b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:49.323063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 3, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:49.401884 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6fa6a-d70d-4663-af50-4961e0a0f5ed None None] The sync data for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 is: [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 3, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:49.412190 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-b0171ea9-8256-41de-95e2-b48a75c345be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=34c62805-96b9-4995-8009-ab09d969f02f HTTP/1.1" status: 200 len: 217 time: 0.1700010 Jul 16 08:36:49.450991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.481096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.484176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.486268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f HTTP/1.1" status: 204 len: 168 time: 0.6264167 Jul 16 08:36:49.513629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2c4c4371-f934-437e-b8ed-67b9c3428a2d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:49.518620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319c3a8-8405-48ed-903b-3a0b633d123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8eb5ca-b4a9-4633-ac3f-c762e5dfe44f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.562305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-dd803ac8-ffe5-4e87-8f06-593e7e087a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.564978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-dd803ac8-ffe5-4e87-8f06-593e7e087a6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1302042 Jul 16 08:36:49.579449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2c4c4371-f934-437e-b8ed-67b9c3428a2d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:49.580134 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.580416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.583467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.584827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.585631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.633860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Transition to ACTIVE for port object d012b7ce-960e-4b95-a09d-3706ebcfae7b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:49.666703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4e25-b5cf-4259-9abb-967e4450e38e req-1c653c99-0c30-4803-b4b0-605c97bb67b0 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.670171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c0c4e25-b5cf-4259-9abb-967e4450e38e req-1c653c99-0c30-4803-b4b0-605c97bb67b0 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 944 time: 0.2181709 Jul 16 08:36:49.685403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:49.685742 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3662233 Jul 16 08:36:49.723840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Request body: {'subnet': {'network_id': '32aa5da5-8491-458b-862c-9e50289cfac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-560369016-subnet', 'tenant_id': 'bfc452066c5145d487f9e688652267b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.732552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.744807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a81d8-7edb-4a2e-bdca-2228d358d90c admin admin] Pushing event updated for resources: {'Network': ['ID=32aa5da5-8491-458b-862c-9e50289cfac8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.778225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 32aa5da5-8491-458b-862c-9e50289cfac8 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:49.794592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Made reservation on behalf of bfc452066c5145d487f9e688652267b3 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:49.797314 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.827072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-5e3dbfd1-d940-4180-a1ad-0116a9d5ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.841531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-5e3dbfd1-d940-4180-a1ad-0116a9d5ebb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2684002 Jul 16 08:36:49.925068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c0c4e25-b5cf-4259-9abb-967e4450e38e req-d4bf2040-c486-4621-ad25-7dbe89d939c3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432389 Jul 16 08:36:49.944825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ff71c967-679e-42e4-9a29-67a7c833fca6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:50.061187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4c4371-f934-437e-b8ed-67b9c3428a2d,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:50.066901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.098642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.126136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-c2c96eff-1a00-4678-a4a4-2d1b81ee1a80 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719169 Jul 16 08:36:50.245845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Network b638e822-9493-4514-97f9-96b2e9e99595 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:50.256378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:50.261337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:50.292249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=2c4c4371-f934-437e-b8ed-67b9c3428a2d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.334336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.341638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Pushing event updated for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.404614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0b6f4da-5593-4ed6-8003-26728bedcf5d req-899b1eb7-5129-4109-94e4-6c3c2cd5d0a7 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630570 Jul 16 08:36:50.424950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9d0d42e7-1cb2-41ab-ac6b-af16d7e1a779 None None] Provisioning complete for port 2c4c4371-f934-437e-b8ed-67b9c3428a2d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:50.425574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9d0d42e7-1cb2-41ab-ac6b-af16d7e1a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.539827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-207182273', 'description': 'tempest-description-1675403724'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:50.609607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ff71c967-679e-42e4-9a29-67a7c833fca6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:50.618391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ff71c967-679e-42e4-9a29-67a7c833fca6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:50.618871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.733549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.745354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.826442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba546c-9a0c-4bef-b539-b8a4f4a95701 req-14d53b33-9031-473d-bc13-21f26fcc7926 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.828821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3eba546c-9a0c-4bef-b539-b8a4f4a95701 req-14d53b33-9031-473d-bc13-21f26fcc7926 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 945 time: 0.4882593 Jul 16 08:36:50.838506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.890413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:50.893811 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309bde60-7fdc-4227-879f-ba2318cafe2f" -d '{"events": [{"server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "name": "network-vif-plugged", "status": "completed", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:50.905564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6e1ce617-0245-4769-b646-c85500df65af None None] Provisioning for port d012b7ce-960e-4b95-a09d-3706ebcfae7b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:50.912510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6e1ce617-0245-4769-b646-c85500df65af None None] Provisioning complete for port d012b7ce-960e-4b95-a09d-3706ebcfae7b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:50.912894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce617-0245-4769-b646-c85500df65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.916673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ff71c967-679e-42e4-9a29-67a7c833fca6,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:50.929341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a74ea1-4821-4c23-99ac-48167da7fc16,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.943822 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.977303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.004597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Checking segment: {'id': 'bdd69702-8b58-4d30-8a85-c51102a099f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '32aa5da5-8491-458b-862c-9e50289cfac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:51.005183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Network hostable DHCP agents. Network: 32aa5da5-8491-458b-862c-9e50289cfac8, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:51.005992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ce617-0245-4769-b646-c85500df65af None None] Port d012b7ce-960e-4b95-a09d-3706ebcfae7b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:51.011308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.020806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3eba546c-9a0c-4bef-b539-b8a4f4a95701 req-fdddbf09-9716-468d-81bc-c03cc1f0ee0c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804862 Jul 16 08:36:51.108055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Network 32aa5da5-8491-458b-862c-9e50289cfac8 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:51.149312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 34c62805-96b9-4995-8009-ab09d969f02f details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:51.153006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 32aa5da5-8491-458b-862c-9e50289cfac8) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:51.166380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.169832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.170453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.178607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b06a4-17fa-40f5-ae7f-f8f73bdf0ad9 None None] Network 32aa5da5-8491-458b-862c-9e50289cfac8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:51.178928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.229271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:51.340014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8cad84e0-644c-4eaf-b1c7-07967158e9bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6532557 Jul 16 08:36:51.354641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.357473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-241e83a4-d571-4f9f-bacd-49829f9a5f76 req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8311212 Jul 16 08:36:51.378290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5cd7-a367-49c9-baa5-fc78ba95d650 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a554b628-87c0-4e6d-96b0-3fae37513989,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.470383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1018820230-network', 'tenant_id': '9fc609ffb8964aa8a984157972324824'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:51.493849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.515163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.515720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:51.518295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.539850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.655258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e958aac-d7b9-4542-a9bb-429ccbc105fd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:51.675951 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a70a8-f560-4001-97ef-7eb5cd5dbaf9 x-openstack-request-id: req-589a70a8-f560-4001-97ef-7eb5cd5dbaf9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:51.676472 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "name": "network-vif-plugged", "status": "completed", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:51.676857 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-589a70a8-f560-4001-97ef-7eb5cd5dbaf9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:51.677443 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6', 'code': 200} Jul 16 08:36:51.715160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Pushing event updated for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.722468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.797955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89c38f-2550-4ba7-b363-64bf9defd817 req-68dba2f4-a586-442f-b70b-a39cbc0e58bf tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.800309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b89c38f-2550-4ba7-b363-64bf9defd817 req-68dba2f4-a586-442f-b70b-a39cbc0e58bf tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 947 time: 0.5535045 Jul 16 08:36:51.813022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.819417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.854623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:51.891170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.895041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.895729 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Added segment 31419fd4-be80-4875-9a3a-d8da05d36c41 of type vlan for network 508bb44a-bf86-47d8-b131-81bd32e8f936 Jul 16 08:36:51.940485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabae2be-09ab-4670-a6c0-b1a406c488cf None None] Network 32aa5da5-8491-458b-862c-9e50289cfac8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:51.965409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b89c38f-2550-4ba7-b363-64bf9defd817 req-9fcd2bd0-6982-4ad3-abb0-e80db34a8ca4 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490350 Jul 16 08:36:51.986895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.998105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Network b638e822-9493-4514-97f9-96b2e9e99595 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:52.004065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9e958aac-d7b9-4542-a9bb-429ccbc105fd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:52.022124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:52.031744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=34c62805-96b9-4995-8009-ab09d969f02f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:52.046274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2559-3b70-4700-a66d-b1c1e8cdaae8 req-11acad34-ffec-4857-a4c1-e616741b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.049371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-704d2559-3b70-4700-a66d-b1c1e8cdaae8 req-11acad34-ffec-4857-a4c1-e616741b1192 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1097 time: 0.2852116 Jul 16 08:36:52.050683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9e958aac-d7b9-4542-a9bb-429ccbc105fd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:52.051386 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.051916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.053828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.055529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.059346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '34c62805-96b9-4995-8009-ab09d969f02f', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '34c62805-96b9-4995-8009-ab09d969f02f', 'mac_address': 'fa:16:3e:bf:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:52.160258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059d46-b518-4b59-81e3-41a3d8d4e7c1 req-964fe9df-e1b1-4da4-b2da-f0b20e6787b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.169535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11059d46-b518-4b59-81e3-41a3d8d4e7c1 req-964fe9df-e1b1-4da4-b2da-f0b20e6787b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.2264493 Jul 16 08:36:52.219896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] Pushing event updated for resources: {'Network': ['ID=508bb44a-bf86-47d8-b131-81bd32e8f936,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.243230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6aa630dd-b5e1-4824-9891-2c1b54766c74 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0110104 Jul 16 08:36:52.245947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:52.255021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Request body: {'subnet': {'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1018820230-subnet', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.269292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:52.283991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:52.285901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-704d2559-3b70-4700-a66d-b1c1e8cdaae8 req-6f675894-3231-4ed5-a976-5b05d154387e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228258 Jul 16 08:36:52.309913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:52.315900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.330362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b09c8a5d-0139-458d-a967-15763e396c61 req-f8432aa3-dc11-46f4-bc25-4b0949046645 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/a554b628-87c0-4e6d-96b0-3fae37513989 HTTP/1.1" status: 200 len: 1812 time: 0.1892612 Jul 16 08:36:52.340363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11059d46-b518-4b59-81e3-41a3d8d4e7c1 req-f5582ae6-a9f2-4c49-9f0d-58a4c6299bf8 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697340 Jul 16 08:36:52.351094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a554b628-87c0-4e6d-96b0-3fae37513989', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.352350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a554b628-87c0-4e6d-96b0-3fae37513989', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.470160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.475740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.484292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-621de890-fa1a-4ca8-98f1-d5344bd114d1 None None] Provisioning complete for port d012b7ce-960e-4b95-a09d-3706ebcfae7b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:52.484681 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-621de890-fa1a-4ca8-98f1-d5344bd114d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.516256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c62805-96b9-4995-8009-ab09d969f02f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:52.535460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.542379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.574171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=34c62805-96b9-4995-8009-ab09d969f02f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:52.576065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-486012797', 'description': 'tempest-description-2066221944'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.576994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-621de890-fa1a-4ca8-98f1-d5344bd114d1 None None] Port d012b7ce-960e-4b95-a09d-3706ebcfae7b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:52.582316 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.586568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.588728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:52.595414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a891040-3fd8-46d0-a1ff-663ec1dcce31 admin admin] 10.222.0.32 "PUT /v2.0/routers/f71b972b-ce16-4b09-8308-06f7b8a7d1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2192569 Jul 16 08:36:52.598587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ee781b-7047-4f90-84bb-d1477ba201a8,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.605954 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Sync routers for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:52.606363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.616741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b09c8a5d-0139-458d-a967-15763e396c61 req-615fd651-91f7-4b69-8c8f-ba6504cd49cb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2727807 Jul 16 08:36:52.621198 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:52.622091 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:52.646033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.652575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.679622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9e958aac-d7b9-4542-a9bb-429ccbc105fd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e958aac-d7b9-4542-a9bb-429ccbc105fd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:52.712334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.715201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4c4371-f934-437e-b8ed-67b9c3428a2d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:52.720935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Pushing event updated for resources: {'Subnet': ['ID=578e23ca-46dc-4091-b56c-b0a2b99882c0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.739597 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:52.764736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Checking segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:52.765165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Network hostable DHCP agents. Network: 508bb44a-bf86-47d8-b131-81bd32e8f936, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:52.796090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.817180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.818413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:52.822907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.837138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 508bb44a-bf86-47d8-b131-81bd32e8f936) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:52.846694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.847367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.854795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677f294-634f-42fc-92e2-b1b7a589f16c None None] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:52.869615 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4a1500e2-5bc1-4151-b23e-449a8f50114e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6212852 Jul 16 08:36:52.872290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:52.877965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.900171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11194f8a-6dbc-492f-a9c0-e98d2f58606d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.903883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.918576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['34c62805-96b9-4995-8009-ab09d969f02f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:52.919154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f16c493e-1a04-4330-8dc3-0936d21561f9 req-54dff88f-8f3b-40a8-92b0-93727890f3c5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3508370 Jul 16 08:36:52.932543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.935143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.972322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2c4c4371-f934-437e-b8ed-67b9c3428a2d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:52.973150 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.041474 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:50Z', 'revision_number': 4, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd012b7ce-960e-4b95-a09d-3706ebcfae7b', 'name': '', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'mac_address': 'fa:16:3e:4f:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:48Z', 'updated_at': '2021-07-16T08:36:51Z', 'revision_number': 2, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'subnets': [{'id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:53.081965 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Checking router: f71b972b-ce16-4b09-8308-06f7b8a7d1c5 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:53.082450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Updating router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 port d012b7ce-960e-4b95-a09d-3706ebcfae7b binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:53.085070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76790066-9377-49f4-9b8c-2326b6b4ece2 req-4843c8f5-1b5d-4044-8c37-14a01fba2322 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.086740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76790066-9377-49f4-9b8c-2326b6b4ece2 req-4843c8f5-1b5d-4044-8c37-14a01fba2322 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 945 time: 0.1879008 Jul 16 08:36:53.087315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.132254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9e958aac-d7b9-4542-a9bb-429ccbc105fd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.158098 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.186843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76790066-9377-49f4-9b8c-2326b6b4ece2 req-b2ce5c31-f70f-45ac-b2f8-f7d767e647b8 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918379 Jul 16 08:36:53.333675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2aff2942-30ac-4798-9c01-2a9071229c58 req-2e778146-a498-4437-90ed-6881508dc2fb tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/a554b628-87c0-4e6d-96b0-3fae37513989 HTTP/1.1" status: 200 len: 2405 time: 0.1248238 Jul 16 08:36:53.343612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-89cd1b15-659f-45da-b73e-8e5dadce9acc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/11194f8a-6dbc-492f-a9c0-e98d2f58606d HTTP/1.1" status: 200 len: 1804 time: 0.0905035 Jul 16 08:36:53.355080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11194f8a-6dbc-492f-a9c0-e98d2f58606d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:53.356253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11194f8a-6dbc-492f-a9c0-e98d2f58606d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:53.372860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.440397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-508bb44a-bf86-47d8-b131-81bd32e8f936', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:53.441235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.473920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.556166 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.579704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.636461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8585423-343b-45e3-bed9-74e6b57605b0,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.653773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.666037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7149e2c6-a7cb-4192-9df9-ea2eb7117a24 req-6383de05-26ff-4cc5-977a-b5af34e04495 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3160551 Jul 16 08:36:53.717298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Allocated IP 172.20.0.2 (508bb44a-bf86-47d8-b131-81bd32e8f936/578e23ca-46dc-4091-b56c-b0a2b99882c0/7ca29f85-fc11-45fe-a866-e038c568a543) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:53.737852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.739176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.744403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dc522-0c55-4ced-8852-1a50d6c79a05 req-0eb15707-55cd-40e0-a354-257cfe492c98 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.747230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-network', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:53.749320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be7dc522-0c55-4ced-8852-1a50d6c79a05 req-0eb15707-55cd-40e0-a354-257cfe492c98 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 948 time: 0.1852822 Jul 16 08:36:53.790460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Made reservation on behalf of 78c145671dac4b6e9f807c1001d9033a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:53.793268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.801578 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.804482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.808168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.820646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e958aac-d7b9-4542-a9bb-429ccbc105fd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:53.827737 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Transition to ACTIVE for port object d012b7ce-960e-4b95-a09d-3706ebcfae7b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:53.839838 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.843032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be7dc522-0c55-4ced-8852-1a50d6c79a05 req-1ce9cad8-a176-40a8-a809-3eedf3920eb1 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Jul 16 08:36:53.934310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-c7a8f4bb-b33e-4b21-90e6-a2bf7d798add tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-group-rules/f4ee781b-7047-4f90-84bb-d1477ba201a8 HTTP/1.1" status: 200 len: 778 time: 0.0499923 Jul 16 08:36:53.940379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.990778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.007410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:54.021353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.021703 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Added segment c6bb55e6-4871-4a0b-83c4-3b8464d62238 of type vlan for network 825c85c3-3eb0-4953-b949-d22ae7013a9a Jul 16 08:36:54.024082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Attempting to bind port d012b7ce-960e-4b95-a09d-3706ebcfae7b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:54.024797 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Attempting to bind port d012b7ce-960e-4b95-a09d-3706ebcfae7b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:54.025409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Attempting to bind port d012b7ce-960e-4b95-a09d-3706ebcfae7b on network b638e822-9493-4514-97f9-96b2e9e99595 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:54.035526 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:54.036112 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Checking segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:54.038621 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.039400 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Bound using segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:54.050008 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Bound port: d012b7ce-960e-4b95-a09d-3706ebcfae7b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:54.050703 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.052888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-70ebbcb3-9cbb-4082-8181-5d9bd1978d7b tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/a554b628-87c0-4e6d-96b0-3fae37513989 HTTP/1.1" status: 200 len: 2405 time: 0.1076398 Jul 16 08:36:54.076160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.107640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9e958aac-d7b9-4542-a9bb-429ccbc105fd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:54.108899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.109969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.123722 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.129789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.131225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.132048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.134236 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] For port d012b7ce-960e-4b95-a09d-3706ebcfae7b, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:54.137818 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] For port d012b7ce-960e-4b95-a09d-3706ebcfae7b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d012b7ce-960e-4b95-a09d-3706ebcfae7b,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:54.139430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.139727 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb82a5-33ef-416d-be1d-b1b313c7d4b9 None None] Pushing event updated for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.149055 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.187343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Transition to ACTIVE for port object 7ca29f85-fc11-45fe-a866-e038c568a543 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:54.221938 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb82a5-33ef-416d-be1d-b1b313c7d4b9 None None] Pushing event updated for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.243555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Transition to ACTIVE for port object 7ca29f85-fc11-45fe-a866-e038c568a543 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:54.244681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.257359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Pushing event updated for resources: {'Network': ['ID=825c85c3-3eb0-4953-b949-d22ae7013a9a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.261255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.262290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49d7132d-b855-43d5-aaf7-0dbba33a06ac req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f4ee781b-7047-4f90-84bb-d1477ba201a8 HTTP/1.1" status: 204 len: 173 time: 0.2016296 Jul 16 08:36:54.266979 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5248652 Jul 16 08:36:54.275641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.287754 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:54.288190 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:54.296323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147f78b-42cc-4f75-9438-516df2bc2a0c tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4ee781b-7047-4f90-84bb-d1477ba201a8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.319062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:54.319487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Request body: {'subnet': {'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-subnet', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:54.367813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.384990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Made reservation on behalf of 78c145671dac4b6e9f807c1001d9033a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:54.387746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.445678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0abbf-3919-49b0-9343-8721f2e6f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90e9755-03ff-417b-b31a-3a7cae5a9b0f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.546531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:54.562557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:54.565224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2011048553', 'description': 'tempest-description-1943767159'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:54.567319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Allocated IP 172.25.5.32 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/72924139-4088-4e37-b934-672b68ff18cb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:54.610103 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:54.638332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:54.647800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3ae23-861f-4b0d-9623-1687c00c0693 req-46611e0c-9c8d-4b34-bf13-b8842eae1b55 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.659260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21b3ae23-861f-4b0d-9623-1687c00c0693 req-46611e0c-9c8d-4b34-bf13-b8842eae1b55 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1980436 Jul 16 08:36:54.659429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Pushing event updated for resources: {'Port': ['ID=7ca29f85-fc11-45fe-a866-e038c568a543,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.676483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.730377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.732233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Attempting to bind port 7ca29f85-fc11-45fe-a866-e038c568a543 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:54.732803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Attempting to bind port 7ca29f85-fc11-45fe-a866-e038c568a543 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:54.733385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Attempting to bind port 7ca29f85-fc11-45fe-a866-e038c568a543 on network 508bb44a-bf86-47d8-b131-81bd32e8f936 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:54.744638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21b3ae23-861f-4b0d-9623-1687c00c0693 req-e915992e-a7af-4c7b-b124-bffc2b947794 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836329 Jul 16 08:36:54.746104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:54.746735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Checking segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:54.747434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.748212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Bound using segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:54.748971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Bound port: 7ca29f85-fc11-45fe-a866-e038c568a543, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:54.749561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.788417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.892810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:54.898401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:54.904909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:54.936534 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.937592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Pushing event updated for resources: {'Port': ['ID=72924139-4088-4e37-b934-672b68ff18cb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.943398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] For port 7ca29f85-fc11-45fe-a866-e038c568a543, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:54.944464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.950255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] For port 7ca29f85-fc11-45fe-a866-e038c568a543, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7ca29f85-fc11-45fe-a866-e038c568a543,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:54.961954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.995877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.026861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e77a5ad-571d-4ff8-bcba-9764f169fe4f req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4772100 Jul 16 08:36:55.035757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2074594074', 'description': 'tempest-description-1471221348'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:55.043696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39775f29-95fa-4667-ac02-2557573776f5 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf79d05-778d-4a11-a8d2-f25f6666e1d6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.058097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663a7a-4a2c-42e7-a4ca-1de6b632a3be None None] Pushing event updated for resources: {'Port': ['ID=7ca29f85-fc11-45fe-a866-e038c568a543,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.104384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.161870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 34c62805-96b9-4995-8009-ab09d969f02f up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:55.239682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:50Z', 'revision_number': 4, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd012b7ce-960e-4b95-a09d-3706ebcfae7b', 'name': '', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'mac_address': 'fa:16:3e:4f:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:48Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 4, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'subnets': [{'id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:55.282457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 34c62805-96b9-4995-8009-ab09d969f02f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:55.296386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 34c62805-96b9-4995-8009-ab09d969f02f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:55.299550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.299980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a02d7-2d6c-4d18-b153-495bf31afbc5 None None] The sync data for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 is: [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:36:50Z', 'revision_number': 4, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd012b7ce-960e-4b95-a09d-3706ebcfae7b', 'name': '', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'mac_address': 'fa:16:3e:4f:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:48Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 4, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'subnets': [{'id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:55.308686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.315395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.473340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4182bc26-9bad-402b-b2c6-d26d1e556bb1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.497224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.501267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae932b73-6b5f-452a-a3a9-d3766d19cb28 req-22b0ce07-18fb-40c2-be68-514b395f4487 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4720235 Jul 16 08:36:55.514725 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.606143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:55.608591 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbb9063-1e1e-4b86-92de-3c1a296453b3" -d '{"events": [{"server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "name": "network-vif-plugged", "status": "completed", "tag": "34c62805-96b9-4995-8009-ab09d969f02f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:55.662678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=34c62805-96b9-4995-8009-ab09d969f02f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:55.670390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.761264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d012b7ce-960e-4b95-a09d-3706ebcfae7b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:55.771917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.874357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2086d2ee-ffdc-43ea-9257-c0c6247f6c4d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.911493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.926997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d012b7ce-960e-4b95-a09d-3706ebcfae7b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:55.934063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d012b7ce-960e-4b95-a09d-3706ebcfae7b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:55.934500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.968488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:56.024017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.066074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309482-b748-4c4d-add9-e1e45ccbe203 req-3d2acc08-9dfe-4177-86cd-e0491459485c tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.075062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45309482-b748-4c4d-add9-e1e45ccbe203 req-3d2acc08-9dfe-4177-86cd-e0491459485c tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.2191870 Jul 16 08:36:56.077637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Checking segment: {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:56.078591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Network hostable DHCP agents. Network: 825c85c3-3eb0-4953-b949-d22ae7013a9a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:56.127381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-0d0ef624-3168-449a-af5c-c813b414aa4e tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/3bf79d05-778d-4a11-a8d2-f25f6666e1d6 HTTP/1.1" status: 200 len: 1805 time: 0.1204925 Jul 16 08:36:56.146533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bf79d05-778d-4a11-a8d2-f25f6666e1d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:56.147376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bf79d05-778d-4a11-a8d2-f25f6666e1d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:56.174100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.218713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45309482-b748-4c4d-add9-e1e45ccbe203 req-fe4e9805-1968-4f5c-b632-3564dfaee749 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416366 Jul 16 08:36:56.233394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:56.277025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d012b7ce-960e-4b95-a09d-3706ebcfae7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d012b7ce-960e-4b95-a09d-3706ebcfae7b,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:56.281294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:56.285312 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.302101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'mac_address': 'fa:16:3e:b4:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:56.306753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 825c85c3-3eb0-4953-b949-d22ae7013a9a) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:56.344153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcacd6-93f7-4f09-8ac9-ac6ac466d6d8 None None] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:56.361491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-315ae527-b4a2-4f7d-9153-96cebe54a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.363983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-315ae527-b4a2-4f7d-9153-96cebe54a6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1097 time: 0.2997255 Jul 16 08:36:56.366283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.367604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.402373 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e7a19699-7272-43d3-a2e3-5b28c3c6acd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1212091 Jul 16 08:36:56.417134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d77e4914-8149-484d-be27-5fb8234390e2 req-3722e160-cd34-4de5-971e-c9436520d86e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/4182bc26-9bad-402b-b2c6-d26d1e556bb1 HTTP/1.1" status: 200 len: 1813 time: 0.1318316 Jul 16 08:36:56.417887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39686) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:56.448607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:56.474458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.553466 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:56.559369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.566785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.593119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.598247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.623035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.641729 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eff49c-1284-4165-a74e-b5afeb12385c x-openstack-request-id: req-b7eff49c-1284-4165-a74e-b5afeb12385c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:56.642465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.643724 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "name": "network-vif-plugged", "status": "completed", "tag": "34c62805-96b9-4995-8009-ab09d969f02f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:56.645439 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7eff49c-1284-4165-a74e-b5afeb12385c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:56.646022 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f', 'code': 200} Jul 16 08:36:56.646792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.660766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9248f558-89a3-4c0f-9cef-7f8b7887b76f req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5193894 Jul 16 08:36:56.713505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64651c01-79f3-420c-84c8-f7a143931f30 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadeea43-6b9b-4efe-be93-e5e1b56a1bf6,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:56.845160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.994924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.040559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49f144f6-81dc-486a-93ab-b4962a3af33c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:57.151700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:57.159268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.215163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-471584757', 'description': 'tempest-description-83038147'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:57.229919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.235120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68313c2-70f6-4d9c-93ad-0f3eeb005343 None None] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:57.248863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['49f144f6-81dc-486a-93ab-b4962a3af33c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:57.321222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef508b-fe48-4d65-84f8-6031acf54cd4 req-35a7f8bf-5cd8-4ff9-a740-98b01fa4be7b tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.323513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1ef508b-fe48-4d65-84f8-6031acf54cd4 req-35a7f8bf-5cd8-4ff9-a740-98b01fa4be7b tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.4724860 Jul 16 08:36:57.361050 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.433025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30bd2cac-fe83-4e89-be9c-0bf4f6254b57 None None] Provisioning for port 7ca29f85-fc11-45fe-a866-e038c568a543 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:57.508210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-825c85c3-3eb0-4953-b949-d22ae7013a9a', 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'fixed_ips': [{'subnet_id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:57.509268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.536419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.554005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1ef508b-fe48-4d65-84f8-6031acf54cd4 req-ad450878-d213-48f2-ad31-9c5b37b320ee tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190921 Jul 16 08:36:57.661612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-292014792', 'description': 'tempest-description-1290508937'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:57.791744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d012b7ce-960e-4b95-a09d-3706ebcfae7b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:57.842334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.857963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.949875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.952891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4953a63a-f5b1-475c-a684-98d93696a2de,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.957065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.958916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.972555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-744c3f01-c4b0-4999-bf98-3936deff2dab req-0a2d9601-9449-476a-be91-2d3756c76ce9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7796767 Jul 16 08:36:57.995257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e44e-9b8c-4021-9be4-ab48e99acccb req-91b3d86b-4839-4dc4-af96-0784291bf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.996867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ed7e44e-9b8c-4021-9be4-ab48e99acccb req-91b3d86b-4839-4dc4-af96-0784291bf7cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 1101 time: 0.4034953 Jul 16 08:36:57.999718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-60246b6f-0cad-4d7c-9bec-668f9d35e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.001538 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-60246b6f-0cad-4d7c-9bec-668f9d35e952 service neutron] 10.222.0.46 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 1.6172633 Jul 16 08:36:58.003681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.114974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-96e68ea7-dbc3-431a-8d02-64a6bac9b721 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 200 len: 217 time: 0.0780771 Jul 16 08:36:58.119494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ed7e44e-9b8c-4021-9be4-ab48e99acccb req-390c71de-c60c-49bd-974a-813775fac0fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123340 Jul 16 08:36:58.182135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:58.198473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-0d9290d8-f6fe-466b-ab72-a3f290fe837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.200001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-0d9290d8-f6fe-466b-ab72-a3f290fe837c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.0767372 Jul 16 08:36:58.243905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Allocated IP 172.25.5.87 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/ccd3f8ee-c353-440f-a5f2-a448f35c1397) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:58.339523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:58.342651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d012b7ce-960e-4b95-a09d-3706ebcfae7b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:58.343409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.365321 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-c6c05d03-51a6-46d9-8746-ff722b4ee4b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376492 Jul 16 08:36:58.371676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Sync routers for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:58.498040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Allocated IP 172.20.0.2 (825c85c3-3eb0-4953-b949-d22ae7013a9a/2086d2ee-ffdc-43ea-9257-c0c6247f6c4d/69c8d77b-4899-4fcb-afea-3d8adc0355ae) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:58.517401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:58.519695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:58.525985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.541111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.548077 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-263537c6-6dbc-4a70-ab62-9cb0c0fca7df service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763256 Jul 16 08:36:58.557121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.558806 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e95682ac-5d9a-4a10-afde-2a84468305df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6853046 Jul 16 08:36:58.568475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:58.593594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.615320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.618366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e914e62-b496-453e-b37f-dd9024c75a38 req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9822795 Jul 16 08:36:58.669979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5da261-a927-48aa-b836-1d917a83523b req-5b94b3ed-e770-4275-a8dc-3c4aa7b29a2f tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.672208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5da261-a927-48aa-b836-1d917a83523b req-5b94b3ed-e770-4275-a8dc-3c4aa7b29a2f tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.4830136 Jul 16 08:36:58.684182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ea8ae-59b2-493e-9b87-7575bab4fe4e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd0ff9b-9e9f-4bcb-a09f-86aa7404d070,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.777473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83e485e-5173-4a2b-b1fc-7fc373b520a3 req-640477fc-b6de-449c-86c7-b6d8962910f2 service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173851 Jul 16 08:36:58.838127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5da261-a927-48aa-b836-1d917a83523b req-bbff401b-4cc7-41f2-a896-f5d62edb035a tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554689 Jul 16 08:36:58.867172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.005405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-258884237', 'description': 'tempest-description-562911467'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:59.067520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:59.097552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:59.109651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:59.147644 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.188626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Transition to ACTIVE for port object 69c8d77b-4899-4fcb-afea-3d8adc0355ae will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:59.202598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7ca29f85-fc11-45fe-a866-e038c568a543 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:59.262250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:59.294874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Transition to ACTIVE for port object 69c8d77b-4899-4fcb-afea-3d8adc0355ae will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:59.326909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd3f8ee-c353-440f-a5f2-a448f35c1397,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.387610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.431504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.495655 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.605901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7ca29f85-fc11-45fe-a866-e038c568a543 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:59.626810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:59.633400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:59.637554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:59.665644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7ca29f85-fc11-45fe-a866-e038c568a543 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:59.666340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.667196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Allocated IP 172.20.0.1 (508bb44a-bf86-47d8-b131-81bd32e8f936/578e23ca-46dc-4091-b56c-b0a2b99882c0/e880cbcc-7e38-479e-9c33-3b2366dc91df) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:59.803056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Attempting to bind port 69c8d77b-4899-4fcb-afea-3d8adc0355ae on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:59.803478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Attempting to bind port 69c8d77b-4899-4fcb-afea-3d8adc0355ae by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:59.804492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Attempting to bind port 69c8d77b-4899-4fcb-afea-3d8adc0355ae on network 825c85c3-3eb0-4953-b949-d22ae7013a9a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:59.809676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Pushing event updated for resources: {'Port': ['ID=69c8d77b-4899-4fcb-afea-3d8adc0355ae,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.836124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:59.840885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Checking segment: {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:59.841547 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.842042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Bound using segment: {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:59.842968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Bound port: 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:59.851163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.856191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.870241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Transition to ACTIVE for port object e880cbcc-7e38-479e-9c33-3b2366dc91df will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:59.875336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:36:55Z', 'revision_number': 3, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:59.917981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.942098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Checking router: 1a80e4bf-465b-4928-9ddd-a3d729f4a267 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:59.942412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Updating router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 port 72924139-4088-4e37-b934-672b68ff18cb binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:59.968973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:59.988715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:59.994533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:59.998140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:00.035187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Pushing event updated for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.063373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.066312 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.124166 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.126883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.142476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.192647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.232897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] For port 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:00.238020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.243726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.245656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5393120d-69db-414d-b700-d08029893be1 req-5286c93a-d387-4859-915c-920e212b8fe3 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2737360 Jul 16 08:37:00.259713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fe0be-bfa1-48a5-b740-cd30b8cd7201 req-0291b7f1-096b-474e-acb4-7eb990923b7e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.262066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-112fe0be-bfa1-48a5-b740-cd30b8cd7201 req-0291b7f1-096b-474e-acb4-7eb990923b7e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.9388528 Jul 16 08:37:00.338488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.358553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] For port 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69c8d77b-4899-4fcb-afea-3d8adc0355ae,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:00.405336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-112fe0be-bfa1-48a5-b740-cd30b8cd7201 req-ea2370d7-cc50-4dd4-81fa-fc82e2deaf9c tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037886 Jul 16 08:37:00.455252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 7ca29f85-fc11-45fe-a866-e038c568a543, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7ca29f85-fc11-45fe-a866-e038c568a543,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:00.457212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bb8e19b-8849-4c1b-8949-3b9ad957ff7e req-fe64654c-57b8-4e46-a3fa-f458a1463807 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/9cd0ff9b-9e9f-4bcb-a09f-86aa7404d070 HTTP/1.1" status: 200 len: 1812 time: 0.1535823 Jul 16 08:37:00.516387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.565383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.574910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 49f144f6-81dc-486a-93ab-b4962a3af33c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:00.575539 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.628358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.637971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.668597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.752251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.760946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Pushing event updated for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.891134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2694e9-8d1c-41f4-812b-2a545a3b1bc4 req-b54c2227-8325-4a20-b3c2-a06eba66a676 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.899591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca2694e9-8d1c-41f4-812b-2a545a3b1bc4 req-b54c2227-8325-4a20-b3c2-a06eba66a676 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.1484358 Jul 16 08:37:00.942407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a22a609-96e0-4522-88ac-02f371dd96fc None None] Provisioning for port e880cbcc-7e38-479e-9c33-3b2366dc91df completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:00.947304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:00.949125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:00.988346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a22a609-96e0-4522-88ac-02f371dd96fc None None] Provisioning complete for port e880cbcc-7e38-479e-9c33-3b2366dc91df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:00.989248 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a22a609-96e0-4522-88ac-02f371dd96fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.007248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-c1037683-85ce-487c-bfa5-4467aae1a2ed tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/4953a63a-f5b1-475c-a684-98d93696a2de HTTP/1.1" status: 200 len: 1802 time: 0.0954514 Jul 16 08:37:01.096159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca2694e9-8d1c-41f4-812b-2a545a3b1bc4 req-e2afa8e9-19a5-4a59-a14b-5a5986e3d86e tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878614 Jul 16 08:37:01.132971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc92d-e23e-4600-8988-f8e7c546814b None None] Pushing event updated for resources: {'Port': ['ID=69c8d77b-4899-4fcb-afea-3d8adc0355ae,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.143994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-b712c3bf-a9d1-4c27-84a1-d9c54cc8279c tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6 HTTP/1.1" status: 200 len: 1803 time: 0.1139271 Jul 16 08:37:01.179633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4953a63a-f5b1-475c-a684-98d93696a2de', 'remote_group_id': '96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:01.180190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4953a63a-f5b1-475c-a684-98d93696a2de', 'remote_group_id': '96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:01.216767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:37:01.279478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-340498829', 'description': 'tempest-description-714044820'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:01.285247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:01.341951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7a22a609-96e0-4522-88ac-02f371dd96fc None None] Port e880cbcc-7e38-479e-9c33-3b2366dc91df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:01.517170 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.530217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=7ca29f85-fc11-45fe-a866-e038c568a543,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.536641 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.596591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:01.611497 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2f6ddd08-1dd8-4251-9f01-94dbae45dbce admin admin] 10.222.0.32 "PUT /v2.0/routers/1a80e4bf-465b-4928-9ddd-a3d729f4a267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419571 Jul 16 08:37:01.640194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:01.650635 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31bcf2-6d18-4a4e-990e-a824420dd848" -d '{"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-plugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:01.693434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a8314b9f-2b9e-4595-a49d-4cc016a044f6 None None] Provisioning complete for port e880cbcc-7e38-479e-9c33-3b2366dc91df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:01.693434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a8314b9f-2b9e-4595-a49d-4cc016a044f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.734272 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.751388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:01.762721 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Sync routers for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:01.764787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:01.781359 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:01.782201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:01.807179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.817875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.823487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.872138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971a66b1-c0fb-4815-b6a9-2a095660eb31,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.890095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a8314b9f-2b9e-4595-a49d-4cc016a044f6 None None] Port e880cbcc-7e38-479e-9c33-3b2366dc91df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:01.925339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.928893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.938487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.955514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.957354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a58cbf6b-4193-4446-9201-d32a591beb96 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5287414 Jul 16 08:37:01.958780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.961179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:01.972581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df4808e9-5d2c-4708-9b00-4da36e014053 req-d3f5457e-8e80-4b12-a749-6aa66db47d02 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8122320 Jul 16 08:37:01.987082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.990653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Transition to ACTIVE for port object 72924139-4088-4e37-b934-672b68ff18cb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:02.005829 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.066232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.071472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24fdb954-ad8c-4c86-868e-4a6132e20e24 req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8305264 Jul 16 08:37:02.098972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1f1d7-9ca5-4c0d-9a47-267cd1b63145 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a1bfc-554d-4895-ba10-730e88916848,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.147591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafed5f-f741-4a61-9c74-8cacc529a99d None None] Pushing event updated for resources: {'Port': ['ID=72924139-4088-4e37-b934-672b68ff18cb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.220530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Attempting to bind port 72924139-4088-4e37-b934-672b68ff18cb on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:02.220905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Attempting to bind port 72924139-4088-4e37-b934-672b68ff18cb by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:02.221271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Attempting to bind port 72924139-4088-4e37-b934-672b68ff18cb on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:02.244449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:02.247271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:02.247620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.248064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:02.252919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Bound port: 72924139-4088-4e37-b934-672b68ff18cb, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:02.252919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.391024 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3959e18-0ca8-4d6d-b9a7-c713b07fead9 x-openstack-request-id: req-d3959e18-0ca8-4d6d-b9a7-c713b07fead9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:02.391408 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-plugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:02.391610 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3959e18-0ca8-4d6d-b9a7-c713b07fead9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:02.391959 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'code': 200} Jul 16 08:37:02.413107 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:02.472849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] For port 72924139-4088-4e37-b934-672b68ff18cb, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:02.481144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] For port 72924139-4088-4e37-b934-672b68ff18cb, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72924139-4088-4e37-b934-672b68ff18cb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:02.490352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.621802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:02.622482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335b6f-365c-45de-9fb7-080bb838324e req-7ed69378-a919-4aa9-9aac-545543e60c78 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.631534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f335b6f-365c-45de-9fb7-080bb838324e req-7ed69378-a919-4aa9-9aac-545543e60c78 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.3004813 Jul 16 08:37:02.634048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:02.780310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f335b6f-365c-45de-9fb7-080bb838324e req-afc423fb-a73a-45f3-9867-f440766b56d6 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480396 Jul 16 08:37:02.833346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafed5f-f741-4a61-9c74-8cacc529a99d None None] Pushing event updated for resources: {'Port': ['ID=72924139-4088-4e37-b934-672b68ff18cb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.860339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2019652246', 'description': 'tempest-description-1887667844'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:03.000988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b418c51-bcc2-4496-aef1-8c9df81f51f8 None None] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:03.028496 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:36:59Z', 'revision_number': 3, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:03.036544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.117807 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Checking router: 1b3d1848-7dd6-4365-89b3-a6e5877673a9 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:03.118297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Updating router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 port ccd3f8ee-c353-440f-a5f2-a448f35c1397 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:03.121712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7ca29f85-fc11-45fe-a866-e038c568a543 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:03.136690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a8843da-16b1-4832-8f80-d5ba2a9d1bf5 req-eabda7a6-c498-47c9-a42d-bf3491bca054 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/d45a1bfc-554d-4895-ba10-730e88916848 HTTP/1.1" status: 200 len: 1811 time: 0.2646554 Jul 16 08:37:03.201558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:03.245893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a689d5d1-fcad-4f7c-a2e3-69101c6761ee None None] Provisioning for port 69c8d77b-4899-4fcb-afea-3d8adc0355ae completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:03.263255 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.406477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.451005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.460968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.530927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.545504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3145e4c9-050d-46b7-9a85-eebbe9db71fc req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6896341 Jul 16 08:37:03.560270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dae54-9938-4d3a-8340-cd358233bdcc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:03.571535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7ca29f85-fc11-45fe-a866-e038c568a543 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:03.574115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.594826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-83302682', 'description': 'tempest-description-192798505'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:03.689534 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.884161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Allocated IP 172.20.0.1 (825c85c3-3eb0-4953-b949-d22ae7013a9a/2086d2ee-ffdc-43ea-9257-c0c6247f6c4d/95abd991-162f-4b00-835e-59db5ece9ac8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:03.990617 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.021354 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Transition to ACTIVE for port object ccd3f8ee-c353-440f-a5f2-a448f35c1397 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:04.030014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.039337 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.041546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69c8d77b-4899-4fcb-afea-3d8adc0355ae up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:04.050072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.055101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 2, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:04.105089 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f7e2a-231f-40fa-b6d4-9e634fb6eaab None None] Pushing event updated for resources: {'Port': ['ID=ccd3f8ee-c353-440f-a5f2-a448f35c1397,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.134061 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Attempting to bind port ccd3f8ee-c353-440f-a5f2-a448f35c1397 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:04.134931 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Attempting to bind port ccd3f8ee-c353-440f-a5f2-a448f35c1397 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:04.135534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Attempting to bind port ccd3f8ee-c353-440f-a5f2-a448f35c1397 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:04.145736 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:04.146510 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:04.147565 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.148249 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:04.148951 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Bound port: ccd3f8ee-c353-440f-a5f2-a448f35c1397, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:04.150016 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.150724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-80573264', 'description': 'tempest-description-1470291589'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:04.160965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bb9c4-5889-4c3d-9d55-bf846a120e8d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.168648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.178708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecf5fd-2e65-43d1-8db4-4da373ea8999 None None] The sync data for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 is: [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 2, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:04.184431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.197171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df3c5a44-933c-41d0-a3b5-32cf7cb51e14 req-04b316f1-225f-43c6-a443-9dc20def8c97 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6074104 Jul 16 08:37:04.198317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Transition to ACTIVE for port object 95abd991-162f-4b00-835e-59db5ece9ac8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:04.235647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 69c8d77b-4899-4fcb-afea-3d8adc0355ae completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:04.243672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] For port ccd3f8ee-c353-440f-a5f2-a448f35c1397, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:04.247973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 69c8d77b-4899-4fcb-afea-3d8adc0355ae triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:04.248507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.249405 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] For port ccd3f8ee-c353-440f-a5f2-a448f35c1397, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ccd3f8ee-c353-440f-a5f2-a448f35c1397,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:04.256899 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.283804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.300329 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.378649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:04.379310 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:04.434346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.472790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:04.485132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:04.489133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:04.520630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e545fb78-3d0d-4fd7-88fc-c3d7153271bf None None] Provisioning complete for port 69c8d77b-4899-4fcb-afea-3d8adc0355ae triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:04.521101 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e545fb78-3d0d-4fd7-88fc-c3d7153271bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.566930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.580010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.591512 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f7e2a-231f-40fa-b6d4-9e634fb6eaab None None] Pushing event updated for resources: {'Port': ['ID=ccd3f8ee-c353-440f-a5f2-a448f35c1397,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.593677 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.635064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.695030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.719956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00c02a63-915d-44b2-a413-ee47130cd708 req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6708360 Jul 16 08:37:04.724953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bfae4-d1f3-4143-a19e-20ff859049d9 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c6041-db48-4ccc-8cea-698016802bfc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.848344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69c8d77b-4899-4fcb-afea-3d8adc0355ae,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:04.864274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.922676 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:04.990927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.117222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=69c8d77b-4899-4fcb-afea-3d8adc0355ae,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.160470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee9bd-cb37-4930-b8f3-71877ee688f5 req-e210f7ca-5c95-4ea3-9eef-4867954e98ab tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.174410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa9ee9bd-cb37-4930-b8f3-71877ee688f5 req-e210f7ca-5c95-4ea3-9eef-4867954e98ab tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.3121862 Jul 16 08:37:05.219057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-900fd5cb-18f2-4732-bbbc-1743510dac3e None None] Provisioning for port 95abd991-162f-4b00-835e-59db5ece9ac8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:05.247150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-900fd5cb-18f2-4732-bbbc-1743510dac3e None None] Provisioning complete for port 95abd991-162f-4b00-835e-59db5ece9ac8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:05.254074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-900fd5cb-18f2-4732-bbbc-1743510dac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.274359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa9ee9bd-cb37-4930-b8f3-71877ee688f5 req-0b530ce2-38ee-452d-b6b6-b0c30faae4fe tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 Jul 16 08:37:05.383830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-900fd5cb-18f2-4732-bbbc-1743510dac3e None None] Port 95abd991-162f-4b00-835e-59db5ece9ac8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:05.385395 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:36:59Z', 'revision_number': 3, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:05.450338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d1eae-edaa-49d0-a4ca-cf5bd172c3e7 None None] The sync data for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 is: [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:36:59Z', 'revision_number': 3, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:05.526875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.537650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.666697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.784028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e5281-522b-4c4e-9403-256fd182d11a req-1498c19d-c03f-4656-8b94-80ee7a92f9e3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.806441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-438e5281-522b-4c4e-9403-256fd182d11a req-1498c19d-c03f-4656-8b94-80ee7a92f9e3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.3089027 Jul 16 08:37:05.837195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-fbbd2011-14b5-455a-9608-c7785c6a0164 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.841220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-fbbd2011-14b5-455a-9608-c7785c6a0164 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.4729311 Jul 16 08:37:05.911013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-438e5281-522b-4c4e-9403-256fd182d11a req-54d2710b-4be9-48fa-805d-1deaf6a04a55 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997217 Jul 16 08:37:05.989208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.046384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fec28be-6137-402b-8136-29f3b4910f14 req-df2163ac-73a8-4015-911a-57f34776d245 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/f89bb9c4-5889-4c3d-9d55-bf846a120e8d HTTP/1.1" status: 200 len: 1810 time: 0.0693347 Jul 16 08:37:06.166153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64390643-beff-49c7-b592-20a5541a1904 req-51a0dde6-a601-477b-bd6e-2ae3a5a3ca47 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c HTTP/1.1" status: 200 len: 1805 time: 0.0794795 Jul 16 08:37:06.245208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:06.250743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:06.368234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64390643-beff-49c7-b592-20a5541a1904 req-fbf45883-3120-40e2-9269-6cc23dcca6c1 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/3f1c6041-db48-4ccc-8cea-698016802bfc HTTP/1.1" status: 200 len: 1803 time: 0.1814799 Jul 16 08:37:06.389274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c', 'remote_group_id': '3f1c6041-db48-4ccc-8cea-698016802bfc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:06.389746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c', 'remote_group_id': '3f1c6041-db48-4ccc-8cea-698016802bfc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:06.562152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.574433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Deleting port 34c62805-96b9-4995-8009-ab09d969f02f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:06.575326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.660801 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.667668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.727488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-da130a07-f3eb-43f2-9f1b-b0cffaa2d15d None None] Provisioning complete for port 95abd991-162f-4b00-835e-59db5ece9ac8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.728195 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da130a07-f3eb-43f2-9f1b-b0cffaa2d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.753044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95070b6-956d-472f-8f65-492b2540c3ef,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:06.786714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.800577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64390643-beff-49c7-b592-20a5541a1904 req-9659855d-e93d-41a5-b1fe-b33bcb77793f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4307828 Jul 16 08:37:06.857186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-da130a07-f3eb-43f2-9f1b-b0cffaa2d15d None None] Port 95abd991-162f-4b00-835e-59db5ece9ac8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:06.943754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:07.115942 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-44b16c9d-50c8-43f6-b335-e62256c1b4b7 req-11b37583-429b-4f05-8b5c-59c78939952d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] show failed (client error): The resource could not be found. Jul 16 08:37:07.132354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44b16c9d-50c8-43f6-b335-e62256c1b4b7 req-11b37583-429b-4f05-8b5c-59c78939952d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/1cc58a68-0cf9-4b64-9bfa-8135cb508cfb HTTP/1.1" status: 404 len: 352 time: 0.0390091 Jul 16 08:37:07.263382 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ccd3f8ee-c353-440f-a5f2-a448f35c1397 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:07.392731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port ccd3f8ee-c353-440f-a5f2-a448f35c1397 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:07.402255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ccd3f8ee-c353-440f-a5f2-a448f35c1397 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:07.403029 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.407395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec7466-d576-4b96-9efe-b5124d8273bc req-add1943c-26de-45cd-8c80-f185bdfd25fe tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.417372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7ec7466-d576-4b96-9efe-b5124d8273bc req-add1943c-26de-45cd-8c80-f185bdfd25fe tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 949 time: 0.1208012 Jul 16 08:37:07.500386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7ec7466-d576-4b96-9efe-b5124d8273bc req-b23747b2-6cdc-470d-ad67-70b6f3529c59 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817995 Jul 16 08:37:07.622941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.653740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port ccd3f8ee-c353-440f-a5f2-a448f35c1397, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ccd3f8ee-c353-440f-a5f2-a448f35c1397,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:07.674432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.675318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69c8d77b-4899-4fcb-afea-3d8adc0355ae up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:07.717046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-a5d95a2f-95eb-4ba4-991a-9cbfc96a68b7 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/3f1c6041-db48-4ccc-8cea-698016802bfc HTTP/1.1" status: 200 len: 1803 time: 0.1386504 Jul 16 08:37:07.861011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.891956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.027803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.032212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.047350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26aa6741-9789-43c6-a497-23a5cdc91750 req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f1c6041-db48-4ccc-8cea-698016802bfc HTTP/1.1" status: 204 len: 173 time: 0.3287899 Jul 16 08:37:08.049649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] For port 34c62805-96b9-4995-8009-ab09d969f02f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=34c62805-96b9-4995-8009-ab09d969f02f,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:08.050192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.096965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Calling delete_port for 34c62805-96b9-4995-8009-ab09d969f02f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:08.098925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da062-dad8-492b-95d0-4ec59cbe91c6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c6041-db48-4ccc-8cea-698016802bfc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.137874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:08.171422 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43f2a851-f704-4256-baff-b4cd477a6cb6 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b3d1848-7dd6-4365-89b3-a6e5877673a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2089379 Jul 16 08:37:08.244915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=ccd3f8ee-c353-440f-a5f2-a448f35c1397,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.313428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.314164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.316187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.318291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.318844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.321333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.321886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.322466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.323795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.324443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.325536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.326657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:08.350004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 69c8d77b-4899-4fcb-afea-3d8adc0355ae triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:08.353368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce0e05-f4c1-4275-abde-1ab9b21a3c8d req-b3f3e112-60eb-4622-bc5c-d0244c2d4b00 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.354936 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.366049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cdce0e05-f4c1-4275-abde-1ab9b21a3c8d req-b3f3e112-60eb-4622-bc5c-d0244c2d4b00 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1156991 Jul 16 08:37:08.491706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cdce0e05-f4c1-4275-abde-1ab9b21a3c8d req-9f223269-31b8-4682-8490-98494a0a6945 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201968 Jul 16 08:37:08.549152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.578769 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-6318387b-5e57-4343-8726-4270fafc34e2 req-a3494ac5-210d-4bd6-aeee-47ddd198e016 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] show failed (client error): The resource could not be found. Jul 16 08:37:08.586815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Pushing event deleted for resources: {'Port': ['ID=34c62805-96b9-4995-8009-ab09d969f02f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.593118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6318387b-5e57-4343-8726-4270fafc34e2 req-a3494ac5-210d-4bd6-aeee-47ddd198e016 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-group-rules/12e3a617-a228-4578-81e9-467b01b5bbac HTTP/1.1" status: 404 len: 361 time: 0.0477085 Jul 16 08:37:08.676496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.700179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] No DVR routers for this DVR port 34c62805-96b9-4995-8009-ab09d969f02f on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:08.707810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.710628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72924139-4088-4e37-b934-672b68ff18cb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:08.714266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b23c3fe8-5aa6-41f3-8952-eb41ba6763b5 req-2042cd75-6b58-4f58-9135-f734299408ff tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.47 "DELETE /v2.0/ports/34c62805-96b9-4995-8009-ab09d969f02f HTTP/1.1" status: 204 len: 173 time: 2.8583336 Jul 16 08:37:08.714995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'name': 'network-vif-deleted', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:08.720387 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4503a05-7d0c-443f-aee6-ac9d6635ece0" -d '{"events": [{"server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "name": "network-vif-deleted", "tag": "34c62805-96b9-4995-8009-ab09d969f02f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:08.761941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-483d7cdf-2e52-4aa4-8b0e-2585a7c5d5d5 req-2ddf0467-4666-4503-bcdf-40ee4c76b411 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c HTTP/1.1" status: 200 len: 1805 time: 0.1525166 Jul 16 08:37:08.857085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 72924139-4088-4e37-b934-672b68ff18cb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:08.876725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 72924139-4088-4e37-b934-672b68ff18cb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:08.877198 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.889442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.031362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.080851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 72924139-4088-4e37-b934-672b68ff18cb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72924139-4088-4e37-b934-672b68ff18cb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:09.087916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.246095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 34c62805-96b9-4995-8009-ab09d969f02f no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:09.289432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 34c62805-96b9-4995-8009-ab09d969f02f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:09.291267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 34c62805-96b9-4995-8009-ab09d969f02f not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:09.330523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ccd3f8ee-c353-440f-a5f2-a448f35c1397 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:09.405679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=72924139-4088-4e37-b934-672b68ff18cb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:09.457988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ccd3f8ee-c353-440f-a5f2-a448f35c1397 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:09.458410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.481879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fc9eef2-3c3d-4eb9-b497-a6eb0415d442 req-47401b5d-9d80-4a4e-a689-d8fc4ec3b3d1 tempest-ServerDiagnosticsNegativeTest-870342404 tempest-ServerDiagnosticsNegativeTest-870342404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d22bdd0-453d-423d-8176-e96c4a805d48 HTTP/1.1" status: 200 len: 210 time: 0.0776744 Jul 16 08:37:09.537250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Sync routers for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:09.580260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:09.580927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:09.583932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34b88b20-3ab7-442f-9653-db947883160c req-95c16ab8-d03d-400f-ac91-daefd0a94b10 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/f89bb9c4-5889-4c3d-9d55-bf846a120e8d HTTP/1.1" status: 200 len: 1810 time: 0.0742676 Jul 16 08:37:09.704876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-34b88b20-3ab7-442f-9653-db947883160c req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.749726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-34b88b20-3ab7-442f-9653-db947883160c req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.865284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-34b88b20-3ab7-442f-9653-db947883160c req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.874256 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-34b88b20-3ab7-442f-9653-db947883160c req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.903201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34b88b20-3ab7-442f-9653-db947883160c req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-groups/f89bb9c4-5889-4c3d-9d55-bf846a120e8d HTTP/1.1" status: 204 len: 173 time: 0.3180039 Jul 16 08:37:09.933669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:09.940118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7971c8-73a4-46de-9d67-813ddbc0e36f tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bb9c4-5889-4c3d-9d55-bf846a120e8d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:09.977284 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5bc07-46be-4ece-b274-5e7fcb43f13a x-openstack-request-id: req-cdf5bc07-46be-4ece-b274-5e7fcb43f13a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:09.977764 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d22bdd0-453d-423d-8176-e96c4a805d48", "name": "network-vif-deleted", "tag": "34c62805-96b9-4995-8009-ab09d969f02f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:09.977958 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdf5bc07-46be-4ece-b274-5e7fcb43f13a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:09.980081 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d22bdd0-453d-423d-8176-e96c4a805d48', 'name': 'network-vif-deleted', 'tag': '34c62805-96b9-4995-8009-ab09d969f02f', 'status': 'completed', 'code': 200} Jul 16 08:37:10.023748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2027429601', 'description': 'tempest-description-40990097'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:10.049317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Sync routers for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:10.065926 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:10.066598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.067061 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:10.239440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.265612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.308610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.310926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e2d2ccc-37a1-4cc7-b8c3-5ecb73713166 req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2965875 Jul 16 08:37:10.359978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69e60-5f68-4c67-a741-c940e72295cc tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add10be-0204-4e1f-a1cd-2d5746b68268,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.391718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 2, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:10.392388 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:10.460539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Checking router: 1a80e4bf-465b-4928-9ddd-a3d729f4a267 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:10.461059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Updating router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 port e880cbcc-7e38-479e-9c33-3b2366dc91df binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:10.575309 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.626233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266bab-5b12-4276-9b6f-f62297734000 req-c9dd2e78-9775-47f9-90bb-473cfaa5a624 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.636028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af266bab-5b12-4276-9b6f-f62297734000 req-c9dd2e78-9775-47f9-90bb-473cfaa5a624 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1653874 Jul 16 08:37:10.714700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af266bab-5b12-4276-9b6f-f62297734000 req-f330393f-3fb6-4905-b851-7c32a6244f26 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774503 Jul 16 08:37:10.837169 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 4, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '95abd991-162f-4b00-835e-59db5ece9ac8', 'name': '', 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'mac_address': 'fa:16:3e:4c:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:03Z', 'updated_at': '2021-07-16T08:37:05Z', 'revision_number': 2, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'subnets': [{'id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:10.839376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-eb5e9068-73b1-4a22-8d52-864456c5ef47 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/d45a1bfc-554d-4895-ba10-730e88916848 HTTP/1.1" status: 200 len: 1811 time: 0.0838921 Jul 16 08:37:10.926814 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Checking router: 1b3d1848-7dd6-4365-89b3-a6e5877673a9 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:10.927164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Updating router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 port 95abd991-162f-4b00-835e-59db5ece9ac8 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:10.934831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.983244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.009199 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.072049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.078775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.096651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42edc93d-5bc2-496f-9abc-f433a27e784e req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-groups/d45a1bfc-554d-4895-ba10-730e88916848 HTTP/1.1" status: 204 len: 173 time: 0.2499788 Jul 16 08:37:11.130055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5a54a-c870-4725-b979-7dc0c3eb16c3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a1bfc-554d-4895-ba10-730e88916848,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.130255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.157851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Transition to ACTIVE for port object e880cbcc-7e38-479e-9c33-3b2366dc91df will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:11.171782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.304861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72924139-4088-4e37-b934-672b68ff18cb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:11.399938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d8485-b99f-42c9-b6ee-78a43f2d0f00 None None] Pushing event updated for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.455324 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.469943 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Transition to ACTIVE for port object 95abd991-162f-4b00-835e-59db5ece9ac8 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:11.478058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Attempting to bind port e880cbcc-7e38-479e-9c33-3b2366dc91df on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:11.478438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Attempting to bind port e880cbcc-7e38-479e-9c33-3b2366dc91df by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:11.478809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Attempting to bind port e880cbcc-7e38-479e-9c33-3b2366dc91df on network 508bb44a-bf86-47d8-b131-81bd32e8f936 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:11.490127 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.507772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:11.508247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Checking segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:11.508695 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.509274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Bound using segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:11.510165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Bound port: e880cbcc-7e38-479e-9c33-3b2366dc91df, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:11.510856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.526162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-322b343d-b81e-430c-a574-0956d2de3c22 req-188e205a-df5d-4973-95a4-a0c5b2071ae4 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 200 len: 1803 time: 0.1009057 Jul 16 08:37:11.549891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6add10be-0204-4e1f-a1cd-2d5746b68268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.555678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6add10be-0204-4e1f-a1cd-2d5746b68268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.717669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246e7c5-817b-4407-bbff-0fe8a3e91340 None None] Pushing event updated for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.738116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.740292 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Attempting to bind port 95abd991-162f-4b00-835e-59db5ece9ac8 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:11.740673 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Attempting to bind port 95abd991-162f-4b00-835e-59db5ece9ac8 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:11.741030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Attempting to bind port 95abd991-162f-4b00-835e-59db5ece9ac8 on network 825c85c3-3eb0-4953-b949-d22ae7013a9a {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:11.759360 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:11.759740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Checking segment: {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:11.760177 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.760576 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Bound using segment: {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:11.761058 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Bound port: 95abd991-162f-4b00-835e-59db5ece9ac8, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bb55e6-4871-4a0b-83c4-3b8464d62238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:11.761454 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.806686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.813999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.821936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 72924139-4088-4e37-b934-672b68ff18cb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:11.822323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.880521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab30355a-7aa9-49e0-b1ea-97f72cf7c930,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.884149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.900347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-322b343d-b81e-430c-a574-0956d2de3c22 req-235104ce-f9b6-415a-aded-dd0aa3348740 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3677065 Jul 16 08:37:11.951427 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] For port 95abd991-162f-4b00-835e-59db5ece9ac8, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:11.966658 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] For port 95abd991-162f-4b00-835e-59db5ece9ac8, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=95abd991-162f-4b00-835e-59db5ece9ac8,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:11.972417 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.995377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] For port e880cbcc-7e38-479e-9c33-3b2366dc91df, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:12.089141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03645042-b66d-4007-bb33-d295a3c072eb req-8e65d3b2-aec1-4a34-8476-611fccf2e70b tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/9cd0ff9b-9e9f-4bcb-a09f-86aa7404d070 HTTP/1.1" status: 200 len: 1812 time: 0.0674856 Jul 16 08:37:12.095115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] For port e880cbcc-7e38-479e-9c33-3b2366dc91df, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e880cbcc-7e38-479e-9c33-3b2366dc91df,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:12.160019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246e7c5-817b-4407-bbff-0fe8a3e91340 None None] Pushing event updated for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.186352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-03645042-b66d-4007-bb33-d295a3c072eb req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.196372 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:12.198430 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:12.247977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-03645042-b66d-4007-bb33-d295a3c072eb req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.304701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.352878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-03645042-b66d-4007-bb33-d295a3c072eb req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.358057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-03645042-b66d-4007-bb33-d295a3c072eb req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.374298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03645042-b66d-4007-bb33-d295a3c072eb req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-groups/9cd0ff9b-9e9f-4bcb-a09f-86aa7404d070 HTTP/1.1" status: 204 len: 173 time: 0.2770596 Jul 16 08:37:12.407320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda65bc6-896c-48e7-9054-f1eed5055795 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd0ff9b-9e9f-4bcb-a09f-86aa7404d070,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.637338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d8485-b99f-42c9-b6ee-78a43f2d0f00 None None] Pushing event updated for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.678104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:12.704292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661b2a9-2f6c-4317-a00b-0883f9ec331c req-23a5ba08-1645-4676-8e2f-9d6b2efdf6e3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.706586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d661b2a9-2f6c-4317-a00b-0883f9ec331c req-23a5ba08-1645-4676-8e2f-9d6b2efdf6e3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1696596 Jul 16 08:37:12.747458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:12.751558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:36:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:12.789834 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:12.798164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d661b2a9-2f6c-4317-a00b-0883f9ec331c req-157d4093-92fb-4e74-b33b-74458fbd0c6b tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Jul 16 08:37:12.990898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-942b91ac-0cd0-4362-bd92-bdcfdd2302f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3e82d581c94482e9b4cc1626e417bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094265 Jul 16 08:37:12.991896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:13.030612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-f01eec13-8b6b-4b2f-9594-9db2011bd2a6 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 200 len: 2396 time: 0.1624413 Jul 16 08:37:13.058623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8dff539-b88e-4bb0-bf85-4bcbec70933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.060828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6add10be-0204-4e1f-a1cd-2d5746b68268', 'remote_group_id': None}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:13.062325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6add10be-0204-4e1f-a1cd-2d5746b68268', 'remote_group_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:13.143937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:13.150644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.250275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.291241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.331024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 4, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '95abd991-162f-4b00-835e-59db5ece9ac8', 'name': '', 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'mac_address': 'fa:16:3e:4c:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:03Z', 'updated_at': '2021-07-16T08:37:11Z', 'revision_number': 4, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'subnets': [{'id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:13.364964 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a947171-100e-4e93-b90f-af992762ec3b None None] The sync data for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 is: [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 4, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '95abd991-162f-4b00-835e-59db5ece9ac8', 'name': '', 'network_id': '825c85c3-3eb0-4953-b949-d22ae7013a9a', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'mac_address': 'fa:16:3e:4c:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:03Z', 'updated_at': '2021-07-16T08:37:11Z', 'revision_number': 4, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'subnets': [{'id': '2086d2ee-ffdc-43ea-9257-c0c6247f6c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:13.468632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.530543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.531610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.540079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.541853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5 HTTP/1.1" status: 204 len: 168 time: 0.5452919 Jul 16 08:37:13.617069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032dd35d-4145-43bf-b4e6-1ce1cd954b97,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.624778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dec424-e9a7-43b0-a2ca-af7d5e3e8649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b12a5e-8a05-4cff-9e9c-f0e2b2f996a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.649978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.676838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1718a288-6c9c-49bf-af0d-311cd2f86015 req-9c3184b7-0cc2-45d9-903e-8c023b1d6136 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6332808 Jul 16 08:37:13.827029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-854a6390-d2a7-4bf0-81da-7808faa52f9e tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/4182bc26-9bad-402b-b2c6-d26d1e556bb1 HTTP/1.1" status: 200 len: 1813 time: 0.1313465 Jul 16 08:37:13.839378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e880cbcc-7e38-479e-9c33-3b2366dc91df up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:13.977628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.031606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.128006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.132076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.140498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf60fb84-1b9a-4f4c-b671-c367df2a7936 req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-groups/4182bc26-9bad-402b-b2c6-d26d1e556bb1 HTTP/1.1" status: 204 len: 173 time: 0.3018186 Jul 16 08:37:14.179600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb903997-ad78-4677-88e8-eac2f1c5c4ba tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182bc26-9bad-402b-b2c6-d26d1e556bb1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.359489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e880cbcc-7e38-479e-9c33-3b2366dc91df completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:14.365365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e880cbcc-7e38-479e-9c33-3b2366dc91df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:14.366377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.400187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.428518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8671-da85-421e-9a08-aaf22a78f34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.477443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:11Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:14.527205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a63b3f7-bbbf-4528-9a7f-cc74e564c1c6 req-f5fbe10a-2942-4995-9d19-0f5ffca1f880 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 200 len: 2994 time: 0.1359851 Jul 16 08:37:14.536828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa588bd-dcbd-499b-b367-8a79e850966a None None] The sync data for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 is: [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:11Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:14.644989 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.691456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8671-da85-421e-9a08-aaf22a78f34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.699267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8671-da85-421e-9a08-aaf22a78f34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.778150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e880cbcc-7e38-479e-9c33-3b2366dc91df, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e880cbcc-7e38-479e-9c33-3b2366dc91df,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:14.786445 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.788630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39998) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.790290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c1c8671-da85-421e-9a08-aaf22a78f34d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b1ddfa6f7b94c7287fc81c4f7990d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879437 Jul 16 08:37:14.856208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c8671-da85-421e-9a08-aaf22a78f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88e73e-f1e0-4420-892f-9eef0a89c1f4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.970741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.983391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:15.040089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.139060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2de1b-c1ad-4eb6-96a2-9324744bf04b req-c32bcbdf-ea6f-4a81-a52e-045aa1ebd612 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.140711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-90f2de1b-c1ad-4eb6-96a2-9324744bf04b req-c32bcbdf-ea6f-4a81-a52e-045aa1ebd612 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.2868321 Jul 16 08:37:15.175019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.178151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.179942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb88e73e-f1e0-4420-892f-9eef0a89c1f4 HTTP/1.1" status: 204 len: 168 time: 0.3899627 Jul 16 08:37:15.208247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c2d5-bf94-478f-9d4e-250a49379375 req-19c52f7f-8341-44dd-9229-74cfdb8412d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.210590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cae8c2d5-bf94-478f-9d4e-250a49379375 req-19c52f7f-8341-44dd-9229-74cfdb8412d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1097 time: 0.1353285 Jul 16 08:37:15.264685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e1b9b-e351-483c-8325-7ebea36e0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88e73e-f1e0-4420-892f-9eef0a89c1f4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:15.293055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cae8c2d5-bf94-478f-9d4e-250a49379375 req-3e0ffd7c-c39c-41dd-be66-2b334e8cc3d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Jul 16 08:37:15.337023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-90f2de1b-c1ad-4eb6-96a2-9324744bf04b req-707e5a02-a38f-4d13-95bc-9d067b0fc478 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881435 Jul 16 08:37:15.529802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-8a9170ca-92af-4476-a663-1627c347ddd3 tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "GET /v2.0/security-groups/a554b628-87c0-4e6d-96b0-3fae37513989 HTTP/1.1" status: 200 len: 1812 time: 0.1266205 Jul 16 08:37:15.601714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e880cbcc-7e38-479e-9c33-3b2366dc91df up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:15.765586 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f051e73f-a7f5-4ca5-9a65-c094f6e5f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.856849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.863107 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.902301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e880cbcc-7e38-479e-9c33-3b2366dc91df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:15.902685 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.911720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.051974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.055333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.064652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:16.068691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-541ca043-6867-456f-a3c1-ebe80ad2bd10 req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] 10.222.0.32 "DELETE /v2.0/security-groups/a554b628-87c0-4e6d-96b0-3fae37513989 HTTP/1.1" status: 204 len: 173 time: 0.5369771 Jul 16 08:37:16.116656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209c62-d906-452e-98db-5435cf6e9b1d tempest-SecurityGroupRulesNegativeTestJSON-532968961 tempest-SecurityGroupRulesNegativeTestJSON-532968961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554b628-87c0-4e6d-96b0-3fae37513989,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.119174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 95abd991-162f-4b00-835e-59db5ece9ac8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:16.182555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-ccb1f9f8-a849-40c7-b6af-17d02c112e5b tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-group-rules/032dd35d-4145-43bf-b4e6-1ce1cd954b97 HTTP/1.1" status: 200 len: 783 time: 0.0670359 Jul 16 08:37:16.188415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Deleting subnet 937afa03-bca6-4963-b215-810743a39714 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:16.193247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.293832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-73b1fbbc-8d65-43bc-aecd-c0de5cce7232 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 200 len: 2994 time: 0.1077471 Jul 16 08:37:16.311313 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.374368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.400881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.425656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 95abd991-162f-4b00-835e-59db5ece9ac8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:16.432389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 95abd991-162f-4b00-835e-59db5ece9ac8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:16.433556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.451918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.495453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.508986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.527949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.529694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d934d8ba-ae91-487a-ae45-1bf9402d0f61 req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/032dd35d-4145-43bf-b4e6-1ce1cd954b97 HTTP/1.1" status: 204 len: 173 time: 0.2245710 Jul 16 08:37:16.570571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1cd51-781a-4b4c-a71f-2f48daf09339 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=032dd35d-4145-43bf-b4e6-1ce1cd954b97,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.584095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937afa03-bca6-4963-b215-810743a39714,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.586833 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.589035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23c4bb62-fda7-4576-b1d1-b51d9f70115e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/937afa03-bca6-4963-b215-810743a39714 HTTP/1.1" status: 204 len: 168 time: 0.5225103 Jul 16 08:37:16.591482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:16.720931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.733083 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.863410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.882790 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.885850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4620f5d5-8739-4a19-b966-921173399b1b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:16.908748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 95abd991-162f-4b00-835e-59db5ece9ac8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=95abd991-162f-4b00-835e-59db5ece9ac8,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.912770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d21bca-b241-4de0-be01-ec5eb26107d6') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:16.913382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d21bca-b241-4de0-be01-ec5eb26107d6') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:16.915955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.929939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.956296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.964551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:16.965432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:16.968749 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:17.094504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:17.125594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.139965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.142109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] 10.222.0.32 "DELETE /v2.0/networks/4620f5d5-8739-4a19-b966-921173399b1b HTTP/1.1" status: 204 len: 168 time: 0.5494747 Jul 16 08:37:17.194665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa070d-a8f9-4f41-b7af-f417de9c966d admin admin] Pushing event deleted for resources: {'Network': ['ID=4620f5d5-8739-4a19-b966-921173399b1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:17.302380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 95abd991-162f-4b00-835e-59db5ece9ac8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:17.329728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aa481-8b39-44a7-8cc4-8ec845175580 req-6446b92d-eebb-4de9-870c-070ab7466647 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.333399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77aa481-8b39-44a7-8cc4-8ec845175580 req-6446b92d-eebb-4de9-870c-070ab7466647 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1454837 Jul 16 08:37:17.503287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 95abd991-162f-4b00-835e-59db5ece9ac8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:17.514440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.527693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77aa481-8b39-44a7-8cc4-8ec845175580 req-92c30332-f3c7-4a80-b6e9-f1bbdd9a366b tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830468 Jul 16 08:37:17.814241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-a3e686d8-51dd-48a8-9e15-fde2ff1af230 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 200 len: 2396 time: 0.1487126 Jul 16 08:37:17.854580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40048) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:17.987287 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-a526bd56-fe3f-4201-8481-2d5b3c0d7dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2461302 Jul 16 08:37:18.037364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87cd59f0-f132-4264-8c81-b21132a607b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2790ae6b518545eb9c400500a31ab1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805983 Jul 16 08:37:18.044279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:18.081129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.115693 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.196085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-2654c01f-c464-4a6f-9961-21cda0350a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.197936 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-2654c01f-c464-4a6f-9961-21cda0350a8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 1097 time: 0.1642668 Jul 16 08:37:18.210567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.213702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.216881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.218073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0333a555-1c48-40cb-b9d3-ed8ed2c07475 req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/6add10be-0204-4e1f-a1cd-2d5746b68268 HTTP/1.1" status: 204 len: 173 time: 0.4027503 Jul 16 08:37:18.309249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8653c9-5363-4959-862f-3b58c8810696 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add10be-0204-4e1f-a1cd-2d5746b68268,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.347659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.396126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.534644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.538029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.543648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db282cdb-b760-44a6-8f0a-06ae1afa9401 HTTP/1.1" status: 204 len: 168 time: 0.4976759 Jul 16 08:37:18.562503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-1a2730c1-b3bf-4e95-8f1c-5f2ffc71fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.572493 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-1a2730c1-b3bf-4e95-8f1c-5f2ffc71fd2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 0.3446515 Jul 16 08:37:18.573087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2e56-e330-4e61-b486-fa638466375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db282cdb-b760-44a6-8f0a-06ae1afa9401,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.706196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-d291c03a-9e64-4c07-8f85-1cca76c212c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 200 len: 217 time: 0.1205163 Jul 16 08:37:18.925407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-ecd7e575-e862-4632-9754-91eadcb66ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.937074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-ecd7e575-e862-4632-9754-91eadcb66ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.2210741 Jul 16 08:37:19.107152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-9e612a83-c482-4e5b-8fc6-a563484d7c4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529534 Jul 16 08:37:19.139309 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-0236ff28-0978-4274-aeb5-5ab2de4dd41c req-db5cce39-2ddc-41de-a7e5-07b4f051441b tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] show failed (client error): The resource could not be found. Jul 16 08:37:19.150755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0236ff28-0978-4274-aeb5-5ab2de4dd41c req-db5cce39-2ddc-41de-a7e5-07b4f051441b tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/3f1c6041-db48-4ccc-8cea-698016802bfc HTTP/1.1" status: 404 len: 352 time: 0.0550647 Jul 16 08:37:19.277933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-83f4bf64-d9a2-490d-a613-2bcbcce15592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.282418 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-83f4bf64-d9a2-490d-a613-2bcbcce15592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=08faab286e8b4282a8991c1b35dfcf04&device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 1097 time: 0.5059402 Jul 16 08:37:19.553706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-070fc83b-22a0-4ff0-9320-01bfd5804edb service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335136 Jul 16 08:37:19.638873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515858ba-1be9-4b1f-a73e-ca2ef916787a req-455ec710-1cf1-457c-98ac-16e14ed9826e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.651573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-515858ba-1be9-4b1f-a73e-ca2ef916787a req-455ec710-1cf1-457c-98ac-16e14ed9826e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1510899 Jul 16 08:37:19.691505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46b3de52-0576-4a94-b2bb-13b1a8f96aef req-82feeec3-fc5e-4f7a-9ed7-105e002b2697 service neutron] 10.222.0.47 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300619 Jul 16 08:37:19.705821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-3bf07e92-2604-4c55-ae1b-89f1ae895cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.707810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-3bf07e92-2604-4c55-ae1b-89f1ae895cb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 200 len: 912 time: 0.4050934 Jul 16 08:37:19.776801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-515858ba-1be9-4b1f-a73e-ca2ef916787a req-1fe4dc74-25e9-4127-9033-f2905f2ffff8 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233163 Jul 16 08:37:19.798274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-ecd71165-fe01-455c-ba8d-691e65c2c12a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 200 len: 217 time: 0.0834613 Jul 16 08:37:19.945474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-2e8863a5-b4c8-468e-b8cd-92bf981c3a69 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c HTTP/1.1" status: 200 len: 1805 time: 0.0829494 Jul 16 08:37:19.995409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-00badba7-7190-420a-bbe5-9cd794209191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.997824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-00badba7-7190-420a-bbe5-9cd794209191 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 200 len: 851 time: 0.1823668 Jul 16 08:37:20.064918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-55dc3a7a-78e6-4f9a-8ba3-4a14c2cc1726 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=089413aa-99f5-446a-93a9-0d1bb7d8375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584180 Jul 16 08:37:20.102160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.148399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.210219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40100) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:20.218815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.223139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.241419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eeb16b00-f746-49b9-98a3-b73b1a66558d req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c HTTP/1.1" status: 204 len: 173 time: 0.2904692 Jul 16 08:37:20.253916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726c8c8-0e4b-4f0a-81d3-f57cff7d179f tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f676ac2e-c9f4-4a1c-95f3-223b0fb2da6c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.355555 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-0d3f6d05-2419-41a8-9878-ce1b4fcaa02e service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828760 Jul 16 08:37:20.473799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-760692701-network', 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:20.539015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6ac9ab6f-ee2d-40b2-a20e-0f3dbd26fe42 req-a3bf311d-b07d-4853-8048-78f07f4dbbbe service neutron] 10.222.0.46 "GET /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755075 Jul 16 08:37:20.544341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:20.547233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.565218 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.780613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.788513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.826080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:20.853971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6810512-4180-400f-bb58-78f9dc798c57,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.872664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.873230 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Added segment e7702369-e90e-4833-b350-049068211a7d of type vlan for network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 Jul 16 08:37:20.947220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.007039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.008847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.009521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.098547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8856695 Jul 16 08:37:21.102030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:21.124739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-b9d5a21e-0a45-41b5-86f4-181f67f60600 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6 HTTP/1.1" status: 200 len: 1803 time: 0.1108956 Jul 16 08:37:21.132310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Request body: {'subnet': {'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-760692701-subnet', 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:21.193705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:21.196840 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.224004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa45ad-0484-47bc-a1d0-8f7dfee213a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.236246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:21.255508 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.300141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.454873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.456691 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.458017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95cff570-cacc-4b04-8d25-67b43ae9bdc8 req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6 HTTP/1.1" status: 204 len: 173 time: 0.3332849 Jul 16 08:37:21.498852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf263e5-0bc2-497c-9e4e-bcf25cdf9ad8 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d24308-bc2b-4fbb-b67f-3e2afcd0cbc6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.733913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.835240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24876c9-6d3e-4674-af64-eea8798cd07c req-ffab748a-7720-4da3-b540-95bcb18fee07 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.837982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d24876c9-6d3e-4674-af64-eea8798cd07c req-ffab748a-7720-4da3-b540-95bcb18fee07 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1445675 Jul 16 08:37:21.854497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4793964b-9154-40f7-b109-a601831d6ad7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.897491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d24876c9-6d3e-4674-af64-eea8798cd07c req-4f56c4f9-2330-451d-925b-36cd9d422e90 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Jul 16 08:37:21.925799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-398a5478-6027-40c3-8167-a029afed8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.927355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-398a5478-6027-40c3-8167-a029afed8a41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 1097 time: 0.3451355 Jul 16 08:37:21.935448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:21.935822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Network hostable DHCP agents. Network: a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:21.965192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:22.124878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-4f56923c-b80c-49b3-9cf5-78f013cf557c tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/4953a63a-f5b1-475c-a684-98d93696a2de HTTP/1.1" status: 200 len: 1802 time: 0.1313982 Jul 16 08:37:22.161571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:22.171601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c32a68-328d-4366-9e04-fbfc74f535ec None None] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:22.172022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.172646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.207603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-7d86796d-7e6c-48b7-8df4-7eab2b113bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.209636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-7d86796d-7e6c-48b7-8df4-7eab2b113bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 905 time: 0.2580101 Jul 16 08:37:22.235018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.273140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.281837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-d22a322d-73b6-443b-a63c-5357e5139469 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f144f6-81dc-486a-93ab-b4962a3af33c HTTP/1.1" status: 200 len: 217 time: 0.0607440 Jul 16 08:37:22.292691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b5625174-6500-4f01-9550-6a0daaba253e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1794782 Jul 16 08:37:22.333396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.337296 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.338909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b196a34-f507-4c33-ab76-fb9986990ce8 req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/4953a63a-f5b1-475c-a684-98d93696a2de HTTP/1.1" status: 204 len: 173 time: 0.2095661 Jul 16 08:37:22.353463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68bee5-fbf3-4418-94f5-b856f990d24d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953a63a-f5b1-475c-a684-98d93696a2de,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.376269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-61a7ab79-cc52-466b-8fa5-40cb42262822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.384865 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-61a7ab79-cc52-466b-8fa5-40cb42262822 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.0907505 Jul 16 08:37:22.454467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-c76c9abc-6087-4a9e-b8e6-b81c1395aa2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651138 Jul 16 08:37:22.550251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f999d-fa58-4354-aff8-cc8ab05b9e01 None None] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:22.630360 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-3b25c431-8158-4780-a93d-9a6427aa19b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685266 Jul 16 08:37:22.740116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-a05b8791-f060-4d66-8a7d-e89d41889a17 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/3bf79d05-778d-4a11-a8d2-f25f6666e1d6 HTTP/1.1" status: 200 len: 2404 time: 0.0548048 Jul 16 08:37:22.795050 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce6a744f-e1cf-4243-b858-a2b49c0b1865 req-a1fcda67-9366-4401-b55d-3b9d6fb59207 service neutron] 10.222.0.46 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532269 Jul 16 08:37:22.812920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.849124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.916592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.920910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.922447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec56d06a-4f4f-40c7-9c31-5779654dd2fe req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/3bf79d05-778d-4a11-a8d2-f25f6666e1d6 HTTP/1.1" status: 204 len: 173 time: 0.1756024 Jul 16 08:37:22.935719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35739264-93f7-4cb8-9836-d0895283ab72 tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf79d05-778d-4a11-a8d2-f25f6666e1d6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:23.490594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9a442-023e-40ff-870c-1b4cd3cd3e53 req-170f6983-3ec4-4c2f-8f50-583814680363 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.495023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8c9a442-023e-40ff-870c-1b4cd3cd3e53 req-170f6983-3ec4-4c2f-8f50-583814680363 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1113057 Jul 16 08:37:23.552656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8c9a442-023e-40ff-870c-1b4cd3cd3e53 req-adaf96a3-84f4-4450-9ff2-b0dd2e520d50 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Jul 16 08:37:23.671575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-66806472-ce30-4622-82df-cba385704a0d tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "GET /v2.0/security-groups/11194f8a-6dbc-492f-a9c0-e98d2f58606d HTTP/1.1" status: 200 len: 2397 time: 0.0777676 Jul 16 08:37:23.767360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.807151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.897693 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.905552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.915364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.919902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71c82fee-a685-48d9-91c6-c7c77bd11f6e req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] 10.222.0.32 "DELETE /v2.0/security-groups/11194f8a-6dbc-492f-a9c0-e98d2f58606d HTTP/1.1" status: 204 len: 173 time: 0.2469778 Jul 16 08:37:23.958898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda7476-102c-4869-af48-b4d35d1f85ea tempest-SecurityGroupRulesTestJSON-1180328597 tempest-SecurityGroupRulesTestJSON-1180328597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11194f8a-6dbc-492f-a9c0-e98d2f58606d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.071508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Deleting subnet a2a74ea1-4821-4c23-99ac-48167da7fc16 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:24.076110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.145466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.203431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.297004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.333829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.337529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2a74ea1-4821-4c23-99ac-48167da7fc16 HTTP/1.1" status: 204 len: 168 time: 0.4199300 Jul 16 08:37:24.338199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61952d07-1cf8-4ca1-87e4-7d3035844e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a74ea1-4821-4c23-99ac-48167da7fc16,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.339541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40202) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:24.440336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.531622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.545165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aa5da5-8491-458b-862c-9e50289cfac8']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:24.562144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd69702-8b58-4d30-8a85-c51102a099f7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:24.562628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd69702-8b58-4d30-8a85-c51102a099f7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:24.581126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.605279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.618778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:24.620113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:24.689304 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:24.696187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.715096 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.717736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] 10.222.0.32 "DELETE /v2.0/networks/32aa5da5-8491-458b-862c-9e50289cfac8 HTTP/1.1" status: 204 len: 168 time: 0.3769112 Jul 16 08:37:24.719318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc771-bd01-4521-a1a5-aa53f5d0198d admin admin] Pushing event deleted for resources: {'Network': ['ID=32aa5da5-8491-458b-862c-9e50289cfac8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.897796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40206) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:24.952973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5dacabe7-ed4b-409f-bc12-f1ba80f49d89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfc452066c5145d487f9e688652267b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517676 Jul 16 08:37:24.953223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40208) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:25.074392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.111696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.222975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.235867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.237879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8cebf37-74d3-411a-9330-0f5bcb0667c3 HTTP/1.1" status: 204 len: 168 time: 0.2834578 Jul 16 08:37:25.263464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdea11-570f-4ebc-bcea-b164599ddff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cebf37-74d3-411a-9330-0f5bcb0667c3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.667470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-f7eb6672-633c-4647-96c1-95d5941b0ef2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.669624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-f7eb6672-633c-4647-96c1-95d5941b0ef2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.1597495 Jul 16 08:37:25.687833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-b1cc89a7-3b20-4d1b-a04d-6940a24ce523 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0119932 Jul 16 08:37:25.790295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-689c9df9-20c0-4eb8-a6a0-8eb1313d37a3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916510 Jul 16 08:37:25.943249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-5f05de08-705c-414c-a25c-09c560b656ca service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486218 Jul 16 08:37:26.088616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-9ded5ee2-c296-48ca-a463-b80f33cd1fd2 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177483 Jul 16 08:37:26.608228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5526e1-238e-4e56-8e50-d7320e465740 req-653c0497-4b57-4191-bbbd-c9086e1d5006 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.619774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e5526e1-238e-4e56-8e50-d7320e465740 req-653c0497-4b57-4191-bbbd-c9086e1d5006 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.1448226 Jul 16 08:37:26.686515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e5526e1-238e-4e56-8e50-d7320e465740 req-f5ef2e56-cf5f-4f71-a977-5685a1a28958 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645111 Jul 16 08:37:26.688571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:26.938188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1660020427-network', 'tenant_id': '7910f40683784d529a0f44101d75d646'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:26.993557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Made reservation on behalf of 7910f40683784d529a0f44101d75d646 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:26.998758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.034363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.285546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.308091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.586233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:27.807505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1381461-6d8f-434d-a9bb-0904dfadd44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.811054 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04653ce8-7a52-418a-9b7d-f283ef6d13bf req-a0546399-419b-4b84-8704-6816537758e4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 210 time: 0.4231715 Jul 16 08:37:27.822328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4282a4dc-762d-4986-924a-dfafa2e3cc92,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:27.832694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:27.869677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.871659 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Added segment f14f5a99-00ab-430d-b856-a117afa21799 of type vlan for network f3b33b41-8f67-4380-9db8-82cb9adf069b Jul 16 08:37:27.982680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.002102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1381461-6d8f-434d-a9bb-0904dfadd44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.014429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1381461-6d8f-434d-a9bb-0904dfadd44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.108913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381461-6d8f-434d-a9bb-0904dfadd44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad802a8-ac53-489a-b381-50379b43fb2c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.132791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:28.168996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b1381461-6d8f-434d-a9bb-0904dfadd44b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d68b1cc480644b0a248671ab330f950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808594 Jul 16 08:37:28.173908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:28.203964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.206232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.208029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.335929 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.374580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6837406 Jul 16 08:37:28.394842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40338) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:28.421707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:28.423071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:28.426317 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e0cb6-c3b4-43dd-a693-4284ea32a2ae" -d '{"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-unplugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:28.429919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Request body: {'subnet': {'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1660020427-subnet', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:28.434002 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.463415 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.503406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.519268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.557543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245cf6-7c8e-49c8-8edc-90b500954fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b33b41-8f67-4380-9db8-82cb9adf069b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.572103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network f3b33b41-8f67-4380-9db8-82cb9adf069b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:28.583519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.587129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.592330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad802a8-ac53-489a-b381-50379b43fb2c HTTP/1.1" status: 204 len: 168 time: 0.4163990 Jul 16 08:37:28.611630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d2906-ed58-4cb6-af51-d5fd228cff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad802a8-ac53-489a-b381-50379b43fb2c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.670410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-faf970e1-ff34-4562-b6b3-a071a4608c33 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.679543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-faf970e1-ff34-4562-b6b3-a071a4608c33 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.4787209 Jul 16 08:37:28.697366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': '082164da-846d-45eb-b6d0-0c966f1483e6', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:28.774486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7973ab-2bee-49aa-bb76-3d550be2cfc4 req-4f3ab41f-8954-41e6-bcb3-8b7ec37f3341 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.795094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f7973ab-2bee-49aa-bb76-3d550be2cfc4 req-4f3ab41f-8954-41e6-bcb3-8b7ec37f3341 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.7538698 Jul 16 08:37:28.905004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f7973ab-2bee-49aa-bb76-3d550be2cfc4 req-df3b98cd-37c3-4e74-a031-b5b435039d36 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087630 Jul 16 08:37:28.906588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Made reservation on behalf of 7910f40683784d529a0f44101d75d646 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:28.917819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.985440 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea95f7-60f2-4dc4-9527-34703a4044ca x-openstack-request-id: req-b1ea95f7-60f2-4dc4-9527-34703a4044ca {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:28.985772 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-unplugged", "status": "completed", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:28.986836 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1ea95f7-60f2-4dc4-9527-34703a4044ca {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:28.987398 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'code': 200} Jul 16 08:37:29.001127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-8c91be07-08a2-4d96-a413-2102ffe8a8e4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.010465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-8c91be07-08a2-4d96-a413-2102ffe8a8e4 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.4615989 Jul 16 08:37:29.059378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-c33b924d-755f-4c30-8451-df195a3b46de tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/quotas/1d9c1adb30e74e9ebf46360bb17b8501 HTTP/1.1" status: 200 len: 375 time: 0.0479558 Jul 16 08:37:29.099703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:29.110180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.258815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:29.336588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-51c55654-f0ed-40e3-88c3-53f92706ee7e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.342555 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-51c55654-f0ed-40e3-88c3-53f92706ee7e tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.46 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 0.3269362 Jul 16 08:37:29.372191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8feb-222b-4b3c-8a7d-a867d035ca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.412357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fe0520a-7d3a-421a-bcd1-dd309f1db99e req-c40f05e5-fe00-4dee-b1af-5de3fd45da5f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 210 time: 0.0444767 Jul 16 08:37:29.474842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-48d44f88-eb4b-4197-be11-359a37fa432c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4144018 Jul 16 08:37:29.537256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.14 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/816eed18-45aa-4264-90e2-a4281fb3ae6f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:29.593493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-ab487593-2792-43b0-85eb-3bf0eac1d339 service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176531 Jul 16 08:37:29.769299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.827377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8feb-222b-4b3c-8a7d-a867d035ca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.837753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-488d5f07-8a77-49e8-8dc1-7eb84ccc1ef6 service neutron] 10.222.0.32 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426462 Jul 16 08:37:29.863970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8feb-222b-4b3c-8a7d-a867d035ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.906240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87f3a4e-ad63-489f-b517-1837f54c8179,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:29.919317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Checking segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:29.922174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Network hostable DHCP agents. Network: f3b33b41-8f67-4380-9db8-82cb9adf069b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:29.971733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.994663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c8feb-222b-4b3c-8a7d-a867d035ca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea828e8-4dd5-4be5-bb33-c6c40bfa0b3c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.031065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0b4c8feb-222b-4b3c-8a7d-a867d035ca56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=730eb7ba7d9f4357a6402c647f4e171c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7693536 Jul 16 08:37:30.038021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.041433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Deleting port ff71c967-679e-42e4-9a29-67a7c833fca6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:30.042037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.073735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Network f3b33b41-8f67-4380-9db8-82cb9adf069b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:30.121770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-54a87692-8403-4907-8f80-4cbf5d85b3b5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.130671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-54a87692-8403-4907-8f80-4cbf5d85b3b5 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd07342-0d72-4d22-b651-d3c873c304fc HTTP/1.1" status: 200 len: 943 time: 0.1876473 Jul 16 08:37:30.131895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, f3b33b41-8f67-4380-9db8-82cb9adf069b) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:30.147026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59100b-affe-4c88-ab27-fc5ec5b5fdd7 None None] Network f3b33b41-8f67-4380-9db8-82cb9adf069b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:30.191221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.195248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.337658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.345613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-36bb4eb6-77fb-4429-bb0d-a31e0ef3e5da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9461601 Jul 16 08:37:30.348600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40380) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.416926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.430225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.511433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7485fb30-218e-497c-90a1-881f55234fbc req-d16116e7-aa43-4d76-95f7-8388b28b4b3d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 210 time: 0.1956964 Jul 16 08:37:30.526370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.527653 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.560870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.577983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-f3b33b41-8f67-4380-9db8-82cb9adf069b', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:30.578578 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.674062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] For port ff71c967-679e-42e4-9a29-67a7c833fca6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ff71c967-679e-42e4-9a29-67a7c833fca6,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:30.675529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.721526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:30.755520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.775586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:30.817366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:30.822897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.830747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Calling delete_port for ff71c967-679e-42e4-9a29-67a7c833fca6 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:30.952212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.953019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.967101 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.970453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.974207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ea828e8-4dd5-4be5-bb33-c6c40bfa0b3c HTTP/1.1" status: 204 len: 168 time: 0.9251447 Jul 16 08:37:30.984397 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-34738949-e43d-4b17-8427-0075ad68b954 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2911885 Jul 16 08:37:30.986976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663ff07-e15d-4221-8faa-afdee4aa3ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea828e8-4dd5-4be5-bb33-c6c40bfa0b3c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.998687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Request body: {'port': {'device_id': '082164da-846d-45eb-b6d0-0c966f1483e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:31.140552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Allocated IP 172.20.0.2 (f3b33b41-8f67-4380-9db8-82cb9adf069b/c87f3a4e-ad63-489f-b517-1837f54c8179/a2c53bcb-f866-4197-91ed-9acf5fa8a67b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:31.324477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58f5f7-857e-4f07-9494-1efc10ac365f req-9ee5fb32-1bc9-4021-b1b0-c33df6ed4f5a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.341618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb58f5f7-857e-4f07-9494-1efc10ac365f req-9ee5fb32-1bc9-4021-b1b0-c33df6ed4f5a tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 945 time: 1.0793517 Jul 16 08:37:31.376502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.415351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.451900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:31.524862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Pushing event deleted for resources: {'Port': ['ID=ff71c967-679e-42e4-9a29-67a7c833fca6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.554789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.657894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb58f5f7-857e-4f07-9494-1efc10ac365f req-7d1efadd-1914-4c60-9a8c-897ccb248bce tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625246 Jul 16 08:37:31.680147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Deleting port 49f144f6-81dc-486a-93ab-b4962a3af33c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:31.680147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.680504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] No DVR routers for this DVR port ff71c967-679e-42e4-9a29-67a7c833fca6 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:31.691829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.706981 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6aee2fbd-7cc9-474e-aff4-8874e5a88857 req-a2e190d4-84a8-49e9-9179-db57c326a7b3 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.46 "DELETE /v2.0/ports/ff71c967-679e-42e4-9a29-67a7c833fca6 HTTP/1.1" status: 204 len: 173 time: 2.3438570 Jul 16 08:37:31.709042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'name': 'network-vif-deleted', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:31.720467 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253bd964-1948-481b-b587-eaf98e3a050b" -d '{"events": [{"server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "name": "network-vif-deleted", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:31.728572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6fc00-0b23-496e-acc0-04ac441bfdb4 req-01bcf7a8-4b25-4a08-be82-5ffb45bf2fef tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.753570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.765660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efb6fc00-0b23-496e-acc0-04ac441bfdb4 req-01bcf7a8-4b25-4a08-be82-5ffb45bf2fef tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 932 time: 0.6670437 Jul 16 08:37:31.804953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Transition to ACTIVE for port object a2c53bcb-f866-4197-91ed-9acf5fa8a67b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:31.979884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Transition to ACTIVE for port object a2c53bcb-f866-4197-91ed-9acf5fa8a67b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:32.025137 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.119677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Pushing event updated for resources: {'Port': ['ID=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.154185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49f144f6-81dc-486a-93ab-b4962a3af33c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:32.257478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Network f3b33b41-8f67-4380-9db8-82cb9adf069b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:32.266416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:32.270443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:32.325114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73824b0e-c88a-4efa-b2f0-6459fa54339c req-ea5696d5-7680-4bb0-9224-c56bb58a5b4d tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 210 time: 0.3050582 Jul 16 08:37:32.476082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efb6fc00-0b23-496e-acc0-04ac441bfdb4 req-0455ed15-b0e0-42cf-9c3a-358f0cb2db25 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050381 Jul 16 08:37:32.595177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] For port 49f144f6-81dc-486a-93ab-b4962a3af33c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49f144f6-81dc-486a-93ab-b4962a3af33c,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:32.595625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.631671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Attempting to bind port a2c53bcb-f866-4197-91ed-9acf5fa8a67b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:32.639202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Attempting to bind port a2c53bcb-f866-4197-91ed-9acf5fa8a67b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:32.639855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Attempting to bind port a2c53bcb-f866-4197-91ed-9acf5fa8a67b on network f3b33b41-8f67-4380-9db8-82cb9adf069b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:32.644747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816eed18-45aa-4264-90e2-a4281fb3ae6f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:32.656142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Calling delete_port for 49f144f6-81dc-486a-93ab-b4962a3af33c owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:32.665086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.696624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Transition to ACTIVE for port object 816eed18-45aa-4264-90e2-a4281fb3ae6f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:32.708443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ff71c967-679e-42e4-9a29-67a7c833fca6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:32.718483 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e29f734-d2fb-4bfb-aa0c-a7807dec4013 x-openstack-request-id: req-3e29f734-d2fb-4bfb-aa0c-a7807dec4013 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:32.718892 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff089ac-b413-41ed-8fdf-02c0cd8e263f", "name": "network-vif-deleted", "tag": "ff71c967-679e-42e4-9a29-67a7c833fca6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:32.719379 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e29f734-d2fb-4bfb-aa0c-a7807dec4013 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:32.720113 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff089ac-b413-41ed-8fdf-02c0cd8e263f', 'name': 'network-vif-deleted', 'tag': 'ff71c967-679e-42e4-9a29-67a7c833fca6', 'status': 'completed', 'code': 200} Jul 16 08:37:32.723356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.845528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Pushing event updated for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.847409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:32.865158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Checking segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:32.865616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.866033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Bound using segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:32.866555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Bound port: a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:32.866935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.869843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: ff71c967-679e-42e4-9a29-67a7c833fca6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:32.870191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ff71c967-679e-42e4-9a29-67a7c833fca6 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:33.142669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] For port a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:33.150320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] For port a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:33.183042 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.507215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44870c-0ff1-4817-9af5-4e1206f06c0a None None] Pushing event updated for resources: {'Port': ['ID=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:33.555149 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:33.653257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-27b36db1-dd07-4275-bb11-b72b2f0b0377 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:33.658908 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-27b36db1-dd07-4275-bb11-b72b2f0b0377 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 804 time: 0.9599419 Jul 16 08:37:33.691948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Request body: {'port': {'device_id': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'admin_state_up': True, 'tenant_id': '1d9c1adb30e74e9ebf46360bb17b8501'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:33.834253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.851348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12699cb3-df14-4f1b-a9b8-3972a59d1c2e req-64cc414e-ba2f-4876-abf6-394d45e83b02 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff089ac-b413-41ed-8fdf-02c0cd8e263f HTTP/1.1" status: 200 len: 210 time: 0.7559791 Jul 16 08:37:33.977805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.059605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Made reservation on behalf of 1d9c1adb30e74e9ebf46360bb17b8501 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:34.067746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.122451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Attempting to bind port 816eed18-45aa-4264-90e2-a4281fb3ae6f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:34.122853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Attempting to bind port 816eed18-45aa-4264-90e2-a4281fb3ae6f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:34.123135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Attempting to bind port 816eed18-45aa-4264-90e2-a4281fb3ae6f on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:34.140549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Port 816eed18-45aa-4264-90e2-a4281fb3ae6f on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:34.141028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Attempting to bind port 816eed18-45aa-4264-90e2-a4281fb3ae6f on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:34.158433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:34.159214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:34.160023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:34.160835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Bound port: 816eed18-45aa-4264-90e2-a4281fb3ae6f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:34.161482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.177049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Allocated IP 172.25.5.23 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/7731fd69-4187-49cc-8873-28e441ea53fb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:34.305501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:34.310874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:34.326192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.444765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.445587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.447521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] 10.222.0.46 "PUT /v2.0/ports/816eed18-45aa-4264-90e2-a4281fb3ae6f HTTP/1.1" status: 200 len: 1093 time: 3.4532564 Jul 16 08:37:34.493307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5041d3-a38d-4369-8bce-fe63c6058e01 service neutron] Pushing event updated for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.497101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Allocated IP 172.20.0.10 (5a2228f9-0c7f-47bd-b254-7e9dca501afa/63608eb8-f68f-44d4-9d7a-6bdfb685d717/2666415b-471b-423e-8c19-9d18b45ceee9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:34.605485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.675495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.690495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-f00303de-d8d8-4188-994d-bd7fa52c70ba tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=be03cf2123f44329bdcfefecc5106180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8109446 Jul 16 08:37:34.705756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3712c514-5a9a-4f29-b515-ae55b79cf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.707703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-3712c514-5a9a-4f29-b515-ae55b79cf76f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 1096 time: 0.1840315 Jul 16 08:37:34.725558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:34.728487 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22afb1ba-5687-491f-b051-2234bd7d7b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:34.738058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5488085e-e400-458d-8f48-60f111522743 req-5617b75c-2bb4-4964-b883-7f54b79e2809 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 210 time: 0.0895936 Jul 16 08:37:34.810206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.813314 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-89d1d5a0-6b01-4a47-a41e-06af2bfdac23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f HTTP/1.1" status: 200 len: 217 time: 0.0975494 Jul 16 08:37:34.865537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.911590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:34.953422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:34.967519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.982150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:35.040367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Pushing event updated for resources: {'Port': ['ID=7731fd69-4187-49cc-8873-28e441ea53fb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.076313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Network 5a2228f9-0c7f-47bd-b254-7e9dca501afa is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:35.083149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:35.088675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:35.095293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-08b937b3-9d10-418c-b47a-21be8be1b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.096901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-08b937b3-9d10-418c-b47a-21be8be1b9dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1538272 Jul 16 08:37:35.099342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.123738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.124419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.125031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.125674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.126241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.126854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.127369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.127890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.128460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.128976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.129505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.130001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:35.148254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] No DVR routers for this DVR port 49f144f6-81dc-486a-93ab-b4962a3af33c on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:35.164478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.174950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7066400-a0a7-416a-bbbe-9ae3f742335a req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.46 "DELETE /v2.0/ports/49f144f6-81dc-486a-93ab-b4962a3af33c HTTP/1.1" status: 204 len: 173 time: 5.0339761 Jul 16 08:37:35.179294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-a88b5c1a-aa3c-4b02-8b84-63073d388099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557773 Jul 16 08:37:35.194681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-deleted', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:35.197677 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7006223-b090-43c1-8d5b-2c54fb468d86" -d '{"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-deleted", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:35.235544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb82b-89d3-4357-8c1d-740c0fb3bf7a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event deleted for resources: {'Port': ['ID=49f144f6-81dc-486a-93ab-b4962a3af33c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.265632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.268655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.350846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-791a9d0a-755f-4920-b629-fbff59fce26a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6823609 Jul 16 08:37:35.360362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-332011b3-71b0-4377-a5f1-1ed567751072 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.366748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-332011b3-71b0-4377-a5f1-1ed567751072 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6750298 Jul 16 08:37:35.392575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Request body: {'port': {'device_id': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:35.505017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-3b9085a9-898b-460f-8378-04efd336d1e4 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/quotas/be03cf2123f44329bdcfefecc5106180 HTTP/1.1" status: 200 len: 375 time: 0.1278267 Jul 16 08:37:35.514759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2c53bcb-f866-4197-91ed-9acf5fa8a67b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:35.544197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-46528f83-b7b8-4f36-9299-3e57cb2f912d service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271027 Jul 16 08:37:35.591696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-48944428-431d-4f7c-9a2a-a2a13caa2c4b tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be03cf2123f44329bdcfefecc5106180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795076 Jul 16 08:37:35.596395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9b008-c8bb-4827-b101-ac51861c89d0 None None] Network f3b33b41-8f67-4380-9db8-82cb9adf069b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:35.608056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d731a1-94ae-403c-b57b-f91a1fb20112 req-86af8ddf-4395-4d6e-a4fb-10aef6701509 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.610824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1d731a1-94ae-403c-b57b-f91a1fb20112 req-86af8ddf-4395-4d6e-a4fb-10aef6701509 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 944 time: 0.6639693 Jul 16 08:37:35.681723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1d731a1-94ae-403c-b57b-f91a1fb20112 req-bf611184-efac-496b-bf00-7e8b2223442c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622177 Jul 16 08:37:35.700619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.823165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.905647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e3e8190e-5883-412a-ac49-95fd9053954c None None] Provisioning for port a2c53bcb-f866-4197-91ed-9acf5fa8a67b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:35.979645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a2c53bcb-f866-4197-91ed-9acf5fa8a67b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:36.000158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2c53bcb-f866-4197-91ed-9acf5fa8a67b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:36.001304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.032876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0506b0fa-23ba-40be-9015-ae060ec98aa1 req-8be56408-7b9d-41b2-bd5f-d2b75eb8a109 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857566 Jul 16 08:37:36.166688 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330a02d-662e-4fee-8f29-ef60ac9e91eb x-openstack-request-id: req-3330a02d-662e-4fee-8f29-ef60ac9e91eb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:36.166982 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:36.167377 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3330a02d-662e-4fee-8f29-ef60ac9e91eb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:36.168061 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f', 'status': 'completed', 'code': 200} Jul 16 08:37:36.177680 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b98d5-5c1d-427b-9722-3e487a67416c x-openstack-request-id: req-343b98d5-5c1d-427b-9722-3e487a67416c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:36.180498 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd07342-0d72-4d22-b651-d3c873c304fc", "name": "network-vif-deleted", "tag": "49f144f6-81dc-486a-93ab-b4962a3af33c", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:36.180774 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-343b98d5-5c1d-427b-9722-3e487a67416c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:36.184575 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd07342-0d72-4d22-b651-d3c873c304fc', 'name': 'network-vif-deleted', 'tag': '49f144f6-81dc-486a-93ab-b4962a3af33c', 'status': 'completed', 'code': 200} Jul 16 08:37:36.530150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b603b9d-10e6-49e3-9a11-31a88852fa76 req-758d07bd-ad75-493f-954a-7926a210d336 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 210 time: 0.0639598 Jul 16 08:37:36.578509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.636521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c378fb1-1931-4e7a-b653-ebede8b979f2 req-c0010828-1214-4f13-b464-79a1cb35f023 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.639202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-d71e214f-7ddc-412b-ab86-ea29bd68d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.641014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-d71e214f-7ddc-412b-ab86-ea29bd68d53b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 1096 time: 0.4719617 Jul 16 08:37:36.641263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c378fb1-1931-4e7a-b653-ebede8b979f2 req-c0010828-1214-4f13-b464-79a1cb35f023 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 932 time: 0.2430673 Jul 16 08:37:36.781293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c378fb1-1931-4e7a-b653-ebede8b979f2 req-d1debe11-6d78-48fa-b168-e0ee19301257 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673308 Jul 16 08:37:36.862551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.979422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:37:37.029912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:37.039686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.194942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-ff46808d-15f5-4719-8ea6-998f929421bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.199493 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-ff46808d-15f5-4719-8ea6-998f929421bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.5504339 Jul 16 08:37:37.301348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.321278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:37.345119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Sync routers for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:37.388505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:37.390932 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-a4a17c6c-6f43-47a2-928c-8534c798e2ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f HTTP/1.1" status: 200 len: 217 time: 0.1811211 Jul 16 08:37:37.394280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:37.410725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.417467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-68f3b7cd-37d9-4fe4-950a-aa183b114a18 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0086110 Jul 16 08:37:37.422239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40496) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:37.429140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2666415b-471b-423e-8c19-9d18b45ceee9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:37.531679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.577585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Transition to ACTIVE for port object 2666415b-471b-423e-8c19-9d18b45ceee9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:37.602130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-3e918c48-9a33-41df-a118-1089f2f389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.605794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-3e918c48-9a33-41df-a118-1089f2f389ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.2063999 Jul 16 08:37:37.609514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.638457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-290e3691-84d5-426d-98c1-052da3ae9021 None None] Provisioning complete for port a2c53bcb-f866-4197-91ed-9acf5fa8a67b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:37.638818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-290e3691-84d5-426d-98c1-052da3ae9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.724190 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-9e0cee3d-a852-45a8-8579-fa229e051bbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969515 Jul 16 08:37:37.729662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:37.873998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-167d03b8-d18b-423a-b06c-fb6c90de236e service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407230 Jul 16 08:37:38.061673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.079904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.080398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.081307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.081725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.082140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.082545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.082971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.083377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.083819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.084264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.084668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.085066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:38.098089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:35Z', 'revision_number': 3, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:38.113946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Attempting to bind port 2666415b-471b-423e-8c19-9d18b45ceee9 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:38.114406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Attempting to bind port 2666415b-471b-423e-8c19-9d18b45ceee9 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:38.114814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Attempting to bind port 2666415b-471b-423e-8c19-9d18b45ceee9 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:38.121721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Port 2666415b-471b-423e-8c19-9d18b45ceee9 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:38.122495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Attempting to bind port 2666415b-471b-423e-8c19-9d18b45ceee9 on network 5a2228f9-0c7f-47bd-b254-7e9dca501afa {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:38.135027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:38.135543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Checking segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:38.136004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Bound using segment: {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:38.136559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Bound port: 2666415b-471b-423e-8c19-9d18b45ceee9, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583e0014-2c1d-4aaf-8ce9-24c3884a39b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:38.137012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.150091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Checking router: e7d971ca-5dfe-40f5-968f-9c2631ae5a8b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:38.150448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Updating router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b port 7731fd69-4187-49cc-8873-28e441ea53fb binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:38.163647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 816eed18-45aa-4264-90e2-a4281fb3ae6f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:38.197701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22afb1ba-5687-491f-b051-2234bd7d7b2a req-2f6c6a51-d80b-4bf5-b11f-adc8c217b505 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976360 Jul 16 08:37:38.211876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.251445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dcd8d-b123-4c06-a32e-2c6a1f5d93c8 req-a198cb55-b16f-4855-837e-25919245b96b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.260672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d05dcd8d-b123-4c06-a32e-2c6a1f5d93c8 req-a198cb55-b16f-4855-837e-25919245b96b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 944 time: 1.0201428 Jul 16 08:37:38.270835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:38.275138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:38.292110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.373233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d05dcd8d-b123-4c06-a32e-2c6a1f5d93c8 req-1211c35a-8110-41fc-b0cd-8e457da6aba7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 Jul 16 08:37:38.377125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.378519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.380234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] 10.222.0.47 "PUT /v2.0/ports/2666415b-471b-423e-8c19-9d18b45ceee9 HTTP/1.1" status: 200 len: 1093 time: 2.9928393 Jul 16 08:37:38.383052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:38.405493 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14f335-1a59-4aa1-90ac-40033f4148b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:38.442379 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-6ae6980a-08f8-49b2-925c-99afd93fe065 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be03cf2123f44329bdcfefecc5106180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896969 Jul 16 08:37:38.451685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:38.498656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079ede6-743a-4028-9b35-44a3a6970148 service neutron] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.569000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f5f0-bf23-467f-8bd9-da9ab761d01b req-4ac2a5ae-5b30-418c-8e65-670885149fef tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.573049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9c6f5f0-bf23-467f-8bd9-da9ab761d01b req-4ac2a5ae-5b30-418c-8e65-670885149fef tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.3404558 Jul 16 08:37:38.607302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '816eed18-45aa-4264-90e2-a4281fb3ae6f', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': '816eed18-45aa-4264-90e2-a4281fb3ae6f', 'mac_address': 'fa:16:3e:ea:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:38.661767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-16616958-ffe6-4ccf-81fa-edc356035c48 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.663788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-16616958-ffe6-4ccf-81fa-edc356035c48 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144735 Jul 16 08:37:38.688082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Request body: {'port': {'device_id': 'c2292604-1694-4362-a435-15bdee4677d8', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'be03cf2123f44329bdcfefecc5106180'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:38.713634 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.729966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.752246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-bffb4d29-52c5-4e7a-93d2-8abc5b05195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.753098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816eed18-45aa-4264-90e2-a4281fb3ae6f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:38.754374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-bffb4d29-52c5-4e7a-93d2-8abc5b05195f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 1096 time: 0.1596198 Jul 16 08:37:38.759579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.783587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Transition to ACTIVE for port object 7731fd69-4187-49cc-8873-28e441ea53fb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:38.789734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:38.793002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4115014e-4b28-42c9-9142-9039b87e7492 req-f8737728-cef2-4922-a049-463b60a6a05e tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 210 time: 0.1551626 Jul 16 08:37:38.813333 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.825965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9c6f5f0-bf23-467f-8bd9-da9ab761d01b req-bd5a59c6-1771-4c3b-8863-bef7a869b5e0 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323704 Jul 16 08:37:38.829985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.924734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.980520 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35601d-bc2e-4533-b2ee-ebe11acaa358 x-openstack-request-id: req-9f35601d-bc2e-4533-b2ee-ebe11acaa358 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:38.980809 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:38.981049 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f35601d-bc2e-4533-b2ee-ebe11acaa358 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:38.981451 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9', 'status': 'completed', 'code': 200} Jul 16 08:37:38.991890 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-ab7042d4-3cd5-4db7-9786-e8394896e793 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2666415b-471b-423e-8c19-9d18b45ceee9 HTTP/1.1" status: 200 len: 217 time: 0.1769073 Jul 16 08:37:39.015800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f58eb-1ae3-4f1a-8a26-2a92d79d0842 None None] Pushing event updated for resources: {'Port': ['ID=7731fd69-4187-49cc-8873-28e441ea53fb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:39.065060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Attempting to bind port 7731fd69-4187-49cc-8873-28e441ea53fb on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:39.065592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Attempting to bind port 7731fd69-4187-49cc-8873-28e441ea53fb by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:39.066058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Attempting to bind port 7731fd69-4187-49cc-8873-28e441ea53fb on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:39.074194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:39.074731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:39.075240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.075735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:39.076367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Bound port: 7731fd69-4187-49cc-8873-28e441ea53fb, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:39.076867 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.116097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['816eed18-45aa-4264-90e2-a4281fb3ae6f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:39.165742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.225512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Made reservation on behalf of be03cf2123f44329bdcfefecc5106180 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:39.229580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.234688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b48bd-cbec-4fef-a601-ebba0cdee825 req-aa17f128-5eaa-48e7-abbe-4cb792b09a20 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.243321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c93b48bd-cbec-4fef-a601-ebba0cdee825 req-aa17f128-5eaa-48e7-abbe-4cb792b09a20 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 944 time: 0.2051976 Jul 16 08:37:39.266009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.319103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c93b48bd-cbec-4fef-a601-ebba0cdee825 req-37d29651-1cac-42ac-9c4e-3888a2d1490c tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Jul 16 08:37:39.330268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2c53bcb-f866-4197-91ed-9acf5fa8a67b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:39.346765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.356245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-9d0186c9-4858-4448-89f9-3fb844ea2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.365216 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-9d0186c9-4858-4448-89f9-3fb844ea2200 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.3551524 Jul 16 08:37:39.382135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] For port 7731fd69-4187-49cc-8873-28e441ea53fb, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:39.423898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] For port 7731fd69-4187-49cc-8873-28e441ea53fb, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7731fd69-4187-49cc-8873-28e441ea53fb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:39.436771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2c53bcb-f866-4197-91ed-9acf5fa8a67b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:39.437610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.453637 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-dd9d881e-47fc-4494-aacc-a6fb8d6587c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701363 Jul 16 08:37:39.561591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.665429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f58eb-1ae3-4f1a-8a26-2a92d79d0842 None None] Pushing event updated for resources: {'Port': ['ID=7731fd69-4187-49cc-8873-28e441ea53fb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:39.687805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Allocated IP 172.20.0.1 (f3b33b41-8f67-4380-9db8-82cb9adf069b/c87f3a4e-ad63-489f-b517-1837f54c8179/fb12d9cd-0709-4ed6-8c45-1d78bd445203) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:39.779902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-d70e2bea-a80c-4d28-bd1f-a870a942b2c7 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.788960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-d70e2bea-a80c-4d28-bd1f-a870a942b2c7 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 945 time: 0.4162643 Jul 16 08:37:39.792863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-2ec4db92-99a2-4562-be21-754395224c12 service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266261 Jul 16 08:37:39.803483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:39.804413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:39.860513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.877477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Transition to ACTIVE for port object fb12d9cd-0709-4ed6-8c45-1d78bd445203 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:39.964393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.015250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Network f3b33b41-8f67-4380-9db8-82cb9adf069b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:40.024362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:40.045217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:40.057632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1977cf18-04cd-40d9-9589-a0e64fc1eda4 req-a6d25f29-46f7-4808-aadd-a4b8ffc8c541 service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426322 Jul 16 08:37:40.062592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:40.131884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.147212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.188375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.264661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2717f35c-5b58-44bd-bc47-3dc1bb3568ed,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.401749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Deleting port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:40.402240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.414620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:35Z', 'revision_number': 3, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:40.448579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7629d-3fd5-4e87-a60b-481c0f07cd0a None None] The sync data for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 is: [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:35Z', 'revision_number': 3, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:40.451721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bdd2cf88-aec9-4115-9ea3-dd178116c01b None None] Provisioning for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:40.457542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bdd2cf88-aec9-4115-9ea3-dd178116c01b None None] Provisioning complete for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:40.457919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cf88-aec9-4115-9ea3-dd178116c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.467167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Pushing event updated for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.541537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0fcbe3f-38a2-43dc-b008-407ec5ec2fee req-9c7ff13c-540d-4ab3-a69a-7617e1619fca tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 210 time: 0.3910801 Jul 16 08:37:40.550930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2cf88-aec9-4115-9ea3-dd178116c01b None None] Port fb12d9cd-0709-4ed6-8c45-1d78bd445203 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:40.626788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31ff4c-6bc6-415d-921b-1e37bf593660 req-24ac3f8d-35d9-44a7-adb3-20a65f62cc01 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.634584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e31ff4c-6bc6-415d-921b-1e37bf593660 req-24ac3f8d-35d9-44a7-adb3-20a65f62cc01 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 945 time: 0.7178545 Jul 16 08:37:40.698096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] For port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:40.698471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.702237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.716919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Calling delete_port for 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:40.738405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e31ff4c-6bc6-415d-921b-1e37bf593660 req-b3c91922-c0df-4b2c-a728-5fc882faf802 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025443 Jul 16 08:37:40.884660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-f9eda4b3-796c-47ea-9d2d-cc422fff14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.884660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-f9eda4b3-796c-47ea-9d2d-cc422fff14c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 1096 time: 0.7108600 Jul 16 08:37:41.012791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Allocated IP 192.168.233.71 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/9d013902-b34f-4053-bca2-865bbbf9ce03) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:41.061553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.075972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:41.187892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Pushing event deleted for resources: {'Port': ['ID=2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.212200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.228472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.339737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-304517ac-1a14-4325-9360-14696c64dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.341722 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-304517ac-1a14-4325-9360-14696c64dedb service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 200 len: 905 time: 0.4274035 Jul 16 08:37:41.359708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7731fd69-4187-49cc-8873-28e441ea53fb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:41.406516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.421532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:41.429373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Pushing event updated for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.436978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-62746d53-4cd4-4709-8397-ab7eab4d0429 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2666415b-471b-423e-8c19-9d18b45ceee9 HTTP/1.1" status: 200 len: 217 time: 0.0690079 Jul 16 08:37:41.485074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] No DVR routers for this DVR port 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:41.491774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.501105 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5af8142-c6a5-4d98-bdb5-36bb2f7daba8 req-4f82f340-a107-4a59-8f96-30ecd79c4ad2 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.47 "DELETE /v2.0/ports/2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 HTTP/1.1" status: 204 len: 173 time: 1.6837511 Jul 16 08:37:41.533774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'name': 'network-vif-deleted', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:41.535741 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33dac78-cc81-42fa-9e17-a8f00f6e2cb9" -d '{"events": [{"server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "name": "network-vif-deleted", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:41.574732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656adbf-ce57-49a9-8b89-8b84a780c5da req-2135dc12-aadd-423a-aa78-b454b24c42fd tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.576832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4656adbf-ce57-49a9-8b89-8b84a780c5da req-2135dc12-aadd-423a-aa78-b454b24c42fd tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5be3137-559e-4b75-8d48-b8bca130e03e HTTP/1.1" status: 200 len: 867 time: 0.8146734 Jul 16 08:37:41.635100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-04e9ffb9-6ad0-4416-b05f-dd2a0f1c2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.637116 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-04e9ffb9-6ad0-4416-b05f-dd2a0f1c2223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 200 len: 844 time: 0.1728745 Jul 16 08:37:41.696074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:41.740932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '2666415b-471b-423e-8c19-9d18b45ceee9', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': '2666415b-471b-423e-8c19-9d18b45ceee9', 'mac_address': 'fa:16:3e:c1:4c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:41.742818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7731fd69-4187-49cc-8873-28e441ea53fb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:41.743465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Network f3b33b41-8f67-4380-9db8-82cb9adf069b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:41.753632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068215-d5c5-47f7-9864-bd5551e99ebe req-fabcdc5d-973b-4f40-ab4c-e77066a858c8 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.774302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6068215-d5c5-47f7-9864-bd5551e99ebe req-fabcdc5d-973b-4f40-ab4c-e77066a858c8 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 944 time: 0.4420586 Jul 16 08:37:41.805555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:41.824111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7731fd69-4187-49cc-8873-28e441ea53fb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:41.824504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.831889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.903585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2666415b-471b-423e-8c19-9d18b45ceee9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:41.951763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4656adbf-ce57-49a9-8b89-8b84a780c5da req-322fd797-8aac-46df-b0f1-b2521ae0c082 tempest-ServerRescueTestJSON-1322210418 tempest-ServerRescueTestJSON-1322210418-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a79da7c-37b0-4144-a735-7976a0447407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516613 Jul 16 08:37:41.976698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:41.997860 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.186700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.191047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6068215-d5c5-47f7-9864-bd5551e99ebe req-a01ef03a-efdc-4f4f-b0d3-2214bce1ec04 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157352 Jul 16 08:37:42.219318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 816eed18-45aa-4264-90e2-a4281fb3ae6f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:42.407063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2666415b-471b-423e-8c19-9d18b45ceee9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:42.499703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.504018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96e5e2dc-88f3-4de3-ac27-e8d0e98eb183 req-67866262-2109-4f71-8c02-b97250ec10d3 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 210 time: 0.0966568 Jul 16 08:37:42.525719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:42.537632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fcf1b6a4-62e2-4b4d-ae6e-492a019a5952 None None] Provisioning complete for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:42.540101 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b6a4-62e2-4b4d-ae6e-492a019a5952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.632476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1b6a4-62e2-4b4d-ae6e-492a019a5952 None None] Port fb12d9cd-0709-4ed6-8c45-1d78bd445203 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:42.735669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-96cc03fe-d941-4519-976d-f748ae482443 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a2228f9-0c7f-47bd-b254-7e9dca501afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0823891 Jul 16 08:37:42.737448 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0ad87-cc4f-4619-9ae4-69dad350b61c x-openstack-request-id: req-43e0ad87-cc4f-4619-9ae4-69dad350b61c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:42.737695 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5be3137-559e-4b75-8d48-b8bca130e03e", "name": "network-vif-deleted", "tag": "2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:42.737952 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43e0ad87-cc4f-4619-9ae4-69dad350b61c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:42.738341 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5be3137-559e-4b75-8d48-b8bca130e03e', 'name': 'network-vif-deleted', 'tag': '2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9', 'status': 'completed', 'code': 200} Jul 16 08:37:42.756663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 816eed18-45aa-4264-90e2-a4281fb3ae6f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:42.761642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 7731fd69-4187-49cc-8873-28e441ea53fb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7731fd69-4187-49cc-8873-28e441ea53fb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:42.765782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 816eed18-45aa-4264-90e2-a4281fb3ae6f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:42.766154 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.857409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.919233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:42.946122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c998dde1-7a42-42bf-bc9f-14abdb3b9330 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7d971ca-5dfe-40f5-968f-9c2631ae5a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5201125 Jul 16 08:37:42.953022 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-e7100131-b83b-4692-85e9-1236e76c836e service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028713 Jul 16 08:37:42.994682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e2ced-e44d-4ce4-b22e-b0dfec11ba65 req-805a2d15-56e0-4c2f-bcdd-3aa361da3eac tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.996838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-609e2ced-e44d-4ce4-b22e-b0dfec11ba65 req-805a2d15-56e0-4c2f-bcdd-3aa361da3eac tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 945 time: 0.2285910 Jul 16 08:37:43.012264 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82e04425-d7db-4630-bc52-cb01924c654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.027502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.070282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=7731fd69-4187-49cc-8873-28e441ea53fb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.074420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-609e2ced-e44d-4ce4-b22e-b0dfec11ba65 req-07b0c626-179c-4b70-86b6-e847eb969135 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667973 Jul 16 08:37:43.113297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Transition to ACTIVE for port object 9d013902-b34f-4053-bca2-865bbbf9ce03 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:43.189051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.229110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:43.232891 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee9168-ad91-4ccb-b87e-60bbc0091795" -d '{"events": [{"server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "name": "network-vif-plugged", "status": "completed", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:43.248127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:43.258925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:43.266956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e14f335-1a59-4aa1-90ac-40033f4148b6 req-f727793d-5b7f-43d7-be70-422efe5fe735 service neutron] 10.222.0.47 "GET /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321346 Jul 16 08:37:43.268473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.307445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.350984 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e23462-79c0-499e-9932-2dbc66ebd1cb x-openstack-request-id: req-23e23462-79c0-499e-9932-2dbc66ebd1cb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:43.359134 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "name": "network-vif-plugged", "status": "completed", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:43.360108 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23e23462-79c0-499e-9932-2dbc66ebd1cb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:43.361002 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f', 'code': 200} Jul 16 08:37:43.393706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:43.483915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:43.497312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7731fd69-4187-49cc-8873-28e441ea53fb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:43.499836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:43.511690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:43.535282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:43.535870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2f7e6b87-cadd-4a61-9cbb-b1dea79c27f9 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:43.611748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.619755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.621189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.638842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.665731 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Sync routers for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:43.666700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-9682a122-7f66-4805-852b-24c8b091e962 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9826181 Jul 16 08:37:43.671330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:43.673885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:43.675553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Request body: {'port': {'device_id': 'c2292604-1694-4362-a435-15bdee4677d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:43.695670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7731fd69-4187-49cc-8873-28e441ea53fb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:43.696086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.856086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.949585 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:44.229914 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 2, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:44.280777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562d20b-15c2-48be-b935-4c350e7a2f13 None None] Provisioning for port 9d013902-b34f-4053-bca2-865bbbf9ce03 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:44.290162 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Checking router: e7d971ca-5dfe-40f5-968f-9c2631ae5a8b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:44.292854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Updating router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b port fb12d9cd-0709-4ed6-8c45-1d78bd445203 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:44.297703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562d20b-15c2-48be-b935-4c350e7a2f13 None None] Provisioning complete for port 9d013902-b34f-4053-bca2-865bbbf9ce03 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:44.298092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562d20b-15c2-48be-b935-4c350e7a2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.363479 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.402264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562d20b-15c2-48be-b935-4c350e7a2f13 None None] Port 9d013902-b34f-4053-bca2-865bbbf9ce03 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:44.542251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:44.551609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.567434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Transition to ACTIVE for port object 9d013902-b34f-4053-bca2-865bbbf9ce03 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:44.573393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.647932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40576) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:44.679257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:44.695584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40578) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:44.700136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482675560', 'description': 'tempest-description--1284144555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:44.762545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2079891333'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:44.791335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.828163 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.840701 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Transition to ACTIVE for port object fb12d9cd-0709-4ed6-8c45-1d78bd445203 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:44.845873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f900cb-1411-43ea-a907-bd4e53410ae3 req-b580db96-dbe7-441e-b2b8-7b78483d88fe tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.853269 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.855101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84f900cb-1411-43ea-a907-bd4e53410ae3 req-b580db96-dbe7-441e-b2b8-7b78483d88fe tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 945 time: 1.1471951 Jul 16 08:37:44.858790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15c0a-6559-4d07-8d80-5561a76eb4bb req-dd2242aa-5173-43c3-9574-a9577f4c6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.860522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca15c0a-6559-4d07-8d80-5561a76eb4bb req-dd2242aa-5173-43c3-9574-a9577f4c6275 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 1098 time: 1.3945241 Jul 16 08:37:44.875413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Attempting to bind port 9d013902-b34f-4053-bca2-865bbbf9ce03 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:44.876190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Attempting to bind port 9d013902-b34f-4053-bca2-865bbbf9ce03 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:44.876596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Attempting to bind port 9d013902-b34f-4053-bca2-865bbbf9ce03 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:44.893220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Port 9d013902-b34f-4053-bca2-865bbbf9ce03 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:44.893919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Attempting to bind port 9d013902-b34f-4053-bca2-865bbbf9ce03 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:44.904069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:44.904451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:44.904849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:44.905291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Bound port: 9d013902-b34f-4053-bca2-865bbbf9ce03, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:44.905840 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.965785 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330920fd-eec5-4c26-9a6f-057d97f0b912 None None] Pushing event updated for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.041549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:45.044664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.045400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:45.055983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.082225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:45.086963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.092482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Attempting to bind port fb12d9cd-0709-4ed6-8c45-1d78bd445203 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:45.093245 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Attempting to bind port fb12d9cd-0709-4ed6-8c45-1d78bd445203 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:45.093900 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Attempting to bind port fb12d9cd-0709-4ed6-8c45-1d78bd445203 on network f3b33b41-8f67-4380-9db8-82cb9adf069b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:45.103049 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:45.103864 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Checking segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:45.104751 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.105472 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Bound using segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:45.106217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Bound port: fb12d9cd-0709-4ed6-8c45-1d78bd445203, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:45.106897 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.138189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84f900cb-1411-43ea-a907-bd4e53410ae3 req-0a3c428a-93f0-4c04-91dd-499734d08393 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819006 Jul 16 08:37:45.179318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.180942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.190294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] 10.222.0.46 "PUT /v2.0/ports/9d013902-b34f-4053-bca2-865bbbf9ce03 HTTP/1.1" status: 200 len: 1096 time: 1.5151682 Jul 16 08:37:45.190891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:45.193377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:45.195470 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a864692-d97a-43b8-8d49-45c4762b0f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:45.231583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.231583 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Added segment dc18130e-e488-4f99-aa48-ac18cb03e963 of type vlan for network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 Jul 16 08:37:45.256248 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] For port fb12d9cd-0709-4ed6-8c45-1d78bd445203, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:45.273162 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] For port fb12d9cd-0709-4ed6-8c45-1d78bd445203, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb12d9cd-0709-4ed6-8c45-1d78bd445203,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:45.288380 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.362999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.367203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.391840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:45.407837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4b1b-e54c-414b-9e13-a565b60f54ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.474261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-b3f78498-bbc7-45f9-828e-6ead4b2d1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.484414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-b3f78498-bbc7-45f9-828e-6ead4b2d1662 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be03cf2123f44329bdcfefecc5106180&device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 1099 time: 0.2571101 Jul 16 08:37:45.540581 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330920fd-eec5-4c26-9a6f-057d97f0b912 None None] Pushing event updated for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.560731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:37:45.583607 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:45.584079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:45.613435 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-f4b6b49c-3263-4193-83c6-efa1c44903f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d013902-b34f-4053-bca2-865bbbf9ce03 HTTP/1.1" status: 200 len: 217 time: 0.1200807 Jul 16 08:37:45.614453 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1dd71432-fc31-4f98-9a19-537af04461db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.624062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.633363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 2666415b-471b-423e-8c19-9d18b45ceee9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:45.640743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.641416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.642499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 2666415b-471b-423e-8c19-9d18b45ceee9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:45.642950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.717519 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.742086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-37b3264f-b21a-4be7-847b-e0424b98b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.748686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-37b3264f-b21a-4be7-847b-e0424b98b118 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1306856 Jul 16 08:37:45.764370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.765619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0941966 Jul 16 08:37:45.768455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca15c0a-6559-4d07-8d80-5561a76eb4bb req-c3b75511-4ec3-4037-9f62-250b04ac81d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8834457 Jul 16 08:37:45.769138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.774104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'security_group_rule': {'security_group_id': '4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:45.781714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0325208 Jul 16 08:37:45.786076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.805241 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:45.815192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1464853244'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:45.834863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ec3c-9dd4-4b23-8c63-d72c7171da26 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.839584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.905506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:45.910024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.920620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:45.923502 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976085df-28c2-48c1-9405-8e14ecc20f37" -d '{"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-plugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:45.929253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bca56-f095-4c82-84ee-368ce6d67513 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Network': ['ID=266da9dd-c318-49a2-b1cd-5ae9067eaaa6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.946779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:45.952143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:45.960252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.969007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.971502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972203ca-22ea-479a-b87e-43109bd4f405 req-c521a0d0-f11a-485a-abee-9d15c1e9931e tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.981070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972203ca-22ea-479a-b87e-43109bd4f405 req-c521a0d0-f11a-485a-abee-9d15c1e9931e tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 947 time: 0.9323771 Jul 16 08:37:46.039887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:46.050503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813574-04c5-41c2-9798-593451c7a76f req-b29cd61d-12b8-49e2-baaa-c6e7dcaf41aa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.052786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70813574-04c5-41c2-9798-593451c7a76f req-b29cd61d-12b8-49e2-baaa-c6e7dcaf41aa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 946 time: 0.3762476 Jul 16 08:37:46.059954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-51ec0b50-d5cd-4172-a3b7-021bbd77c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.062572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-51ec0b50-d5cd-4172-a3b7-021bbd77c224 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3038399 Jul 16 08:37:46.099650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.124904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.149579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.149954 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Added segment 08f85113-ed36-41bd-a50e-2d9a17a0ab15 of type vlan for network eca03ba4-77fc-4a01-85db-b1416d474e14 Jul 16 08:37:46.182392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972203ca-22ea-479a-b87e-43109bd4f405 req-11609b83-a00a-4284-8782-1244e2163dc5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002869 Jul 16 08:37:46.183107 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:45Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:46.272160 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e14384-e46b-4f76-a3f8-7a906eb2abe6 x-openstack-request-id: req-b2e14384-e46b-4f76-a3f8-7a906eb2abe6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:46.272646 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:46.273117 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2e14384-e46b-4f76-a3f8-7a906eb2abe6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:46.273706 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'status': 'completed', 'code': 200} Jul 16 08:37:46.284703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.301803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70813574-04c5-41c2-9798-593451c7a76f req-ae4b5118-bd71-48a9-b8a2-2488a6ddf166 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352946 Jul 16 08:37:46.356082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41ffa5-3efd-494f-b3bd-fcc70a266f0c None None] The sync data for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 is: [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:45Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:46.370317 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d1c334-0402-4aae-9817-3246504d9407 x-openstack-request-id: req-a6d1c334-0402-4aae-9817-3246504d9407 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:46.370614 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-plugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:46.370872 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6d1c334-0402-4aae-9817-3246504d9407 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:46.371272 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9', 'code': 200} Jul 16 08:37:46.385833 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.398133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-971347df-5809-4b59-826d-844afbc9448f service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180659 Jul 16 08:37:46.469626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:37:46.473200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.698016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc045861-9e9f-41eb-ad5c-8e68da63a2c4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.751314 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c2640a33-39bd-4881-8c02-ef183e262f4b req-5a1407e8-e0b7-483d-a973-444a399cea68 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350501 Jul 16 08:37:46.771957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.773323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d20adf6-0f44-4f83-aee5-a8355a63492b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0029271 Jul 16 08:37:46.774698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.780806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40592) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.781368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.781665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.782097 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.788740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'security_group_rule': {'security_group_id': '4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:46.795020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Deleting port 8db22cc3-f491-47cc-bac8-926bd7d096a3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:46.795728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.831174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922007d6-b5ec-42bc-8f88-7360b7131115 req-49703845-6812-48f6-a13c-4b3c90c9f553 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.833175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-922007d6-b5ec-42bc-8f88-7360b7131115 req-49703845-6812-48f6-a13c-4b3c90c9f553 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 946 time: 0.2036347 Jul 16 08:37:46.926563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1358182 Jul 16 08:37:46.932283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff282-636d-48ae-8595-71e01b80678f req-bbd80a1d-b1b8-4532-87db-5ed63f117951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.934054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-310ff282-636d-48ae-8595-71e01b80678f req-bbd80a1d-b1b8-4532-87db-5ed63f117951 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 1098 time: 0.3730438 Jul 16 08:37:46.941253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.953496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.956520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'subnet': {'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:46.974603 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-922007d6-b5ec-42bc-8f88-7360b7131115 req-0d132b8d-9ba9-4e35-8be8-c59a859d5512 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Jul 16 08:37:47.032758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] For port 8db22cc3-f491-47cc-bac8-926bd7d096a3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8db22cc3-f491-47cc-bac8-926bd7d096a3,segment=NetworkSegment(e2d9bb1a-a6bc-4d73-a314-06d460071acb),segment_id=e2d9bb1a-a6bc-4d73-a314-06d460071acb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:47.033791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774b956-c7e3-4ff4-b792-b590ee0e557e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Network': ['ID=eca03ba4-77fc-4a01-85db-b1416d474e14,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.037947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.049432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network eca03ba4-77fc-4a01-85db-b1416d474e14 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:47.083209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Calling delete_port for 8db22cc3-f491-47cc-bac8-926bd7d096a3 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:47.120353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.133195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-241f1263-6ca5-4ff5-9a80-ce4b1cd33da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.134642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-241f1263-6ca5-4ff5-9a80-ce4b1cd33da4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be03cf2123f44329bdcfefecc5106180&device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 1099 time: 0.2588036 Jul 16 08:37:47.166097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-310ff282-636d-48ae-8595-71e01b80678f req-2918287d-7702-4c71-9d1f-f606286ece26 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047508 Jul 16 08:37:47.187374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.306303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb12d9cd-0709-4ed6-8c45-1d78bd445203 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:47.306558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c4f20e-87b6-4906-9e8c-d0497c5a481e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.310059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.326466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-391b5b74-6958-4516-b793-a645c74e8980 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5420182 Jul 16 08:37:47.329697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:47.340716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:47.457236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:47.468002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:47.471976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.514172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:47.522886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.615709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-6c65393a-7118-4361-af95-d141316eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.617381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-6c65393a-7118-4361-af95-d141316eda10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.4503732 Jul 16 08:37:47.653947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.681872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.732370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fb12d9cd-0709-4ed6-8c45-1d78bd445203, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb12d9cd-0709-4ed6-8c45-1d78bd445203,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:47.740923 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.793042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-45c3bd25-6fa1-48e7-939f-c680e251ec11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=9d013902-b34f-4053-bca2-865bbbf9ce03 HTTP/1.1" status: 200 len: 217 time: 0.1666358 Jul 16 08:37:47.839329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2894c5-4d86-409b-bb04-5db21afe20b9 req-7a9e1c17-0247-4b42-8baa-a59def4c92d9 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.848298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e2894c5-4d86-409b-bb04-5db21afe20b9 req-7a9e1c17-0247-4b42-8baa-a59def4c92d9 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 947 time: 0.3484612 Jul 16 08:37:47.859772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.873331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.881760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81493-9713-4326-a866-ab32f7a63bcc req-43467b66-1c21-4f93-8cd8-7e34af37f762 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.883363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baa81493-9713-4326-a866-ab32f7a63bcc req-43467b66-1c21-4f93-8cd8-7e34af37f762 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 946 time: 0.3072355 Jul 16 08:37:47.925928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-3edbb714-222a-4ef3-bf65-7b82e38ae6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.925928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-3edbb714-222a-4ef3-bf65-7b82e38ae6c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1074011 Jul 16 08:37:47.954897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db22cc3-f491-47cc-bac8-926bd7d096a3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.057082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-fe56169e-d6d8-42f3-98a1-b264988b5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.059270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-fe56169e-d6d8-42f3-98a1-b264988b5883 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250629 Jul 16 08:37:48.118907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e2894c5-4d86-409b-bb04-5db21afe20b9 req-dc68a42e-27d7-4e55-a66c-6829369e4118 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695999 Jul 16 08:37:48.156388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baa81493-9713-4326-a866-ab32f7a63bcc req-25b5ffff-e63a-40b1-9970-5c5fdbb269c3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644207 Jul 16 08:37:48.204256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:48.253393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.334032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.429847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-087d15ca-5c9d-41d4-8d71-c9224a6fa517 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572369 Jul 16 08:37:48.465437 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.478502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Subnet': ['ID=234b42b7-69f4-41a4-802f-9f28faccb6c6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.502338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:48.533475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'mac_address': 'fa:16:3e:36:f1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:48.601934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:48.602690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network hostable DHCP agents. Network: 266da9dd-c318-49a2-b1cd-5ae9067eaaa6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:48.626978 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.648414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a864692-d97a-43b8-8d49-45c4762b0f2c req-3b434933-415e-4544-b50b-6705ed5ec1bc service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035136 Jul 16 08:37:48.650227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:48.659438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:48.688453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 266da9dd-c318-49a2-b1cd-5ae9067eaaa6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:48.699373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.700436 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.740754 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-632b46d2-0eb7-446b-9ecd-7ed598d11fc1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7885644 Jul 16 08:37:48.741929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:48.745043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:48.753309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696ead6-0ae9-45dc-a95d-d60bece82857 None None] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:48.753753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'subnet': {'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:48.805544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.847313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.888831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29b4f-c003-4f87-a1b9-74d181caac43 req-1c80f566-6721-4eb4-bbab-01547a79a811 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.896516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da29b4f-c003-4f87-a1b9-74d181caac43 req-1c80f566-6721-4eb4-bbab-01547a79a811 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 946 time: 0.4454763 Jul 16 08:37:48.927595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:48.934030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.965691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Allocated IP 172.25.5.115 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/f6da2b4c-ac25-4eca-910a-a964ac35f334) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:49.050016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['9d013902-b34f-4053-bca2-865bbbf9ce03'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:49.084510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.183943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:49.185340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.208427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.298988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.390406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da29b4f-c003-4f87-a1b9-74d181caac43 req-a0f01250-f7c9-4972-b086-66f664560673 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924049 Jul 16 08:37:49.412666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb12d9cd-0709-4ed6-8c45-1d78bd445203 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:49.438969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Allocated IP 10.1.1.2 (266da9dd-c318-49a2-b1cd-5ae9067eaaa6/234b42b7-69f4-41a4-802f-9f28faccb6c6/f72eefd9-d291-47d2-b277-196764466cc0) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:49.469798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Subnet': ['ID=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.483693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Checking segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:49.484270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network hostable DHCP agents. Network: eca03ba4-77fc-4a01-85db-b1416d474e14, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:49.512377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network eca03ba4-77fc-4a01-85db-b1416d474e14 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:49.530606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, eca03ba4-77fc-4a01-85db-b1416d474e14) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:49.541961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.544813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.567438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b2cb9-5ac5-4133-b3a6-7684661eb4e9 None None] Network eca03ba4-77fc-4a01-85db-b1416d474e14 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:49.571625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fb12d9cd-0709-4ed6-8c45-1d78bd445203 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:49.572173 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.573473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc757b0-4f8b-4dc2-83a7-3c54c4b8cc60 req-c52d7081-6efc-4bc9-9175-370f08c203cd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.580686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc757b0-4f8b-4dc2-83a7-3c54c4b8cc60 req-c52d7081-6efc-4bc9-9175-370f08c203cd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 946 time: 0.4793606 Jul 16 08:37:49.583388 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79db1514-ef95-48a2-862c-082e507612ca tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8387439 Jul 16 08:37:49.585920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:49.592006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'name': 'tempest-TaggedBootDevicesTest-1393055303', 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:49.715150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:49.777443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.826536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.843024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Transition to ACTIVE for port object f72eefd9-d291-47d2-b277-196764466cc0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:49.871020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:49.871767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.875263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Transition to ACTIVE for port object f72eefd9-d291-47d2-b277-196764466cc0 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:49.879693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Router 3e91d967-3e1e-436f-bddc-bb0dfff4490b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:49.884066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'Port': ['ID=f6da2b4c-ac25-4eca-910a-a964ac35f334,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.887795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:49.894248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:49.905865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] device_id is not set on port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:49.910140 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.926859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-eca03ba4-77fc-4a01-85db-b1416d474e14', 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ips': [{'subnet_id': '892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:49.928222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.937495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:49.965268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:49.968554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:50.042576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.072001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Attempting to bind port f72eefd9-d291-47d2-b277-196764466cc0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:50.073217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Attempting to bind port f72eefd9-d291-47d2-b277-196764466cc0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:50.073816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Attempting to bind port f72eefd9-d291-47d2-b277-196764466cc0 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:50.076248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Pushing event updated for resources: {'Port': ['ID=f72eefd9-d291-47d2-b277-196764466cc0,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.125859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.128219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:50.128910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:50.129543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.130280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Bound using segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:50.131074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Bound port: f72eefd9-d291-47d2-b277-196764466cc0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:50.131706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.172498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.1.1.53 (266da9dd-c318-49a2-b1cd-5ae9067eaaa6/234b42b7-69f4-41a4-802f-9f28faccb6c6/a99cd3f9-dc0c-48c3-96b3-03eb5882a786) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:50.216442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:50.313059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.319710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc757b0-4f8b-4dc2-83a7-3c54c4b8cc60 req-aa33b25e-0870-4731-a718-b540dfac79cd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377324 Jul 16 08:37:50.331061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.375110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.393229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object a99cd3f9-dc0c-48c3-96b3-03eb5882a786 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:50.426695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'Port': ['ID=f6da2b4c-ac25-4eca-910a-a964ac35f334,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.453334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.508727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ded00-6970-4af8-ad1f-9e753cc9cb45 req-c0b344b1-41d6-4d7f-82b9-97e6b507c2e5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.522365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c9ded00-6970-4af8-ad1f-9e753cc9cb45 req-c0b344b1-41d6-4d7f-82b9-97e6b507c2e5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 948 time: 1.0020840 Jul 16 08:37:50.571411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.595681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:50.598819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:50.604958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:50.619238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Allocated IP 10.2.2.2 (eca03ba4-77fc-4a01-85db-b1416d474e14/892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3/8960a58a-7f5d-48fb-beca-df0393e77252) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:50.640148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.644847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c74a3613-049d-4f53-b259-147999abdfee None None] For port f72eefd9-d291-47d2-b277-196764466cc0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:50.648724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:50.653542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c74a3613-049d-4f53-b259-147999abdfee None None] For port f72eefd9-d291-47d2-b277-196764466cc0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f72eefd9-d291-47d2-b277-196764466cc0,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:50.669508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-07980a26-fd34-45fb-8469-0246c9fed667 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.671298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-07980a26-fd34-45fb-8469-0246c9fed667 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 946 time: 0.2417209 Jul 16 08:37:50.679986 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.699813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4b3046b4-b311-4748-b404-387ac92ab222 admin admin] 10.222.0.32 "PUT /v2.0/routers/3e91d967-3e1e-436f-bddc-bb0dfff4490b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4483445 Jul 16 08:37:50.701242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40624) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:50.729390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.730083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.743987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Sync routers for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:50.799831 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c26cfcd5-0c7d-4076-9836-1640730bdaa2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2126198 Jul 16 08:37:50.809778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:50.824984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'name': 'tempest-TaggedBootDevicesTest-2021600454', 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:50.826773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:50.827435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:50.830569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a3613-049d-4f53-b259-147999abdfee None None] Pushing event updated for resources: {'Port': ['ID=f72eefd9-d291-47d2-b277-196764466cc0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.910260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c9ded00-6970-4af8-ad1f-9e753cc9cb45 req-f3f98554-c7aa-4681-819a-2d80e0389756 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868155 Jul 16 08:37:50.917453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.928779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f6381fc0-d095-46cb-9b4d-425493186311 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5926654 Jul 16 08:37:50.988698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port 816eed18-45aa-4264-90e2-a4281fb3ae6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:50.989049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.044335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.054683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Transition to ACTIVE for port object 8960a58a-7f5d-48fb-beca-df0393e77252 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:51.072887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Transition to ACTIVE for port object 8960a58a-7f5d-48fb-beca-df0393e77252 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:51.087354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.095277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 9d013902-b34f-4053-bca2-865bbbf9ce03 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:51.130504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.165893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 9d013902-b34f-4053-bca2-865bbbf9ce03 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:51.167383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.195165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:51.200752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.230288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] device_id is not set on port c13e71d5-6050-4ae0-a480-1849094fa2e6 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:51.289774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-daf8ea39-91fe-4dae-bb7f-9d729085afc0 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1482675560&fields=id&tenant_id=7910f40683784d529a0f44101d75d646 HTTP/1.1" status: 200 len: 267 time: 0.0836530 Jul 16 08:37:51.342251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port 816eed18-45aa-4264-90e2-a4281fb3ae6f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=816eed18-45aa-4264-90e2-a4281fb3ae6f,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:51.342629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.351325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Pushing event updated for resources: {'Port': ['ID=8960a58a-7f5d-48fb-beca-df0393e77252,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.372986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Network eca03ba4-77fc-4a01-85db-b1416d474e14 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:51.413438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:51.431363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for 816eed18-45aa-4264-90e2-a4281fb3ae6f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:51.438621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:51.577244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.684477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:51.717499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.1.1.18 (266da9dd-c318-49a2-b1cd-5ae9067eaaa6/234b42b7-69f4-41a4-802f-9f28faccb6c6/c13e71d5-6050-4ae0-a480-1849094fa2e6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:51.718398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-615d88bd-6706-46b7-93b3-5fcf5bb3b6ad tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.727022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-615d88bd-6706-46b7-93b3-5fcf5bb3b6ad tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/networks?id=f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 200 len: 806 time: 0.3720958 Jul 16 08:37:51.763353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-09d37c1e-e8fc-4ffe-939d-309275bdbef8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/quotas/7910f40683784d529a0f44101d75d646 HTTP/1.1" status: 200 len: 375 time: 0.0353775 Jul 16 08:37:51.858947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c505f57-fdb4-4128-a9ee-e460c9ca8191 req-48786209-0e95-466d-82bd-eb4f349b4c27 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.861264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c505f57-fdb4-4128-a9ee-e460c9ca8191 req-48786209-0e95-466d-82bd-eb4f349b4c27 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 946 time: 0.2386951 Jul 16 08:37:51.890194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Deleting port fe8b6707-6902-421e-aa4f-3ca46e14e83e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:51.890943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.893888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Attempting to bind port 8960a58a-7f5d-48fb-beca-df0393e77252 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:51.894264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Attempting to bind port 8960a58a-7f5d-48fb-beca-df0393e77252 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:51.894636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Attempting to bind port 8960a58a-7f5d-48fb-beca-df0393e77252 on network eca03ba4-77fc-4a01-85db-b1416d474e14 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:51.914828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:51.915245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Checking segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:51.915616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.916175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Bound using segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:51.916648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Bound port: 8960a58a-7f5d-48fb-beca-df0393e77252, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:51.917033 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.967197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-31086f68-4c6e-4569-88a5-55ef64635b20 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7910f40683784d529a0f44101d75d646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2029719 Jul 16 08:37:51.975462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c505f57-fdb4-4128-a9ee-e460c9ca8191 req-65f24545-9912-47ac-b27e-5aa56831c338 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040747 Jul 16 08:37:51.986475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.002711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object c13e71d5-6050-4ae0-a480-1849094fa2e6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:52.009378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.046666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.107449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:52.118127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:52.125509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:52.129350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.148378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-6b1fcda2-449e-4d07-9ca1-81793c3ed128 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285620 Jul 16 08:37:52.189703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:52.196236 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47c5df-9d3b-42f5-999d-389ac3226125" -d '{"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:52.274539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.291321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.323570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] For port 8960a58a-7f5d-48fb-beca-df0393e77252, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:52.327990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] For port 8960a58a-7f5d-48fb-beca-df0393e77252, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8960a58a-7f5d-48fb-beca-df0393e77252,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:52.329580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.342236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] For port fe8b6707-6902-421e-aa4f-3ca46e14e83e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fe8b6707-6902-421e-aa4f-3ca46e14e83e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.342517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.375713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Calling delete_port for fe8b6707-6902-421e-aa4f-3ca46e14e83e owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:52.438607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.441703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 816eed18-45aa-4264-90e2-a4281fb3ae6f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:52.512457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 816eed18-45aa-4264-90e2-a4281fb3ae6f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:52.512457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 816eed18-45aa-4264-90e2-a4281fb3ae6f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:52.512457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.512878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port 816eed18-45aa-4264-90e2-a4281fb3ae6f on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:52.517985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.520183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d83cb2f4-264f-40e4-999f-6a9e1253964f req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "DELETE /v2.0/ports/816eed18-45aa-4264-90e2-a4281fb3ae6f HTTP/1.1" status: 204 len: 173 time: 1.8421345 Jul 16 08:37:52.521777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd4635-70c8-4ab3-907d-003d3b41b543 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=816eed18-45aa-4264-90e2-a4281fb3ae6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.532413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'name': 'network-vif-deleted', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:52.535339 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f1b7a-376e-470e-918d-651377ab8355" -d '{"events": [{"server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "name": "network-vif-deleted", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:52.580235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.581082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.612817 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d58d8887-e585-49cf-abe8-23bcf57d28a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7926683 Jul 16 08:37:52.637101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab82b44-cd98-4294-92a6-a7abcc2ec598 None None] Pushing event updated for resources: {'Port': ['ID=8960a58a-7f5d-48fb-beca-df0393e77252,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.659431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port': {'id': 'fe8b6707-6902-421e-aa4f-3ca46e14e83e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:28Z', 'updated_at': '2021-07-16T08:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.714549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Checking router: 3e91d967-3e1e-436f-bddc-bb0dfff4490b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:52.731087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Routers {'3e91d967-3e1e-436f-bddc-bb0dfff4490b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:52.738577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.866498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] Set router 3e91d967-3e1e-436f-bddc-bb0dfff4490b gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:52.908468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-dc26ea00-7c52-4da9-a0f9-0727dab1c688 service neutron] 10.222.0.32 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416391 Jul 16 08:37:52.941472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 6, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:52.983569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce53cca-6db3-462e-bcae-d7f90bca2762 None None] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:52.986876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a15b1a-007b-4945-ab41-7ec2341cf3a6 None None] The sync data for ids ['3e91d967-3e1e-436f-bddc-bb0dfff4490b'] in n-d-798054-12 is: [{'id': '3e91d967-3e1e-436f-bddc-bb0dfff4490b', 'name': 'tempest-ServerRescueTestJSON-1762613541-router', 'tenant_id': '08faab286e8b4282a8991c1b35dfcf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:26Z', 'updated_at': '2021-07-16T08:37:51Z', 'revision_number': 6, 'project_id': '08faab286e8b4282a8991c1b35dfcf04', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:53.079671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d0606e0a-0dc7-4e0a-94f3-afffabf1e060 None None] Provisioning for port f72eefd9-d291-47d2-b277-196764466cc0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:53.177647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7f6fa-b8e7-4da9-9916-49c0bc27d95a req-c1166c9e-7661-4314-aa2e-de65bd202d7c tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.179113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0c7f6fa-b8e7-4da9-9916-49c0bc27d95a req-c1166c9e-7661-4314-aa2e-de65bd202d7c tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 949 time: 0.2968130 Jul 16 08:37:53.290377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0c7f6fa-b8e7-4da9-9916-49c0bc27d95a req-af174237-c85d-4e8f-a021-48eb2e007bc2 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 Jul 16 08:37:53.331952 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c5a8d-55b1-4845-9673-9aeb804380f5 x-openstack-request-id: req-0b6c5a8d-55b1-4845-9673-9aeb804380f5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:53.332498 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:53.332498 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b6c5a8d-55b1-4845-9673-9aeb804380f5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:53.332912 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'code': 200} Jul 16 08:37:53.343283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.431219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:53.444569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8b6707-6902-421e-aa4f-3ca46e14e83e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.599409 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c7999c-06de-4fbc-985d-def826415f19 x-openstack-request-id: req-45c7999c-06de-4fbc-985d-def826415f19 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:53.599948 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082164da-846d-45eb-b6d0-0c966f1483e6", "name": "network-vif-deleted", "tag": "816eed18-45aa-4264-90e2-a4281fb3ae6f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:53.617924 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45c7999c-06de-4fbc-985d-def826415f19 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:53.618577 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082164da-846d-45eb-b6d0-0c966f1483e6', 'name': 'network-vif-deleted', 'tag': '816eed18-45aa-4264-90e2-a4281fb3ae6f', 'status': 'completed', 'code': 200} Jul 16 08:37:53.642736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.734851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a3001-206a-4c0f-bf13-6dfa523d50f5 req-cac5cefd-1dff-4c29-9767-61e8ae0d0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.740689 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-132a3001-206a-4c0f-bf13-6dfa523d50f5 req-cac5cefd-1dff-4c29-9767-61e8ae0d0aee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 1101 time: 0.2857690 Jul 16 08:37:53.852714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-132a3001-206a-4c0f-bf13-6dfa523d50f5 req-71a6b018-58de-4ed9-ad20-cc84ea3555c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078885 Jul 16 08:37:53.865053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:53.908551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '2666415b-471b-423e-8c19-9d18b45ceee9', 'network_id': '5a2228f9-0c7f-47bd-b254-7e9dca501afa', 'port_id': '2666415b-471b-423e-8c19-9d18b45ceee9', 'mac_address': 'fa:16:3e:c1:4c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63608eb8-f68f-44d4-9d7a-6bdfb685d717', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:54.048392 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.075992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2666415b-471b-423e-8c19-9d18b45ceee9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:54.122983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:54.135078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.204598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41c05ed2-1b06-47de-9e85-d6352f46e0df req-f97a849e-52ec-4c7f-9588-7a0bc5d54f35 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=082164da-846d-45eb-b6d0-0c966f1483e6 HTTP/1.1" status: 200 len: 210 time: 0.1021807 Jul 16 08:37:54.220775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.229180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.276764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f72eefd9-d291-47d2-b277-196764466cc0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:54.407122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79ebb70d-c638-4c4d-9a76-91699d0eaef5 req-841dd099-79de-4d29-98b6-432445a487f7 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 210 time: 0.0530095 Jul 16 08:37:54.409211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.409729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e91d967-3e1e-436f-bddc-bb0dfff4490b {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:37:54.416843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.418170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-60aa723e-3ce0-4db7-bc68-1ac8eca563ed admin admin] 10.222.0.32 "DELETE /v2.0/routers/3e91d967-3e1e-436f-bddc-bb0dfff4490b HTTP/1.1" status: 204 len: 168 time: 3.7017565 Jul 16 08:37:54.420868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.517312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40712) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.522247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479917422', 'description': 'tempest-description--844523386'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:54.531815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Deleting subnet 36d280f7-8a5d-458d-97dd-f0aaecda214d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:54.541281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.619829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.742068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Provisioning for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:54.749298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.797786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Provisioning complete for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:54.798565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.870603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.897163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:54.898832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.906023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2666415b-471b-423e-8c19-9d18b45ceee9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:54.980117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.027382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d280f7-8a5d-458d-97dd-f0aaecda214d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.035439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9248511-5f77-4f4a-9162-4d190493b9b5 None None] Network eca03ba4-77fc-4a01-85db-b1416d474e14 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:55.042393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.046794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1cb6970d-ab4f-45cd-9a0c-6b5e06a0c4e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36d280f7-8a5d-458d-97dd-f0aaecda214d HTTP/1.1" status: 204 len: 168 time: 0.6224377 Jul 16 08:37:55.047393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:55.186139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.190644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.218543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.348231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37125b5d-fc13-4fef-a13a-6997bef7701f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.367829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.372531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f40c6bf6-aee5-456e-9b46-4d732f088c74 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8541048 Jul 16 08:37:55.380487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40720) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:55.401505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'security_group_rule': {'security_group_id': '37125b5d-fc13-4fef-a13a-6997bef7701f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:55.459456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Provisioning for port c13e71d5-6050-4ae0-a480-1849094fa2e6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:55.464588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.472219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c91fb4-a6df-4790-9b2b-29ad099c8adc req-0d9c1632-08c9-440c-840b-412c074b5c17 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.486475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20c91fb4-a6df-4790-9b2b-29ad099c8adc req-0d9c1632-08c9-440c-840b-412c074b5c17 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 945 time: 0.5780110 Jul 16 08:37:55.499679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089413aa-99f5-446a-93a9-0d1bb7d8375b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:55.512727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9bb1a-a6bc-4d73-a314-06d460071acb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:55.513442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9bb1a-a6bc-4d73-a314-06d460071acb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:55.523837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.537166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f72eefd9-d291-47d2-b277-196764466cc0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:55.541040 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.556868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:55.557819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:55.561371 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:55.564866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Provisioning complete for port c13e71d5-6050-4ae0-a480-1849094fa2e6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:55.564866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.609826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735b04-36f8-4d23-a533-645ca4ae046d req-e7390b55-f5bb-4a5b-b079-67be95a5a4a5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.619310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed735b04-36f8-4d23-a533-645ca4ae046d req-e7390b55-f5bb-4a5b-b079-67be95a5a4a5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 949 time: 0.6450205 Jul 16 08:37:55.627886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.643932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1d592caa-e563-4235-8847-bf918f8c1bad None None] Port c13e71d5-6050-4ae0-a480-1849094fa2e6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:55.653257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f72eefd9-d291-47d2-b277-196764466cc0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:55.653673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.663854 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.681879 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.687730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] 10.222.0.32 "DELETE /v2.0/networks/089413aa-99f5-446a-93a9-0d1bb7d8375b HTTP/1.1" status: 204 len: 168 time: 0.6384990 Jul 16 08:37:55.704255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657c733-4990-4b69-8d05-f3377582fe9b admin admin] Pushing event deleted for resources: {'Network': ['ID=089413aa-99f5-446a-93a9-0d1bb7d8375b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.819508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20c91fb4-a6df-4790-9b2b-29ad099c8adc req-af4a4273-a58f-4a82-8d0a-88c3ccb0887b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300524 Jul 16 08:37:55.859329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Provisioning complete for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:55.860283 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.939236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:55.948713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed735b04-36f8-4d23-a533-645ca4ae046d req-8242ff24-5859-49db-9ff2-9c3a14829e51 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283913 Jul 16 08:37:55.984528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.993628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.066675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c644e3-677b-42eb-a4d2-332b0530301c,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.075023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.102559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Provisioning complete for port c13e71d5-6050-4ae0-a480-1849094fa2e6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:56.102559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.111710 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.113229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ccd6e68e-b51c-4931-8182-91d7ffa53724 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7200375 Jul 16 08:37:56.116589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40730) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.135089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'security_group_rule': {'security_group_id': '37125b5d-fc13-4fef-a13a-6997bef7701f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:56.183034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.233059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-6518780f-47f3-4e93-929f-796ee58a72e4 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.234551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-6518780f-47f3-4e93-929f-796ee58a72e4 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.46 "GET /v2.0/networks?id=f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 200 len: 806 time: 0.3326650 Jul 16 08:37:56.238390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.275229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Port c13e71d5-6050-4ae0-a480-1849094fa2e6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:56.334626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b1c1c5a-3322-4401-bbf9-c2caa6559bd2 None None] Provisioning for port 8960a58a-7f5d-48fb-beca-df0393e77252 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:56.422688 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e8c11dd2-3aef-4e27-be7b-d5ceb44a8305 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08faab286e8b4282a8991c1b35dfcf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382164 Jul 16 08:37:56.436736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.438851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f72eefd9-d291-47d2-b277-196764466cc0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f72eefd9-d291-47d2-b277-196764466cc0,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:56.444810 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.448789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8960a58a-7f5d-48fb-beca-df0393e77252 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:56.530050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22f5a728-c120-40be-99fd-b8a483d67bf6 req-edde4ecc-749c-4a74-b3a7-066fb1a7ae21 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 210 time: 0.1696508 Jul 16 08:37:56.552563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-3cfaa78c-20d4-44ac-b62e-634ddfbffe8a tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7910f40683784d529a0f44101d75d646 HTTP/1.1" status: 200 len: 380 time: 0.2728546 Jul 16 08:37:56.566592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'port': {'device_id': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'admin_state_up': True, 'tenant_id': '7910f40683784d529a0f44101d75d646', 'security_groups': ['4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:56.588135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.604495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.657636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f72eefd9-d291-47d2-b277-196764466cc0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.666818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac10940d-56b5-47c7-9baf-07ce97f60bfd,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.672317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.673789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6865b489-b8b6-4eca-afbb-ca2e250d84eb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5498738 Jul 16 08:37:56.677495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40746) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.687020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:56.714215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8960a58a-7f5d-48fb-beca-df0393e77252 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:56.722628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8960a58a-7f5d-48fb-beca-df0393e77252 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:56.723020 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.731385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-c09cabce-e703-44d8-a31b-451c717a5168 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.739055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-c09cabce-e703-44d8-a31b-451c717a5168 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.1685541 Jul 16 08:37:56.749979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.770186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b94b549-906b-4f09-a5d0-b8c5c3962c09 None None] Provisioning complete for port 8960a58a-7f5d-48fb-beca-df0393e77252 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:56.771192 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b94b549-906b-4f09-a5d0-b8c5c3962c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.771852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-4cab8917-2a9c-46c9-9b7d-5644ca1c6d9a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0296216 Jul 16 08:37:56.797129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.812137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Made reservation on behalf of 7910f40683784d529a0f44101d75d646 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:56.815855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.837231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-a7f5e773-93f6-4362-9145-aeaa1d398527 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641973 Jul 16 08:37:56.894973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.974549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 8960a58a-7f5d-48fb-beca-df0393e77252, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8960a58a-7f5d-48fb-beca-df0393e77252,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:56.977494 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b94b549-906b-4f09-a5d0-b8c5c3962c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.990786 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.075524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8db22cc3-f491-47cc-bac8-926bd7d096a3 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:57.076335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-7fed7aaa-8aac-437c-a8ba-4b825fd2c9a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316840 Jul 16 08:37:57.099184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=8960a58a-7f5d-48fb-beca-df0393e77252,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.112228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8db22cc3-f491-47cc-bac8-926bd7d096a3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:57.112579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8db22cc3-f491-47cc-bac8-926bd7d096a3 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:57.136882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.216891 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-3b94b549-906b-4f09-a5d0-b8c5c3962c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:37:57.217259 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-3b94b549-906b-4f09-a5d0-b8c5c3962c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:37:57.287066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f72eefd9-d291-47d2-b277-196764466cc0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:57.363667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 172.25.5.66 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/36c3aa8b-66c9-4fa4-813e-50ab47389cc2) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:57.374542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f72eefd9-d291-47d2-b277-196764466cc0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:57.375073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.382000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Allocated IP 172.20.0.6 (f3b33b41-8f67-4380-9db8-82cb9adf069b/c87f3a4e-ad63-489f-b517-1837f54c8179/214514e3-d2cb-4789-87fa-4f83fd6457d7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:57.430135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:57.502814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.525763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.540484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Transition to ACTIVE for port object 214514e3-d2cb-4789-87fa-4f83fd6457d7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:57.557396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.564295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8960a58a-7f5d-48fb-beca-df0393e77252 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:57.576544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.595527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.622297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257e9a-3534-47e0-af9c-a3df689d1c95 req-68db2987-8d4b-4abb-a160-a11c5553c553 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.624186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97257e9a-3534-47e0-af9c-a3df689d1c95 req-68db2987-8d4b-4abb-a160-a11c5553c553 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 945 time: 0.5927825 Jul 16 08:37:57.633090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Network f3b33b41-8f67-4380-9db8-82cb9adf069b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:57.640605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:57.655478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:57.661719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:57.673236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-00f76746-bc8c-4e64-a802-d8dbbd3b1d00 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956819 Jul 16 08:37:57.680771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 2666415b-471b-423e-8c19-9d18b45ceee9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:57.687614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.687863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:57.700485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:57.707282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=36c3aa8b-66c9-4fa4-813e-50ab47389cc2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.748980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event updated for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.775542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8960a58a-7f5d-48fb-beca-df0393e77252 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:57.776073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.790244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97257e9a-3534-47e0-af9c-a3df689d1c95 req-c2822b21-e194-4c5f-83cf-f4a8c4868407 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549735 Jul 16 08:37:57.859722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.893536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.935737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.939572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.941119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a79da7c-37b0-4144-a735-7976a0447407 HTTP/1.1" status: 204 len: 168 time: 1.5034206 Jul 16 08:37:57.950463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-a5dc9a0c-26f7-4264-8d88-33be21f92572 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3902090 Jul 16 08:37:57.969526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97155b-b242-4036-976b-30522fa18e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a79da7c-37b0-4144-a735-7976a0447407,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.988583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Request body: {'port': {'device_id': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:57.994662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.100050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.153048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4b489b7f-cfb3-455c-9c54-cdc8ae6ad4e1 None None] Provisioning for port 214514e3-d2cb-4789-87fa-4f83fd6457d7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:58.200762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.208129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:58.213156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4b489b7f-cfb3-455c-9c54-cdc8ae6ad4e1 None None] Provisioning complete for port 214514e3-d2cb-4789-87fa-4f83fd6457d7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:58.213962 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4b489b7f-cfb3-455c-9c54-cdc8ae6ad4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.217921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:58.224355 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04099aad-8b4d-42fb-a8a8-5dbf232661d3" -d '{"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-plugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:58.243613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.282632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.309760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fe8b6707-6902-421e-aa4f-3ca46e14e83e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:58.393565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:58.417432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fe8b6707-6902-421e-aa4f-3ca46e14e83e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:58.417791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fe8b6707-6902-421e-aa4f-3ca46e14e83e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:58.434366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4b489b7f-cfb3-455c-9c54-cdc8ae6ad4e1 None None] Port 214514e3-d2cb-4789-87fa-4f83fd6457d7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:58.437642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f607-195b-4e28-910b-03db138c66c8 req-f3c78a08-5fab-4f18-a601-cf3aff49e2a8 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.439226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab62f607-195b-4e28-910b-03db138c66c8 req-f3c78a08-5fab-4f18-a601-cf3aff49e2a8 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 949 time: 0.3277965 Jul 16 08:37:58.674792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab62f607-195b-4e28-910b-03db138c66c8 req-f75bcc72-0a1a-4bf2-a702-535458e3cae9 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236602 Jul 16 08:37:58.788499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431a5bd-17d0-4bd6-8d53-065a9cc0f050 req-51d4f821-5205-45ba-9544-a5db9b36c0f8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.793630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9431a5bd-17d0-4bd6-8d53-065a9cc0f050 req-51d4f821-5205-45ba-9544-a5db9b36c0f8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 931 time: 0.2386987 Jul 16 08:37:58.844898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214514e3-d2cb-4789-87fa-4f83fd6457d7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:58.858502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.866183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9431a5bd-17d0-4bd6-8d53-065a9cc0f050 req-34b75e5e-5138-4783-97d3-ace21fe2f8e7 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564647 Jul 16 08:37:58.867472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.907830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.968492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Transition to ACTIVE for port object 214514e3-d2cb-4789-87fa-4f83fd6457d7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:58.973866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.076576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=36c3aa8b-66c9-4fa4-813e-50ab47389cc2,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.088907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.124663 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f306e031-3cee-49ba-bf7b-e8432ea50cbd x-openstack-request-id: req-f306e031-3cee-49ba-bf7b-e8432ea50cbd {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:59.125569 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-plugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:59.126076 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f306e031-3cee-49ba-bf7b-e8432ea50cbd {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:59.126742 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9', 'code': 200} Jul 16 08:37:59.155993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.161862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f706c77-d8b6-4dfb-8006-27e167d60177 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4788573 Jul 16 08:37:59.269679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Pushing event updated for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.287149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Attempting to bind port 214514e3-d2cb-4789-87fa-4f83fd6457d7 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:59.287503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Attempting to bind port 214514e3-d2cb-4789-87fa-4f83fd6457d7 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:59.287841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Attempting to bind port 214514e3-d2cb-4789-87fa-4f83fd6457d7 on network f3b33b41-8f67-4380-9db8-82cb9adf069b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:59.298704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Port 214514e3-d2cb-4789-87fa-4f83fd6457d7 on network f3b33b41-8f67-4380-9db8-82cb9adf069b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:59.299049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Attempting to bind port 214514e3-d2cb-4789-87fa-4f83fd6457d7 on network f3b33b41-8f67-4380-9db8-82cb9adf069b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:59.311390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:59.311789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Checking segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:59.312227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Bound using segment: {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:59.313637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Bound port: 214514e3-d2cb-4789-87fa-4f83fd6457d7, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14f5a99-00ab-430d-b856-a117afa21799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:59.314223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.323514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9604111-7952-42cf-addf-1072f5dbf2eb req-a61d4924-972c-47ac-bb72-35459716bf77 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.1543927 Jul 16 08:37:59.423347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:59.453147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.612846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-network', 'tenant_id': '20e14c39619c449a874c69a501d98d44'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:59.646312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:59.650568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:59.656926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.673916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Made reservation on behalf of 20e14c39619c449a874c69a501d98d44 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:59.678912 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.701453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:59.702378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.704234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] 10.222.0.46 "PUT /v2.0/ports/214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 200 len: 1092 time: 1.7274482 Jul 16 08:37:59.704874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:59.707681 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62175a7c-1d96-4ff3-9896-fc41e17da77c" -d '{"events": [{"name": "network-changed", "server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:59.720266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.736790 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.816347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63aa0e-11fe-4f9e-9450-b64afb0a79fe service neutron] Pushing event updated for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.821401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:59.827879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.926225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-75f53da4-af95-4fac-882a-f6de8f2c41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:59.929278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-75f53da4-af95-4fac-882a-f6de8f2c41ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7910f40683784d529a0f44101d75d646&device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 1095 time: 0.1834483 Jul 16 08:37:59.940546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.965266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.976839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.048587 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-ce65ca79-ee77-4c08-8ed2-6b806d5e94bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 200 len: 217 time: 0.1119831 Jul 16 08:38:00.051341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:00.064732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e78e051-1451-4f64-88e4-cb2b06407530,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.085514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.085890 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Added segment 65036373-1740-4e24-9868-e7762ca74add of type vlan for network e3755fa2-c86b-4f43-85f7-6b9a31d0547f Jul 16 08:38:00.175482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.251094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.252481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.253208 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.340467 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3fe38e-ff81-4e14-86c0-a332647abf1c x-openstack-request-id: req-ac3fe38e-ff81-4e14-86c0-a332647abf1c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:00.341073 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:00.341943 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac3fe38e-ff81-4e14-86c0-a332647abf1c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:00.341943 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'status': 'completed', 'code': 200} Jul 16 08:38:00.343471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-3cfe0c5b-9a0a-4c31-8e66-f031f9ec75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.345579 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-3cfe0c5b-9a0a-4c31-8e66-f031f9ec75df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c87f3a4e-ad63-489f-b517-1837f54c8179 HTTP/1.1" status: 200 len: 845 time: 0.2781522 Jul 16 08:38:00.346361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.346930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8925855 Jul 16 08:38:00.361447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Request body: {'subnet': {'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-subnet', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:00.424681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8f713-f4ac-4bd0-884a-fcb3757b3ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=e3755fa2-c86b-4f43-85f7-6b9a31d0547f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.441863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:00.451147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Made reservation on behalf of 20e14c39619c449a874c69a501d98d44 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:00.454000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.474404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-530d1506-b9ee-4ab2-ab0a-a6105b1bcc80 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.477053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-530d1506-b9ee-4ab2-ab0a-a6105b1bcc80 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.2979741 Jul 16 08:38:00.494475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:00.556680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f96ba498-ca4b-4e2b-a77e-76286a3f2dfd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1479917422&fields=id&tenant_id=9fc609ffb8964aa8a984157972324824 HTTP/1.1" status: 200 len: 267 time: 0.1339669 Jul 16 08:38:00.675729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-4bbd48cc-c307-4f72-898f-a3928bf9f08f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.682440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-4bbd48cc-c307-4f72-898f-a3928bf9f08f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 931 time: 0.1249113 Jul 16 08:38:00.704506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:00.709672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.753651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-c31fdf3c-c55b-4336-b8c2-920a8d423014 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.762541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-c31fdf3c-c55b-4336-b8c2-920a8d423014 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 931 time: 0.0776556 Jul 16 08:38:00.768285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-6b5b239f-2945-4df5-be2f-79df72c9cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.769832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-6b5b239f-2945-4df5-be2f-79df72c9cc2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3b33b41-8f67-4380-9db8-82cb9adf069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4044106 Jul 16 08:38:00.825324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044751f6-0b17-4311-8836-29ada85b823b req-6c6f52ad-cfc7-49eb-9752-b842064da7ff tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.833284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-044751f6-0b17-4311-8836-29ada85b823b req-6c6f52ad-cfc7-49eb-9752-b842064da7ff tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 943 time: 0.2580745 Jul 16 08:38:00.836720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51a98624-0422-4974-b3bd-8d4dc533af42 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0734029 Jul 16 08:38:00.992213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-607a3457-d212-476e-8f88-23db8c39c43d service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228540 Jul 16 08:38:01.127887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:01.130818 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967719a1-5f70-4417-8a48-59bf1a53472a" -d '{"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-unplugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:01.138857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.9 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/5b579d6f-2e16-41ea-9498-9c0c7591adbd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:01.151842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-246591f5-0989-4269-92b9-ba4e955b7c5a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.153494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-246591f5-0989-4269-92b9-ba4e955b7c5a tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 944 time: 0.4259965 Jul 16 08:38:01.160689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-48b7af93-1c82-41ff-8db6-8a41dd99830b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2959850 Jul 16 08:38:01.178417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-044751f6-0b17-4311-8836-29ada85b823b req-1fc87081-b1e7-44eb-9d6f-24807d8f0d3c tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402982 Jul 16 08:38:01.317477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.320761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a007bed-3a59-49a7-81aa-d51e4284378f req-939642cd-afa2-4c50-998a-f705b91a1c9c service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145976 Jul 16 08:38:01.323062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-85b2ddbf-4ba4-46d9-b875-108e6ea78f18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.328879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-85b2ddbf-4ba4-46d9-b875-108e6ea78f18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.341229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-85b2ddbf-4ba4-46d9-b875-108e6ea78f18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.342897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-85b2ddbf-4ba4-46d9-b875-108e6ea78f18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=eca03ba4-77fc-4a01-85db-b1416d474e14&id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 1991 time: 0.1631920 Jul 16 08:38:01.367090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-b0280969-828d-4843-9be8-9f05a1c5bd07 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/quotas/9fc609ffb8964aa8a984157972324824 HTTP/1.1" status: 200 len: 375 time: 0.0186722 Jul 16 08:38:01.529597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-ee9353e5-90a4-42d7-97ac-61ddcb012bf2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1561048 Jul 16 08:38:01.563626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44c8fb-e7e2-4b03-8587-7d603a44b03b req-e091854f-4ade-495e-9636-7f83d98ee711 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.565165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa44c8fb-e7e2-4b03-8587-7d603a44b03b req-e091854f-4ade-495e-9636-7f83d98ee711 tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 944 time: 0.1248596 Jul 16 08:38:01.594394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.634292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Checking segment: {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:01.634743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Network hostable DHCP agents. Network: e3755fa2-c86b-4f43-85f7-6b9a31d0547f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:01.654484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa44c8fb-e7e2-4b03-8587-7d603a44b03b req-bda67ec9-989f-4edb-bde8-89904cf2a2de tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad2c4ed-b752-4576-8644-95a3dd00d0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Jul 16 08:38:01.655076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Deleting port 2666415b-471b-423e-8c19-9d18b45ceee9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:01.655423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.684324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-fe0a5033-7928-4676-b2af-fa6e4fbb74e1 service neutron] 10.222.0.32 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504116 Jul 16 08:38:01.778409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] For port 2666415b-471b-423e-8c19-9d18b45ceee9, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2666415b-471b-423e-8c19-9d18b45ceee9,segment=NetworkSegment(583e0014-2c1d-4aaf-8ce9-24c3884a39b4),segment_id=583e0014-2c1d-4aaf-8ce9-24c3884a39b4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:01.778969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.805366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.816305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81d2b376-2b6e-408b-a1b3-7c8bcc8f5196 req-b11914b5-ab13-42cd-8620-e8da28486a44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0345123 Jul 16 08:38:01.818584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-ed064749-7c17-4aaa-8395-3b347105b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.820250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-ed064749-7c17-4aaa-8395-3b347105b385 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7910f40683784d529a0f44101d75d646&device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 1095 time: 0.3782141 Jul 16 08:38:01.826463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Calling delete_port for 2666415b-471b-423e-8c19-9d18b45ceee9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:01.866520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-9a8d9384-f528-4698-be9e-00d4c3c29858 service neutron] 10.222.0.32 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735117 Jul 16 08:38:01.874094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:01.937908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e3755fa2-c86b-4f43-85f7-6b9a31d0547f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:01.947861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6a666-4f1a-4d2c-be19-ac51a0d3a493 None None] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:01.972841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.974063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.988793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-b7ed90de-f34e-4e3f-aceb-ec220465823c service neutron] 10.222.0.32 "GET /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1180973 Jul 16 08:38:02.021136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b7c1fde-e528-4d15-a836-85bae8b8fa87 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6708319 Jul 16 08:38:02.030979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40858) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.032958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.038380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:02.061714 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b866b15c-ade7-4b1c-a843-f8c7aa981cb9 x-openstack-request-id: req-b866b15c-ade7-4b1c-a843-f8c7aa981cb9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:02.062012 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-unplugged", "status": "completed", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:02.062246 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b866b15c-ade7-4b1c-a843-f8c7aa981cb9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:02.062869 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9', 'code': 200} Jul 16 08:38:02.104070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.106778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.107856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.121935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:02.124457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-37890257-f6dc-449d-831d-5cf8ab37da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.125942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-37890257-f6dc-449d-831d-5cf8ab37da9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 200 len: 907 time: 0.2920437 Jul 16 08:38:02.128392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:02.131288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:02.152521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-6bfc19c0-842c-405b-9b5b-339ec8b8c115 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617761 Jul 16 08:38:02.169911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec8623-1b72-44d1-b023-dd32e404532b None None] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:02.224980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.231502 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-d3344c04-3cae-43cc-ab42-ce74b36d87fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 200 len: 217 time: 0.0540318 Jul 16 08:38:02.303387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.305201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.327366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:02.332575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.378834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-1b01d2ce-f910-49ce-a06c-be2d3cb82419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.382117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-1b01d2ce-f910-49ce-a06c-be2d3cb82419 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c87f3a4e-ad63-489f-b517-1837f54c8179 HTTP/1.1" status: 200 len: 845 time: 0.1385221 Jul 16 08:38:02.405496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Pushing event deleted for resources: {'Port': ['ID=2666415b-471b-423e-8c19-9d18b45ceee9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.412288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-9497fea7-2889-4f1c-a136-e5ff9b5dac92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9219606 Jul 16 08:38:02.470119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Request body: {'port': {'device_id': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:02.473100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] No DVR routers for this DVR port 2666415b-471b-423e-8c19-9d18b45ceee9 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:02.498091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.502252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.506337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-20ba2479-3f94-4bb3-9655-b8b9d3794200 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526289 Jul 16 08:38:02.511207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2674e576-c9b9-4af9-ab25-754226c99fb5 req-f1e39926-d62d-4da7-aa5d-b8b48d29ee9b tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.47 "DELETE /v2.0/ports/2666415b-471b-423e-8c19-9d18b45ceee9 HTTP/1.1" status: 204 len: 173 time: 1.3396654 Jul 16 08:38:02.511894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-deleted', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:02.514524 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3361c94e-1f9a-4029-9e95-c43da9836f00" -d '{"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-deleted", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:02.625746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-e1c178b3-998e-4db6-99af-d1e621b13047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.628473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-e1c178b3-998e-4db6-99af-d1e621b13047 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3b33b41-8f67-4380-9db8-82cb9adf069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212753 Jul 16 08:38:02.646584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.683746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0cdafefc-46a4-4eb9-8025-25640df31849 service neutron] 10.222.0.32 "GET /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1617975 Jul 16 08:38:02.696177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78374c-5437-403a-a941-2ef2a905f07c req-03bf2f7f-9302-4186-8a65-27b02ff7b535 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.697660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb78374c-5437-403a-a941-2ef2a905f07c req-03bf2f7f-9302-4186-8a65-27b02ff7b535 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 943 time: 0.2953975 Jul 16 08:38:02.756980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-c7d5cbf0-72a3-4122-a32d-0ef00ab92455 service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112678 Jul 16 08:38:02.771729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:02.783211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'mac_address': 'fa:16:3e:36:f1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:02.825230 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.840759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:02.845173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb78374c-5437-403a-a941-2ef2a905f07c req-bf4ca68b-8608-44be-9f5f-d4e890f33e5d tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361737 Jul 16 08:38:02.866844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-29996f24-c511-40b3-a479-0c3e2a8cbeb8 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670442 Jul 16 08:38:02.869028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:02.875322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.945927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62175a7c-1d96-4ff3-9896-fc41e17da77c req-3aa38955-1560-411d-a168-f10ab4b526ad service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821747 Jul 16 08:38:02.951823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.996611 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc6665-9bcf-4d1f-8734-896a23803214 x-openstack-request-id: req-cdfc6665-9bcf-4d1f-8734-896a23803214 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:02.996903 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203b428-4f61-42ed-8d3a-7ecad9db7b47", "name": "network-vif-deleted", "tag": "2666415b-471b-423e-8c19-9d18b45ceee9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:02.997161 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdfc6665-9bcf-4d1f-8734-896a23803214 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:02.997558 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203b428-4f61-42ed-8d3a-7ecad9db7b47', 'name': 'network-vif-deleted', 'tag': '2666415b-471b-423e-8c19-9d18b45ceee9', 'status': 'completed', 'code': 200} Jul 16 08:38:03.019510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['9d013902-b34f-4053-bca2-865bbbf9ce03'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:03.084470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a514b2c2-eb70-4124-9614-bee000a107e7 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113171 Jul 16 08:38:03.157971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b579d6f-2e16-41ea-9498-9c0c7591adbd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:03.169105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.184953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Transition to ACTIVE for port object 5b579d6f-2e16-41ea-9498-9c0c7591adbd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:03.185878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.190289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.230341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad75fe55-5885-4061-b28c-063658c56d00 req-ce68aebd-1c6f-45fb-98e0-35740c80b10f tempest-ImagesTestJSON-21129458 tempest-ImagesTestJSON-21129458-project] 10.222.0.32 "GET /v2.0/ports?device_id=e203b428-4f61-42ed-8d3a-7ecad9db7b47 HTTP/1.1" status: 200 len: 210 time: 0.0533464 Jul 16 08:38:03.233216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.319242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-1451c47e-b0f9-4a12-91da-6938e3a97d5f service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338781 Jul 16 08:38:03.336970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Pushing event updated for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.403214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Attempting to bind port 5b579d6f-2e16-41ea-9498-9c0c7591adbd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:03.403681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Attempting to bind port 5b579d6f-2e16-41ea-9498-9c0c7591adbd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:03.404140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Attempting to bind port 5b579d6f-2e16-41ea-9498-9c0c7591adbd on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:03.409233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Port 5b579d6f-2e16-41ea-9498-9c0c7591adbd on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:03.409563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Attempting to bind port 5b579d6f-2e16-41ea-9498-9c0c7591adbd on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:03.428565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:03.429274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:03.430188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:03.430875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Bound port: 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:03.431519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.432075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Allocated IP 172.25.5.163 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/cb85548c-3088-410d-b313-7c9ea814fa1f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:03.454255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:03.481125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 2666415b-471b-423e-8c19-9d18b45ceee9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:03.482014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2666415b-471b-423e-8c19-9d18b45ceee9 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:03.538197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:03.542850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:03.546907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.556261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-3faf7879-9414-44ba-9a11-803f38ae6015 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313831 Jul 16 08:38:03.619266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Pushing event updated for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.630765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.631985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.633957 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-ab34bb9d-8e4f-41fb-a616-5a4f3142c893 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b579d6f-2e16-41ea-9498-9c0c7591adbd HTTP/1.1" status: 200 len: 1092 time: 1.1918724 Jul 16 08:38:03.729858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-00ba5c21-9268-4eb3-b234-e327636c703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.731588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-00ba5c21-9268-4eb3-b234-e327636c703b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 1095 time: 0.0574172 Jul 16 08:38:03.778802 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-e3a64172-29c3-4fe8-83fb-a023242e5ab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd HTTP/1.1" status: 200 len: 217 time: 0.0403149 Jul 16 08:38:03.832874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-68e78bf7-2a42-43e1-932a-11bad60ab07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.834386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-68e78bf7-2a42-43e1-932a-11bad60ab07a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0500739 Jul 16 08:38:03.874936 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-33c591ef-db3b-4996-acc4-f65313cfbf88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339189 Jul 16 08:38:03.993432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.031800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-768ba05a-df8b-4886-b958-912e358dca5c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.038955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-768ba05a-df8b-4886-b958-912e358dca5c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/networks?id=b638e822-9493-4514-97f9-96b2e9e99595 HTTP/1.1" status: 200 len: 814 time: 0.5086517 Jul 16 08:38:04.057272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-cefaa88e-6d0f-4eb5-9ea1-cfe64b547c69 service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000281 Jul 16 08:38:04.073575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-46eac9ce-02a9-402d-b625-c291445e4b4a tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/quotas/1ba320afa3b14abb829753d4ebc427d8 HTTP/1.1" status: 200 len: 375 time: 0.0337172 Jul 16 08:38:04.196586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.255860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-c43dfbc3-3f2e-4ba4-86f6-150079152e9a service neutron] 10.222.0.32 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976969 Jul 16 08:38:04.266487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:04.283246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:04.284541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Pushing event updated for resources: {'Port': ['ID=cb85548c-3088-410d-b313-7c9ea814fa1f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.291503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:04.300565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 214514e3-d2cb-4789-87fa-4f83fd6457d7 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:04.315957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-97a2ec5b-d902-4fa6-8a4e-957110091c93 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ba320afa3b14abb829753d4ebc427d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236948 Jul 16 08:38:04.404408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-51995c85-a00d-4079-8c3e-b7a61b7a1010 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123091 Jul 16 08:38:04.422973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:04.499116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:04.502661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2ded665-a61a-4100-a35c-85bd468bf3d9 req-f655be7d-c864-40e6-9258-8bdf7044cf38 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901573 Jul 16 08:38:04.516815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'port_id': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'mac_address': 'fa:16:3e:dd:42:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:04.539855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 9d013902-b34f-4053-bca2-865bbbf9ce03 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:04.540206 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.594090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-93b8c713-21db-4d17-a9ca-502275bf88e4 service neutron] 10.222.0.32 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771664 Jul 16 08:38:04.600749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.622479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214514e3-d2cb-4789-87fa-4f83fd6457d7 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:04.632447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-389d5391-57cb-4a56-8097-2dd4b69f657f service neutron] 10.222.0.32 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620455 Jul 16 08:38:04.655622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:04.665267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.730839 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.760631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.769125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:04.772541 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5340adb-31e0-4296-9ca6-7a6fc303e983" -d '{"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:04.789320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:04.794579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.867973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.899475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-c42b4a3e-c84b-42f0-a031-ed789c1e67a6 service neutron] 10.222.0.32 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656932 Jul 16 08:38:04.919155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['214514e3-d2cb-4789-87fa-4f83fd6457d7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:04.963663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-1585b554-3873-48a0-a307-6938869005f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683186 Jul 16 08:38:04.998909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:04.999456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.002259 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d934d0f4-1d9e-4486-82aa-f47f2dba17df" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:05.133857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-3d052549-30d9-4cd3-b0a6-d3e53fc8006d service neutron] 10.222.0.32 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969438 Jul 16 08:38:05.469739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5b579d6f-2e16-41ea-9498-9c0c7591adbd details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:05.476256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a398d-f437-4b1b-9e48-983fd3451603 req-354eec90-25e2-4d99-87c3-5bb00144d365 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:05.484272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7a398d-f437-4b1b-9e48-983fd3451603 req-354eec90-25e2-4d99-87c3-5bb00144d365 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 943 time: 0.2319338 Jul 16 08:38:05.518796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bd33a511-1929-4d06-994f-2a82482d9899 service neutron] 10.222.0.32 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269815 Jul 16 08:38:05.586447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7a398d-f437-4b1b-9e48-983fd3451603 req-26fc0d6d-b211-4f4a-a661-5ecce05f0310 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Jul 16 08:38:05.605528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.687574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.713238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '5b579d6f-2e16-41ea-9498-9c0c7591adbd', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': '5b579d6f-2e16-41ea-9498-9c0c7591adbd', 'mac_address': 'fa:16:3e:bd:0d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:05.814679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.844712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b579d6f-2e16-41ea-9498-9c0c7591adbd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:05.850990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Router 07540069-b4a6-4942-99f1-4384eecc2ef2 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:05.901748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.906200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.997019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.030344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:06.041135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Sync routers for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:06.063729 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:06.070492 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.077458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.081475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a647caff-6a88-4cce-9751-e8f5a3b6631a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0458248 Jul 16 08:38:06.081667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.130410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['5b579d6f-2e16-41ea-9498-9c0c7591adbd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:06.322009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 214514e3-d2cb-4789-87fa-4f83fd6457d7 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:06.392383 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:06.455091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 214514e3-d2cb-4789-87fa-4f83fd6457d7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:06.487071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 214514e3-d2cb-4789-87fa-4f83fd6457d7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:06.488635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.745973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.782382 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:04Z', 'revision_number': 3, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:06.832326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:06.840105 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.864055 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Checking router: 07540069-b4a6-4942-99f1-4384eecc2ef2 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:06.864462 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Updating router 07540069-b4a6-4942-99f1-4384eecc2ef2 port cb85548c-3088-410d-b313-7c9ea814fa1f binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:06.923792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcc390-2e45-4864-800e-713e54333d77 req-441620bc-7e5e-490c-a2a1-b5372fbfd02f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.931112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86bcc390-2e45-4864-800e-713e54333d77 req-441620bc-7e5e-490c-a2a1-b5372fbfd02f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 944 time: 0.9029171 Jul 16 08:38:06.979798 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.981941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-993ddb7f-b784-48c7-b8ef-3ba98b881f9d tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.985651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-993ddb7f-b784-48c7-b8ef-3ba98b881f9d tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.47 "GET /v2.0/networks?id=b638e822-9493-4514-97f9-96b2e9e99595 HTTP/1.1" status: 200 len: 814 time: 0.3084657 Jul 16 08:38:06.988585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86bcc390-2e45-4864-800e-713e54333d77 req-526b3ffc-286e-431f-845f-075f45f3d01b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563998 Jul 16 08:38:06.998457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Request body: {'port': {'device_id': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'admin_state_up': True, 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:07.069618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.097556 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0279875a-4c8a-4235-8410-1d86097f9b72 x-openstack-request-id: req-0279875a-4c8a-4235-8410-1d86097f9b72 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:07.097863 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:07.098153 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0279875a-4c8a-4235-8410-1d86097f9b72 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:07.098560 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'code': 200} Jul 16 08:38:07.229072 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a5763c-dc82-4187-8a39-a7b29877b7e0 x-openstack-request-id: req-b7a5763c-dc82-4187-8a39-a7b29877b7e0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:07.229678 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:07.229946 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7a5763c-dc82-4187-8a39-a7b29877b7e0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:07.230426 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd', 'status': 'completed', 'code': 200} Jul 16 08:38:07.430886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Made reservation on behalf of 1ba320afa3b14abb829753d4ebc427d8 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:07.453924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.480733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.483774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5b579d6f-2e16-41ea-9498-9c0c7591adbd up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:07.597061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 5b579d6f-2e16-41ea-9498-9c0c7591adbd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:07.606648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 5b579d6f-2e16-41ea-9498-9c0c7591adbd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:07.607075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.669245 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.697039 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Transition to ACTIVE for port object cb85548c-3088-410d-b313-7c9ea814fa1f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:07.707930 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.742479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Allocated IP 172.20.0.1 (e3755fa2-c86b-4f43-85f7-6b9a31d0547f/fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0/119f84c6-6252-4b94-aa1e-93ef18c86f32) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:07.781458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-618bf1d7-46ef-44c8-89fc-e8cd4d123576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.783070 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-618bf1d7-46ef-44c8-89fc-e8cd4d123576 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 1096 time: 0.5486379 Jul 16 08:38:07.865544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.939497 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Pushing event updated for resources: {'Port': ['ID=cb85548c-3088-410d-b313-7c9ea814fa1f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.941560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.966253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.984524 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.984901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.985502 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.988184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.988535 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.989404 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.989741 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.990072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.990402 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.990731 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.991056 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:07.991379 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.017517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c279d6ff-a6ff-4894-9e6e-f13d65963a91 req-866336ee-00eb-487a-b1aa-a8f863fa38d4 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 210 time: 0.6201942 Jul 16 08:38:08.020089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Pushing event updated for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.067681 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Attempting to bind port cb85548c-3088-410d-b313-7c9ea814fa1f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:08.074862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Attempting to bind port cb85548c-3088-410d-b313-7c9ea814fa1f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:08.075396 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Attempting to bind port cb85548c-3088-410d-b313-7c9ea814fa1f on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:08.094410 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:08.094800 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:08.097883 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.099646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:08.099827 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:08.101513 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Bound port: cb85548c-3088-410d-b313-7c9ea814fa1f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:08.101921 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.105238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:08.118339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:08.158023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Allocated IP 172.20.0.5 (b638e822-9493-4514-97f9-96b2e9e99595/6c1d0f17-42af-45e5-b06c-e6487e5cda18/106f8ff8-992e-4446-bfb6-46e88aae3ed5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:08.164588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:08.169435 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.233415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.245478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-33bcdbad-9c64-4ff6-aff7-b14cd33f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.257992 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-33bcdbad-9c64-4ff6-aff7-b14cd33f74c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.4671252 Jul 16 08:38:08.325176 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] For port cb85548c-3088-410d-b313-7c9ea814fa1f, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:08.342684 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] For port cb85548c-3088-410d-b313-7c9ea814fa1f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cb85548c-3088-410d-b313-7c9ea814fa1f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:08.345835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.349438 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.367264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.367753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.368240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.368723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.369152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.369606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.370029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.370455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.370906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.371360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.371781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.372229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:08.380337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-9164aba2-b4ae-4f03-8266-8752407fba39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd HTTP/1.1" status: 200 len: 217 time: 0.1129055 Jul 16 08:38:08.484913 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.488121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-cb25caf2-9cce-400c-a678-7c4370ac8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.490609 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-cb25caf2-9cce-400c-a678-7c4370ac8efe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1017165 Jul 16 08:38:08.577418 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:08.584243 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:08.613611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-4aa45349-2bc4-44e8-bc7e-2a5dfce8fd1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415506 Jul 16 08:38:08.638213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f117a1-ff83-4bd2-8488-14fef82ef041 req-c5345893-12aa-4303-9012-f6eb13bf4bcb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.648216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05f117a1-ff83-4bd2-8488-14fef82ef041 req-c5345893-12aa-4303-9012-f6eb13bf4bcb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 944 time: 1.1701801 Jul 16 08:38:08.718357 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d701-9c56-47d3-a98f-e29b4f09d8c1 None None] Pushing event updated for resources: {'Port': ['ID=cb85548c-3088-410d-b313-7c9ea814fa1f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.725119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.732680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c66f35c0-cfb1-454d-964b-636ff6b077ae req-ae408ba5-417b-4b52-b6cb-ebbabf8c2e12 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0806844 Jul 16 08:38:08.778426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Transition to ACTIVE for port object 106f8ff8-992e-4446-bfb6-46e88aae3ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:08.809330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-2db5b011-96f0-4e97-b100-e7aac5533e87 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644738 Jul 16 08:38:08.871297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:08.900654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05f117a1-ff83-4bd2-8488-14fef82ef041 req-ce9ee9b6-9f55-4a6f-b3d1-b4e888b6d5aa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497494 Jul 16 08:38:08.903509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.944543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.964030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.059183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Network b638e822-9493-4514-97f9-96b2e9e99595 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:09.077666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:09.091338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:09.099296 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d934d0f4-1d9e-4486-82aa-f47f2dba17df req-c23aba4c-0d83-4482-a53c-84bb0dad3bb0 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646418 Jul 16 08:38:09.100201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7'}, {'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:09.102764 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb28b0-9197-46c6-8926-3503128e515f" -d '{"events": [{"server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "name": "network-vif-plugged", "status": "completed", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7"}, {"server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "name": "network-vif-plugged", "status": "completed", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:09.107238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Pushing event updated for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:09.237380 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:04Z', 'revision_number': 3, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:09.278158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.279151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.350631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-35404676-455d-4bd7-b61a-6d7ce263f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.357125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf0161-50aa-4c0f-90f1-b8556ab0d33c None None] The sync data for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 is: [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:04Z', 'revision_number': 3, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:09.358536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-35404676-455d-4bd7-b61a-6d7ce263f3bd service neutron] 10.222.0.46 "GET /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 1027 time: 0.1556158 Jul 16 08:38:09.366266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-e1fd98f7-6359-4391-9436-81625e042cdf tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3716595 Jul 16 08:38:09.498593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-543cfc10-82fb-438c-8ce3-e7baa2a7a6bf None None] Provisioning for port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:09.514360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-543cfc10-82fb-438c-8ce3-e7baa2a7a6bf None None] Provisioning complete for port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:09.515067 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-543cfc10-82fb-438c-8ce3-e7baa2a7a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.544932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Request body: {'port': {'device_id': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.567892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.575491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.599747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-543cfc10-82fb-438c-8ce3-e7baa2a7a6bf None None] Port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:09.665322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-60254d97-114b-45db-a446-86432a4c4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.666642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-60254d97-114b-45db-a446-86432a4c4017 service neutron] 10.222.0.46 "GET /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 1027 time: 0.2989547 Jul 16 08:38:09.684727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.750779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Pushing event updated for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:09.775245 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.894673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:09.901594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:10.055040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-534452b2-fbaa-4d2e-b1ec-934a44009f97 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.075174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-534452b2-fbaa-4d2e-b1ec-934a44009f97 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.102854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-534452b2-fbaa-4d2e-b1ec-934a44009f97 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.111545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-534452b2-fbaa-4d2e-b1ec-934a44009f97 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=eca03ba4-77fc-4a01-85db-b1416d474e14&id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 1991 time: 0.4038706 Jul 16 08:38:10.251792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Router 07540069-b4a6-4942-99f1-4384eecc2ef2 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:10.352701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53a796b6-6b9e-4a26-b324-0f424c059151 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc609ffb8964aa8a984157972324824 HTTP/1.1" status: 200 len: 380 time: 0.2270756 Jul 16 08:38:10.366775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'admin_state_up': True, 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'security_groups': ['37125b5d-fc13-4fef-a13a-6997bef7701f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:10.558281 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:10.560768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:10.588679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5c4fae5c-aa64-43cb-9401-b6f68d21df1c admin admin] 10.222.0.32 "PUT /v2.0/routers/07540069-b4a6-4942-99f1-4384eecc2ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5059772 Jul 16 08:38:10.857245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:10.865001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.060810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 172.20.0.13 (508bb44a-bf86-47d8-b131-81bd32e8f936/578e23ca-46dc-4091-b56c-b0a2b99882c0/3485f262-1192-4ce8-bbbe-a009b5891513) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:11.370431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cb85548c-3088-410d-b313-7c9ea814fa1f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:11.395801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106f8ff8-992e-4446-bfb6-46e88aae3ed5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:11.411460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.418247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.436823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Transition to ACTIVE for port object 106f8ff8-992e-4446-bfb6-46e88aae3ed5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:11.439432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object 3485f262-1192-4ce8-bbbe-a009b5891513 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:11.443676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.528950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Pushing event updated for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:11.566215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cb85548c-3088-410d-b313-7c9ea814fa1f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:11.574943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cb85548c-3088-410d-b313-7c9ea814fa1f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:11.575508 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.618742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.721300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:11.727417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:11.750791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:11.770508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:11.820704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Attempting to bind port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:11.821084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Attempting to bind port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:11.821996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Attempting to bind port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 on network b638e822-9493-4514-97f9-96b2e9e99595 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:11.838585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 on network b638e822-9493-4514-97f9-96b2e9e99595 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:11.839337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Attempting to bind port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 on network b638e822-9493-4514-97f9-96b2e9e99595 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:11.856302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.860783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:11.861151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Checking segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:11.861530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Bound using segment: {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:11.861987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Bound port: 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4561d846-3d54-44e6-b96f-8b128d5abcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:11.862407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.887696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.902788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.914471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port cb85548c-3088-410d-b313-7c9ea814fa1f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cb85548c-3088-410d-b313-7c9ea814fa1f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:11.924858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.994410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ad6fc5d-1a3e-4718-bc1d-5bef24e6899c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6321788 Jul 16 08:38:12.015854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'admin_state_up': True, 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'security_groups': ['37125b5d-fc13-4fef-a13a-6997bef7701f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.091217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=cb85548c-3088-410d-b313-7c9ea814fa1f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.171687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:12.197470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:12.207207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.258131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8adb0c11-0681-4128-a2dd-7f9b405a349a None None] Provisioning for port 3485f262-1192-4ce8-bbbe-a009b5891513 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:12.269430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8adb0c11-0681-4128-a2dd-7f9b405a349a None None] Provisioning complete for port 3485f262-1192-4ce8-bbbe-a009b5891513 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:12.273672 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8adb0c11-0681-4128-a2dd-7f9b405a349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.288552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.289188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.290885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] 10.222.0.47 "PUT /v2.0/ports/106f8ff8-992e-4446-bfb6-46e88aae3ed5 HTTP/1.1" status: 200 len: 1092 time: 2.7684510 Jul 16 08:38:12.291523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:12.294705 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf0e80-8801-4b5f-b786-357ab159239e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:12.344348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98fc35-4f9b-4831-b47f-43149b2956ef service neutron] Pushing event updated for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.436773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:12.445555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.467884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8adb0c11-0681-4128-a2dd-7f9b405a349a None None] Port 3485f262-1192-4ce8-bbbe-a009b5891513 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:12.612813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-7503254c-1131-44aa-81d2-c33964e7aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.615372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-7503254c-1131-44aa-81d2-c33964e7aebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ba320afa3b14abb829753d4ebc427d8&device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 1095 time: 0.2560432 Jul 16 08:38:12.671102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Sync routers for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:12.689947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:12.695758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:12.756385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-3cf28c84-dbd7-4bf2-b6d2-6c2a2acafc06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5 HTTP/1.1" status: 200 len: 217 time: 0.1292799 Jul 16 08:38:12.884785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.1.1.129 (266da9dd-c318-49a2-b1cd-5ae9067eaaa6/234b42b7-69f4-41a4-802f-9f28faccb6c6/e1092acf-c8f0-473b-a690-1b00ce57d5d4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:12.913969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-3d67a49b-9e38-4728-994c-dbec25588d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.923234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-3d67a49b-9e38-4728-994c-dbec25588d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c1d0f17-42af-45e5-b06c-e6487e5cda18 HTTP/1.1" status: 200 len: 853 time: 0.1464658 Jul 16 08:38:12.937807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:12.941443 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b337f49-544f-4774-a595-16b03a6a8f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.123183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-a123d74b-0bbc-4372-b5c7-af955cba4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.125276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-a123d74b-0bbc-4372-b5c7-af955cba4a40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b638e822-9493-4514-97f9-96b2e9e99595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1923800 Jul 16 08:38:13.232806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.292023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:09Z', 'revision_number': 2, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:13.313777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object e1092acf-c8f0-473b-a690-1b00ce57d5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:13.349865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cb85548c-3088-410d-b313-7c9ea814fa1f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:13.354027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Checking router: 07540069-b4a6-4942-99f1-4384eecc2ef2 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:13.354483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Updating router 07540069-b4a6-4942-99f1-4384eecc2ef2 port 119f84c6-6252-4b94-aa1e-93ef18c86f32 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:13.426333 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.457836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.475622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cb85548c-3088-410d-b313-7c9ea814fa1f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:13.476487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.612708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:13.618745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-f34421fe-eade-4fe8-b853-71199974da5e service neutron] 10.222.0.47 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315288 Jul 16 08:38:13.620114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:13.652154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:13.801429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.803637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.812892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.893247 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-51d0f369-7611-4adc-8c6f-e4953d976e59 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8877101 Jul 16 08:38:13.922479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'admin_state_up': True, 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'security_groups': ['37125b5d-fc13-4fef-a13a-6997bef7701f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.084780 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f08fd2a5-b136-465a-bd64-b2429345c2d7 req-a7c8b94d-1500-4353-8053-9e2ec82a2df9 service neutron] 10.222.0.47 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465559 Jul 16 08:38:14.163797 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.170160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-56afec40-f4d3-4a85-b200-f9f71a31fc7d None None] Provisioning for port e1092acf-c8f0-473b-a690-1b00ce57d5d4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:14.178915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:14.180599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-56afec40-f4d3-4a85-b200-f9f71a31fc7d None None] Provisioning complete for port e1092acf-c8f0-473b-a690-1b00ce57d5d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:14.181545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-56afec40-f4d3-4a85-b200-f9f71a31fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.185287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.234211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Transition to ACTIVE for port object 119f84c6-6252-4b94-aa1e-93ef18c86f32 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.247928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-56afec40-f4d3-4a85-b200-f9f71a31fc7d None None] Port e1092acf-c8f0-473b-a690-1b00ce57d5d4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:14.252846 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.340075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548bb7-5ac3-480c-a91a-41fc95ba6abd None None] Pushing event updated for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.461596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Attempting to bind port 119f84c6-6252-4b94-aa1e-93ef18c86f32 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:14.461963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Attempting to bind port 119f84c6-6252-4b94-aa1e-93ef18c86f32 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:14.462513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Attempting to bind port 119f84c6-6252-4b94-aa1e-93ef18c86f32 on network e3755fa2-c86b-4f43-85f7-6b9a31d0547f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:14.472086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:14.472618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Checking segment: {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:14.473060 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.473764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Bound using segment: {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:14.474647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Bound port: 119f84c6-6252-4b94-aa1e-93ef18c86f32, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:14.475675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.566203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] For port 119f84c6-6252-4b94-aa1e-93ef18c86f32, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:14.566203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] For port 119f84c6-6252-4b94-aa1e-93ef18c86f32, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=119f84c6-6252-4b94-aa1e-93ef18c86f32,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:14.571955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.586182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.1.1.115 (266da9dd-c318-49a2-b1cd-5ae9067eaaa6/234b42b7-69f4-41a4-802f-9f28faccb6c6/9b49739e-369c-42ad-b901-8f60be32091c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:14.661996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:14.662732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:14.718796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548bb7-5ac3-480c-a91a-41fc95ba6abd None None] Pushing event updated for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.912925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.916398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:14.940306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object 9b49739e-369c-42ad-b901-8f60be32091c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.990607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.058541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.084740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:15.091414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:15.096711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:15.229427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.236614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.285199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1e09643-1355-4202-96b4-cb7162feb7c8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3826923 Jul 16 08:38:15.299363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'admin_state_up': True, 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'security_groups': ['37125b5d-fc13-4fef-a13a-6997bef7701f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:15.463844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:14Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:15.497389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d33ace-2b09-43e1-8054-1a8e2e2b587b None None] The sync data for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 is: [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:14Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:15.528946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8966223-3256-4789-952a-4a8ca308d35c None None] Provisioning for port 9b49739e-369c-42ad-b901-8f60be32091c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:15.541422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8966223-3256-4789-952a-4a8ca308d35c None None] Provisioning complete for port 9b49739e-369c-42ad-b901-8f60be32091c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:15.542101 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8966223-3256-4789-952a-4a8ca308d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.565858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:15.703469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c8966223-3256-4789-952a-4a8ca308d35c None None] Port 9b49739e-369c-42ad-b901-8f60be32091c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:15.716758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e498874-90bc-4a8d-b26e-5080b888bc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.736401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.847464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.378848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.2.2.100 (eca03ba4-77fc-4a01-85db-b1416d474e14/892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3/09092009-b71f-4a6c-b1ad-14ddaba09819) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:16.732285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.766765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object 09092009-b71f-4a6c-b1ad-14ddaba09819 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:16.782700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.853067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.918443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network eca03ba4-77fc-4a01-85db-b1416d474e14 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:16.925164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:16.930325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:16.940601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.003096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.004014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.030499 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-771bec2b-95a3-41a2-9185-726e8ef58aac tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7380173 Jul 16 08:38:17.053832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'admin_state_up': True, 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'security_groups': ['37125b5d-fc13-4fef-a13a-6997bef7701f']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:17.249762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02978300-201a-4983-aa49-2ac5e9afb121 None None] Provisioning for port 09092009-b71f-4a6c-b1ad-14ddaba09819 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:17.260298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02978300-201a-4983-aa49-2ac5e9afb121 None None] Provisioning complete for port 09092009-b71f-4a6c-b1ad-14ddaba09819 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:17.261985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02978300-201a-4983-aa49-2ac5e9afb121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.372548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02978300-201a-4983-aa49-2ac5e9afb121 None None] Port 09092009-b71f-4a6c-b1ad-14ddaba09819 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:17.397311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 119f84c6-6252-4b94-aa1e-93ef18c86f32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:17.529787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 119f84c6-6252-4b94-aa1e-93ef18c86f32 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:17.540013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 119f84c6-6252-4b94-aa1e-93ef18c86f32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:17.541660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.657475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.702621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 119f84c6-6252-4b94-aa1e-93ef18c86f32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=119f84c6-6252-4b94-aa1e-93ef18c86f32,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:17.711818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.791329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.925016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Made reservation on behalf of 9fc609ffb8964aa8a984157972324824 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:17.930499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.285522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Allocated IP 10.2.2.200 (eca03ba4-77fc-4a01-85db-b1416d474e14/892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3/2bf8bf75-d654-45b4-99ea-5a5c52e06cc5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:18.409609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.507013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.523344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Transition to ACTIVE for port object 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:18.572764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.646844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Network eca03ba4-77fc-4a01-85db-b1416d474e14 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:18.650587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:18.669311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:18.752046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.820015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.822847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.904307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-be560142-692f-496c-8ea1-c91a52fb7938 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8632500 Jul 16 08:38:18.917886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:19.085434 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.112956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0b564f60-52e6-4360-9fbb-c7460842a7c5 None None] Provisioning for port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:19.123824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0b564f60-52e6-4360-9fbb-c7460842a7c5 None None] Provisioning complete for port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:19.124854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0b564f60-52e6-4360-9fbb-c7460842a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.192845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0b564f60-52e6-4360-9fbb-c7460842a7c5 None None] Port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:19.269148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 119f84c6-6252-4b94-aa1e-93ef18c86f32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:19.366578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 119f84c6-6252-4b94-aa1e-93ef18c86f32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:19.367290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.630696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485f262-1192-4ce8-bbbe-a009b5891513 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:19.639392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.663728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Transition to ACTIVE for port object 3485f262-1192-4ce8-bbbe-a009b5891513 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:19.670459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.725549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:19.873161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Attempting to bind port 3485f262-1192-4ce8-bbbe-a009b5891513 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:19.873715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Attempting to bind port 3485f262-1192-4ce8-bbbe-a009b5891513 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:19.874106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Attempting to bind port 3485f262-1192-4ce8-bbbe-a009b5891513 on network 508bb44a-bf86-47d8-b131-81bd32e8f936 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:19.883460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Port 3485f262-1192-4ce8-bbbe-a009b5891513 on network 508bb44a-bf86-47d8-b131-81bd32e8f936 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:19.883747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Attempting to bind port 3485f262-1192-4ce8-bbbe-a009b5891513 on network 508bb44a-bf86-47d8-b131-81bd32e8f936 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:19.898828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:19.899180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Checking segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:19.899620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Bound using segment: {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:19.900102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Bound port: 3485f262-1192-4ce8-bbbe-a009b5891513, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31419fd4-be80-4875-9a3a-d8da05d36c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:19.900468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.082787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:20.090073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:20.097948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.138119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.140822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.150809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] 10.222.0.46 "PUT /v2.0/ports/3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 1093 time: 1.2375724 Jul 16 08:38:20.220183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:20.415701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd5b3-72d4-4a5f-95b4-f9f2acde759f service neutron] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.525230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.929732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99cd3f9-dc0c-48c3-96b3-03eb5882a786 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:20.938256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.950918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Transition to ACTIVE for port object a99cd3f9-dc0c-48c3-96b3-03eb5882a786 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:20.955577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.055829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.169738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Attempting to bind port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:21.170367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Attempting to bind port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:21.170367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Attempting to bind port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:21.182170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:21.182591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Attempting to bind port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:21.194541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:21.195844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:21.203714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Bound using segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:21.204345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Bound port: a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:21.204732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.294231 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49791a43-4dcb-4900-94fd-44a4b755ad03 x-openstack-request-id: req-49791a43-4dcb-4900-94fd-44a4b755ad03 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:21.295519 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "name": "network-vif-plugged", "status": "completed", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7", "code": 200}, {"server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "name": "network-vif-plugged", "status": "completed", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:21.300700 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49791a43-4dcb-4900-94fd-44a4b755ad03 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:21.301367 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'code': 200} Jul 16 08:38:21.301810 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd', 'code': 200} Jul 16 08:38:21.338532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:21.342431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:21.348485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.442801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.443456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.446183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ddd8c-091c-4a36-9e45-f5e553044ac9 req-e234a78b-1d7f-4096-be9b-9affcac87416 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.453970 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] 10.222.0.46 "PUT /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 1131 time: 1.2465501 Jul 16 08:38:21.461398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e78ddd8c-091c-4a36-9e45-f5e553044ac9 req-e234a78b-1d7f-4096-be9b-9affcac87416 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.1604180 Jul 16 08:38:21.544478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ad938-8144-485c-9c46-4f07827ecf93 service neutron] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.728520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:21.834261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e78ddd8c-091c-4a36-9e45-f5e553044ac9 req-f2b3e250-3078-4970-8e6e-82c22de1cfd6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677976 Jul 16 08:38:21.841113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35602-dfab-493f-a6f4-d162e6aae0a7 req-68368b57-8dd3-48fe-b7fd-f92d4a980c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.852784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eb35602-dfab-493f-a6f4-d162e6aae0a7 req-68368b57-8dd3-48fe-b7fd-f92d4a980c32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 1097 time: 0.2385845 Jul 16 08:38:21.871820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ba14-4789-4e25-826a-3bd77561154e req-4275be0b-d091-417f-97f1-e503756c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.876518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0655ba14-4789-4e25-826a-3bd77561154e req-4275be0b-d091-417f-97f1-e503756c0556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 1097 time: 0.3945425 Jul 16 08:38:21.961055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39521ed7-07e6-4739-a754-11aac2c1d7cb req-a02d7af9-9358-4cc8-a04b-afa054f0cac1 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.962534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39521ed7-07e6-4739-a754-11aac2c1d7cb req-a02d7af9-9358-4cc8-a04b-afa054f0cac1 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 943 time: 0.3902497 Jul 16 08:38:21.988892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.003019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0655ba14-4789-4e25-826a-3bd77561154e req-b8bf6e54-4336-4b30-a2db-a18179145205 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129036 Jul 16 08:38:22.036465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39521ed7-07e6-4739-a754-11aac2c1d7cb req-2ca70ecb-bb28-4cff-a5fe-c0463a768c20 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Jul 16 08:38:22.199841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.212003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.228699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.234299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eb35602-dfab-493f-a6f4-d162e6aae0a7 req-e8709a1d-b654-4167-8b1e-b79704cf15d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526951 Jul 16 08:38:22.235353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.242926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.249336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.251468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-f95c3da6-281b-4dfb-bf57-1522b1e7dd18 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 4601 time: 0.1909218 Jul 16 08:38:22.347841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b6b22df-7d0c-43f9-abdc-7d0eb953574b req-673e4a24-02af-4cd4-bb5a-017116a955e3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848007 Jul 16 08:38:22.422318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1800b-8970-41f4-bef3-06ca50fb9a8d req-b0446c6d-d86d-4345-a9a8-8384389faefe tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.424927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19e1800b-8970-41f4-bef3-06ca50fb9a8d req-b0446c6d-d86d-4345-a9a8-8384389faefe tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.1727560 Jul 16 08:38:22.507400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19e1800b-8970-41f4-bef3-06ca50fb9a8d req-6e411f77-c983-4466-921f-2bcb0dbaaa16 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752332 Jul 16 08:38:22.543575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13e71d5-6050-4ae0-a480-1849094fa2e6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:22.585551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.616060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Transition to ACTIVE for port object c13e71d5-6050-4ae0-a480-1849094fa2e6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:22.621465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.717752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:22.897459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Attempting to bind port c13e71d5-6050-4ae0-a480-1849094fa2e6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:22.897862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Attempting to bind port c13e71d5-6050-4ae0-a480-1849094fa2e6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:22.898137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Attempting to bind port c13e71d5-6050-4ae0-a480-1849094fa2e6 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:22.905067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Port c13e71d5-6050-4ae0-a480-1849094fa2e6 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:22.905476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Attempting to bind port c13e71d5-6050-4ae0-a480-1849094fa2e6 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:22.914846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:22.915228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:22.917109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Bound using segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:22.917633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Bound port: c13e71d5-6050-4ae0-a480-1849094fa2e6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:22.918015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.067222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-319034b2-c3d2-4f9e-bb54-76ea006986c8 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.081126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-319034b2-c3d2-4f9e-bb54-76ea006986c8 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 820 time: 0.2935290 Jul 16 08:38:23.083385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:23.090205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:23.096697 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.120904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-fdf63b45-6c2b-4fb0-9087-4e95eca63a01 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/quotas/20e14c39619c449a874c69a501d98d44 HTTP/1.1" status: 200 len: 375 time: 0.0386751 Jul 16 08:38:23.170243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.171130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.174604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] 10.222.0.46 "PUT /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 1131 time: 1.4742460 Jul 16 08:38:23.217510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:23.294298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-c15800f3-8064-4c65-a08d-ffb74e3ce57e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722441 Jul 16 08:38:23.346437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487fc9-9316-48c5-8d89-83e3c52a3a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.402377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.576961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-a741203a-3a8f-460d-bca7-2ee4af30a15e service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807803 Jul 16 08:38:23.705888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-8edcbc60-893a-4da7-96f0-621509d6b024 service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264596 Jul 16 08:38:23.903643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1092acf-c8f0-473b-a690-1b00ce57d5d4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:23.914756 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.972804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Transition to ACTIVE for port object e1092acf-c8f0-473b-a690-1b00ce57d5d4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:23.992299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.052857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.069632 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef534f2a-c8f3-4c2e-9773-1e18af29de80 x-openstack-request-id: req-ef534f2a-c8f3-4c2e-9773-1e18af29de80 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:24.070235 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:24.070235 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef534f2a-c8f3-4c2e-9773-1e18af29de80 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:24.070639 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5', 'status': 'completed', 'code': 200} Jul 16 08:38:24.245435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Attempting to bind port e1092acf-c8f0-473b-a690-1b00ce57d5d4 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:24.245793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Attempting to bind port e1092acf-c8f0-473b-a690-1b00ce57d5d4 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:24.246130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Attempting to bind port e1092acf-c8f0-473b-a690-1b00ce57d5d4 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:24.251352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Port e1092acf-c8f0-473b-a690-1b00ce57d5d4 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:24.251687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Attempting to bind port e1092acf-c8f0-473b-a690-1b00ce57d5d4 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:24.260105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:24.260496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:24.260831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Bound using segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:24.261275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Bound port: e1092acf-c8f0-473b-a690-1b00ce57d5d4, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:24.261646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.347135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:24.351401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:24.356553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.472123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.500507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.501150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.502556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f0fd38d0-2943-4dba-a6e7-7342fcd49dd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 200 len: 1092 time: 1.2955577 Jul 16 08:38:24.530883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:24.552978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f99e8-49be-4473-bdce-1d5dba520d5b req-326b1ad9-f961-45e9-825b-4257a5b3dfd0 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.562009 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f92f99e8-49be-4473-bdce-1d5dba520d5b req-326b1ad9-f961-45e9-825b-4257a5b3dfd0 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.1894619 Jul 16 08:38:24.584460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e80-8801-4b5f-b786-357ab159239e req-aea578b1-cafb-4236-8a28-53f20975376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.586051 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-aea578b1-cafb-4236-8a28-53f20975376f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ba320afa3b14abb829753d4ebc427d8&device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 1095 time: 0.1268260 Jul 16 08:38:24.633286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f92f99e8-49be-4473-bdce-1d5dba520d5b req-8790367a-f0e4-4b9e-851d-81cb40e0467d tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680976 Jul 16 08:38:24.698618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.730943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10880180-df8a-4be2-8159-347649241c3b req-1a1c1d7c-0486-4aed-a42f-c3f637d75dc9 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.733779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10880180-df8a-4be2-8159-347649241c3b req-1a1c1d7c-0486-4aed-a42f-c3f637d75dc9 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 943 time: 0.1053102 Jul 16 08:38:24.783048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10880180-df8a-4be2-8159-347649241c3b req-c31b9a9a-32d8-48a6-9063-a9092a07c99e tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Jul 16 08:38:24.857377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e80-8801-4b5f-b786-357ab159239e req-03467623-76f1-42a2-9f64-88d3f3bbd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.859251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-03467623-76f1-42a2-9f64-88d3f3bbd5b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b638e822-9493-4514-97f9-96b2e9e99595 HTTP/1.1" status: 200 len: 915 time: 0.2663515 Jul 16 08:38:24.922060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.930870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.938392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.945451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.952528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.960107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.969121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.971395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-613ca4b1-2ee8-4918-9538-dedd14291470 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5385 time: 0.1325567 Jul 16 08:38:25.013546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-776eec02-b958-44fe-a9f3-373734d4ca8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0576890 Jul 16 08:38:25.068907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc6966d4-f130-432d-aecd-2bafdced1b1b req-af16acc9-c815-40b4-b893-0d3aa3165186 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824530 Jul 16 08:38:25.102384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6267013-a737-4910-8b33-89dce46c0d0e req-e713cf57-72b2-4164-847a-c91ec99453ca tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.103896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6267013-a737-4910-8b33-89dce46c0d0e req-e713cf57-72b2-4164-847a-c91ec99453ca tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.1312542 Jul 16 08:38:25.125514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e80-8801-4b5f-b786-357ab159239e req-23213985-ab47-448d-b4fc-8143c0c12ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.126972 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-23213985-ab47-448d-b4fc-8143c0c12ef2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c1d0f17-42af-45e5-b06c-e6487e5cda18 HTTP/1.1" status: 200 len: 853 time: 0.0918555 Jul 16 08:38:25.197481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6267013-a737-4910-8b33-89dce46c0d0e req-b1d4e538-938b-4779-88b6-cbcb965d0d19 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Jul 16 08:38:25.293055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e80-8801-4b5f-b786-357ab159239e req-009c5d81-c99e-42c1-bb08-6864b41d02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.294600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-009c5d81-c99e-42c1-bb08-6864b41d02c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b638e822-9493-4514-97f9-96b2e9e99595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588528 Jul 16 08:38:25.321849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91ac3ae4-ffdf-4d7f-b8a9-2fd017ce3939 req-cc3393ee-3ae3-4cfb-bf07-c80c64c47624 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 210 time: 0.0563257 Jul 16 08:38:25.324139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b49739e-369c-42ad-b901-8f60be32091c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:25.338918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.357703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Transition to ACTIVE for port object 9b49739e-369c-42ad-b901-8f60be32091c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:25.413124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.465532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-5b922e1d-481d-4972-9d2a-fc97352d92c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620560 Jul 16 08:38:25.526959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.573031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6aab4-83a3-4efb-a78a-5f8203163524 req-666b947f-a204-46b4-aa34-5f39b5bac139 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.580647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8a6aab4-83a3-4efb-a78a-5f8203163524 req-666b947f-a204-46b4-aa34-5f39b5bac139 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 949 time: 0.1315000 Jul 16 08:38:25.622862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 106f8ff8-992e-4446-bfb6-46e88aae3ed5 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:25.638124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5daf0e80-8801-4b5f-b786-357ab159239e req-c263044a-b460-4832-9092-1995258abc89 service neutron] 10.222.0.47 "GET /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603837 Jul 16 08:38:25.639135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Attempting to bind port 9b49739e-369c-42ad-b901-8f60be32091c on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:25.639492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Attempting to bind port 9b49739e-369c-42ad-b901-8f60be32091c by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:25.639834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Attempting to bind port 9b49739e-369c-42ad-b901-8f60be32091c on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:25.644703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Port 9b49739e-369c-42ad-b901-8f60be32091c on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:25.645041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Attempting to bind port 9b49739e-369c-42ad-b901-8f60be32091c on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:25.651895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:25.652284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Checking segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:25.652680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Bound using segment: {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:25.653126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Bound port: 9b49739e-369c-42ad-b901-8f60be32091c, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18130e-e488-4f99-aa48-ac18cb03e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:25.654122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.661623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8a6aab4-83a3-4efb-a78a-5f8203163524 req-bdafe627-74b7-446e-97cf-d23bf4c2ec16 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795877 Jul 16 08:38:25.679913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1e393-72da-4a89-b87a-ac3c5473d9b2 req-85b0707f-3648-404e-8513-45ed3aa7ad6d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.679913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bf1e393-72da-4a89-b87a-ac3c5473d9b2 req-85b0707f-3648-404e-8513-45ed3aa7ad6d tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.1863511 Jul 16 08:38:25.744952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bf1e393-72da-4a89-b87a-ac3c5473d9b2 req-35eb35d1-2058-4959-818f-378ec7b598e9 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596812 Jul 16 08:38:25.764766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:25.768050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:25.773435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.903645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:25.936228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '106f8ff8-992e-4446-bfb6-46e88aae3ed5', 'network_id': 'b638e822-9493-4514-97f9-96b2e9e99595', 'port_id': '106f8ff8-992e-4446-bfb6-46e88aae3ed5', 'mac_address': 'fa:16:3e:81:e4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1d0f17-42af-45e5-b06c-e6487e5cda18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:25.940456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.942900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.944417 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] 10.222.0.46 "PUT /v2.0/ports/9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 200 len: 1092 time: 1.4182110 Jul 16 08:38:25.998407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:26.013937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c4ba7-f771-459d-a0ba-cb832bf76a1c req-076b7605-47c2-454f-b51e-791538bc70e6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.029060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-088c4ba7-f771-459d-a0ba-cb832bf76a1c req-076b7605-47c2-454f-b51e-791538bc70e6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.1480913 Jul 16 08:38:26.031474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41136) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:26.048174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Request body: {'floatingip': {'port_id': '214514e3-d2cb-4789-87fa-4f83fd6457d7'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:26.079862 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.080811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513'}, {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786'}, {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'c13e71d5-6050-4ae0-a480-1849094fa2e6'}, {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4'}, {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:26.083667 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728dbd2b-ba45-4331-babf-46b5a0ea793e" -d '{"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513"}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "a99cd3f9-dc0c-48c3-96b3-03eb5882a786"}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "c13e71d5-6050-4ae0-a480-1849094fa2e6"}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4"}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "9b49739e-369c-42ad-b901-8f60be32091c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:26.112714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106f8ff8-992e-4446-bfb6-46e88aae3ed5 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:26.143208 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.156706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6742d-1a66-4b86-a94b-a878d133b57c service neutron] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.157908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:26.169431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.266149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-3e4efdfe-19ad-4a93-b192-576eee48c696 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.267717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-3e4efdfe-19ad-4a93-b192-576eee48c696 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 820 time: 0.4225035 Jul 16 08:38:26.287963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'port': {'device_id': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'admin_state_up': True, 'tenant_id': '20e14c39619c449a874c69a501d98d44'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:26.305120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.324112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.337223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:26.414450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['106f8ff8-992e-4446-bfb6-46e88aae3ed5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:26.507548 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.542401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfa78e-67c6-49ec-87b9-ecd61607d04f req-c388280b-a4e9-44e5-8dba-ccbf4379661c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.544172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bbfa78e-67c6-49ec-87b9-ecd61607d04f req-c388280b-a4e9-44e5-8dba-ccbf4379661c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 944 time: 0.2896533 Jul 16 08:38:26.586329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Made reservation on behalf of 20e14c39619c449a874c69a501d98d44 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:26.590177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.629625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:26.655672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:26.658796 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b8e027-fd51-4051-bad5-0ea7a459c002" -d '{"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-unplugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:26.668319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.743559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.793265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Allocated IP 172.20.0.9 (e3755fa2-c86b-4f43-85f7-6b9a31d0547f/fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0/575499f5-b0f5-4516-addf-bb2738dfae7a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:26.861676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.867590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.873574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.879638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.885753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.891784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.900763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.900763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-52c435e7-8037-467e-b013-e194d1c1983c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5397 time: 0.5345180 Jul 16 08:38:26.982337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bbfa78e-67c6-49ec-87b9-ecd61607d04f req-e92650d0-eec2-426a-9868-6618ec1c6660 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671984 Jul 16 08:38:27.044960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d4f6366-c191-4d4f-a2b7-7aeb0113b642 req-cd1b03c1-8b80-4591-80b1-56e0cafb9795 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224995 Jul 16 08:38:27.164396 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ba95f-6024-45e3-b3a0-8a5ff58f218b x-openstack-request-id: req-7c4ba95f-6024-45e3-b3a0-8a5ff58f218b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:27.164707 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "a99cd3f9-dc0c-48c3-96b3-03eb5882a786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "c13e71d5-6050-4ae0-a480-1849094fa2e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "9b49739e-369c-42ad-b901-8f60be32091c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:27.164950 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c4ba95f-6024-45e3-b3a0-8a5ff58f218b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:27.165354 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513', 'status': 'completed', 'code': 200} Jul 16 08:38:27.165607 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786', 'status': 'completed', 'code': 200} Jul 16 08:38:27.165856 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'c13e71d5-6050-4ae0-a480-1849094fa2e6', 'status': 'completed', 'code': 200} Jul 16 08:38:27.166102 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'status': 'completed', 'code': 200} Jul 16 08:38:27.166344 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c', 'status': 'completed', 'code': 200} Jul 16 08:38:27.317536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.318046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.318976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.319120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.319485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.320112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.320612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.322606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5adf5c47-dac7-4c75-b70c-45247a5c8ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6349 time: 0.1907852 Jul 16 08:38:27.331097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09092009-b71f-4a6c-b1ad-14ddaba09819 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:27.342747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.392334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Transition to ACTIVE for port object 09092009-b71f-4a6c-b1ad-14ddaba09819 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:27.398833 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.450487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.454677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.465411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.524552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.624701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 106f8ff8-992e-4446-bfb6-46e88aae3ed5 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:27.628962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Attempting to bind port 09092009-b71f-4a6c-b1ad-14ddaba09819 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:27.629484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Attempting to bind port 09092009-b71f-4a6c-b1ad-14ddaba09819 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:27.629621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Attempting to bind port 09092009-b71f-4a6c-b1ad-14ddaba09819 on network eca03ba4-77fc-4a01-85db-b1416d474e14 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:27.637205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Port 09092009-b71f-4a6c-b1ad-14ddaba09819 on network eca03ba4-77fc-4a01-85db-b1416d474e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:27.637543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Attempting to bind port 09092009-b71f-4a6c-b1ad-14ddaba09819 on network eca03ba4-77fc-4a01-85db-b1416d474e14 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:27.650754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:27.651020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Checking segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:27.651629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Bound using segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:27.652286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Bound port: 09092009-b71f-4a6c-b1ad-14ddaba09819, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:27.652829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.662576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.738000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:27.742455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Network e3755fa2-c86b-4f43-85f7-6b9a31d0547f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:27.743786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:27.744421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.769885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:27.791791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:27.805432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-929fa0c4-78af-445d-bbae-9d3d48fae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.805925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-929fa0c4-78af-445d-bbae-9d3d48fae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.806411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-929fa0c4-78af-445d-bbae-9d3d48fae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.807999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-929fa0c4-78af-445d-bbae-9d3d48fae395 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9fc609ffb8964aa8a984157972324824&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4694810 Jul 16 08:38:27.847405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.868136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:27.872636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:27.883382 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.896351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70e6e-0a0d-4e4a-be0d-ee78f3df6e34 req-fc0fdc6f-48a3-43e5-9f33-5f2535754c8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.903243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33f70e6e-0a0d-4e4a-be0d-ee78f3df6e34 req-fc0fdc6f-48a3-43e5-9f33-5f2535754c8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.5375605 Jul 16 08:38:27.953073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.963542 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Floating IP 0ea7a504-ccf9-4237-82ea-d7bf60769320 associated. External IP: 172.25.5.115, port: 214514e3-d2cb-4789-87fa-4f83fd6457d7. Jul 16 08:38:27.973005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.978151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.978830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.980335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0adb932d-e384-48b8-8fd0-3d030b7f715e service neutron] 10.222.0.46 "PUT /v2.0/ports/09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 1092 time: 2.0110922 Jul 16 08:38:27.998550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.999426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.022847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Request body: {'port': {'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:28.041211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.048257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33f70e6e-0a0d-4e4a-be0d-ee78f3df6e34 req-af058030-a4ad-4e2c-9062-66d9afb7b949 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437879 Jul 16 08:38:28.049212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.120460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.135159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-6906f211-5e68-4a35-808c-7d32a163e932 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8560138 Jul 16 08:38:28.184642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.275043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Request body: {'port': {'device_id': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:28.407753 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.409227 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d4278-89fa-4d13-9db7-55a5ef1d48d5 x-openstack-request-id: req-285d4278-89fa-4d13-9db7-55a5ef1d48d5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:28.411691 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-unplugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:28.411954 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-285d4278-89fa-4d13-9db7-55a5ef1d48d5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:28.412380 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'code': 200} Jul 16 08:38:28.437703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8358afb8-d964-4cd8-a41a-ed19f58aa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.439237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8358afb8-d964-4cd8-a41a-ed19f58aa161 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6182570 Jul 16 08:38:28.495963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd18ae-1534-4493-84b3-a142dbca47d2 req-378e4369-09ab-47e5-ba86-0fcbfe619f6e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.508020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77bd18ae-1534-4493-84b3-a142dbca47d2 req-378e4369-09ab-47e5-ba86-0fcbfe619f6e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 931 time: 0.4528491 Jul 16 08:38:28.694090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77bd18ae-1534-4493-84b3-a142dbca47d2 req-4ec2fa6b-3f08-485a-acf9-8671a6997bef tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843538 Jul 16 08:38:28.797055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:28.810112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.810112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.810112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.810577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.811210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.811339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.811810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.813761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:28.814211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-4db3f506-e369-4fe3-9f12-c3d949e9e9ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6417 time: 0.2955837 Jul 16 08:38:28.826278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.892183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Transition to ACTIVE for port object 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:28.898654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.899558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ea64-8beb-473b-a9f9-f168ac3a680e req-68377a52-1420-4de1-bb8c-e276a91f24b3 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.901610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ff7ea64-8beb-473b-a9f9-f168ac3a680e req-68377a52-1420-4de1-bb8c-e276a91f24b3 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 945 time: 0.2059395 Jul 16 08:38:28.964076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.167646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:29.169946 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020432b-1162-4544-b08c-96a5300fc999" -d '{"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:29.178184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Attempting to bind port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:29.178542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Attempting to bind port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:29.179582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Attempting to bind port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 on network eca03ba4-77fc-4a01-85db-b1416d474e14 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:29.186278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 on network eca03ba4-77fc-4a01-85db-b1416d474e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:29.186601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Attempting to bind port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 on network eca03ba4-77fc-4a01-85db-b1416d474e14 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:29.194912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575499f5-b0f5-4516-addf-bb2738dfae7a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:29.199965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:29.200334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Checking segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:29.200725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Bound using segment: {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:29.201175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Bound port: 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f85113-ed36-41bd-a50e-2d9a17a0ab15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:29.201536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.294343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.303852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:29.309835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:29.316692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.319036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Transition to ACTIVE for port object 575499f5-b0f5-4516-addf-bb2738dfae7a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:29.329025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.364255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.364881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.366336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] 10.222.0.46 "PUT /v2.0/ports/2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 1092 time: 1.3552556 Jul 16 08:38:29.387648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ff7ea64-8beb-473b-a9f9-f168ac3a680e req-32f688c4-a8a5-41ca-a7be-9796da372347 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465468 Jul 16 08:38:29.420818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def29e7-2e7b-45bf-b31d-af13068d6d8b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.558611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.563537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Attempting to bind port 575499f5-b0f5-4516-addf-bb2738dfae7a on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:29.563881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Attempting to bind port 575499f5-b0f5-4516-addf-bb2738dfae7a by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:29.567789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Attempting to bind port 575499f5-b0f5-4516-addf-bb2738dfae7a on network e3755fa2-c86b-4f43-85f7-6b9a31d0547f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:29.582415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Port 575499f5-b0f5-4516-addf-bb2738dfae7a on network e3755fa2-c86b-4f43-85f7-6b9a31d0547f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:29.582801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Attempting to bind port 575499f5-b0f5-4516-addf-bb2738dfae7a on network e3755fa2-c86b-4f43-85f7-6b9a31d0547f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:29.589137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:29.589488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Checking segment: {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:29.589976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Bound using segment: {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:29.590417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Bound port: 575499f5-b0f5-4516-addf-bb2738dfae7a, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65036373-1740-4e24-9868-e7762ca74add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:29.591158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.689373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.693044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:29.695923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.697543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:29.702381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.702603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.709352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.715639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.722066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.728883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.737222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-d5c3bd00-0583-4e05-b11c-283f38c6cfcb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.4016645 Jul 16 08:38:29.760294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.761235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.761675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5fb247bd-55e3-41ec-8077-40d43baf0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.762278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5fb247bd-55e3-41ec-8077-40d43baf0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.762833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5fb247bd-55e3-41ec-8077-40d43baf0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.764114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] 10.222.0.47 "PUT /v2.0/ports/575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 1092 time: 1.4934251 Jul 16 08:38:29.764855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-5fb247bd-55e3-41ec-8077-40d43baf0f24 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9fc609ffb8964aa8a984157972324824&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9346039 Jul 16 08:38:29.791081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cf332-b1b9-43ce-899d-9c18b62c97ea service neutron] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.815510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:29.822154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.829217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Sync routers for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:29.851165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:29.856380 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:29.878065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a5f91d97-8168-4417-8e9a-75c7a490d37f tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "PUT /v2.0/floatingips/0ea7a504-ccf9-4237-82ea-d7bf60769320 HTTP/1.1" status: 200 len: 991 time: 3.8418946 Jul 16 08:38:29.904152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e24b382-8f16-49e2-ad86-ef2f46f95c57 req-9fb50aa7-15a3-43fc-91cb-cd16837e4d64 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658168 Jul 16 08:38:29.907808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:29.914690 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:29.933434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-a2c900f2-53c2-4085-b2ae-76d3abbab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.936482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-a2c900f2-53c2-4085-b2ae-76d3abbab4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1095 time: 0.1212928 Jul 16 08:38:29.983371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-96f12679-cac0-4328-90ac-15b627e399d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0400069 Jul 16 08:38:30.027120 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:30.067584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-19f4c414-288f-40a7-a480-869208c0f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.069149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-19f4c414-288f-40a7-a480-869208c0f409 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0799253 Jul 16 08:38:30.108665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-1bb61b9c-c23c-41bf-b8e8-44796fc21480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.112999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-1bb61b9c-c23c-41bf-b8e8-44796fc21480 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3374009 Jul 16 08:38:30.130288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-e85c0760-2109-4f88-b95b-93963f1cb0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532887 Jul 16 08:38:30.148006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280a11-fcf1-492e-97dd-6281a7ed7f91 req-faabfd7b-e5b7-49fc-bf3c-50869dcc1d86 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.155607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f280a11-fcf1-492e-97dd-6281a7ed7f91 req-faabfd7b-e5b7-49fc-bf3c-50869dcc1d86 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.2334056 Jul 16 08:38:30.307674 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '0ea7a504-ccf9-4237-82ea-d7bf60769320', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'port_id': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'mac_address': 'fa:16:3e:dd:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:49Z', 'updated_at': '2021-07-16T08:38:27Z', 'revision_number': 1, 'project_id': '7910f40683784d529a0f44101d75d646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:30.315291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-da806e6d-b30f-477f-ab91-7dd88f9835ba service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786740 Jul 16 08:38:30.335023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f280a11-fcf1-492e-97dd-6281a7ed7f91 req-fff459bb-edce-4b49-8b46-50f2353b6d38 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084964 Jul 16 08:38:30.397126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.403365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.406801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.409261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.410462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.413299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:30.414365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.414963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.417579 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6a2623-c680-475a-a450-0b3cf7250cde" -d '{"events": [{"server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "name": "network-vif-plugged", "status": "completed", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:30.418294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-35188e00-0c8b-4a89-a7a2-fc71ffbc1520 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.2604511 Jul 16 08:38:30.448363 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd935ae-c42a-4636-a562-e5ff13bd37f2 x-openstack-request-id: req-5dd935ae-c42a-4636-a562-e5ff13bd37f2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:30.448655 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:30.448914 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dd935ae-c42a-4636-a562-e5ff13bd37f2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:30.449317 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'status': 'completed', 'code': 200} Jul 16 08:38:30.460193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Checking router: e7d971ca-5dfe-40f5-968f-9c2631ae5a8b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:30.471020 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:30.472883 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:30.517287 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-524d2238-1d5f-4052-b0e8-8350bd4f2c2b req-30773fdf-321d-4d92-a57c-2618817aa19d service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900954 Jul 16 08:38:30.598215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:30.649766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8559a1ee-29e7-46b0-9142-196bb0905096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.650426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8559a1ee-29e7-46b0-9142-196bb0905096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.650962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8559a1ee-29e7-46b0-9142-196bb0905096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.652632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-8559a1ee-29e7-46b0-9142-196bb0905096 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9fc609ffb8964aa8a984157972324824&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2244377 Jul 16 08:38:30.771427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dd2b5-a42c-45b8-b988-f86463031685 req-2146c8ef-106a-40b8-9708-005ff0c82918 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.778887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b49dd2b5-a42c-45b8-b988-f86463031685 req-2146c8ef-106a-40b8-9708-005ff0c82918 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 943 time: 0.1749320 Jul 16 08:38:30.822507 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2b3e8-4fdb-476c-9eb7-8a7b46f40263 x-openstack-request-id: req-2df2b3e8-4fdb-476c-9eb7-8a7b46f40263 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:30.822945 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:30.823295 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2df2b3e8-4fdb-476c-9eb7-8a7b46f40263 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:30.823966 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'status': 'completed', 'code': 200} Jul 16 08:38:30.863719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b49dd2b5-a42c-45b8-b988-f86463031685 req-d374c850-9867-4c91-a2f0-0fb9ab143465 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836601 Jul 16 08:38:30.869680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-030931c4-b3ce-4cf9-9405-c4af2e6351fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.873702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-030931c4-b3ce-4cf9-9405-c4af2e6351fb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114370 Jul 16 08:38:30.913199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-03209492-dbe8-453b-ad12-6776aca25ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.914735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-03209492-dbe8-453b-ad12-6776aca25ec7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7910f40683784d529a0f44101d75d646&device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 1097 time: 0.0656605 Jul 16 08:38:30.982663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:31.009327 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '0ea7a504-ccf9-4237-82ea-d7bf60769320', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'port_id': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'mac_address': 'fa:16:3e:dd:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:49Z', 'updated_at': '2021-07-16T08:38:27Z', 'revision_number': 1, 'project_id': '7910f40683784d529a0f44101d75d646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:31.047890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-06a187b3-32e1-4684-b22a-d9a9810c3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.049367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-06a187b3-32e1-4684-b22a-d9a9810c3c74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 200 len: 907 time: 0.1286359 Jul 16 08:38:31.051123 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd66f9-041b-4424-aebe-fad20842777e x-openstack-request-id: req-0abd66f9-041b-4424-aebe-fad20842777e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:31.051412 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "name": "network-vif-plugged", "status": "completed", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:31.052154 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0abd66f9-041b-4424-aebe-fad20842777e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:31.052730 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5', 'code': 200} Jul 16 08:38:31.076652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b79fe5-24c0-4891-83ae-bc55c8bb368a None None] The sync data for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 is: [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '0ea7a504-ccf9-4237-82ea-d7bf60769320', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'port_id': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'mac_address': 'fa:16:3e:dd:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:49Z', 'updated_at': '2021-07-16T08:38:27Z', 'revision_number': 1, 'project_id': '7910f40683784d529a0f44101d75d646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:31.137054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-e57d07d7-140c-4524-913f-b8283bd4a663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 200 len: 999 time: 0.0807881 Jul 16 08:38:31.210402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Deleting subnet 63608eb8-f68f-44d4-9d7a-6bdfb685d717 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:31.217592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.278904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68cc52-979c-40b7-96ec-6740aa2f1f94 req-6847d06a-18f0-4a0e-9c0e-12a36fb74880 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.280767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d68cc52-979c-40b7-96ec-6740aa2f1f94 req-6847d06a-18f0-4a0e-9c0e-12a36fb74880 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 945 time: 0.1834288 Jul 16 08:38:31.287803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.310578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-91491dbe-fb55-43a0-abc6-b19dcc24a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.312249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-91491dbe-fb55-43a0-abc6-b19dcc24a94f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c87f3a4e-ad63-489f-b517-1837f54c8179 HTTP/1.1" status: 200 len: 845 time: 0.1564977 Jul 16 08:38:31.317155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf512df-a75e-4fc3-95ad-c188096d4927 req-1c2dcbf7-79f4-4952-bba8-07065833437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.318750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aaf512df-a75e-4fc3-95ad-c188096d4927 req-1c2dcbf7-79f4-4952-bba8-07065833437d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 1097 time: 0.1459889 Jul 16 08:38:31.332397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.379172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aaf512df-a75e-4fc3-95ad-c188096d4927 req-bdfd3cd5-b7d5-47f0-9bc7-99962aaa2873 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Jul 16 08:38:31.414310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-f5649033-84c2-4284-918d-e022c2ec3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.416117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-f5649033-84c2-4284-918d-e022c2ec3b1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3b33b41-8f67-4380-9db8-82cb9adf069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951362 Jul 16 08:38:31.444301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.446386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.446908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.447380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.447913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.448969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.449622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.451542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-42ea08e4-3a9e-4185-a4c0-4a7105f20dd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.4227684 Jul 16 08:38:31.460971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.510307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2401cfdb-1a54-4837-9214-368b6c30bcb3 None None] New status for floating IP 0ea7a504-ccf9-4237-82ea-d7bf60769320: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:38:31.573523 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-5858d4e1-3984-472e-b570-ac6701235a32 service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488128 Jul 16 08:38:31.667146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-92040d1e-c39c-410b-af87-d6f6d93e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.672442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-92040d1e-c39c-410b-af87-d6f6d93e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.674839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-92040d1e-c39c-410b-af87-d6f6d93e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.679758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-92040d1e-c39c-410b-af87-d6f6d93e1021 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9fc609ffb8964aa8a984157972324824&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2116303 Jul 16 08:38:31.684341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 575499f5-b0f5-4516-addf-bb2738dfae7a details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:31.698068 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.700020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63608eb8-f68f-44d4-9d7a-6bdfb685d717 HTTP/1.1" status: 204 len: 168 time: 0.7161467 Jul 16 08:38:31.703534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1569-534c-4020-9a9e-83cbeedbc3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63608eb8-f68f-44d4-9d7a-6bdfb685d717,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.713499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41276) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:31.772217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa91c110-55e7-4eef-9a6c-7f26d3428fa8 req-37ad2a80-89d1-4b00-b88b-6a14f1bbe5a8 service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890843 Jul 16 08:38:31.800804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d68cc52-979c-40b7-96ec-6740aa2f1f94 req-125ff389-7a53-4c9e-a98e-7f101f6c7de1 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004922 Jul 16 08:38:31.944424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.978035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.990540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-fbdc0a7c-2a55-44ef-8353-2fcf5a9640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.992109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-fbdc0a7c-2a55-44ef-8353-2fcf5a9640e8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2895837 Jul 16 08:38:31.993373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'port_id': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'mac_address': 'fa:16:3e:33:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:32.050699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.068976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.072782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575499f5-b0f5-4516-addf-bb2738dfae7a {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:32.075239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.084248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.094128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.096196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.102947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.103689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.114646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.120678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.128999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3920508e-1646-4fa6-be50-8825af5148e2 req-323d7ec8-71f4-4594-9f11-ffb6bec76b7c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2494538 Jul 16 08:38:32.194006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.257775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.287838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2228f9-0c7f-47bd-b254-7e9dca501afa']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:32.307694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3920508e-1646-4fa6-be50-8825af5148e2 req-bdb4c214-097d-43cb-a1d4-c61c9be38132 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775904 Jul 16 08:38:32.331990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583e0014-2c1d-4aaf-8ce9-24c3884a39b4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:32.332563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583e0014-2c1d-4aaf-8ce9-24c3884a39b4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:32.361723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['575499f5-b0f5-4516-addf-bb2738dfae7a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:32.363659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.387140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.394911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:32.395536 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.397280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:32.450521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5'}, {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:32.453556 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c" -d '{"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5"}, {"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:32.466292 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:32.478819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.490906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.508918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a2228f9-0c7f-47bd-b254-7e9dca501afa HTTP/1.1" status: 204 len: 168 time: 0.7572742 Jul 16 08:38:32.565159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.568285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.569919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.574251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.574993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.577334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.578014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.584117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-6f6dd595-7edf-41df-959e-bfa6210edb3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.5407526 Jul 16 08:38:32.620166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c13d12-28e6-4a93-a718-5bc0da23a0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2228f9-0c7f-47bd-b254-7e9dca501afa,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.675655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.694408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.710925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'mac_address': 'fa:16:3e:36:f1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:32.739076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-758cb178-ebed-4c71-9bbf-a5439175d77e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d9c1adb30e74e9ebf46360bb17b8501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434661 Jul 16 08:38:32.741666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.771282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.787981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:32.801352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.814679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.823179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.839138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.906626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952de46-63fa-4593-a611-06aa5aa1919f req-fd4bb66a-ec25-47da-86ee-ea37051406d3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.908780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.908998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2952de46-63fa-4593-a611-06aa5aa1919f req-fd4bb66a-ec25-47da-86ee-ea37051406d3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 944 time: 0.3213367 Jul 16 08:38:32.912523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.926675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ad2c4ed-b752-4576-8644-95a3dd00d0d2 HTTP/1.1" status: 204 len: 168 time: 0.1739018 Jul 16 08:38:32.929145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926b862-131b-41a8-aaa5-4fdbc081d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad2c4ed-b752-4576-8644-95a3dd00d0d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.934543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bebe0-b7de-4057-9689-79298c017457 req-75f239fc-1393-4757-a780-deae254198c3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.936182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a2bebe0-b7de-4057-9689-79298c017457 req-75f239fc-1393-4757-a780-deae254198c3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.2178431 Jul 16 08:38:32.954458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-e2abc0e3-9647-48f2-bae2-b04ec71a0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.955230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-e2abc0e3-9647-48f2-bae2-b04ec71a0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.955712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-e2abc0e3-9647-48f2-bae2-b04ec71a0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.958240 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-e2abc0e3-9647-48f2-bae2-b04ec71a0d05 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9fc609ffb8964aa8a984157972324824&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3425856 Jul 16 08:38:33.034651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.042509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2952de46-63fa-4593-a611-06aa5aa1919f req-1ce6987b-5165-49e9-9ab1-c1821c656fe4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221769 Jul 16 08:38:33.087249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['9d013902-b34f-4053-bca2-865bbbf9ce03'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:33.094295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a2bebe0-b7de-4057-9689-79298c017457 req-b22b5a27-6171-43d7-adfc-147083276782 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441238 Jul 16 08:38:33.161347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-726680d5-3467-47ed-bcfa-e116c7666ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.163824 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a247af6d-0f5b-4b85-8aa1-f9f7dcaa7ec8 x-openstack-request-id: req-a247af6d-0f5b-4b85-8aa1-f9f7dcaa7ec8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:33.164203 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:33.164486 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a247af6d-0f5b-4b85-8aa1-f9f7dcaa7ec8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:33.164912 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'status': 'completed', 'code': 200} Jul 16 08:38:33.165168 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:38:33.168694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-728dbd2b-ba45-4331-babf-46b5a0ea793e req-726680d5-3467-47ed-bcfa-e116c7666ea3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943891 Jul 16 08:38:33.267338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-4f878baf-67da-4ed3-94b5-e046fbf922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.270479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-4f878baf-67da-4ed3-94b5-e046fbf922fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1096 time: 0.1003819 Jul 16 08:38:33.336172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.336755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.337172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.337651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.338125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.338585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.339055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.341273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8d9a7669-d04e-47ab-9c6f-9486ce85f69d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.1297960 Jul 16 08:38:33.400004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-2b4f1c69-314a-48a7-afab-9d1671baccbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 217 time: 0.0506222 Jul 16 08:38:33.418262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3337a5-15ff-444c-833a-83143f4b86cc req-27654b64-1647-4a83-89aa-6003b6c58c7c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.419840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b3337a5-15ff-444c-833a-83143f4b86cc req-27654b64-1647-4a83-89aa-6003b6c58c7c tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 945 time: 0.1736336 Jul 16 08:38:33.485782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-ae0a58bf-e111-4d20-b670-ffbd95f57ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.488197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-ae0a58bf-e111-4d20-b670-ffbd95f57ac7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.2099307 Jul 16 08:38:33.535944 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-7e9b089c-0576-446c-92f7-5a3ff34ed27d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0386124 Jul 16 08:38:33.574260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-ff5485c0-c4d1-4a6d-b5b7-46ce4d32efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.575780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-ff5485c0-c4d1-4a6d-b5b7-46ce4d32efb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 200 len: 851 time: 0.1549373 Jul 16 08:38:33.588463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b3337a5-15ff-444c-833a-83143f4b86cc req-7653ef56-8fd3-46d0-a5a7-c569000fc29e tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482859 Jul 16 08:38:33.598446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-942da2f9-0643-417c-91e5-def14872b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.600350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-942da2f9-0643-417c-91e5-def14872b17e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0585399 Jul 16 08:38:33.672838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 575499f5-b0f5-4516-addf-bb2738dfae7a up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:33.710130 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-04697777-b815-476f-adbd-b6d3660b90a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030474 Jul 16 08:38:33.777908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 575499f5-b0f5-4516-addf-bb2738dfae7a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:33.786355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 575499f5-b0f5-4516-addf-bb2738dfae7a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:33.786977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.874679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.883135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.890564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.896426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-99f2a1df-c258-440f-a4a7-0ce57fe162c2 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721804 Jul 16 08:38:33.898554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.905760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.913587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.920460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.943210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-74192fdf-2379-4fea-aad9-853e8bd4206d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2841997 Jul 16 08:38:33.967242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.028249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.030340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:34.033700 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e011919-b55f-44d2-bbbe-f1eba7ac2948" -d '{"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-plugged", "status": "completed", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:34.038495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.043896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-ecf1f262-9705-4c59-b95d-98697400950f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.045705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-ecf1f262-9705-4c59-b95d-98697400950f tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.1989508 Jul 16 08:38:34.079768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ff94858-5038-46ee-ab60-475f2460c7a1 req-58ffae25-1acb-42c0-ad44-4e66590a2401 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353743 Jul 16 08:38:34.085981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-7bb58551-fec6-419a-bd3c-d59a8969335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.095119 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-7bb58551-fec6-419a-bd3c-d59a8969335c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=508bb44a-bf86-47d8-b131-81bd32e8f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5029690 Jul 16 08:38:34.106780 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ab5a0-5fc0-48fa-b545-c9117897c373 x-openstack-request-id: req-445ab5a0-5fc0-48fa-b545-c9117897c373 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:34.119710 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-plugged", "status": "completed", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:34.120195 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-445ab5a0-5fc0-48fa-b545-c9117897c373 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:34.120731 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'code': 200} Jul 16 08:38:34.132341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:34.241215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-a9556a9e-ded6-4fc4-a388-31814a84426a service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279288 Jul 16 08:38:34.374826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:34.527325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 9d013902-b34f-4053-bca2-865bbbf9ce03 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:34.527729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.606226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d0b8a-3d15-4f85-90d3-d07f0dcc72d6 req-450a9ad8-7bfc-40dc-a1e4-f91e5d8dd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.607781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-807d0b8a-3d15-4f85-90d3-d07f0dcc72d6 req-450a9ad8-7bfc-40dc-a1e4-f91e5d8dd872 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.2923405 Jul 16 08:38:34.643430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Deleting port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:34.643811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.670712 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.740972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.746816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.762564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] For port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.763088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.852154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:34.960431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae3215-afa1-4236-a4f3-20f3f4638ec6 req-afc8338c-8432-4763-bdc1-b2cc924f35d8 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.961949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fae3215-afa1-4236-a4f3-20f3f4638ec6 req-afc8338c-8432-4763-bdc1-b2cc924f35d8 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.6670666 Jul 16 08:38:34.967093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-6a711405-e516-40d8-a547-7344b5a0a3e0 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711236 Jul 16 08:38:34.974096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.974485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.974821 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Floating IP 7b0d3f4f-73c9-42ac-8a55-d221240a6ebf disassociated. External IP: 172.25.5.252, port: 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718. Jul 16 08:38:34.975157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Calling delete_port for 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:35.079716 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-807d0b8a-3d15-4f85-90d3-d07f0dcc72d6 req-57233c42-e470-48a9-a5cb-ce7fde99afe4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637752 Jul 16 08:38:35.089662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-cc434c4b-dcb0-4440-9d89-24379b9c13ec service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124887 Jul 16 08:38:35.166895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-c2a5bd06-8417-4911-a6d9-4166d7aa31ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 217 time: 0.0666356 Jul 16 08:38:35.186717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1859-1510-4395-a4b2-5e4a8ce91a31 req-712564af-6ca2-4c03-a514-1a79d3f40a45 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.191225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee2c1859-1510-4395-a4b2-5e4a8ce91a31 req-712564af-6ca2-4c03-a514-1a79d3f40a45 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 945 time: 0.4635377 Jul 16 08:38:35.221284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.267363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event deleted for resources: {'Port': ['ID=1bd43b7b-aee9-4daa-a7fb-cc93bdab1718,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.305832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fae3215-afa1-4236-a4f3-20f3f4638ec6 req-6c54e5d2-7554-4769-bd77-326a569461e0 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336883 Jul 16 08:38:35.387032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee2c1859-1510-4395-a4b2-5e4a8ce91a31 req-47157965-d7a8-4c1e-8d83-dc8528a709cc tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbb3763e-331b-433f-b1f5-ac242ed4e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754825 Jul 16 08:38:35.413434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8dd0abdd-3ef9-40f1-a208-89efd360485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.415255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8dd0abdd-3ef9-40f1-a208-89efd360485a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.2204847 Jul 16 08:38:35.646322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:35.676209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-243df11d-4d58-4e27-af67-5bff8aa7e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.677741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-243df11d-4d58-4e27-af67-5bff8aa7e59b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2543743 Jul 16 08:38:35.887038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:35.898066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Sync routers for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:35.908639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:35.909262 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:35.909963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f8fa8569-c7b4-4155-8e28-89a0561ec0e4 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013121 Jul 16 08:38:36.031466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] No DVR routers for this DVR port 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:36.041949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.043998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0713754-03a2-4b68-a8d4-339ae9af6b64 req-c1f9e665-8c27-4599-ac6e-cd969afee737 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.47 "DELETE /v2.0/ports/1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 HTTP/1.1" status: 204 len: 173 time: 1.9891727 Jul 16 08:38:36.047437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'name': 'network-vif-deleted', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:36.055645 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323bd3d8-d3be-4272-b1f7-3fd1148fc036" -d '{"events": [{"server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "name": "network-vif-deleted", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:36.057117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.065611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.072941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.079479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.086545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.093912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.101464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.110730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-447f7eda-ee7b-44f5-9b6f-50eefad95615 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.1996078 Jul 16 08:38:36.122357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:36.125098 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c7964-bf5c-4f1b-9268-76ce40b29790" -d '{"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:36.180897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a3c3a06-3415-48b9-863d-772cf8a35ceb req-2e83b9d5-440a-441a-9d8a-ed37acea276d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691311 Jul 16 08:38:36.218410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-6ba44fa9-33a6-4d47-ad04-9df6310523a9 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733593 Jul 16 08:38:36.302615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-9f6bec51-4d98-4a9f-a044-32f24ea3ea24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 217 time: 0.0761933 Jul 16 08:38:36.318547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:36.431812 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07c934-d626-47b5-9b8f-caadc1d618b4 x-openstack-request-id: req-9e07c934-d626-47b5-9b8f-caadc1d618b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:36.432132 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fcc4b0-63e6-41f8-83be-be257c581a49", "name": "network-vif-deleted", "tag": "1bd43b7b-aee9-4daa-a7fb-cc93bdab1718", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:36.432387 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e07c934-d626-47b5-9b8f-caadc1d618b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:36.432845 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fcc4b0-63e6-41f8-83be-be257c581a49', 'name': 'network-vif-deleted', 'tag': '1bd43b7b-aee9-4daa-a7fb-cc93bdab1718', 'status': 'completed', 'code': 200} Jul 16 08:38:36.460356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-6f64ab90-7a0a-4e64-92a6-30a07c654709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.462298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-6f64ab90-7a0a-4e64-92a6-30a07c654709 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1529129 Jul 16 08:38:36.471244 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2472ecce-cbe0-47a3-aa66-b62300422ed6 x-openstack-request-id: req-2472ecce-cbe0-47a3-aa66-b62300422ed6 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:36.471589 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:36.472410 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2472ecce-cbe0-47a3-aa66-b62300422ed6 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:36.472851 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'code': 200} Jul 16 08:38:36.583466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-da42e71e-76ce-4f52-9286-40d84fcca045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.584972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-da42e71e-76ce-4f52-9286-40d84fcca045 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130238 Jul 16 08:38:36.679559 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.718201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Checking router: 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:36.730132 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:36.730996 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.750373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3852073-9e7d-480f-9efb-c466dbef7b6c req-ebd5229d-2f4b-4348-82c5-f5a27bf013e0 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.751922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3852073-9e7d-480f-9efb-c466dbef7b6c req-ebd5229d-2f4b-4348-82c5-f5a27bf013e0 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1604993 Jul 16 08:38:36.780165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-24b9e123-5446-47ff-aba8-9eca6c7ce612 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762986 Jul 16 08:38:36.821732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3852073-9e7d-480f-9efb-c466dbef7b6c req-247388ca-3464-495d-9394-5b913735849b tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Jul 16 08:38:36.915885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:36.951674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-536242fd-0869-47a3-87b1-140e04e39e7a service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557806 Jul 16 08:38:37.006650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f9bc1875-64c3-4526-96ac-d9b5be783fb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 200 len: 217 time: 0.0464330 Jul 16 08:38:37.095787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f6485990-3b34-4e18-a181-beb209d0ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.097515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f6485990-3b34-4e18-a181-beb209d0ce4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.0804684 Jul 16 08:38:37.209373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a6e77f6-64fd-427d-8442-fa65ff0a66ca req-3d3f5511-7f49-42ec-a1fe-aa4ad2e8cf13 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0554967 Jul 16 08:38:37.235086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a61934e4-6367-45ed-b6ac-106d84722bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.237223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a61934e4-6367-45ed-b6ac-106d84722bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322372 Jul 16 08:38:37.344311 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:37.360820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-840e0600-1b8f-4152-af27-1b47afaea778 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132348 Jul 16 08:38:37.398764 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083281-74ce-49e9-8e3c-2b694a7e59dc None None] The sync data for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 is: [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:35:18Z', 'revision_number': 4, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ada71e39-098f-4325-a9e7-b61c9a748811', 'name': '', 'network_id': '159be033-dc61-4d0a-bcf5-1dbcb1451927', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'mac_address': 'fa:16:3e:64:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:16Z', 'updated_at': '2021-07-16T08:35:25Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'subnets': [{'id': 'cb5205bd-4caf-4c5a-970e-c23182d894db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:37.587838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-000b6c85-7e90-4d5c-99b1-9508117f8339 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194059 Jul 16 08:38:37.636255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-5d239b02-3a8b-4a24-a68e-aba0025da6da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 200 len: 217 time: 0.0381601 Jul 16 08:38:37.703195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:37.770895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:37.771863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1bd43b7b-aee9-4daa-a7fb-cc93bdab1718 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:37.781072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-4839e869-25a2-4888-9683-21b6ab54dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.787385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-4839e869-25a2-4888-9683-21b6ab54dc1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1423044 Jul 16 08:38:37.904596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f22e5-990b-4968-8705-3772c2caef19 None None] New status for floating IP 7b0d3f4f-73c9-42ac-8a55-d221240a6ebf: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:38:37.916729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-ae132477-20ee-4c50-8fcd-978397e97535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.918244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-ae132477-20ee-4c50-8fcd-978397e97535 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1233046 Jul 16 08:38:38.109738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-d5786a02-9439-4aac-a562-43df838a5af7 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783259 Jul 16 08:38:38.171052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-e05d9aa5-952f-4114-bc4f-e123907a39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.172515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-e05d9aa5-952f-4114-bc4f-e123907a39c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.0901332 Jul 16 08:38:38.345613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-d7a9a5cb-e1cc-4a06-b306-c09414f04774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.348412 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-d7a9a5cb-e1cc-4a06-b306-c09414f04774 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.1650715 Jul 16 08:38:38.366498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-b2a55d5b-c6b3-4f9e-867f-51eb87c794f6 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480836 Jul 16 08:38:38.402428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-f49697a1-83dc-4656-8294-295df4541b92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0462706 Jul 16 08:38:38.439700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.447536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.455554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.466313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-2e9874fc-e4a8-4ec9-ba09-25bcbe37ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.466560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.468766 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-2e9874fc-e4a8-4ec9-ba09-25bcbe37ac65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0557053 Jul 16 08:38:38.473457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.479528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.486142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.490218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.494718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-1f632c14-af2a-469e-b5b7-5157dcd83022 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2335105 Jul 16 08:38:38.498235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-d145f120-37ae-4f3d-b85d-76b3bee2d367 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 217 time: 0.1238496 Jul 16 08:38:38.521435 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-8ecbe3ef-897c-4bd6-8f47-e69266334007 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320837 Jul 16 08:38:38.545313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a08420e4-b4f1-48c2-ade9-31e8dd2f5b4f req-64296a2b-4a01-4b77-a53b-f2bbfa778ca4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495431 Jul 16 08:38:38.637576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a20b65ac-8ced-4466-924c-7099925065f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.639188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a20b65ac-8ced-4466-924c-7099925065f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.1073415 Jul 16 08:38:38.722564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-591a865a-e08e-4491-9e9c-7453afc2552c service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912732 Jul 16 08:38:38.749390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-971bc495-f610-4206-a95b-b28aa3b1f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.751830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-971bc495-f610-4206-a95b-b28aa3b1f1fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062429 Jul 16 08:38:38.850712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721c0caa-acef-4c31-9c09-a1d5ca831bc9 req-255f9a90-b667-460c-8694-ac1199af1eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216421 Jul 16 08:38:38.894288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f38f-e225-4410-a6fb-4f60d5bc0b08 req-690ee01f-f8de-485a-8e3d-467509c55f19 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.901285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cb6f38f-e225-4410-a6fb-4f60d5bc0b08 req-690ee01f-f8de-485a-8e3d-467509c55f19 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1483271 Jul 16 08:38:38.902207 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.914096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-8ed465ec-ac34-4322-aa31-0eab57c5dedf service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522243 Jul 16 08:38:38.997898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cb6f38f-e225-4410-a6fb-4f60d5bc0b08 req-90994551-1f01-47a1-b8b5-8fbdd102a42d tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956457 Jul 16 08:38:39.102479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-dacfa68b-dc94-4f8e-9220-df44cb2b5219 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793067 Jul 16 08:38:39.150409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-fe5d1e3f-bad8-472d-9f7f-58d85bc37415 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 217 time: 0.0400825 Jul 16 08:38:39.215570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-48dffc4f-f347-47f2-9b65-d509d81a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.217202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-48dffc4f-f347-47f2-9b65-d509d81a01d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.0595109 Jul 16 08:38:39.360666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e180caa3-301a-49a2-8658-53fbffd4f284 req-c6b926ac-8d0b-4ccb-b709-246467cf37f3 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0454352 Jul 16 08:38:39.384566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f52fcaa8-119d-49b3-98f6-09e0f6b3f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.386510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-f52fcaa8-119d-49b3-98f6-09e0f6b3f1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1621132 Jul 16 08:38:39.626946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-a1a508c2-eaca-45c0-84a8-cf8d1982b59e service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303054 Jul 16 08:38:39.820898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efd9297e-501c-456f-9bd9-3258962f9d8f req-0cd803cd-afa7-41e9-b90f-e5e89d2288c9 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857696 Jul 16 08:38:39.891257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.898189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.904781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.910963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.917627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.924168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.930570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.941945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-1334dfac-e3da-4b6b-ba78-c09f169636ed tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.1570387 Jul 16 08:38:40.010924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-841a3ba6-98db-4b4b-8ee9-448e8533665d req-0f7876a2-dcbd-4a2d-904b-e90f1b529555 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713580 Jul 16 08:38:40.048419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.049179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.050890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.051575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.053179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.053838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.054999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.058403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-3d09149f-54a9-4d4d-ab7f-6bd14dd64855 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.1105669 Jul 16 08:38:40.195172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-dbff7cea-14f5-4bab-982d-bb692b5eccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.197094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-dbff7cea-14f5-4bab-982d-bb692b5eccd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 903 time: 0.1314871 Jul 16 08:38:40.249675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-39b6c1f0-f23f-4e4e-9563-8cbc3037af7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 217 time: 0.0441995 Jul 16 08:38:40.351061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-34ce34b8-e8b1-4a79-8d43-8724737fe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.353030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-34ce34b8-e8b1-4a79-8d43-8724737fe8e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.0950184 Jul 16 08:38:40.412715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e92f82-df2e-4ea2-92f4-8f99883f9594 req-c21fe341-c102-4509-9b0a-00f5760c7518 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.414232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36e92f82-df2e-4ea2-92f4-8f99883f9594 req-c21fe341-c102-4509-9b0a-00f5760c7518 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1545627 Jul 16 08:38:40.490711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020432b-1162-4544-b08c-96a5300fc999 req-167081c4-7510-4d28-8b03-70ced275eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.492606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-167081c4-7510-4d28-8b03-70ced275eeb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314909 Jul 16 08:38:40.499934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36e92f82-df2e-4ea2-92f4-8f99883f9594 req-4e42d960-e17e-4d6b-8bba-b139536afb4f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Jul 16 08:38:40.932896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7260369-07fd-4c22-bfd6-540397de7904 req-1dd005b0-2d7d-454d-88d1-532a208435e6 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Jul 16 08:38:40.964903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-3883bae6-e385-4227-8978-cf2dc84d9e43 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636142 Jul 16 08:38:41.084714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5020432b-1162-4544-b08c-96a5300fc999 req-668f4d64-c450-43ae-a9b4-fd346c9a9b0c service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111042 Jul 16 08:38:41.238449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.239728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.240436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.241229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.241888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.242539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.243188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.245415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-c56f134b-6477-4bf2-83f7-c813ec3324f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6485 time: 0.0986552 Jul 16 08:38:41.411706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-29c1989c-d70b-4d39-ac17-c7f2f0b84b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.413202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-29c1989c-d70b-4d39-ac17-c7f2f0b84b31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 903 time: 0.1556654 Jul 16 08:38:41.479939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-7c7f7c77-7477-45d8-b2ae-87944318b4d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 217 time: 0.0547857 Jul 16 08:38:41.560970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-e75219a5-5ee1-4564-ba3d-1c88f6c30a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.562358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-e75219a5-5ee1-4564-ba3d-1c88f6c30a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.0746896 Jul 16 08:38:41.663450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-9e1bbec8-3411-40aa-bf57-dd3dc1e17247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.665935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-9e1bbec8-3411-40aa-bf57-dd3dc1e17247 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930216 Jul 16 08:38:41.860279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-96059a7e-bff5-4689-9516-ff15049852fe service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854193 Jul 16 08:38:41.966639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dbaa0b-3bb6-4e1b-8179-25f42ae7101c req-2c8cd289-df47-48f8-a70f-11666d77d633 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974097 Jul 16 08:38:42.052002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.069288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.075851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.082538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.098160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.104060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.110230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.118641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-92950dab-1481-4794-8db5-3d938058d6fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.3232703 Jul 16 08:38:42.183035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2472cc8c-ba70-45e1-9cee-50d72e066dec req-afcd9a2e-5b23-4850-825b-da593507aa7a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635488 Jul 16 08:38:42.397253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-375e34ea-1293-4b9c-9027-3d9cb2da15a2 req-6e574f0a-e80c-4c84-9c4e-08879fd7c7be tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fcc4b0-63e6-41f8-83be-be257c581a49 HTTP/1.1" status: 200 len: 210 time: 0.0460608 Jul 16 08:38:42.419755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df78566-7779-4648-be87-c9dbddd7cbe6 req-f9015db4-e595-4376-8b5f-d545d2cdfc07 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.428272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7df78566-7779-4648-be87-c9dbddd7cbe6 req-f9015db4-e595-4376-8b5f-d545d2cdfc07 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1478648 Jul 16 08:38:42.501519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7df78566-7779-4648-be87-c9dbddd7cbe6 req-0f4d9814-021e-4108-8ac1-b93578306627 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669935 Jul 16 08:38:42.923133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98a1f6a5-7b36-4fb2-bd00-1ee18649929a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.421973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.429217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.450870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.458731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.466247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.487739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.487739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.495567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-c2e95d30-c63e-464b-a578-80c9485e8a30 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.1626842 Jul 16 08:38:43.542493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07d7cffb-ea44-447b-9180-522cd6835d69 req-347c7bd1-bff7-4be3-81c3-b252e0d5b895 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459211 Jul 16 08:38:43.789238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:43.909945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205626f-fed8-468c-9120-3b2542c075e0 req-88143180-18d8-4a9b-b1cd-b4831569da5f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.920152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3205626f-fed8-468c-9120-3b2542c075e0 req-88143180-18d8-4a9b-b1cd-b4831569da5f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1659074 Jul 16 08:38:43.921532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.975249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.005984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3205626f-fed8-468c-9120-3b2542c075e0 req-4b192463-5a62-40c3-8d41-c40f0c3887fd tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781174 Jul 16 08:38:44.141270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.145827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.147424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "DELETE /v2.0/security-groups/fbb3763e-331b-433f-b1f5-ac242ed4e0a8 HTTP/1.1" status: 204 len: 168 time: 0.3571372 Jul 16 08:38:44.150079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.172828 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-406b6bb2-06b8-4438-b131-52cfd8f96c92 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] show failed (client error): The resource could not be found. Jul 16 08:38:44.174006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-406b6bb2-06b8-4438-b131-52cfd8f96c92 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "GET /v2.0/security-groups/fbb3763e-331b-433f-b1f5-ac242ed4e0a8 HTTP/1.1" status: 404 len: 347 time: 0.0229263 Jul 16 08:38:44.177129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41560) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.177585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb3763e-331b-433f-b1f5-ac242ed4e0a8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.194541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.195892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.196504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.197708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.198311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.199391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.200145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.200718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.201303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.202208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.202775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.203429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c1b0cc-2ca3-497b-be6e-a01b86034e41 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.387873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Deleting port 289e41c9-376e-43e7-b661-fbf4d728c5ee {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:44.388747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.493322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.494002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.508460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Calling delete_port for 289e41c9-376e-43e7-b661-fbf4d728c5ee owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:44.777872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.845175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Pushing event deleted for resources: {'Port': ['ID=289e41c9-376e-43e7-b661-fbf4d728c5ee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.900409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.900767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.901111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.901451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.901781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.902110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.902536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.902751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.903137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.903480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.903789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.904796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.976127 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.978961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.983369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.983927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-191d5f19-e196-4dbf-a43c-4cf6c0ceb609 tempest-ServersTestBootFromVolume-1270437541 tempest-ServersTestBootFromVolume-1270437541-project] 10.222.0.32 "DELETE /v2.0/floatingips/7b0d3f4f-73c9-42ac-8a55-d221240a6ebf HTTP/1.1" status: 204 len: 168 time: 0.8053620 Jul 16 08:38:45.068453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.083597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.100917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.112603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.138438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.153935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.185148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.192328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-fb1c46b6-e939-4610-a17f-cb9ab9fd462b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.3628547 Jul 16 08:38:45.274002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57798e73-d12e-40e2-ad62-8c93a4cc7bef req-bad9ab64-9dab-4a25-abee-3172f29d6301 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738411 Jul 16 08:38:45.430081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e746-9e84-437b-88cd-2cc6c4b319ff req-1a5c8e87-3c2d-49f0-acaa-8ebccacdf6cc tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.437523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9255e746-9e84-437b-88cd-2cc6c4b319ff req-1a5c8e87-3c2d-49f0-acaa-8ebccacdf6cc tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1385682 Jul 16 08:38:45.521784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9255e746-9e84-437b-88cd-2cc6c4b319ff req-9f77f6b2-8094-49fe-8bda-396d13f24ef3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Jul 16 08:38:45.581102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d6f0f69-72c4-427d-985b-6a36c85fcc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.695184 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.824228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.142012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.329532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-675e4e66-3422-4351-9fcf-93cd5686caca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.541049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-675e4e66-3422-4351-9fcf-93cd5686caca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.573592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-675e4e66-3422-4351-9fcf-93cd5686caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.647965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e4e66-3422-4351-9fcf-93cd5686caca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaad070-8d93-409c-9e0a-ab6f540bf206,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.702822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-675e4e66-3422-4351-9fcf-93cd5686caca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29e7427e6e4d4f43a429eb8efd125320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597079 Jul 16 08:38:46.718474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41622) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.779197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.870438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.878392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.885029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.892724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.898120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Deleting port ada71e39-098f-4325-a9e7-b61c9a748811 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:46.898668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.901053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.911757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.919513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.929746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-3e3111fc-3745-46bc-8587-9d2a3d1b65c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.3819122 Jul 16 08:38:46.969960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.012578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e54a75e2-e045-49be-a634-d88a41ffb5fa req-cc6c2e18-e47c-42b1-bf5e-e6f9800adc34 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774164 Jul 16 08:38:47.085430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.111860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f7c2-8230-422c-9064-ff211aa01b1b req-57a78463-83ea-4a20-a7bf-d8a6fea645e5 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.120185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35d1f7c2-8230-422c-9064-ff211aa01b1b req-57a78463-83ea-4a20-a7bf-d8a6fea645e5 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.4142501 Jul 16 08:38:47.135525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] For port ada71e39-098f-4325-a9e7-b61c9a748811, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ada71e39-098f-4325-a9e7-b61c9a748811,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:47.136239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.190477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Calling delete_port for ada71e39-098f-4325-a9e7-b61c9a748811 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:47.196615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35d1f7c2-8230-422c-9064-ff211aa01b1b req-27d8f16c-e741-463a-8927-cecd77153343 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753307 Jul 16 08:38:47.237839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.240453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.244522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abaad070-8d93-409c-9e0a-ab6f540bf206 HTTP/1.1" status: 204 len: 168 time: 0.5215368 Jul 16 08:38:47.258419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dae5a8-cb08-4c45-859d-97c983e0efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaad070-8d93-409c-9e0a-ab6f540bf206,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.573438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:47.649958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.722622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada71e39-098f-4325-a9e7-b61c9a748811,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.045862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.410733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.519481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.528395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.535832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.543119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.551743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.559898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.569455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.580423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-248538c2-a9d8-42ee-9f5c-37bee0227187 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.3105628 Jul 16 08:38:48.592631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:48.671629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b56b016-e07e-407c-8ec0-e9f3a426e881 req-751ef9d2-cc82-450e-b54e-37ca591006aa tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901244 Jul 16 08:38:48.696203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5fa5-6b55-44ad-a326-965521a76d36 req-5552f48b-94e1-403c-a8d8-3e651fb761d3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.713988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-718f5fa5-6b55-44ad-a326-965521a76d36 req-5552f48b-94e1-403c-a8d8-3e651fb761d3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.2531028 Jul 16 08:38:48.766343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-718f5fa5-6b55-44ad-a326-965521a76d36 req-9d5feed3-6ac0-4bf3-82c1-b9935dad857e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511584 Jul 16 08:38:48.832697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:48.842169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20c59648-b5c8-440b-b51f-ec6adfbecd13 admin admin] 10.222.0.32 "PUT /v2.0/routers/0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8544865 Jul 16 08:38:48.842740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:48.844337 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Sync routers for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:48.875361 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:48.877749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:49.023719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.071978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:49.348779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.466769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Deleting port df0df608-7146-4221-a9dd-fb85f90817f6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:49.467131 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.647978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] For port df0df608-7146-4221-a9dd-fb85f90817f6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df0df608-7146-4221-a9dd-fb85f90817f6,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:49.648570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.671911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Calling delete_port for df0df608-7146-4221-a9dd-fb85f90817f6 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:49.738128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41700) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:49.750158 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:38:47Z', 'revision_number': 5, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port': {'id': 'df0df608-7146-4221-a9dd-fb85f90817f6', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:09Z', 'updated_at': '2021-07-16T08:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:49.855980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Checking router: 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:49.882655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7ca2-d6aa-4b93-90c3-2763502b6c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.905068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Routers {'0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:49.918856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:50.002917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.066706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0df608-7146-4221-a9dd-fb85f90817f6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.139939 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] Set router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:50.173117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.205268 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:38:49Z', 'revision_number': 6, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:50.264058 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecccbc2-49a4-411f-83c4-1138c4c3d00d None None] The sync data for ids ['0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599'] in n-d-798054-12 is: [{'id': '0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599', 'name': 'tempest-ServersTestBootFromVolume-1873334111-router', 'tenant_id': 'e4d01959725142699dfa6615510155cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:05Z', 'updated_at': '2021-07-16T08:38:49Z', 'revision_number': 6, 'project_id': 'e4d01959725142699dfa6615510155cc', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:50.288485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.297500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.297760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.304734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.313570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.318437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.330497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.337093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.343492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.345624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81407649-1da3-46b9-88ff-e9161eb186ad req-80981c9b-550f-44c1-b054-11d356008d9a tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2974536 Jul 16 08:38:50.385076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.385721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:38:50.391847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.393172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-45030648-b970-46fc-9738-5d447f562a06 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0a1b6ac5-ebe5-4dfe-bd5f-bb23e02b7599 HTTP/1.1" status: 204 len: 168 time: 1.5487566 Jul 16 08:38:50.396246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.422656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ccd8d-f907-419a-9492-e4754ee3a8c5 req-8e9738a5-bb95-4b29-a493-168c692f52ac tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.424494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-848ccd8d-f907-419a-9492-e4754ee3a8c5 req-8e9738a5-bb95-4b29-a493-168c692f52ac tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.2866468 Jul 16 08:38:50.426818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7ca2-d6aa-4b93-90c3-2763502b6c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.434759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7ca2-d6aa-4b93-90c3-2763502b6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.471127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Deleting subnet cb5205bd-4caf-4c5a-970e-c23182d894db {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:50.475472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.481232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81407649-1da3-46b9-88ff-e9161eb186ad req-05d7befb-ac32-4d28-8611-c42a39d5e273 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245453 Jul 16 08:38:50.494533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7ca2-d6aa-4b93-90c3-2763502b6c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a15452-fd0b-43ff-aa44-446741809a8b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.522257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.592618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f0d7ca2-d6aa-4b93-90c3-2763502b6c80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96e32a7ebbff4b86b49f20f6a2474ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8436441 Jul 16 08:38:50.593782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41714) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.612524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.641124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-848ccd8d-f907-419a-9492-e4754ee3a8c5 req-b08b3172-f7af-493f-91ee-fb47afb16726 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084517 Jul 16 08:38:50.749993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.771950 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.842178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5205bd-4caf-4c5a-970e-c23182d894db,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.853632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.855855 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.861735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cd946db2-213f-4f4f-aba9-4106068a82fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb5205bd-4caf-4c5a-970e-c23182d894db HTTP/1.1" status: 204 len: 168 time: 0.4619830 Jul 16 08:38:50.862765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.864302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5fd80-6e88-41d7-9d71-5f5aafd9404f None None] Network 159be033-dc61-4d0a-bcf5-1dbcb1451927 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:51.028587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.035888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.038758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.042485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03a15452-fd0b-43ff-aa44-446741809a8b HTTP/1.1" status: 204 len: 168 time: 0.4428926 Jul 16 08:38:51.050082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e8cd-2898-4f04-b1c7-e4830bb179ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a15452-fd0b-43ff-aa44-446741809a8b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.071183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84943-f9b2-4d26-acae-a8a5d24cd090 req-dfb74db4-3653-4762-85a8-f23dbd09d53c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.072840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3a84943-f9b2-4d26-acae-a8a5d24cd090 req-dfb74db4-3653-4762-85a8-f23dbd09d53c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.1286547 Jul 16 08:38:51.152699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Deleting port 3019efe2-495c-480b-8cd7-0a615e68eaf1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:51.153052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.168217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3a84943-f9b2-4d26-acae-a8a5d24cd090 req-aa94701d-20aa-4272-b210-58dfb03d1985 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862708 Jul 16 08:38:51.249064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] DHCP port deletion for 159be033-dc61-4d0a-bcf5-1dbcb1451927 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:51.260480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] For port 3019efe2-495c-480b-8cd7-0a615e68eaf1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3019efe2-495c-480b-8cd7-0a615e68eaf1,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:51.260854 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.285493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Calling delete_port for 3019efe2-495c-480b-8cd7-0a615e68eaf1 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:51.334157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Deleting port 3019efe2-495c-480b-8cd7-0a615e68eaf1 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:51.334877 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.426690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.436667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ada71e39-098f-4325-a9e7-b61c9a748811 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:51.486821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Pushing event deleted for resources: {'Port': ['ID=3019efe2-495c-480b-8cd7-0a615e68eaf1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.487355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] For port 3019efe2-495c-480b-8cd7-0a615e68eaf1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3019efe2-495c-480b-8cd7-0a615e68eaf1,segment=NetworkSegment(adf04681-7a6c-4476-9ef1-b08b4ded9d3d),segment_id=adf04681-7a6c-4476-9ef1-b08b4ded9d3d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:51.491065 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.493888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: ada71e39-098f-4325-a9e7-b61c9a748811 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:51.494244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ada71e39-098f-4325-a9e7-b61c9a748811 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:51.494677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df0df608-7146-4221-a9dd-fb85f90817f6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:51.495388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] No DVR routers for this DVR port 3019efe2-495c-480b-8cd7-0a615e68eaf1 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:51.530569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: df0df608-7146-4221-a9dd-fb85f90817f6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:51.531469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df0df608-7146-4221-a9dd-fb85f90817f6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:51.533619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Calling delete_port for 3019efe2-495c-480b-8cd7-0a615e68eaf1 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: from cryptography.utils import int_from_bytes Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: from cryptography.utils import int_from_bytes Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.743368 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:51.748540 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:38:51.760798 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.791543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.812393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159be033-dc61-4d0a-bcf5-1dbcb1451927']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:51.828526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] Pushing event deleted for resources: {'Port': ['ID=3019efe2-495c-480b-8cd7-0a615e68eaf1,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.840992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919f79f-935e-4f60-baf6-cbec937a1a04 None None] No DVR routers for this DVR port 3019efe2-495c-480b-8cd7-0a615e68eaf1 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:51.865772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.872564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.879277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.885243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.891625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.898075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.898310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:51.898614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf04681-7a6c-4476-9ef1-b08b4ded9d3d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:51.904286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.912463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99de0831-5752-4eee-9f93-23a656898ba3 req-7b1e875a-7776-4447-99b4-05ce4c411528 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.1901040 Jul 16 08:38:51.921959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.954763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.966621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:51.967185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:51.968947 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:52.014535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-eaab84e0-3566-417f-889a-c53ce7591d88 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.016633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-eaab84e0-3566-417f-889a-c53ce7591d88 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.1799545 Jul 16 08:38:52.059270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99de0831-5752-4eee-9f93-23a656898ba3 req-c60fb1a0-9ada-4724-84d6-705cbd063269 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457305 Jul 16 08:38:52.216623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.245003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.247789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] 10.222.0.32 "DELETE /v2.0/networks/159be033-dc61-4d0a-bcf5-1dbcb1451927 HTTP/1.1" status: 204 len: 168 time: 1.3824050 Jul 16 08:38:52.260610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bebe7-4efe-421a-ab96-7e8d4b619719 req-d2c07a26-3109-4c09-a706-531e0865221f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.268152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543bebe7-4efe-421a-ab96-7e8d4b619719 req-d2c07a26-3109-4c09-a706-531e0865221f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.2870159 Jul 16 08:38:52.275990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa9c1b-8439-41ff-8e1f-8005ef262230 admin admin] Pushing event deleted for resources: {'Network': ['ID=159be033-dc61-4d0a-bcf5-1dbcb1451927,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.352438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port 5b579d6f-2e16-41ea-9498-9c0c7591adbd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:52.353360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.361417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543bebe7-4efe-421a-ab96-7e8d4b619719 req-b0edd51b-8251-43be-84c7-c4977b44febd tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919671 Jul 16 08:38:52.457184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41770) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.584516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c2966-52b4-48bb-962e-4f061e679142 req-41bd05f5-2718-4e4f-a11a-fa3cc4dbd646 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.593789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-749c2966-52b4-48bb-962e-4f061e679142 req-41bd05f5-2718-4e4f-a11a-fa3cc4dbd646 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 945 time: 0.0848858 Jul 16 08:38:52.622103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port 5b579d6f-2e16-41ea-9498-9c0c7591adbd, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5b579d6f-2e16-41ea-9498-9c0c7591adbd,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:52.623298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.629055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-680051587-network', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:52.632116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.661111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:52.661954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for 5b579d6f-2e16-41ea-9498-9c0c7591adbd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:52.663893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.685950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-749c2966-52b4-48bb-962e-4f061e679142 req-5a4754be-8be0-487b-9a82-65dc25fca397 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909374 Jul 16 08:38:52.698677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.728014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0557f9a9-2435-4894-88f5-35eb686080c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4d01959725142699dfa6615510155cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919862 Jul 16 08:38:52.729346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41776) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.864883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.898165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.902431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.913910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.916001 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.946206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=5b579d6f-2e16-41ea-9498-9c0c7591adbd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.946786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['5b579d6f-2e16-41ea-9498-9c0c7591adbd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:52.977502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:52.983012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571ef14a-9504-46af-800d-4a60299bc5a7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.002538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.002538 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Added segment 822bec80-f19f-4407-9699-66fa858f0783 of type vlan for network 5555d070-80c0-49a6-866b-be1d53ed98d3 Jul 16 08:38:53.037818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port 5b579d6f-2e16-41ea-9498-9c0c7591adbd on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:53.040981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.043167 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e64dd0c9-9e95-409a-aa36-bc4cd904dde2 req-206c0e04-a7d4-4580-af7f-c0c5519014f7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "DELETE /v2.0/ports/5b579d6f-2e16-41ea-9498-9c0c7591adbd HTTP/1.1" status: 204 len: 173 time: 1.0199454 Jul 16 08:38:53.043742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'name': 'network-vif-deleted', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:53.046252 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279d04b-066c-4ef5-8624-f6740267de4a" -d '{"events": [{"server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "name": "network-vif-deleted", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:53.091478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.112667 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0bc779-1bcc-4b98-aaf5-ddd0f0efde09 x-openstack-request-id: req-5d0bc779-1bcc-4b98-aaf5-ddd0f0efde09 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:53.112965 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5d09e7-ded8-45c3-ac8d-aec7f90e920b", "name": "network-vif-deleted", "tag": "5b579d6f-2e16-41ea-9498-9c0c7591adbd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:53.113225 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d0bc779-1bcc-4b98-aaf5-ddd0f0efde09 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:53.113625 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5d09e7-ded8-45c3-ac8d-aec7f90e920b', 'name': 'network-vif-deleted', 'tag': '5b579d6f-2e16-41ea-9498-9c0c7591adbd', 'status': 'completed', 'code': 200} Jul 16 08:38:53.130333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.132949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.134113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b125940-1e43-428e-9cfd-fae066d0cfd2 HTTP/1.1" status: 204 len: 168 time: 0.4037366 Jul 16 08:38:53.160546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8322cdd-6974-4c7f-91d1-ad19a7c73d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b125940-1e43-428e-9cfd-fae066d0cfd2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.165314 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.187653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.188309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.288576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] Pushing event updated for resources: {'Network': ['ID=5555d070-80c0-49a6-866b-be1d53ed98d3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.303504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:53.307785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:53.320260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e675f43-594f-4858-81c6-77b0131cf93b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8470950 Jul 16 08:38:53.324212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Request body: {'subnet': {'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-subnet', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:53.341002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3019efe2-495c-480b-8cd7-0a615e68eaf1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:53.363742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:53.366515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.401369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3019efe2-495c-480b-8cd7-0a615e68eaf1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:53.403865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3019efe2-495c-480b-8cd7-0a615e68eaf1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:53.484719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.493745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.504824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.514912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.524539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.532761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.539394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.542500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-30dcee49-5f94-4847-95e7-e9acd2909cbb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2186332 Jul 16 08:38:53.639333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06543b9c-96a9-4700-9da6-91f6308902c1 req-5e5cc189-28fb-41ab-82a3-a35dcd86a1da tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865245 Jul 16 08:38:53.736288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.829927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d182ed4-c9f6-4a08-aff0-a754b59eafa9 req-4833c27a-1f1b-4c90-8215-c534eea75a3b tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.842758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d182ed4-c9f6-4a08-aff0-a754b59eafa9 req-4833c27a-1f1b-4c90-8215-c534eea75a3b tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1441257 Jul 16 08:38:53.848151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857bfdc4-f83d-4886-bec7-fae97c601cf3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.864976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Checking segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:53.867415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Network hostable DHCP agents. Network: 5555d070-80c0-49a6-866b-be1d53ed98d3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:53.895558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:53.907059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5555d070-80c0-49a6-866b-be1d53ed98d3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:53.915723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7a044-f22e-445a-b1ad-658317dbd5f4 None None] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:53.920628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.921496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.926116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d182ed4-c9f6-4a08-aff0-a754b59eafa9 req-b3269f80-8c53-4fa3-be21-896576dd66c9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823898 Jul 16 08:38:53.941996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3f128763-08cc-4c5b-b0d5-bb3189632344 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6365206 Jul 16 08:38:53.943970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:53.950961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:53.985304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.986998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.990512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4474674-d43f-49cd-8608-2cf07f9e462e req-a1c118ad-e677-4619-b7f1-fbe7d39ac17a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0603704 Jul 16 08:38:54.076269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.231338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-5555d070-80c0-49a6-866b-be1d53ed98d3', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:54.232244 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.391524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.445348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Allocated IP 172.20.0.2 (5555d070-80c0-49a6-866b-be1d53ed98d3/857bfdc4-f83d-4886-bec7-fae97c601cf3/3f438702-7e07-4dde-b452-594558298571) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:54.781613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.782650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.825020 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.853004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.855720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Transition to ACTIVE for port object 3f438702-7e07-4dde-b452-594558298571 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:54.905747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Transition to ACTIVE for port object 3f438702-7e07-4dde-b452-594558298571 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:54.929565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.969705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1989246794-network', 'tenant_id': '95837184779b4a029a14db3f77703208'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:55.032967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.039393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.046101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.052859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.059012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.069032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.075088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.077155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-88e770cb-6844-4151-a952-ba31acef5afc tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.1758082 Jul 16 08:38:55.078546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Made reservation on behalf of 95837184779b4a029a14db3f77703208 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:55.081239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.100302 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.134105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:55.148812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:55.156785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:55.162804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Pushing event updated for resources: {'Port': ['ID=3f438702-7e07-4dde-b452-594558298571,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.193098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5e244a6-4881-4c6c-8fda-3b3138db9530 req-d5814a9f-2bdf-47a3-b8dc-fbd61a5f824d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956151 Jul 16 08:38:55.310316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Allocated IP 172.25.5.158 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/9c6bd959-538c-43b2-a2bb-ade89a9298ba) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:55.397319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Attempting to bind port 3f438702-7e07-4dde-b452-594558298571 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:55.397880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.398024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Attempting to bind port 3f438702-7e07-4dde-b452-594558298571 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:55.398024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Attempting to bind port 3f438702-7e07-4dde-b452-594558298571 on network 5555d070-80c0-49a6-866b-be1d53ed98d3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:55.416452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:55.417026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Checking segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:55.417968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.418673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.419329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Bound using segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:55.422340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Bound port: 3f438702-7e07-4dde-b452-594558298571, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:55.423070 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.484290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:55.511541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] For port 3f438702-7e07-4dde-b452-594558298571, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:55.516221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] For port 3f438702-7e07-4dde-b452-594558298571, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3f438702-7e07-4dde-b452-594558298571,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:55.525461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.530131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26a28b64-2d3b-4b3e-8af8-9694e4a91987 req-62f114b1-1bf2-4d7f-b943-aea456a7da6a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0814571 Jul 16 08:38:55.538136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f962568-4d7f-4da5-a970-760df29d5239,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.562279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.566257 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.566622 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Added segment 8740e072-14e3-4353-ba33-8c2635612bea of type vlan for network a02898a4-7d7b-471b-a3b5-6caaad906212 Jul 16 08:38:55.578702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e681b2-fdc7-4950-aec5-d00b09d6ca5f req-d62dca82-f840-42de-a3dd-c902c5b58b46 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.590127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95e681b2-fdc7-4950-aec5-d00b09d6ca5f req-d62dca82-f840-42de-a3dd-c902c5b58b46 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.2770329 Jul 16 08:38:55.632470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fc71b-2b12-47fc-a195-200764cd111d None None] Pushing event updated for resources: {'Port': ['ID=3f438702-7e07-4dde-b452-594558298571,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.645972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.700291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.707672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95e681b2-fdc7-4950-aec5-d00b09d6ca5f req-84bff92f-19e7-40ed-8ab1-ced6a7409de9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163361 Jul 16 08:38:55.753424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.754662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.755350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.758650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:55.766328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:55.777311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:55.829709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0408752 Jul 16 08:38:55.831128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41866) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.861502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6bd959-538c-43b2-a2bb-ade89a9298ba,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.884408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5b579d6f-2e16-41ea-9498-9c0c7591adbd no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:55.908318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6503f-e5bc-4c22-9244-11c00df427ce admin admin] Pushing event updated for resources: {'Network': ['ID=a02898a4-7d7b-471b-a3b5-6caaad906212,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.928137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 5b579d6f-2e16-41ea-9498-9c0c7591adbd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:55.928667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5b579d6f-2e16-41ea-9498-9c0c7591adbd not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:55.931507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a02898a4-7d7b-471b-a3b5-6caaad906212 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:55.964282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Request body: {'subnet': {'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1989246794-subnet', 'tenant_id': '95837184779b4a029a14db3f77703208', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:56.031411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Made reservation on behalf of 95837184779b4a029a14db3f77703208 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:56.034255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.327039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.446174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.575045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.607319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96d700-cafa-493e-a856-94c6ec4f387f req-3a37e005-1fa9-4eb0-99dc-3f46f50e2e87 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.609453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c96d700-cafa-493e-a856-94c6ec4f387f req-3a37e005-1fa9-4eb0-99dc-3f46f50e2e87 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 950 time: 0.2560532 Jul 16 08:38:56.613658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Checking segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:56.614130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Network hostable DHCP agents. Network: a02898a4-7d7b-471b-a3b5-6caaad906212, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:56.696082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.702181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.708977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.720427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.727536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.733611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.740123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.748066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-4c06046e-5ae9-4f54-8966-81891b8c64b8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.3208416 Jul 16 08:38:56.794561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c96d700-cafa-493e-a856-94c6ec4f387f req-114cb7fd-ac8d-4749-87a5-a9ce14f5ce67 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731355 Jul 16 08:38:56.810016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Network a02898a4-7d7b-471b-a3b5-6caaad906212 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:56.859956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df660d1c-b3d9-4ded-b544-686ba95b6775 req-9cd885a1-738b-4895-a7d5-6824995e22f7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091287 Jul 16 08:38:56.881760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a02898a4-7d7b-471b-a3b5-6caaad906212) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:56.895863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9ddd0-c828-4bea-958e-1fa2769b8b94 None None] Network a02898a4-7d7b-471b-a3b5-6caaad906212 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:56.923053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.924101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.958757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c954ef1-fef4-44d5-b0c2-686847affbbb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0513988 Jul 16 08:38:56.959726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.970011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:57.046685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.047603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.102271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa71a281-2ab7-4adf-bacd-60bae4053d58 req-45568e6e-e9ed-42ac-9084-07fa99b6cd63 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0923290 Jul 16 08:38:57.176957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d01719-84d2-437f-b690-eb52a7a8a7c3 None None] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:57.273645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.277182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49838c70-0ac8-445e-a547-689f45863f82 req-518ada6d-c616-4e2a-891e-7b7e34306075 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.280215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49838c70-0ac8-445e-a547-689f45863f82 req-518ada6d-c616-4e2a-891e-7b7e34306075 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1321096 Jul 16 08:38:57.305696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-099ae765-a259-4c9f-98b6-f89cbd6297e8 None None] Provisioning for port 3f438702-7e07-4dde-b452-594558298571 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:57.369398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49838c70-0ac8-445e-a547-689f45863f82 req-c9d1b41a-a752-4750-8363-b40a9615bfde tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791068 Jul 16 08:38:57.372075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-a02898a4-7d7b-471b-a3b5-6caaad906212', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:57.373774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.408167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3f438702-7e07-4dde-b452-594558298571 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:57.440522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.524523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.662153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Allocated IP 172.20.0.2 (a02898a4-7d7b-471b-a3b5-6caaad906212/fca452e0-da82-4b64-b2ec-b1f1ef2b5d80/dd13b78b-65fd-4afa-be88-2c25d12db672) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:57.822269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Router fbdf206d-dde5-4345-91f2-88fbce95844e is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:57.845154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3f438702-7e07-4dde-b452-594558298571 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:57.925701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3f438702-7e07-4dde-b452-594558298571 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:57.926616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.025067 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.070651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.113108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.138705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Transition to ACTIVE for port object dd13b78b-65fd-4afa-be88-2c25d12db672 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:58.139055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:58.166776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Sync routers for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:58.212634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.215332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Transition to ACTIVE for port object dd13b78b-65fd-4afa-be88-2c25d12db672 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:58.220652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:58.222368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:58.225597 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d673d13-1164-4d16-ad83-0f2e04f8c715 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2793498 Jul 16 08:38:58.228582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.275787 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.467914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Allocated IP 172.25.5.7 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/3328ab48-89ea-43eb-b40d-cf18656b6eee) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:58.554891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 09092009-b71f-4a6c-b1ad-14ddaba09819 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:58.655440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Network a02898a4-7d7b-471b-a3b5-6caaad906212 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:58.672156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:58.674832 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.683084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:58.685854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Pushing event updated for resources: {'Port': ['ID=dd13b78b-65fd-4afa-be88-2c25d12db672,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.704606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.715163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a972966-9f61-4fe4-b34f-0b45409b25dc None None] Provisioning complete for port 3f438702-7e07-4dde-b452-594558298571 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:58.715774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a972966-9f61-4fe4-b34f-0b45409b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.726585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.730722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.761051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.777864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.791891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.808276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.829463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c358e795-9910-428a-95f3-f583740d3dfe req-c6431292-c949-4d24-af51-cd055f379c26 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5421 time: 0.2970386 Jul 16 08:38:58.852170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.869615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:58.923056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-114a16a1-25ce-495c-8455-b805efbfd280 req-db273b8a-83ea-487c-8665-05e92f863f82 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0433300 Jul 16 08:38:58.950367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c358e795-9910-428a-95f3-f583740d3dfe req-629ee0c2-d224-4adb-a846-9cace70b44c4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173306 Jul 16 08:38:58.961357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.011690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3f438702-7e07-4dde-b452-594558298571, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3f438702-7e07-4dde-b452-594558298571,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:59.045700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:59.049215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:59.052411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.107758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Attempting to bind port dd13b78b-65fd-4afa-be88-2c25d12db672 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:59.108403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Attempting to bind port dd13b78b-65fd-4afa-be88-2c25d12db672 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:59.109222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Attempting to bind port dd13b78b-65fd-4afa-be88-2c25d12db672 on network a02898a4-7d7b-471b-a3b5-6caaad906212 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:59.118192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3328ab48-89ea-43eb-b40d-cf18656b6eee,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.120854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:59.194575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:59.195229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Checking segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:59.195817 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.196391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Bound using segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:59.197182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Bound port: dd13b78b-65fd-4afa-be88-2c25d12db672, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:59.198242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.266939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b30d3-1639-4ce1-b86f-a966b47cc336 req-0ea9979c-5514-4b4e-af15-942660156494 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.274696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db3b30d3-1639-4ce1-b86f-a966b47cc336 req-0ea9979c-5514-4b4e-af15-942660156494 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1590347 Jul 16 08:38:59.291557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:59.349151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db3b30d3-1639-4ce1-b86f-a966b47cc336 req-7c8f5e54-70d1-414e-8dbd-3720118bc1da tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733907 Jul 16 08:38:59.371001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'port_id': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'mac_address': 'fa:16:3e:74:ed:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:59.372468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3f438702-7e07-4dde-b452-594558298571,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.505406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] For port dd13b78b-65fd-4afa-be88-2c25d12db672, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:59.512469 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.537731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] For port dd13b78b-65fd-4afa-be88-2c25d12db672, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dd13b78b-65fd-4afa-be88-2c25d12db672,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:59.543604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09092009-b71f-4a6c-b1ad-14ddaba09819 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:59.557764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.649518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:59.655237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac326-dfcb-4fbd-94bc-cd63977f4e50 None None] Pushing event updated for resources: {'Port': ['ID=dd13b78b-65fd-4afa-be88-2c25d12db672,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.662956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.663617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3485f262-1192-4ce8-bbbe-a009b5891513 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:59.682290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.779338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568dbdf-1de3-489c-90ec-b7862628014b req-f7dc080f-102a-44d6-a773-02945694b3ae tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.803643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7568dbdf-1de3-489c-90ec-b7862628014b req-f7dc080f-102a-44d6-a773-02945694b3ae tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 950 time: 0.1182415 Jul 16 08:38:59.826519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:59.841905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:38:56Z', 'revision_number': 3, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:59.888903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '3485f262-1192-4ce8-bbbe-a009b5891513', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'port_id': '3485f262-1192-4ce8-bbbe-a009b5891513', 'mac_address': 'fa:16:3e:e7:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:59.897005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Checking router: fbdf206d-dde5-4345-91f2-88fbce95844e for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:59.897396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Updating router fbdf206d-dde5-4345-91f2-88fbce95844e port 9c6bd959-538c-43b2-a2bb-ade89a9298ba binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:59.897543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.900710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7568dbdf-1de3-489c-90ec-b7862628014b req-55465c0c-7a06-4dc0-8338-b6285f12e5f4 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951505 Jul 16 08:38:59.934073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.979700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.987556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.059618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485f262-1192-4ce8-bbbe-a009b5891513 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:00.179513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.188709 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.189170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:00.341454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f8f0634-8365-4910-b91e-48e129639445 req-5a4938de-897d-499c-bafb-b45d3d208595 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c5d09e7-ded8-45c3-ac8d-aec7f90e920b HTTP/1.1" status: 200 len: 210 time: 0.0480061 Jul 16 08:39:00.361961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.369497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.376008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.397778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.405606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.412932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.422546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.432662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-6eed8af4-a04f-4707-9140-dde3090fc0f1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5422 time: 0.2726946 Jul 16 08:39:00.489748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.504960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.506604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd6eec31-c5b2-42e7-99e6-d0acf6764daa req-0a7e46f6-af96-4a61-b149-c3adc03409f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652995 Jul 16 08:39:00.517477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'network_id': 'eca03ba4-77fc-4a01-85db-b1416d474e14', 'port_id': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'mac_address': 'fa:16:3e:51:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:00.578377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.618487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.655250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:00.699719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.708979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.712261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a99cd3f9-dc0c-48c3-96b3-03eb5882a786 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:00.771709 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.786356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b6e70-4e41-4858-954b-e6f01fe992d3 req-b748bc8c-38c2-4d32-b8ec-7565de805d15 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.795208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b75b6e70-4e41-4858-954b-e6f01fe992d3 req-b748bc8c-38c2-4d32-b8ec-7565de805d15 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1060407 Jul 16 08:39:00.812277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Transition to ACTIVE for port object 9c6bd959-538c-43b2-a2bb-ade89a9298ba will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:00.849755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.861730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Allocated IP 172.20.0.1 (5555d070-80c0-49a6-866b-be1d53ed98d3/857bfdc4-f83d-4886-bec7-fae97c601cf3/1ef492f6-1ed1-40fc-aaf6-fedacc307a07) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:00.881098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b75b6e70-4e41-4858-954b-e6f01fe992d3 req-02cc8431-a2bc-4446-911d-3391479d3afd tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 Jul 16 08:39:00.947218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.961225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Attempting to bind port 9c6bd959-538c-43b2-a2bb-ade89a9298ba on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:00.961603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Attempting to bind port 9c6bd959-538c-43b2-a2bb-ade89a9298ba by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:00.962025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Attempting to bind port 9c6bd959-538c-43b2-a2bb-ade89a9298ba on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:00.986911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Router a9a800a6-b3f6-4f28-9545-8dc5843be801 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:39:01.036579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:01.037013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:01.037429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.037834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:01.038321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Bound port: 9c6bd959-538c-43b2-a2bb-ade89a9298ba, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:01.038713 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.154210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.201323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70cbd-52b1-4996-b0c9-3ad41136bc9d req-84e74eb6-e31a-41aa-9f1f-ba69860684b9 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.202868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71d70cbd-52b1-4996-b0c9-3ad41136bc9d req-84e74eb6-e31a-41aa-9f1f-ba69860684b9 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 950 time: 0.1201413 Jul 16 08:39:01.262888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.263476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Transition to ACTIVE for port object 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:01.265565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b0bf-f4b1-4821-8693-3af8c42c54fe None None] Pushing event updated for resources: {'Port': ['ID=9c6bd959-538c-43b2-a2bb-ade89a9298ba,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.289189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71d70cbd-52b1-4996-b0c9-3ad41136bc9d req-f24bf7a6-c3bf-4d31-ac7f-9611526f4056 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Jul 16 08:39:01.306911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'port_id': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786', 'mac_address': 'fa:16:3e:65:e3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:01.315383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:01.336971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.338234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7db2eb1a-1650-4a9e-be74-dfae4f7f29d8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3774722 Jul 16 08:39:01.341234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41990) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.372899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.453015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] For port 9c6bd959-538c-43b2-a2bb-ade89a9298ba, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:01.484981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.485247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] For port 9c6bd959-538c-43b2-a2bb-ade89a9298ba, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9c6bd959-538c-43b2-a2bb-ade89a9298ba,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:01.487981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.496948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1056a-f72f-438c-befc-8623ec68b07f None None] Network a02898a4-7d7b-471b-a3b5-6caaad906212 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:01.499098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3f438702-7e07-4dde-b452-594558298571 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:01.501586 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.523225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:01.524882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:01.530821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:01.606486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.746851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b0bf-f4b1-4821-8693-3af8c42c54fe None None] Pushing event updated for resources: {'Port': ['ID=9c6bd959-538c-43b2-a2bb-ade89a9298ba,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.765978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99cd3f9-dc0c-48c3-96b3-03eb5882a786 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:01.773004 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Sync routers for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:01.793475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:01.793475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:01.853077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:01.854639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:01.980746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.032469 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:02.036220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8c951c0-f96e-4d31-ada2-9a9b184e27f2 None None] Provisioning for port dd13b78b-65fd-4afa-be88-2c25d12db672 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:02.090793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:02.104544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.105204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c13e71d5-6050-4ae0-a480-1849094fa2e6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:02.138534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:02.154887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c13e71d5-6050-4ae0-a480-1849094fa2e6', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'port_id': 'c13e71d5-6050-4ae0-a480-1849094fa2e6', 'mac_address': 'fa:16:3e:fa:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:02.264217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 3, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:02.289198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.313923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.314950 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Checking router: a9a800a6-b3f6-4f28-9545-8dc5843be801 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:02.315482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Updating router a9a800a6-b3f6-4f28-9545-8dc5843be801 port 3328ab48-89ea-43eb-b40d-cf18656b6eee binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:02.342853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3f438702-7e07-4dde-b452-594558298571 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:02.343728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.347769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.367650 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.437745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:02.481703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa2980-b468-410b-b5b7-146b964f5ded req-18856f4d-5885-44e1-9ce0-35b0a5d2f8d9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.484138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.493710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19aa2980-b468-410b-b5b7-146b964f5ded req-18856f4d-5885-44e1-9ce0-35b0a5d2f8d9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.2931345 Jul 16 08:39:02.499280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.506997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13e71d5-6050-4ae0-a480-1849094fa2e6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:02.571086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e5660532-5a68-4fee-853d-a68516ab4b25 None None] Provisioning for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:02.614319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-ae869c78-67bc-4aa3-bb79-8a3d707aa5c5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.615872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-ae869c78-67bc-4aa3-bb79-8a3d707aa5c5 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 950 time: 0.4010644 Jul 16 08:39:02.653512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:02.667993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.672358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19aa2980-b468-410b-b5b7-146b964f5ded req-c0840299-6fdf-4e9c-98a3-8f30a86c4996 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774621 Jul 16 08:39:02.684254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.687766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.688765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e1092acf-c8f0-473b-a690-1b00ce57d5d4 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:02.690940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.696710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.702656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.708677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.714733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.721197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.722873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:02.723978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-751d26c0-7fc6-488e-b46d-d5fb8bbe0ea0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5425 time: 0.5249276 Jul 16 08:39:02.728490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:02.734813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:02.790321 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.804651 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Transition to ACTIVE for port object 3328ab48-89ea-43eb-b40d-cf18656b6eee will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:02.823193 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.888981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'port_id': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'mac_address': 'fa:16:3e:cc:95:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:02.895529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ddd687e-b236-4339-9b6d-d10a3c2bc461 req-b2a69f92-58a0-4470-ac13-03619aafbf66 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257262 Jul 16 08:39:02.906400 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7cf1c-f6da-4c55-9ca5-aea5dbba5b98 None None] Pushing event updated for resources: {'Port': ['ID=3328ab48-89ea-43eb-b40d-cf18656b6eee,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.907508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.929695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e5660532-5a68-4fee-853d-a68516ab4b25 None None] Provisioning complete for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:02.933034 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e5660532-5a68-4fee-853d-a68516ab4b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.969138 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Attempting to bind port 3328ab48-89ea-43eb-b40d-cf18656b6eee on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:02.972695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Attempting to bind port 3328ab48-89ea-43eb-b40d-cf18656b6eee by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:02.973066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Attempting to bind port 3328ab48-89ea-43eb-b40d-cf18656b6eee on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:02.989910 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:02.990277 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:02.990896 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.991662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:02.992343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Bound port: 3328ab48-89ea-43eb-b40d-cf18656b6eee, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:02.992915 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.011261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Router fbdf206d-dde5-4345-91f2-88fbce95844e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:03.049904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e5660532-5a68-4fee-853d-a68516ab4b25 None None] Port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:03.101321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] For port 3328ab48-89ea-43eb-b40d-cf18656b6eee, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:03.104637 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] For port 3328ab48-89ea-43eb-b40d-cf18656b6eee, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3328ab48-89ea-43eb-b40d-cf18656b6eee,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:03.113136 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.247843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Deleting port 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:03.248242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.253855 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7cf1c-f6da-4c55-9ca5-aea5dbba5b98 None None] Pushing event updated for resources: {'Port': ['ID=3328ab48-89ea-43eb-b40d-cf18656b6eee,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.262015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:03.279099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ecd2de6d-52ad-4551-9095-ee8d01e79658 admin admin] 10.222.0.32 "PUT /v2.0/routers/fbdf206d-dde5-4345-91f2-88fbce95844e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0493345 Jul 16 08:39:03.289480 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:03.290141 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.320519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dd13b78b-65fd-4afa-be88-2c25d12db672 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:03.324994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.373079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-19acf3a4-3692-4650-bb11-53644c5e6aa3 None None] Provisioning complete for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.373816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-19acf3a4-3692-4650-bb11-53644c5e6aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.382507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1092acf-c8f0-473b-a690-1b00ce57d5d4 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:03.452114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:03.457550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:03.473246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.474339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9b49739e-369c-42ad-b901-8f60be32091c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:03.480999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-19acf3a4-3692-4650-bb11-53644c5e6aa3 None None] Port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:03.508672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-2c36cb9f-ba35-4db6-8a0d-1c7fc47bb008 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.510291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-2c36cb9f-ba35-4db6-8a0d-1c7fc47bb008 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.6293883 Jul 16 08:39:03.536931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37094c-439d-413e-9c23-73bdd809088a req-c26bdeb1-6ea0-4ad7-91c2-fdee243de1fc tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.546577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed37094c-439d-413e-9c23-73bdd809088a req-c26bdeb1-6ea0-4ad7-91c2-fdee243de1fc tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 950 time: 0.3983700 Jul 16 08:39:03.561367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port dd13b78b-65fd-4afa-be88-2c25d12db672 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:03.571659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:38:56Z', 'revision_number': 3, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.603786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-77f6a9b8-ebe0-4099-961a-c142d0879fcc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0528457 Jul 16 08:39:03.657748 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:03.660545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port dd13b78b-65fd-4afa-be88-2c25d12db672 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.660920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.734558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed6705-236a-4f7e-acd2-870928f07d15 None None] The sync data for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 is: [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:38:56Z', 'revision_number': 3, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:03.744263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-c9eaeffd-6563-42b3-961f-e333b54f0639 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260960 Jul 16 08:39:03.753737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:03.759279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.820157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] For port 9d013902-b34f-4053-bca2-865bbbf9ce03, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9d013902-b34f-4053-bca2-865bbbf9ce03,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:03.820540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.822715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '9b49739e-369c-42ad-b901-8f60be32091c', 'network_id': '266da9dd-c318-49a2-b1cd-5ae9067eaaa6', 'port_id': '9b49739e-369c-42ad-b901-8f60be32091c', 'mac_address': 'fa:16:3e:12:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b42b7-69f4-41a4-802f-9f28faccb6c6', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:03.854740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed37094c-439d-413e-9c23-73bdd809088a req-ed85784a-233d-45f9-8cee-de883912b566 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2717f35c-5b58-44bd-bc47-3dc1bb3568ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070946 Jul 16 08:39:03.868766 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 3, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:03.922988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Calling delete_port for 9d013902-b34f-4053-bca2-865bbbf9ce03 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:03.975678 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.999908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5aa6aea3-ba04-45f1-9096-02684672eeb1 None None] Provisioning complete for port dd13b78b-65fd-4afa-be88-2c25d12db672 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:04.000326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5aa6aea3-ba04-45f1-9096-02684672eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.118803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b49739e-369c-42ad-b901-8f60be32091c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:04.131695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920f400-73d2-4dad-9eda-eeb5ddd4ba94 None None] The sync data for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 is: [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:38:59Z', 'revision_number': 3, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:04.210419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.247819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.252664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-e9cf5d41-ad2c-4b37-9fe2-8e27baeeb847 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074408 Jul 16 08:39:04.276511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.407453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-806334d3-c3aa-4396-8316-a8ad0f5fa395 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534970 Jul 16 08:39:04.440955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.447724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port dd13b78b-65fd-4afa-be88-2c25d12db672, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dd13b78b-65fd-4afa-be88-2c25d12db672,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.584892 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.635811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.850686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=dd13b78b-65fd-4afa-be88-2c25d12db672,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.869651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['9b49739e-369c-42ad-b901-8f60be32091c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:04.920196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2bf8bf75-d654-45b4-99ea-5a5c52e06cc5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.067185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['09092009-b71f-4a6c-b1ad-14ddaba09819'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.069123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a99cd3f9-dc0c-48c3-96b3-03eb5882a786'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.083875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c13e71d5-6050-4ae0-a480-1849094fa2e6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.085965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9c6bd959-538c-43b2-a2bb-ade89a9298ba up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:05.171254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d99b5-823e-431c-b0a1-b9ca13b6072a req-17052e02-49c6-4c47-a5dd-4c593772104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.173014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c9d99b5-823e-431c-b0a1-b9ca13b6072a req-17052e02-49c6-4c47-a5dd-4c593772104a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.1095338 Jul 16 08:39:05.244706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c9d99b5-823e-431c-b0a1-b9ca13b6072a req-903cccb9-ff54-440b-b075-f7e09a6c3cf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607786 Jul 16 08:39:05.290998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313e25-24eb-47ef-82ad-c653d0fd2bc9 req-77f44662-60b3-4f24-bf0d-dd6b4a9d72ca tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.302696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07313e25-24eb-47ef-82ad-c653d0fd2bc9 req-77f44662-60b3-4f24-bf0d-dd6b4a9d72ca tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.8900416 Jul 16 08:39:05.506426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07313e25-24eb-47ef-82ad-c653d0fd2bc9 req-0b150771-28e2-44f2-b71e-ce50e67b107b tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027164 Jul 16 08:39:05.525002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.763193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Pushing event deleted for resources: {'Port': ['ID=9d013902-b34f-4053-bca2-865bbbf9ce03,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.870566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b31a0c4-f3c0-4265-9ef4-0b21778d11a8 req-83b656e3-ea4d-479b-8006-c1f5a2ca6e76 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 210 time: 0.2156625 Jul 16 08:39:05.913866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e1092acf-c8f0-473b-a690-1b00ce57d5d4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:05.950987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9c6bd959-538c-43b2-a2bb-ade89a9298ba completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:06.032079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['3485f262-1192-4ce8-bbbe-a009b5891513'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:06.053385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9c6bd959-538c-43b2-a2bb-ade89a9298ba triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:06.053767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.071022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.079701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.090315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.099703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.107476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.119799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.133980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.151092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-149dbe64-6f56-4516-976d-20d182ac666c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5428 time: 0.9836676 Jul 16 08:39:06.160801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] No DVR routers for this DVR port 9d013902-b34f-4053-bca2-865bbbf9ce03 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:06.433089 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.460306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:06.497322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9c6bd959-538c-43b2-a2bb-ade89a9298ba, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9c6bd959-538c-43b2-a2bb-ade89a9298ba,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:06.537701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.538608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3328ab48-89ea-43eb-b40d-cf18656b6eee up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:06.578716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Allocated IP 172.20.0.1 (a02898a4-7d7b-471b-a3b5-6caaad906212/fca452e0-da82-4b64-b2ec-b1f1ef2b5d80/afbbaf4d-95c1-4998-a58c-74d71ff87234) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:06.581363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.584085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a8c630-dfcf-43a7-b928-b991e1c961ba req-11426afd-4b08-49a9-9f29-98b7e65b1896 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.46 "DELETE /v2.0/ports/9d013902-b34f-4053-bca2-865bbbf9ce03 HTTP/1.1" status: 204 len: 173 time: 3.9554124 Jul 16 08:39:06.592555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-deleted', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:06.595620 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02578b6-5ed4-4ef1-8245-2b4c6f43f114" -d '{"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-deleted", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:06.615504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f511e145-101b-427d-a61f-04cf8caad5a5 req-42996803-0433-4af1-b88f-5e750cfb37d6 tempest-ImagesOneServerTestJSON-868223692 tempest-ImagesOneServerTestJSON-868223692-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2292604-1694-4362-a435-15bdee4677d8 HTTP/1.1" status: 200 len: 210 time: 0.4557076 Jul 16 08:39:06.654462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9c6bd959-538c-43b2-a2bb-ade89a9298ba,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.717769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92622a72-c6f2-4ac4-92bc-e896eb97c1b7 req-500a2559-8874-4ced-9c5b-debf06d163f7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5656836 Jul 16 08:39:06.967774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 9d013902-b34f-4053-bca2-865bbbf9ce03 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:06.968847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9d013902-b34f-4053-bca2-865bbbf9ce03 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:06.997973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.047564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Transition to ACTIVE for port object afbbaf4d-95c1-4998-a58c-74d71ff87234 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:07.228696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.344228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-57b8d7c4-67f0-489e-96bf-374585162429 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.347341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-57b8d7c4-67f0-489e-96bf-374585162429 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.2170944 Jul 16 08:39:07.357232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Pushing event updated for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.362494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:07.388319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Network a02898a4-7d7b-471b-a3b5-6caaad906212 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:07.393701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:07.404933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:07.467251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae5c5-f80b-4e65-861b-7c6b2fd72cf3 req-4981fbd8-b038-4c40-8325-4bb5189cb346 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.476426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-718ae5c5-f80b-4e65-861b-7c6b2fd72cf3 req-4981fbd8-b038-4c40-8325-4bb5189cb346 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.3945012 Jul 16 08:39:07.565319 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa1b8f-2ed5-48b0-a34f-1775a2e4382a x-openstack-request-id: req-a2aa1b8f-2ed5-48b0-a34f-1775a2e4382a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:07.566614 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2292604-1694-4362-a435-15bdee4677d8", "name": "network-vif-deleted", "tag": "9d013902-b34f-4053-bca2-865bbbf9ce03", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:07.567745 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2aa1b8f-2ed5-48b0-a34f-1775a2e4382a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:07.568191 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2292604-1694-4362-a435-15bdee4677d8', 'name': 'network-vif-deleted', 'tag': '9d013902-b34f-4053-bca2-865bbbf9ce03', 'status': 'completed', 'code': 200} Jul 16 08:39:07.605125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.659582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3328ab48-89ea-43eb-b40d-cf18656b6eee completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:07.669234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Sync routers for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:07.709605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:07.718985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.763184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3328ab48-89ea-43eb-b40d-cf18656b6eee triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:07.765314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.832997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-718ae5c5-f80b-4e65-861b-7c6b2fd72cf3 req-592b25e9-5200-4af1-a0e2-1ed7ff9d5140 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552032 Jul 16 08:39:07.874985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:07.875945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:07.923256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.4 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/f07d10ce-7537-4c16-b051-ddcf082e98fe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:07.941792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf77008b-d515-42ed-beaa-5d0105521c5d req-a4a59231-d2e2-4342-8079-2da2a6147d21 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 210 time: 0.1069009 Jul 16 08:39:08.063917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2975eef-1ebc-40d4-9138-4a61072f5f67 None None] Provisioning for port afbbaf4d-95c1-4998-a58c-74d71ff87234 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:08.077949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2975eef-1ebc-40d4-9138-4a61072f5f67 None None] Provisioning complete for port afbbaf4d-95c1-4998-a58c-74d71ff87234 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:08.078813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2975eef-1ebc-40d4-9138-4a61072f5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.132815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.202520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d2975eef-1ebc-40d4-9138-4a61072f5f67 None None] Port afbbaf4d-95c1-4998-a58c-74d71ff87234 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:08.286911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.309883 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.341273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3328ab48-89ea-43eb-b40d-cf18656b6eee, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3328ab48-89ea-43eb-b40d-cf18656b6eee,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:08.343537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:08.380794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.390080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.411728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1181067919', 'description': 'tempest-description-1636591507'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:08.457342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.465082 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.493909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42158) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:08.517232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dd13b78b-65fd-4afa-be88-2c25d12db672 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:08.521131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:08.524642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:08.525355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:08.547929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.554483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:08.557411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.586215 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.610382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.617708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.625054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.633527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.639765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.646260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.648066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.649885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:08.651922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.654653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d270c1f-3639-45d6-914b-047488404126 req-c433f75d-b88d-4097-a5ac-2c1a0d86afc8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5428 time: 0.4039671 Jul 16 08:39:08.657306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Pushing event updated for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.659779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:08.660194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.693569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.695334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.760543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3328ab48-89ea-43eb-b40d-cf18656b6eee,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.790272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.790638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.791007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.791351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.791693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.792028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.792375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.792962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.793290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.793626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.794465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.794605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:08.807168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d270c1f-3639-45d6-914b-047488404126 req-91504488-7ef9-47ec-8bb8-e3edef5d729f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364009 Jul 16 08:39:08.839643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dcd709cb-e31c-47c9-bcaa-12f161f1526e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be03cf2123f44329bdcfefecc5106180&name=default HTTP/1.1" status: 200 len: 2981 time: 0.3203359 Jul 16 08:39:08.842367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:08.898080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port dd13b78b-65fd-4afa-be88-2c25d12db672 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:08.898464 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.901145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Network a02898a4-7d7b-471b-a3b5-6caaad906212 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:08.904021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.905926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:08.916908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.990409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.000810 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.003058 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-f7d883d8-c71e-465d-a893-88eb648598de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6449876 Jul 16 08:39:09.009655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.030012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-702e585a-d64a-4b28-aa54-90758307dd26 req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6222920 Jul 16 08:39:09.035020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Request body: {'port': {'device_id': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.050188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dd549-b3ae-45d4-a9e7-de53063fba8c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e131e339-07ac-4069-8a33-232c1efb34f2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.056288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.122366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.162880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:09.165236 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7656fd0-b612-4a37-b650-34de1311fea2" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:09.194365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Router a9a800a6-b3f6-4f28-9545-8dc5843be801 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:09.257668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:09.259114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.274068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.274387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.275302 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2717f35c-5b58-44bd-bc47-3dc1bb3568ed HTTP/1.1" status: 204 len: 168 time: 0.4316866 Jul 16 08:39:09.357776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0a070-d033-403d-9e82-1598d7b3fd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2717f35c-5b58-44bd-bc47-3dc1bb3568ed,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.395592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d139d325-1468-4182-bce5-02ff4479adca req-e3c10167-3be4-48df-8c48-483f771c9b1c tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1181067919&fields=id&tenant_id=20e14c39619c449a874c69a501d98d44 HTTP/1.1" status: 200 len: 267 time: 0.0604696 Jul 16 08:39:09.458838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.537833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e281-f987-48b5-91cf-4fbdcafdf282 req-f481449c-2641-4de5-b4a2-0e419dbaa948 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.538929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4914e281-f987-48b5-91cf-4fbdcafdf282 req-f481449c-2641-4de5-b4a2-0e419dbaa948 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 931 time: 0.2853572 Jul 16 08:39:09.558711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:09.567709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e837308d-1ff1-44da-bfbf-394c394296fe admin admin] 10.222.0.32 "PUT /v2.0/routers/a9a800a6-b3f6-4f28-9545-8dc5843be801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2245610 Jul 16 08:39:09.569723 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c3795-199e-4915-8113-27f986acc08f None None] Sync routers for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:09.576161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:02Z', 'revision_number': 2, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:09.587867 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:09.589569 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:09.616482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d325-1468-4182-bce5-02ff4479adca req-b75851c1-37cb-4f02-a1dd-a4e51196a618 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.618484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d139d325-1468-4182-bce5-02ff4479adca req-b75851c1-37cb-4f02-a1dd-a4e51196a618 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1821609 Jul 16 08:39:09.628122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9c6bd959-538c-43b2-a2bb-ade89a9298ba up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:09.633043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'port': {'security_groups': ['5e78e051-1451-4f64-88e4-cb2b06407530', 'e131e339-07ac-4069-8a33-232c1efb34f2']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.639329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4914e281-f987-48b5-91cf-4fbdcafdf282 req-d0a292f5-2a45-4a10-935a-6fb6214c22e8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933280 Jul 16 08:39:09.676645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Checking router: fbdf206d-dde5-4345-91f2-88fbce95844e for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:09.677010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Updating router fbdf206d-dde5-4345-91f2-88fbce95844e port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:09.723828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.776047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.779460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5bfaa5cf-8bbd-4e4b-b305-e304237e7d90 None None] Provisioning complete for port afbbaf4d-95c1-4998-a58c-74d71ff87234 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:09.779460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa5cf-8bbd-4e4b-b305-e304237e7d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.823272 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.854881 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf2b37-c693-447f-947f-e815cd34cf85 x-openstack-request-id: req-c7bf2b37-c693-447f-947f-e815cd34cf85 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:09.855362 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:09.855768 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7bf2b37-c693-447f-947f-e815cd34cf85 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:09.856361 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'code': 200} Jul 16 08:39:09.906903 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:09.919178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9c6bd959-538c-43b2-a2bb-ade89a9298ba triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:09.920568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.178570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaa5cf-8bbd-4e4b-b305-e304237e7d90 None None] Port afbbaf4d-95c1-4998-a58c-74d71ff87234 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:10.182646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07d10ce-7537-4c16-b051-ddcf082e98fe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:10.196126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.225526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:10.228125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Transition to ACTIVE for port object f07d10ce-7537-4c16-b051-ddcf082e98fe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:10.238083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.241039 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 2, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:10.306150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 09092009-b71f-4a6c-b1ad-14ddaba09819 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:10.310735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.319504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.319771 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c3795-199e-4915-8113-27f986acc08f None None] Checking router: a9a800a6-b3f6-4f28-9545-8dc5843be801 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:10.320324 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c3795-199e-4915-8113-27f986acc08f None None] Updating router a9a800a6-b3f6-4f28-9545-8dc5843be801 port afbbaf4d-95c1-4998-a58c-74d71ff87234 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:10.383807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['575499f5-b0f5-4516-addf-bb2738dfae7a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:10.403540 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.429875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Pushing event updated for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.513885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.514572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.516021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d139d325-1468-4182-bce5-02ff4479adca req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "PUT /v2.0/ports/575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 981 time: 0.8892477 Jul 16 08:39:10.519100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:10.523875 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:10.600975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Attempting to bind port f07d10ce-7537-4c16-b051-ddcf082e98fe on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:10.601607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Attempting to bind port f07d10ce-7537-4c16-b051-ddcf082e98fe by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:10.601735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Attempting to bind port f07d10ce-7537-4c16-b051-ddcf082e98fe on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:10.615648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057048a1-9391-4a26-9345-05780ae193b2 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.616426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Port f07d10ce-7537-4c16-b051-ddcf082e98fe on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:10.616747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Attempting to bind port f07d10ce-7537-4c16-b051-ddcf082e98fe on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:10.629323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:10.632669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:10.632986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:10.633590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Bound port: f07d10ce-7537-4c16-b051-ddcf082e98fe, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:10.633590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.669591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['575499f5-b0f5-4516-addf-bb2738dfae7a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:10.773254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:10.782937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:10.790536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.815058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 09092009-b71f-4a6c-b1ad-14ddaba09819 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:10.826733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 09092009-b71f-4a6c-b1ad-14ddaba09819 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:10.827445 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.834100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3328ab48-89ea-43eb-b40d-cf18656b6eee up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:10.880011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.882550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.886101 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] 10.222.0.47 "PUT /v2.0/ports/f07d10ce-7537-4c16-b051-ddcf082e98fe HTTP/1.1" status: 200 len: 1092 time: 1.8636220 Jul 16 08:39:10.889984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:10.912597 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1d0a0e-c378-49f6-9532-40e5a75499ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:10.958126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.970501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.985569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.003539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.019070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.029507 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.030615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.035772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11571e-0f1a-41d9-a8fc-5e8c6e413972 service neutron] Pushing event updated for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.037306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.044866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-fcc6ca79-5a48-4866-bc7b-6a51ba9e57fb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5429 time: 0.2518241 Jul 16 08:39:11.057939 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-242c3795-199e-4915-8113-27f986acc08f None None] Transition to ACTIVE for port object afbbaf4d-95c1-4998-a58c-74d71ff87234 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:11.073824 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.092709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-16ad79fc-574d-485a-8db4-aaa03e08fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.094585 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-16ad79fc-574d-485a-8db4-aaa03e08fd78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 1095 time: 0.1410899 Jul 16 08:39:11.104513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.114455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e65bd90-4ecd-4bee-81cd-7ed3792f3033 req-ae461773-9d5e-43c9-ab0d-9a352896df37 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676370 Jul 16 08:39:11.117147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Transition to ACTIVE for port object 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:11.152176 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.203458 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-30fb14b1-495a-4f63-a463-c0d82176b7fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe HTTP/1.1" status: 200 len: 217 time: 0.0990086 Jul 16 08:39:11.207743 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Pushing event updated for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.241677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b41f-771b-482a-b518-b63545b51128 None None] Pushing event updated for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.252603 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.253771 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.254332 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.256351 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.256930 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.257844 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.258379 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.264567 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.265204 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.266875 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.267588 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.268377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:11.347202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-d198e299-dc1a-4340-8072-da2124818ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.361781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-d198e299-dc1a-4340-8072-da2124818ad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1428740 Jul 16 08:39:11.370875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270debb-2f84-4abd-96e0-e617d2d558ef req-e6c57060-be15-459a-9a9b-2d94cee08090 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.379654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c270debb-2f84-4abd-96e0-e617d2d558ef req-e6c57060-be15-459a-9a9b-2d94cee08090 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 945 time: 0.1006956 Jul 16 08:39:11.431969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3328ab48-89ea-43eb-b40d-cf18656b6eee triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:11.432421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.433023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c270debb-2f84-4abd-96e0-e617d2d558ef req-86e8d707-8653-4a32-8c42-1ad410ace3b8 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/security-groups?id=98118f1f-86c4-46b6-9892-22d4cfdb39d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520399 Jul 16 08:39:11.439844 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.443991 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-242c3795-199e-4915-8113-27f986acc08f None None] Attempting to bind port afbbaf4d-95c1-4998-a58c-74d71ff87234 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:11.453917 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-242c3795-199e-4915-8113-27f986acc08f None None] Attempting to bind port afbbaf4d-95c1-4998-a58c-74d71ff87234 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:11.453917 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c3795-199e-4915-8113-27f986acc08f None None] Attempting to bind port afbbaf4d-95c1-4998-a58c-74d71ff87234 on network a02898a4-7d7b-471b-a3b5-6caaad906212 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:11.454209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-d98095ee-218b-4fef-8e0b-58b02e74f72e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864508 Jul 16 08:39:11.466436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c3795-199e-4915-8113-27f986acc08f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:11.466858 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c3795-199e-4915-8113-27f986acc08f None None] Checking segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:11.477872 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.478403 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c3795-199e-4915-8113-27f986acc08f None None] Bound using segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:11.478907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-242c3795-199e-4915-8113-27f986acc08f None None] Bound port: afbbaf4d-95c1-4998-a58c-74d71ff87234, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:11.479301 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.539208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42224) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:11.545428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553228980', 'description': 'tempest-description--1365177521'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:11.616742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.655198 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-242c3795-199e-4915-8113-27f986acc08f None None] For port afbbaf4d-95c1-4998-a58c-74d71ff87234, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:11.666962 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-242c3795-199e-4915-8113-27f986acc08f None None] For port afbbaf4d-95c1-4998-a58c-74d71ff87234, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=afbbaf4d-95c1-4998-a58c-74d71ff87234,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:11.673120 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-242c3795-199e-4915-8113-27f986acc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.686096 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0014e74a-bfc3-4dd1-87c5-f9511a0ca0a5 x-openstack-request-id: req-0014e74a-bfc3-4dd1-87c5-f9511a0ca0a5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:11.687201 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:11.687455 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0014e74a-bfc3-4dd1-87c5-f9511a0ca0a5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:11.687860 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:39:11.729697 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-553e0bf9-2412-46c1-8eab-92ba7f605c11 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616479 Jul 16 08:39:11.784121 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:11.784939 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:11.836723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-81124310-6d86-4fd3-9c98-41790bdcabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.838384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-81124310-6d86-4fd3-9c98-41790bdcabab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1136 time: 0.1679268 Jul 16 08:39:11.865740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a306c-f215-47fc-bdb1-78815ba72f97 None None] Pushing event updated for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.865995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:11.868701 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdcd576-04d6-4510-86de-cacc12ba5327" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:11.908557 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.923461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.931937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Attempting to bind port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:11.932943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Attempting to bind port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:11.933322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Attempting to bind port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 on network 5555d070-80c0-49a6-866b-be1d53ed98d3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:11.952534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:11.954225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Checking segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:11.954225 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.954225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Bound using segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:11.954225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Bound port: 1ef492f6-1ed1-40fc-aaf6-fedacc307a07, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:11.954656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.965914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:11.983174 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa5f9a8b-646a-42b4-81aa-50c546d848cb req-3ebed0b6-bbee-42fa-9cc5-1d94a43819ee service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428699 Jul 16 08:39:11.997813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.998619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c13e71d5-6050-4ae0-a480-1849094fa2e6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:12.026736 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:12.070127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4687e629-416d-4600-a3b7-9110d6552938 req-09ba8a45-cf60-4242-a84a-1e2d95859a62 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1181067919&fields=id&tenant_id=20e14c39619c449a874c69a501d98d44 HTTP/1.1" status: 200 len: 267 time: 0.1540546 Jul 16 08:39:12.073101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.074498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5342243 Jul 16 08:39:12.077970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42230) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.080146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff202e2-20d4-4e2c-b518-3864925ec922 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74610a3-8bcc-4641-b063-bbd3592b8a22,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.102368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'security_group_rule': {'security_group_id': 'b74610a3-8bcc-4641-b063-bbd3592b8a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:12.182084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.197070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-a136e00f-430b-46a9-b4a0-76abd8ca8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.198558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-a136e00f-430b-46a9-b4a0-76abd8ca8ac0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.2179029 Jul 16 08:39:12.230429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570cd78-fd07-45b4-86f1-67a5ce545973 req-0a1c8b62-63fe-4ad1-bcdd-ce29121c95ee tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.240076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6570cd78-fd07-45b4-86f1-67a5ce545973 req-0a1c8b62-63fe-4ad1-bcdd-ce29121c95ee tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 943 time: 0.3266935 Jul 16 08:39:12.247812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-9e135b0f-e22a-4257-9132-7f31b857cc77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0400457 Jul 16 08:39:12.258766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-925111a6-f4d6-4255-bfe1-57f3da7fca2e tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.260303 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-925111a6-f4d6-4255-bfe1-57f3da7fca2e tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 945 time: 0.1314895 Jul 16 08:39:12.287184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.301280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.308443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-51e90a54-f774-4f61-a900-0e4a893b4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.310519 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-51e90a54-f774-4f61-a900-0e4a893b4edc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0484807 Jul 16 08:39:12.336219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a82652-a38c-47e2-afef-5a486ee79b92,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.366967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.368217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1fc993ba-ceb3-4ac0-9ad2-d8bf79c8f986 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2891872 Jul 16 08:39:12.380750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6570cd78-fd07-45b4-86f1-67a5ce545973 req-7a0b529e-4871-488a-b121-39fc55cca8e0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397250 Jul 16 08:39:12.381463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.397152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e629-416d-4600-a3b7-9110d6552938 req-6ae82eba-25f6-46b2-89bd-1e274fff0892 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.398699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4687e629-416d-4600-a3b7-9110d6552938 req-6ae82eba-25f6-46b2-89bd-1e274fff0892 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 984 time: 0.3024473 Jul 16 08:39:12.419624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'security_group_rule': {'security_group_id': 'b74610a3-8bcc-4641-b063-bbd3592b8a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:12.453375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'port': {'security_groups': ['5e78e051-1451-4f64-88e4-cb2b06407530']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:12.493042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c13e71d5-6050-4ae0-a480-1849094fa2e6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:12.505788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c13e71d5-6050-4ae0-a480-1849094fa2e6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:12.506899 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-242c3795-199e-4915-8113-27f986acc08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:11Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:12.507453 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.515871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.534741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-4e619140-bf6c-44d0-b03b-ec7a72b92528 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808301 Jul 16 08:39:12.573440 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c3795-199e-4915-8113-27f986acc08f None None] The sync data for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 is: [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:11Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:12.605800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] For port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:12.623242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] For port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:12.629428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.694700 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d8d08-4b2e-4f49-b02b-72ef8eb00bb6 x-openstack-request-id: req-db3d8d08-4b2e-4f49-b02b-72ef8eb00bb6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:12.694972 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:12.695225 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3d8d08-4b2e-4f49-b02b-72ef8eb00bb6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:12.719642 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe', 'status': 'completed', 'code': 200} Jul 16 08:39:12.729445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Deleting port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:12.729802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.757278 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.770669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.842514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.891790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.948066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-6d2892aa-ac6a-402e-956e-69e0268841ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.954356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-6d2892aa-ac6a-402e-956e-69e0268841ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 1095 time: 0.2550719 Jul 16 08:39:12.955069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b237b83a-4d91-4d7e-b153-12430cef81f8,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.960261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.964316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5e65fb5-40d4-4007-b45f-6bf3ec5e30e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5618148 Jul 16 08:39:12.971566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42252) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.977710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:12.980970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device afbbaf4d-95c1-4998-a58c-74d71ff87234 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:13.058400 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6999f6f-3f07-40d2-8b49-bab5e96a9766 x-openstack-request-id: req-c6999f6f-3f07-40d2-8b49-bab5e96a9766 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:13.070568 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:13.071195 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6999f6f-3f07-40d2-8b49-bab5e96a9766 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:13.071633 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'code': 200} Jul 16 08:39:13.086170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] For port 106f8ff8-992e-4446-bfb6-46e88aae3ed5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=106f8ff8-992e-4446-bfb6-46e88aae3ed5,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.086596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.091470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-2111bff2-8c5e-49e8-be90-5cf42ea68de2 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486262 Jul 16 08:39:13.172600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc62d999-32ab-46ed-a495-74c90d46adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.207827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-0bf45d80-5160-4748-9153-d7a85325b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.210096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b41f-771b-482a-b518-b63545b51128 None None] Pushing event updated for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.210915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-0bf45d80-5160-4748-9153-d7a85325b149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.2407503 Jul 16 08:39:13.217085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.231765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:13.232811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.292777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6860be6a-3225-468e-bd6c-7bbe2fffe1fc req-a2023778-f1a7-480a-82c4-4bcb6253d651 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929774 Jul 16 08:39:13.305729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Calling delete_port for 106f8ff8-992e-4446-bfb6-46e88aae3ed5 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:13.312707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-4dcadeff-7591-4d33-a2c4-87c1817cdcda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe HTTP/1.1" status: 200 len: 217 time: 0.0815744 Jul 16 08:39:13.560180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.636864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Pushing event deleted for resources: {'Port': ['ID=106f8ff8-992e-4446-bfb6-46e88aae3ed5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.641522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:13.687013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['106f8ff8-992e-4446-bfb6-46e88aae3ed5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:13.694905 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.703461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] No DVR routers for this DVR port 106f8ff8-992e-4446-bfb6-46e88aae3ed5 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:13.707060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.710195 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfa891e6-4405-4ba6-ab6b-7e08928dcc23 req-d699be77-29c7-4a67-922d-3a8d70d54d33 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.47 "DELETE /v2.0/ports/106f8ff8-992e-4446-bfb6-46e88aae3ed5 HTTP/1.1" status: 204 len: 173 time: 1.3987570 Jul 16 08:39:13.822623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-e5143bb9-fe6e-4317-88a2-3b71ec71ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.824676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-e5143bb9-fe6e-4317-88a2-3b71ec71ad3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.4884043 Jul 16 08:39:13.984528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.994884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.002354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.014093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.022480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.029156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.036669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.039289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-c288d609-891f-4815-afb2-d171f87c8c6b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5430 time: 0.8103852 Jul 16 08:39:14.041971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-e10cb760-e9c8-4323-8586-90f4748c8ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2058823 Jul 16 08:39:14.078571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:14.085038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f07d10ce-7537-4c16-b051-ddcf082e98fe details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:14.113409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port afbbaf4d-95c1-4998-a58c-74d71ff87234 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:14.145717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.146540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3485f262-1192-4ce8-bbbe-a009b5891513 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:14.153096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port afbbaf4d-95c1-4998-a58c-74d71ff87234 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:14.153096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.195798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:14.227856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09bae6c7-88f7-40e1-9dfe-009f553d5cb3 req-43d43091-61ff-42e0-bb23-b3bc1900399c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777740 Jul 16 08:39:14.256576 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:14.331169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-98c51fea-3fb1-4a88-8dd9-1ce21b2f1337 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660899 Jul 16 08:39:14.362287 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.398671 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.441787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.468743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['575499f5-b0f5-4516-addf-bb2738dfae7a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:14.515129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.581015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 3485f262-1192-4ce8-bbbe-a009b5891513 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:14.598752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 3485f262-1192-4ce8-bbbe-a009b5891513 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:14.599917 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.608521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:12Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:14.614827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfdbd54b-9223-4958-afaf-3ca73d76276f req-d1d70350-44e0-4844-b000-b8e7e3214884 tempest-AttachSCSIVolumeTestJSON-1455963126 tempest-AttachSCSIVolumeTestJSON-1455963126-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe1aaa93-6bdd-4944-9d69-868abb017435 HTTP/1.1" status: 200 len: 210 time: 0.1220322 Jul 16 08:39:14.624176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:14.627002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.627002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.627657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4687e629-416d-4600-a3b7-9110d6552938 req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "PUT /v2.0/ports/575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 942 time: 2.1969941 Jul 16 08:39:14.637988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:14.640907 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:14.679190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85f26-77d8-48d4-a238-ca0d741f5f45 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.708732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1d0a0e-c378-49f6-9532-40e5a75499ba req-735ad357-04f5-4fc8-affe-fb774849f0c3 service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676331 Jul 16 08:39:14.721227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'name': 'network-vif-deleted', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:14.724822 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e9a28-8df0-4c6b-9d59-10d121d5795e" -d '{"events": [{"server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "name": "network-vif-deleted", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:14.727551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Allocated IP 172.25.5.228 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/f46efdd8-6ced-41bd-9ac8-5273a98212e7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:14.790873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91392d3-107b-4161-b6c0-6f7af64655f1 None None] The sync data for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 is: [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:12Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:14.818208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'f07d10ce-7537-4c16-b051-ddcf082e98fe', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': 'f07d10ce-7537-4c16-b051-ddcf082e98fe', 'mac_address': 'fa:16:3e:bb:70:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:14.837881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['575499f5-b0f5-4516-addf-bb2738dfae7a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:14.882251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.934231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b01a-5ef9-4b98-bd01-384c10c32412 req-7b579dfb-1112-436b-b6c5-ca9dabb68e29 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.943901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3976b01a-5ef9-4b98-bd01-384c10c32412 req-7b579dfb-1112-436b-b6c5-ca9dabb68e29 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 943 time: 0.1510751 Jul 16 08:39:14.987640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.027691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port afbbaf4d-95c1-4998-a58c-74d71ff87234, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=afbbaf4d-95c1-4998-a58c-74d71ff87234,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.032533 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.045401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.075427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13e71d5-6050-4ae0-a480-1849094fa2e6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:15.077745 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ebdd2-472a-4fd4-811b-3ebdd80b6d1c" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "c13e71d5-6050-4ae0-a480-1849094fa2e6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:15.115818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3976b01a-5ef9-4b98-bd01-384c10c32412 req-e2e6c53a-7135-47b8-ab7a-5c1b9a3d571d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704376 Jul 16 08:39:15.128631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07d10ce-7537-4c16-b051-ddcf082e98fe {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:15.136909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.200159 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13678fe-9d19-4ca9-b343-127a6ea5c064 x-openstack-request-id: req-f13678fe-9d19-4ca9-b343-127a6ea5c064 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:15.200461 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:15.200714 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f13678fe-9d19-4ca9-b343-127a6ea5c064 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:15.201117 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:39:15.243610 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d176b-bf9d-44bc-9233-673b308388ab x-openstack-request-id: req-892d176b-bf9d-44bc-9233-673b308388ab {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:15.243928 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1aaa93-6bdd-4944-9d69-868abb017435", "name": "network-vif-deleted", "tag": "106f8ff8-992e-4446-bfb6-46e88aae3ed5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:15.244165 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-892d176b-bf9d-44bc-9233-673b308388ab {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:15.244557 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1aaa93-6bdd-4944-9d69-868abb017435', 'name': 'network-vif-deleted', 'tag': '106f8ff8-992e-4446-bfb6-46e88aae3ed5', 'status': 'completed', 'code': 200} Jul 16 08:39:15.244960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.262846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.266190 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.368146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.387735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.388689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e1092acf-c8f0-473b-a690-1b00ce57d5d4 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:15.397792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-3187960a-1907-4615-9e91-3979d42dfd8d tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4454505 Jul 16 08:39:15.418284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:15.429412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.458080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.477452 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6affc6-7fb2-4410-967d-6d9ea02fe5e3 x-openstack-request-id: req-4c6affc6-7fb2-4410-967d-6d9ea02fe5e3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:15.478074 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "c13e71d5-6050-4ae0-a480-1849094fa2e6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:15.478562 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c6affc6-7fb2-4410-967d-6d9ea02fe5e3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:15.479212 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13e71d5-6050-4ae0-a480-1849094fa2e6', 'code': 200} Jul 16 08:39:15.522041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['f07d10ce-7537-4c16-b051-ddcf082e98fe'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:15.530782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'Port': ['ID=f46efdd8-6ced-41bd-9ac8-5273a98212e7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.556186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:15.560990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-ad06cd24-0bbe-4b32-89eb-a5ea6a142d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.562613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-ad06cd24-0bbe-4b32-89eb-a5ea6a142d48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.3248665 Jul 16 08:39:15.563573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:15.566617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:15.621586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.630507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.644390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4f3f-2148-46ac-b669-a0e390d5e93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.653349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e1092acf-c8f0-473b-a690-1b00ce57d5d4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:15.673856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e1092acf-c8f0-473b-a690-1b00ce57d5d4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:15.674379 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.731969 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.842856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.905527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.906838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.913767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.914749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9b49739e-369c-42ad-b901-8f60be32091c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:15.927676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.960803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 106f8ff8-992e-4446-bfb6-46e88aae3ed5 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:15.998123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 106f8ff8-992e-4446-bfb6-46e88aae3ed5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:15.998473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 106f8ff8-992e-4446-bfb6-46e88aae3ed5 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:16.040359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.054491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 9b49739e-369c-42ad-b901-8f60be32091c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:16.059802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 9b49739e-369c-42ad-b901-8f60be32091c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:16.060785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.121576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-c9df5780-6ab1-4bfa-90aa-d5e36c0f9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.123174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-c9df5780-6ab1-4bfa-90aa-d5e36c0f9bf0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.5535090 Jul 16 08:39:16.131911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4645548-8fd9-40c2-b627-909907480482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.178328 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.222303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-eb7e0049-bf56-4ecb-af19-f639e081fe21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0731275 Jul 16 08:39:16.223585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:16.237247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.240061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.240549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a99cd3f9-dc0c-48c3-96b3-03eb5882a786 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:16.245969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.253435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.259287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.265763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.272894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.278224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.286370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-ef52476b-abaf-4252-8faa-cb79f6100a9d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5432 time: 0.6259317 Jul 16 08:39:16.291122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.320826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4645548-8fd9-40c2-b627-909907480482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.325858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4645548-8fd9-40c2-b627-909907480482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.382217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645548-8fd9-40c2-b627-909907480482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3676c73-2bf3-4a35-a4b3-a1c85ce4b879,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.415926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e4645548-8fd9-40c2-b627-909907480482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62af398bd0624c778588e7006a3a8564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082593 Jul 16 08:39:16.416898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42306) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.424606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.429462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.444679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33b1a252-9448-4dbc-b2da-f7fbfc4abf39 req-72a0f111-e122-4578-91fa-d32ddbd57a65 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574042 Jul 16 08:39:16.461137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:16.461681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-f29f4ed0-c389-4306-9d3a-b9b940ae3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.466975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:16.467856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.473581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-f29f4ed0-c389-4306-9d3a-b9b940ae3f27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.1848609 Jul 16 08:39:16.500659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.527686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.589576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.592932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.610381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3676c73-2bf3-4a35-a4b3-a1c85ce4b879 HTTP/1.1" status: 204 len: 168 time: 0.1861093 Jul 16 08:39:16.631368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f7db-8255-4628-9bf6-96940e68dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3676c73-2bf3-4a35-a4b3-a1c85ce4b879,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.748199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.875631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-b6ccf704-6e35-4c38-862d-c91a05cc0641 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3847086 Jul 16 08:39:16.879678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.919607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.004795 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-236038c9-82c7-4121-a0a8-6e0ab648b23c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1513705 Jul 16 08:39:17.010432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.085966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:17.094169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.209193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Allocated IP 172.25.5.6 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/48de9b0e-af27-4533-b969-c3f357a0dd19) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:17.211168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.274514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.337413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-30da91a8-4164-49ac-9823-006a16ce4eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440956 Jul 16 08:39:17.340721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'Port': ['ID=f46efdd8-6ced-41bd-9ac8-5273a98212e7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.372729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:17.392738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.403698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e3a2af7-493a-4f0e-a490-af0ff930aed7 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4300175 Jul 16 08:39:17.482587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:17.488262 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd417c-4746-40e1-8e2f-bb1de3f9324d" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "9b49739e-369c-42ad-b901-8f60be32091c"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "a99cd3f9-dc0c-48c3-96b3-03eb5882a786"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:17.518361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d83c57-a1ab-45ff-8fe0-2c65966a4c6c req-52e7e8d0-8aa7-448a-846c-3879ee287290 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.522089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:17.525698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20d83c57-a1ab-45ff-8fe0-2c65966a4c6c req-52e7e8d0-8aa7-448a-846c-3879ee287290 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 944 time: 0.4353681 Jul 16 08:39:17.536970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:17.539016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.652799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.695604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:17.703775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.704938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device afbbaf4d-95c1-4998-a58c-74d71ff87234 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:17.797869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.821717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port afbbaf4d-95c1-4998-a58c-74d71ff87234 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:17.822101 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.972166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f07d10ce-7537-4c16-b051-ddcf082e98fe up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:18.068984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20d83c57-a1ab-45ff-8fe0-2c65966a4c6c req-032819ec-9790-4041-935d-e5f6715cd232 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271120 Jul 16 08:39:18.128291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port f07d10ce-7537-4c16-b051-ddcf082e98fe completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:18.143834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port f07d10ce-7537-4c16-b051-ddcf082e98fe triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:18.144267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.180925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665dc73f-9df1-4bf5-a5fd-563d4372b0b8 req-631a2cfa-08b2-414c-ae0d-a0500711b418 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249953 Jul 16 08:39:18.216448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.280540 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.322416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:18.336324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.394768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.397423 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.415562 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.453071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.460226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.466059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.472181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.478530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.484909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.490722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.492722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9b58118-c652-482f-af6d-ecb675522399 req-0aed1612-1b4e-48af-b4e8-7d13b2a48ffe tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.2183714 Jul 16 08:39:18.510149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-79c85d0a-519c-4c79-8534-9afc8f12b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.511693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-79c85d0a-519c-4c79-8534-9afc8f12b077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.2537708 Jul 16 08:39:18.526109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:18.534079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'Port': ['ID=48de9b0e-af27-4533-b969-c3f357a0dd19,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.548261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:18.551531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:18.613677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9b58118-c652-482f-af6d-ecb675522399 req-6701ce7b-b9f2-4d1c-8ef8-259569235100 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087790 Jul 16 08:39:18.695020 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe157f11-8cb9-44dd-9fef-afd1350626ec x-openstack-request-id: req-fe157f11-8cb9-44dd-9fef-afd1350626ec {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:18.695704 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "9b49739e-369c-42ad-b901-8f60be32091c", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-plugged", "status": "completed", "tag": "a99cd3f9-dc0c-48c3-96b3-03eb5882a786", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:18.696128 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe157f11-8cb9-44dd-9fef-afd1350626ec {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:18.696686 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513', 'code': 200} Jul 16 08:39:18.697320 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'code': 200} Jul 16 08:39:18.697709 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c', 'code': 200} Jul 16 08:39:18.698095 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99cd3f9-dc0c-48c3-96b3-03eb5882a786', 'code': 200} Jul 16 08:39:18.723063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-25259d87-ecf3-481d-b91e-1fd6c65527fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.726439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-25259d87-ecf3-481d-b91e-1fd6c65527fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.1874275 Jul 16 08:39:18.744609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.789017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-7d23c9f4-d41d-4002-bfc0-4cb687e25c59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0557024 Jul 16 08:39:18.931182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-5f379d39-d37f-4c9e-9985-c75e8f58b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.932820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-5f379d39-d37f-4c9e-9985-c75e8f58b330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.1366336 Jul 16 08:39:18.933629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.999868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-219aab3a-376e-43e7-8e8e-596288ddd6fd tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--553228980&fields=id&tenant_id=95837184779b4a029a14db3f77703208 HTTP/1.1" status: 200 len: 267 time: 0.1418869 Jul 16 08:39:19.007661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-808d952f-b91c-4231-b631-383a43d637e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647480 Jul 16 08:39:19.107807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.108601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.109101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.109587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.110064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.111101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.111556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.113521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46baa345-e71a-4802-99cd-56012f0b0367 req-7667c60e-da69-4451-ba5f-ee6fcd40c1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.3044612 Jul 16 08:39:19.178263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:19.243265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:19.244306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.317409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-f4d73a8b-081d-4510-9c16-f3f6e2b0db62 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014793 Jul 16 08:39:19.325514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46baa345-e71a-4802-99cd-56012f0b0367 req-b3efcf0c-cc64-41ed-aa99-be54ab2784aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&id=37125b5d-fc13-4fef-a13a-6997bef7701f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795328 Jul 16 08:39:19.366579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-cab3e7f9-8688-46f0-a05a-00abdcc28551 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.373276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-cab3e7f9-8688-46f0-a05a-00abdcc28551 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/networks?id=a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 200 len: 812 time: 0.3633354 Jul 16 08:39:19.412613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-422147ad-9ba3-4809-b659-e5df358e97f4 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/quotas/95837184779b4a029a14db3f77703208 HTTP/1.1" status: 200 len: 375 time: 0.0384402 Jul 16 08:39:19.499173 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.514356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.557167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-340ff9e5-755e-4bc6-942e-99f9cd3a5fb2 req-03e17ada-8664-4e90-b995-c163ea63e788 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274208 Jul 16 08:39:19.638369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event updated for resources: {'Port': ['ID=48de9b0e-af27-4533-b969-c3f357a0dd19,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.651567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-234e959d-c660-4ad3-b3f4-87b57a360d5f tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95837184779b4a029a14db3f77703208&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2329195 Jul 16 08:39:19.660117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.695072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.696334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-c75dedca-aeef-451a-8d4b-3ab98dec1cc4 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.2850425 Jul 16 08:39:19.808079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-d5c23a02-ad82-4f4f-932e-e0af04aacf74 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.1037159 Jul 16 08:39:19.849321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-8b8eb7ba-74e9-4754-a0bf-a4942b297d37 service neutron] 10.222.0.32 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816392 Jul 16 08:39:19.992777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-e2d6ed57-5008-4c0d-ba4c-1feb3bf11777 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.994248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6de79e1-b1cb-4079-b404-9edcf7b36a32 req-e2d6ed57-5008-4c0d-ba4c-1feb3bf11777 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1777296 Jul 16 08:39:20.020173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-9cac7873-8a01-403a-a915-7cce9aa7d0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638472 Jul 16 08:39:20.547058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679183-ea39-41ce-9568-c1126c291884 req-5e99ddbd-bcd7-47e7-9fa9-a3535cf300fa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.549917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df679183-ea39-41ce-9568-c1126c291884 req-5e99ddbd-bcd7-47e7-9fa9-a3535cf300fa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 945 time: 0.1630104 Jul 16 08:39:20.699229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:20.702083 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cb7e0-a63d-44e6-8ff1-fca0a0d02742" -d '{"events": [{"server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "name": "network-vif-plugged", "status": "completed", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:20.706024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df679183-ea39-41ce-9568-c1126c291884 req-4e20261a-721a-4a36-b87d-79e7679cc3b6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 Jul 16 08:39:20.788912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.802310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.813674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.824002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.843084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.852663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.861180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.863182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-30e52f73-a715-46b0-ac79-be707dd51dd3 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.3122332 Jul 16 08:39:20.970340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42430) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.010959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58fbde5b-161e-4192-99b0-fa719c0f3348 req-f3e8dfaf-a370-45fe-be89-fe4765e5f283 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311190 Jul 16 08:39:21.090923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762748b-4df3-4f7e-8a98-85326427c43b req-0b8477fc-1201-40b6-8052-d77a8d5403f9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.093819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-0b8477fc-1201-40b6-8052-d77a8d5403f9 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2290387 Jul 16 08:39:21.201160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-5b1ff946-3d02-4057-b432-82613e0f0d99 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0998542 Jul 16 08:39:21.219180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'floatingip': {'port_id': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:21.241345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3374175b-98bc-4a1b-907e-d5608e77cd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.279090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce338eae-e426-4938-b8ff-3763690dc60a req-b68956f0-8e70-4b59-b48b-5a881d39f70b tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 210 time: 0.0754068 Jul 16 08:39:21.289308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.352576 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f2895-b1c1-43e4-8281-666bffa0129a x-openstack-request-id: req-953f2895-b1c1-43e4-8281-666bffa0129a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:21.352843 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "name": "network-vif-plugged", "status": "completed", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:21.353100 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953f2895-b1c1-43e4-8281-666bffa0129a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:21.353495 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe', 'code': 200} Jul 16 08:39:21.400662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3374175b-98bc-4a1b-907e-d5608e77cd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.409575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3374175b-98bc-4a1b-907e-d5608e77cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.463319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3374175b-98bc-4a1b-907e-d5608e77cd07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d977382a628640a59c1ac3f35a3220f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918075 Jul 16 08:39:21.465654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.509808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374175b-98bc-4a1b-907e-d5608e77cd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1deb850-2c7a-4838-b962-5bf01992a458,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.637388 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.714277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.738929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.819379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657941d5-02d7-440e-9262-f52006462924 req-9b489859-79c1-4ccf-a059-b85bf911855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.821062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-657941d5-02d7-440e-9262-f52006462924 req-9b489859-79c1-4ccf-a059-b85bf911855f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 1097 time: 0.2197864 Jul 16 08:39:22.234651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-03a22513-2381-4d22-88ee-b6f055ecebb2 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.237065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-03a22513-2381-4d22-88ee-b6f055ecebb2 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.47 "GET /v2.0/networks?id=a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 200 len: 812 time: 0.1683009 Jul 16 08:39:22.259512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.262875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.264172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1deb850-2c7a-4838-b962-5bf01992a458 HTTP/1.1" status: 204 len: 168 time: 0.7976542 Jul 16 08:39:22.344556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ff4ca-e8fb-4472-a4b2-dfcfd592fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1deb850-2c7a-4838-b962-5bf01992a458,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.351556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-657941d5-02d7-440e-9262-f52006462924 req-5a683833-5f0e-4fbf-9b86-ad67b0b10469 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556206 Jul 16 08:39:22.365037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-05e6e21f-0b8c-4bd8-b4ef-eaddf63bd275 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95837184779b4a029a14db3f77703208 HTTP/1.1" status: 200 len: 379 time: 0.1073127 Jul 16 08:39:22.431134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'port': {'device_id': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'admin_state_up': True, 'tenant_id': '95837184779b4a029a14db3f77703208', 'security_groups': ['b74610a3-8bcc-4641-b063-bbd3592b8a22']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:22.497971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b66e-f63e-478a-8208-3ad53a3db62f req-c1957c08-e0ce-4eec-b90f-5056cfc78057 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.497971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1053b66e-f63e-478a-8208-3ad53a3db62f req-c1957c08-e0ce-4eec-b90f-5056cfc78057 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 945 time: 0.2678812 Jul 16 08:39:22.529159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.531020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.540435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.603310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1053b66e-f63e-478a-8208-3ad53a3db62f req-1ca0fa88-9353-4955-a610-f3bd82ef87e7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957041 Jul 16 08:39:22.698938 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Floating IP 7bda4e07-22b1-4ddc-9688-98d2ea157eaf associated. External IP: 172.25.5.6, port: 575499f5-b0f5-4516-addf-bb2738dfae7a. Jul 16 08:39:22.982743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.990142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.999648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.005777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.011762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.018786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.022338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Made reservation on behalf of 95837184779b4a029a14db3f77703208 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:23.025209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.026085 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.033499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-00bc86ed-51de-4f4c-a62a-f628ad4f57e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.2078018 Jul 16 08:39:23.171304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb9156e8-f3c1-42bc-a923-30ee86070e3c req-c8a28479-d75b-417e-8b33-2a3465b32419 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358936 Jul 16 08:39:23.217933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Router 07540069-b4a6-4942-99f1-4384eecc2ef2 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:23.291280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42480) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:23.375202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:23.382289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.389104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Sync routers for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:23.398528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Allocated IP 172.20.0.7 (a02898a4-7d7b-471b-a3b5-6caaad906212/fca452e0-da82-4b64-b2ec-b1f1ef2b5d80/ca7552c7-8824-42df-b9ca-fd4ca8163189) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:23.411358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:23.415678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:23.461197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Deleting port d012b7ce-960e-4b95-a09d-3706ebcfae7b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:23.461874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d4710c8-9b13-4a83-baff-d4aaa4fe153f req-3f09ef5f-09af-4b1a-846b-1b703d16fb2a tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 210 time: 0.0762615 Jul 16 08:39:23.465270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-448973870-network', 'tenant_id': 'a192e10cc4ba4325b31af2854808a224'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:23.470169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.552795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-580de5e6-1284-45e3-9540-a9ccef05606f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "PUT /v2.0/floatingips/7bda4e07-22b1-4ddc-9688-98d2ea157eaf HTTP/1.1" status: 200 len: 994 time: 2.3456047 Jul 16 08:39:23.580243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:23.591546 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68bccd-8e3e-4a70-9b34-08e4a4506963" -d '{"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:23.616230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:23.654825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] For port d012b7ce-960e-4b95-a09d-3706ebcfae7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d012b7ce-960e-4b95-a09d-3706ebcfae7b,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:23.655177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.671370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Calling delete_port for d012b7ce-960e-4b95-a09d-3706ebcfae7b owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:23.701620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfae10-3eda-4849-a78b-ac245c60601a req-8ecaed86-9dc2-4ba0-8a2e-c4ab3ac7ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.707437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-8ecaed86-9dc2-4ba0-8a2e-c4ab3ac7ee6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 1097 time: 0.2374556 Jul 16 08:39:23.731735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Made reservation on behalf of a192e10cc4ba4325b31af2854808a224 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:23.734956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.767085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.882003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762748b-4df3-4f7e-8a98-85326427c43b req-139d8632-4537-4858-ac91-c91b0e29683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.883539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-139d8632-4537-4858-ac91-c91b0e29683a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.2768087 Jul 16 08:39:23.960128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7bda4e07-22b1-4ddc-9688-98d2ea157eaf', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'port_id': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'mac_address': 'fa:16:3e:33:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:18Z', 'updated_at': '2021-07-16T08:39:22Z', 'revision_number': 1, 'project_id': '20e14c39619c449a874c69a501d98d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:23.993101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Checking router: 07540069-b4a6-4942-99f1-4384eecc2ef2 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:24.004474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:24.006821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:24.025619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfae10-3eda-4849-a78b-ac245c60601a req-58e0f88a-d60d-4648-b6a6-9ebbb81fdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.027113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-58e0f88a-d60d-4648-b6a6-9ebbb81fdcbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.3098972 Jul 16 08:39:24.027438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.044156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Transition to ACTIVE for port object ca7552c7-8824-42df-b9ca-fd4ca8163189 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:24.081828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.107036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-817d8a79-4fbd-4094-b476-98b829b7df71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe HTTP/1.1" status: 200 len: 217 time: 0.0677927 Jul 16 08:39:24.113840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762748b-4df3-4f7e-8a98-85326427c43b req-a1ba5e07-9964-4a06-a98c-4e5f07ab68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.120858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-a1ba5e07-9964-4a06-a98c-4e5f07ab68fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.2289801 Jul 16 08:39:24.142662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.182536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:24.183091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Network a02898a4-7d7b-471b-a3b5-6caaad906212 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:24.190059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:24.193788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event updated for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.196152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:24.217632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.275683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.292540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e757bfd-4d99-49c2-8b17-61bde59521f9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.336459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.343044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.347505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.348765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.349517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.353957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d012b7ce-960e-4b95-a09d-3706ebcfae7b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.358907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.365022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.377098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.383983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.408661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab4c1aca-da9a-44ce-9144-c9b7584925da req-a1bd1d6c-a9ec-4508-ae3a-c9b1cfee252b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.5399642 Jul 16 08:39:24.418737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:24.437245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Request body: {'floatingip': {'port_id': '3485f262-1192-4ce8-bbbe-a009b5891513'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:24.449058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:24.490617 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6dda9-6ec5-40ab-bda8-5d42e4dc2d89 x-openstack-request-id: req-1da6dda9-6ec5-40ab-bda8-5d42e4dc2d89 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:24.490617 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:24.490905 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1da6dda9-6ec5-40ab-bda8-5d42e4dc2d89 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:24.492972 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:39:24.501646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-05c2cb73-22bb-426b-bcdc-d9a701b318c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 997 time: 0.3777661 Jul 16 08:39:24.530843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfae10-3eda-4849-a78b-ac245c60601a req-8204f3bf-eae6-4be7-a6ea-268e2ecf1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.532428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-8204f3bf-eae6-4be7-a6ea-268e2ecf1af5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.3997402 Jul 16 08:39:24.555464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.565086 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:24.629804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7bda4e07-22b1-4ddc-9688-98d2ea157eaf', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'port_id': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'mac_address': 'fa:16:3e:33:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:18Z', 'updated_at': '2021-07-16T08:39:22Z', 'revision_number': 1, 'project_id': '20e14c39619c449a874c69a501d98d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:24.630465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762748b-4df3-4f7e-8a98-85326427c43b req-d7816c0e-07ea-4592-a82d-60d0b9c4a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.632020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-d7816c0e-07ea-4592-a82d-60d0b9c4a318 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0972946 Jul 16 08:39:24.633930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-fdcf9e96-aba6-4ace-bcc6-e386ae3c6d05 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2068164 Jul 16 08:39:24.655739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.656388 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Added segment 58d90baf-6216-42d7-b01a-164c4d3e373f of type vlan for network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 Jul 16 08:39:24.682879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Request body: {'port': {'device_id': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:24.685064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055366a-7a14-44aa-a46f-aad5bc0bc0db None None] The sync data for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 is: [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '7bda4e07-22b1-4ddc-9688-98d2ea157eaf', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'port_id': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'mac_address': 'fa:16:3e:33:64:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:18Z', 'updated_at': '2021-07-16T08:39:22Z', 'revision_number': 1, 'project_id': '20e14c39619c449a874c69a501d98d44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:24.706275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-19066d01-1549-4254-a257-3ab9aafcab5d None None] Provisioning for port ca7552c7-8824-42df-b9ca-fd4ca8163189 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:24.710835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-19066d01-1549-4254-a257-3ab9aafcab5d None None] Provisioning complete for port ca7552c7-8824-42df-b9ca-fd4ca8163189 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:24.711231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-19066d01-1549-4254-a257-3ab9aafcab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.782370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-19066d01-1549-4254-a257-3ab9aafcab5d None None] Port ca7552c7-8824-42df-b9ca-fd4ca8163189 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:24.825027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-5917d492-bbf0-4d90-8246-5e08725273ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641171 Jul 16 08:39:24.827139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-64725fb9-7527-4f26-93c9-a1ff51ad7fa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728842 Jul 16 08:39:24.882262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.927775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.993102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d368cf-5d84-418f-85dd-c02eed58a88d None None] New status for floating IP 7bda4e07-22b1-4ddc-9688-98d2ea157eaf: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:25.054054 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-b7cdb5a9-3289-46e5-9c8b-66b960a51bdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5572090 Jul 16 08:39:25.065133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-237efc8b-0b3e-43f8-bccd-c21a1e3304cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.066808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-237efc8b-0b3e-43f8-bccd-c21a1e3304cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.4261177 Jul 16 08:39:25.093259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b231e-3308-402d-9de5-73f57528f79f req-471cda02-b066-4e08-acd7-8fa23b0e113d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.094823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d9b231e-3308-402d-9de5-73f57528f79f req-471cda02-b066-4e08-acd7-8fa23b0e113d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 945 time: 0.4356954 Jul 16 08:39:25.133815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-0e12a150-c751-46bc-8884-7c555df6d92d service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971756 Jul 16 08:39:25.154012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.155007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.155599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.193203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.473656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-e6a01dd2-5d4f-4a7f-a43c-d340f6928675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.475399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-e6a01dd2-5d4f-4a7f-a43c-d340f6928675 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.3996637 Jul 16 08:39:25.481737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-2a11a7bf-2e2d-408b-81b5-07e6a407141e service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352546 Jul 16 08:39:25.572590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2801018 Jul 16 08:39:25.573158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42514) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:25.590810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Request body: {'subnet': {'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-448973870-subnet', 'tenant_id': 'a192e10cc4ba4325b31af2854808a224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:25.692076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d9b231e-3308-402d-9de5-73f57528f79f req-fe2b5b0a-3eca-4b52-957c-c0509cafb78a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412514 Jul 16 08:39:25.793525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-031d115e-2ecb-4555-81d3-718cb4c2bccf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 999 time: 0.2839353 Jul 16 08:39:25.815504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458955c-2cf9-416d-a7e2-5eaa6b120f6d admin admin] Pushing event updated for resources: {'Network': ['ID=8567bbf6-bdfd-4679-9837-86ba51ee1fa1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.830987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:25.831753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:25.843577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f762748b-4df3-4f7e-8a98-85326427c43b req-c3cf96f8-9091-4bb0-a260-67f40f1034ec service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922891 Jul 16 08:39:25.850397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Made reservation on behalf of a192e10cc4ba4325b31af2854808a224 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:25.857339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.932773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-7b5d6918-3fe2-457d-bf4f-2dc075b26bef service neutron] 10.222.0.47 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215312 Jul 16 08:39:25.970110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-8c526979-91fe-4215-a622-f6641d9b8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.971646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-8c526979-91fe-4215-a622-f6641d9b8c33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7910f40683784d529a0f44101d75d646&device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 1097 time: 0.8366504 Jul 16 08:39:26.005899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:26.112432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0186953-9b28-43f2-bbb1-b2b9e32a265b req-14e7c95f-349d-4516-a51d-83248c9603f4 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.119414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0186953-9b28-43f2-bbb1-b2b9e32a265b req-14e7c95f-349d-4516-a51d-83248c9603f4 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 931 time: 0.2740843 Jul 16 08:39:26.298137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0186953-9b28-43f2-bbb1-b2b9e32a265b req-2a504966-b0a1-4d42-9813-68baae3c5aed tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777771 Jul 16 08:39:26.329904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-fa4e06a1-2452-4aef-a41c-fefc450edbe5 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 999 time: 0.2043383 Jul 16 08:39:26.334524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-6e69bfc9-7a18-4c44-b4cb-e5e7e426ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.336150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-6e69bfc9-7a18-4c44-b4cb-e5e7e426ea27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 200 len: 907 time: 0.3102694 Jul 16 08:39:26.419396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-5a0162e1-ff66-4b55-8cae-a3f407887d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.421133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-5a0162e1-ff66-4b55-8cae-a3f407887d90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.6129556 Jul 16 08:39:26.486216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-704a93b0-4b89-4795-b7cf-b12afd74b732 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.487609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-704a93b0-4b89-4795-b7cf-b12afd74b732 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports/575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 942 time: 0.1484175 Jul 16 08:39:26.490532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.505923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-42b878ee-000d-40a1-bc6e-248cfc6bb578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 200 len: 1001 time: 0.1543901 Jul 16 08:39:26.518677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:26.527435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Sync routers for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:26.549025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:26.551168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:26.557330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60e01e0f-abf3-4654-96f4-ff26b91758a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/f71b972b-ce16-4b09-8308-06f7b8a7d1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8170588 Jul 16 08:39:26.574432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42528) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:26.614134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-f8f97d3e-0d98-49e7-bfe8-3e30e8c1e217 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402149 Jul 16 08:39:26.617644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.633484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.655836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35e0967-c611-4bed-8458-4ac4947bc655,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.663938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7552c7-8824-42df-b9ca-fd4ca8163189 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:26.678256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Checking segment: {'id': '58d90baf-6216-42d7-b01a-164c4d3e373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:26.678664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Network hostable DHCP agents. Network: 8567bbf6-bdfd-4679-9837-86ba51ee1fa1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:26.684189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-fc67c67b-ddb0-4471-9f5e-dc2a16fdc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.685661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-fc67c67b-ddb0-4471-9f5e-dc2a16fdc63a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c87f3a4e-ad63-489f-b517-1837f54c8179 HTTP/1.1" status: 200 len: 845 time: 0.1513190 Jul 16 08:39:26.714587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:26.715124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.768696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Transition to ACTIVE for port object ca7552c7-8824-42df-b9ca-fd4ca8163189 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:26.839670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:26.861185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.905555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.961547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.978056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-321f52c5-ba9b-46a0-a0cf-f60cb775b4f3 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 999 time: 0.3008993 Jul 16 08:39:27.001788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 8567bbf6-bdfd-4679-9837-86ba51ee1fa1) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:27.006142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.007134 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.023545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-57067382-fbf1-409c-8809-4d694a0a7f17 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010434 Jul 16 08:39:27.026377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d40612-dd3b-4637-8c3d-ea212edf4533 None None] Network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:27.027731 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Floating IP 646df26e-2141-4553-80b8-74168ac52fd6 associated. External IP: 172.25.5.66, port: 3485f262-1192-4ce8-bbbe-a009b5891513. Jul 16 08:39:27.186139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.196638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-0edf9b67-f0b0-4445-a03c-6689f947905f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.198743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-0edf9b67-f0b0-4445-a03c-6689f947905f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2119915 Jul 16 08:39:27.220875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fb239963-4613-4315-af36-9b6303a946d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6367540 Jul 16 08:39:27.245374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-b17bedda-c3b9-4318-9391-da238d607d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.249738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-b17bedda-c3b9-4318-9391-da238d607d28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3b33b41-8f67-4380-9db8-82cb9adf069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5551844 Jul 16 08:39:27.277537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:39:24Z', 'revision_number': 5, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port': {'id': '9e958aac-d7b9-4542-a9bb-429ccbc105fd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:44Z', 'updated_at': '2021-07-16T08:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:27.282849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3649a-51f8-4ef5-a1f2-d786670cb672 None None] Network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:27.348642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Checking router: f71b972b-ce16-4b09-8308-06f7b8a7d1c5 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:27.373923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Routers {'f71b972b-ce16-4b09-8308-06f7b8a7d1c5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:27.374487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:27.417884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Attempting to bind port ca7552c7-8824-42df-b9ca-fd4ca8163189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:27.418379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Attempting to bind port ca7552c7-8824-42df-b9ca-fd4ca8163189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:27.418718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Attempting to bind port ca7552c7-8824-42df-b9ca-fd4ca8163189 on network a02898a4-7d7b-471b-a3b5-6caaad906212 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:27.452337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de68bccd-8e3e-4a70-9b34-08e4a4506963 req-2333a1a5-a6b6-4ec5-9eb8-041b9765e1e8 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199190 Jul 16 08:39:27.467584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Port ca7552c7-8824-42df-b9ca-fd4ca8163189 on network a02898a4-7d7b-471b-a3b5-6caaad906212 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:27.468186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Attempting to bind port ca7552c7-8824-42df-b9ca-fd4ca8163189 on network a02898a4-7d7b-471b-a3b5-6caaad906212 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:27.477112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:27.477477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Checking segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:27.477887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Bound using segment: {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:27.478338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Bound port: ca7552c7-8824-42df-b9ca-fd4ca8163189, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8740e072-14e3-4353-ba33-8c2635612bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:27.478699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.558990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] Set router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:27.623649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:39:27Z', 'revision_number': 6, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:27.630875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:27.683761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37f0159-ed3b-4aeb-a5c8-73ba693b5402 None None] The sync data for ids ['f71b972b-ce16-4b09-8308-06f7b8a7d1c5'] in n-d-798054-12 is: [{'id': 'f71b972b-ce16-4b09-8308-06f7b8a7d1c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-691662490-router', 'tenant_id': '1ba320afa3b14abb829753d4ebc427d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:43Z', 'updated_at': '2021-07-16T08:39:27Z', 'revision_number': 6, 'project_id': '1ba320afa3b14abb829753d4ebc427d8', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:27.697719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:27.703004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:27.752467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.793120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.794207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.796248 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] 10.222.0.47 "PUT /v2.0/ports/ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 200 len: 1092 time: 3.1264050 Jul 16 08:39:27.802127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:27.804662 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:27.901955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-312cd1a5-71ad-45c0-9c15-86e18eec4d8e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 999 time: 0.6794825 Jul 16 08:39:27.907620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-24b22077-31fb-485d-8e42-e0747a4a762f service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354401 Jul 16 08:39:27.920758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038612a-5489-4c74-a203-0358d78b5f61 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.937441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f477fa-97a7-4df2-97cb-bc84963e6bea req-7bfd13bc-0585-4611-a76e-fd049f545ad6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.939210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:27.939341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19f477fa-97a7-4df2-97cb-bc84963e6bea req-7bfd13bc-0585-4611-a76e-fd049f545ad6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 945 time: 0.9599743 Jul 16 08:39:27.943887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.949121 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Sync routers for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:27.971469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Deleting port 9e958aac-d7b9-4542-a9bb-429ccbc105fd {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:27.971813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.979212 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:27.979856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:28.013156 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-feb15158-b2b7-48a5-a27a-a5e6e474afe1 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "PUT /v2.0/floatingips/646df26e-2141-4553-80b8-74168ac52fd6 HTTP/1.1" status: 200 len: 991 time: 3.5897608 Jul 16 08:39:28.019513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-7a9d65ca-bd59-4c87-92a9-e929b55bf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.022345 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-7a9d65ca-bd59-4c87-92a9-e929b55bf73b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95837184779b4a029a14db3f77703208&device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 1095 time: 0.1664476 Jul 16 08:39:28.142254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-320482a8-8e63-490a-b430-b793d87b7bd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 200 len: 217 time: 0.1120751 Jul 16 08:39:28.253727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-c8fe6553-a22f-4a0f-972f-e3385be53780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.255540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-c8fe6553-a22f-4a0f-972f-e3385be53780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 HTTP/1.1" status: 200 len: 851 time: 0.1013424 Jul 16 08:39:28.275096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfae10-3eda-4849-a78b-ac245c60601a req-17d3bcf0-9514-4600-99af-95f40ff5165c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.277722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-17d3bcf0-9514-4600-99af-95f40ff5165c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 945 time: 0.8493190 Jul 16 08:39:28.310270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19f477fa-97a7-4df2-97cb-bc84963e6bea req-43896818-c5b0-4d19-b29c-c28e3165b839 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926004 Jul 16 08:39:28.356946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:28.379568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de036a-5456-44e9-a099-41a252ae079d req-d4ba75f9-0389-4f9e-b176-aca442c9ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.384724 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-d4ba75f9-0389-4f9e-b176-aca442c9ddf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a02898a4-7d7b-471b-a3b5-6caaad906212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198704 Jul 16 08:39:28.441059 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:28.487928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6023645-63ea-4cff-870d-4f013c3a94e2 req-fed1dba3-496b-47f9-a8d1-55648ff488cb service neutron] 10.222.0.46 "GET /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678749 Jul 16 08:39:28.562936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.567632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] For port 9e958aac-d7b9-4542-a9bb-429ccbc105fd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e958aac-d7b9-4542-a9bb-429ccbc105fd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:28.568005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.605655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-6a25e309-3672-4948-bffa-a631411f4b39 service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161579 Jul 16 08:39:28.620952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Calling delete_port for 9e958aac-d7b9-4542-a9bb-429ccbc105fd owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:28.769058 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2de036a-5456-44e9-a099-41a252ae079d req-3daadf72-f7f7-4bf2-8a7c-9091d72b1ddd service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466250 Jul 16 08:39:28.848203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port f07d10ce-7537-4c16-b051-ddcf082e98fe {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:28.848541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.858911 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '646df26e-2141-4553-80b8-74168ac52fd6', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'port_id': '3485f262-1192-4ce8-bbbe-a009b5891513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'mac_address': 'fa:16:3e:e7:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:57Z', 'updated_at': '2021-07-16T08:39:25Z', 'revision_number': 1, 'project_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:28.891912 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Checking router: 1a80e4bf-465b-4928-9ddd-a3d729f4a267 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:28.902224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:28.902835 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:28.969211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436bbb-964d-4a5b-9eec-ea53b89556ac req-0a244cf5-2b02-40e5-90b7-a9d508ed755a tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.971326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5436bbb-964d-4a5b-9eec-ea53b89556ac req-0a244cf5-2b02-40e5-90b7-a9d508ed755a tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 943 time: 0.3480325 Jul 16 08:39:28.976573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.014985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.014985 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Floating IP 7bda4e07-22b1-4ddc-9688-98d2ea157eaf disassociated. External IP: 172.25.5.6, port: 575499f5-b0f5-4516-addf-bb2738dfae7a. Jul 16 08:39:29.024932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:29.165670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5436bbb-964d-4a5b-9eec-ea53b89556ac req-be0c58eb-9c47-426d-92f5-d2047d4f410b tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851816 Jul 16 08:39:29.191105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port f07d10ce-7537-4c16-b051-ddcf082e98fe, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=f07d10ce-7537-4c16-b051-ddcf082e98fe,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:29.191483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.227474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for f07d10ce-7537-4c16-b051-ddcf082e98fe owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:29.250783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.281016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e958aac-d7b9-4542-a9bb-429ccbc105fd no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:29.331495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9e958aac-d7b9-4542-a9bb-429ccbc105fd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:29.331875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e958aac-d7b9-4542-a9bb-429ccbc105fd not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:29.332342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d012b7ce-960e-4b95-a09d-3706ebcfae7b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:29.339773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e958aac-d7b9-4542-a9bb-429ccbc105fd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:29.372876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d012b7ce-960e-4b95-a09d-3706ebcfae7b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:29.373236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d012b7ce-960e-4b95-a09d-3706ebcfae7b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:29.374153 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '646df26e-2141-4553-80b8-74168ac52fd6', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'port_id': '3485f262-1192-4ce8-bbbe-a009b5891513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'mac_address': 'fa:16:3e:e7:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:57Z', 'updated_at': '2021-07-16T08:39:25Z', 'revision_number': 1, 'project_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:29.405744 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b82d06-e660-4b5d-85ca-16dcf33fc14d None None] The sync data for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 is: [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '646df26e-2141-4553-80b8-74168ac52fd6', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'port_id': '3485f262-1192-4ce8-bbbe-a009b5891513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'mac_address': 'fa:16:3e:e7:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c5d797-1dc1-473d-8607-82b508fed160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:57Z', 'updated_at': '2021-07-16T08:39:25Z', 'revision_number': 1, 'project_id': '9fc609ffb8964aa8a984157972324824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:29.490818 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f195f8-1d3d-4771-95e5-fdad38bf1c8d x-openstack-request-id: req-f4f195f8-1d3d-4771-95e5-fdad38bf1c8d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:29.491114 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:29.491374 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f195f8-1d3d-4771-95e5-fdad38bf1c8d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:29.492293 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'status': 'completed', 'code': 200} Jul 16 08:39:29.508345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.588782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-cfae2224-4bcd-430e-a311-829259186ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.590416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-cfae2224-4bcd-430e-a311-829259186ead service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95837184779b4a029a14db3f77703208&device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 1095 time: 0.0690081 Jul 16 08:39:29.642980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.671898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.698447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-a9be5d6b-91a2-4104-9f0e-999f3171e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.700384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-a9be5d6b-91a2-4104-9f0e-999f3171e457 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 200 len: 913 time: 0.1031573 Jul 16 08:39:29.730951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a4c0b-023b-4f90-bdbb-03416a582624 None None] New status for floating IP 646df26e-2141-4553-80b8-74168ac52fd6: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:29.765325 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-8afba8cb-4b92-4287-8bcc-47a946bbdde6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 200 len: 217 time: 0.0583243 Jul 16 08:39:29.793823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.794345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71b972b-ce16-4b09-8308-06f7b8a7d1c5 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:39:29.801951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.805639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40b94d99-6cce-43d6-b605-05ee7be2a277 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f71b972b-ce16-4b09-8308-06f7b8a7d1c5 HTTP/1.1" status: 204 len: 168 time: 3.2297742 Jul 16 08:39:29.806544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42560) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:29.828798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Router 07540069-b4a6-4942-99f1-4384eecc2ef2 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:29.848284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-722a98f6-0d78-4d11-b6a9-e0d9dea09014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.850124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-722a98f6-0d78-4d11-b6a9-e0d9dea09014 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 HTTP/1.1" status: 200 len: 851 time: 0.0791030 Jul 16 08:39:29.862792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.872929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Deleting subnet 6c1d0f17-42af-45e5-b06c-e6487e5cda18 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:29.893025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.940584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2a0fa-03d3-4aab-9ce6-1c09bd557ac7 req-cae30912-6d3b-4e07-9311-3bab71aa6878 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.942136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9c2a0fa-03d3-4aab-9ce6-1c09bd557ac7 req-cae30912-6d3b-4e07-9311-3bab71aa6878 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9457a07-1b88-47ad-bb4b-41b75ffd7672 HTTP/1.1" status: 200 len: 867 time: 0.2114644 Jul 16 08:39:29.944944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.945133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=f07d10ce-7537-4c16-b051-ddcf082e98fe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:29.995259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f07d10ce-7537-4c16-b051-ddcf082e98fe no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:30.005276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-353e1f3d-3558-4b68-be94-5e26a9b4ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.006815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-353e1f3d-3558-4b68-be94-5e26a9b4ac32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a02898a4-7d7b-471b-a3b5-6caaad906212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495867 Jul 16 08:39:30.020397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: f07d10ce-7537-4c16-b051-ddcf082e98fe {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:30.020925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device f07d10ce-7537-4c16-b051-ddcf082e98fe not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:30.047335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port f07d10ce-7537-4c16-b051-ddcf082e98fe on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:30.051189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.053176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04bfae10-3eda-4849-a78b-ac245c60601a req-fa24471f-e40b-4e02-99f3-6addec008c66 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.47 "DELETE /v2.0/ports/f07d10ce-7537-4c16-b051-ddcf082e98fe HTTP/1.1" status: 204 len: 173 time: 1.7314432 Jul 16 08:39:30.053607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'name': 'network-vif-deleted', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:30.055853 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bdd8cc-7bb0-4637-a528-e98d9970261a" -d '{"events": [{"server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "name": "network-vif-deleted", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:30.094702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9c2a0fa-03d3-4aab-9ce6-1c09bd557ac7 req-b25e8689-3139-48a7-b6f7-dbde62c4f52a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337411 Jul 16 08:39:30.115862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:30.120377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.131675 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.135693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Sync routers for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:30.150021 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:30.152264 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:30.169908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-468f8570-eb76-436d-b34d-a7f66724b0e6 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "PUT /v2.0/floatingips/7bda4e07-22b1-4ddc-9688-98d2ea157eaf HTTP/1.1" status: 200 len: 693 time: 2.2542830 Jul 16 08:39:30.200257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-ef03e019-e141-456e-a6ab-ae50664a73ba service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849647 Jul 16 08:39:30.270917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.282167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-303e104a-852a-4cc3-bd73-e05eb4df2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.289833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-303e104a-852a-4cc3-bd73-e05eb4df2e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.1067073 Jul 16 08:39:30.305484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.309897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c1d0f17-42af-45e5-b06c-e6487e5cda18 HTTP/1.1" status: 204 len: 168 time: 0.4999778 Jul 16 08:39:30.310955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7928e-8eed-42ca-97f0-51ddb152ddf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1d0f17-42af-45e5-b06c-e6487e5cda18,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.316960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42566) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.321718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1991d9-ebf6-48f0-9dd2-2155f2650d85 None None] Network b638e822-9493-4514-97f9-96b2e9e99595 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:30.329078 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:30.469334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-de593e1d-c09f-409d-a2c8-a0e1f3540dd0 req-f1f09104-589f-4f23-8955-e58335b80f6c service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625613 Jul 16 08:39:30.666725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] DHCP port deletion for b638e822-9493-4514-97f9-96b2e9e99595 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:30.727689 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:30.767693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Deleting port 2c4c4371-f934-437e-b8ed-67b9c3428a2d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:30.768159 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.780846 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cfbff3-6c2c-41d8-8f3c-d320cde31018 x-openstack-request-id: req-c0cfbff3-6c2c-41d8-8f3c-d320cde31018 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:30.781385 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9457a07-1b88-47ad-bb4b-41b75ffd7672", "name": "network-vif-deleted", "tag": "f07d10ce-7537-4c16-b051-ddcf082e98fe", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:30.781385 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0cfbff3-6c2c-41d8-8f3c-d320cde31018 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:30.781681 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9457a07-1b88-47ad-bb4b-41b75ffd7672', 'name': 'network-vif-deleted', 'tag': 'f07d10ce-7537-4c16-b051-ddcf082e98fe', 'status': 'completed', 'code': 200} Jul 16 08:39:30.785642 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Checking router: 07540069-b4a6-4942-99f1-4384eecc2ef2 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:30.812016 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:30.815657 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:30.855178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.879315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] For port 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4c4371-f934-437e-b8ed-67b9c3428a2d,segment=NetworkSegment(4561d846-3d54-44e6-b96f-8b128d5abcbe),segment_id=4561d846-3d54-44e6-b96f-8b128d5abcbe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:30.880027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.894402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-e8286d17-a224-49ff-ad9c-77f37fd57d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.897764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Calling delete_port for 2c4c4371-f934-437e-b8ed-67b9c3428a2d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:30.899278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-e8286d17-a224-49ff-ad9c-77f37fd57d6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.6086075 Jul 16 08:39:30.996293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:31.028543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.028750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c1ce3-4db9-4e48-a4a6-3a4dfa9e1401 req-0cb25756-4712-4fdd-a148-f11402298935 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.030382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a1c1ce3-4db9-4e48-a4a6-3a4dfa9e1401 req-0cb25756-4712-4fdd-a148-f11402298935 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 943 time: 0.2453001 Jul 16 08:39:31.031839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-f6438f0a-b3b7-4f13-a09a-93691b2e94aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.1185045 Jul 16 08:39:31.063765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] Pushing event deleted for resources: {'Port': ['ID=2c4c4371-f934-437e-b8ed-67b9c3428a2d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.077602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ef737-6e83-4ffb-abf6-37710090b44b None None] No DVR routers for this DVR port 2c4c4371-f934-437e-b8ed-67b9c3428a2d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:31.120831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-869dc21f-e155-4cbb-8377-83695e105c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.124197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-869dc21f-e155-4cbb-8377-83695e105c8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0848138 Jul 16 08:39:31.167117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4c4371-f934-437e-b8ed-67b9c3428a2d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:31.175379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-172c52bc-8422-46b5-be8a-411c26841c64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444613 Jul 16 08:39:31.181560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Deleting port 2c4c4371-f934-437e-b8ed-67b9c3428a2d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:31.182064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.194409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2c4c4371-f934-437e-b8ed-67b9c3428a2d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:31.194823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4c4371-f934-437e-b8ed-67b9c3428a2d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:31.270291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a1c1ce3-4db9-4e48-a4a6-3a4dfa9e1401 req-712a5cb2-4256-47fb-b79f-65291c8d0319 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296605 Jul 16 08:39:31.318201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:31.357505 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aceefa-94bb-4408-8299-ef6217422099 None None] The sync data for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 is: [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:38:08Z', 'revision_number': 4, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '119f84c6-6252-4b94-aa1e-93ef18c86f32', 'name': '', 'network_id': 'e3755fa2-c86b-4f43-85f7-6b9a31d0547f', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'mac_address': 'fa:16:3e:c9:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:07Z', 'updated_at': '2021-07-16T08:38:17Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'subnets': [{'id': 'fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:31.365556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] For port 2c4c4371-f934-437e-b8ed-67b9c3428a2d, host n-d-798054-12, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:31.366020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.385776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Calling delete_port for 2c4c4371-f934-437e-b8ed-67b9c3428a2d owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:31.394286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Port 2c4c4371-f934-437e-b8ed-67b9c3428a2d was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:39:31.401100 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.423410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] No DVR routers for this DVR port 2c4c4371-f934-437e-b8ed-67b9c3428a2d on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:31.446913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-b52f8fa6-10b7-468f-b25b-848abfb79134 service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378850 Jul 16 08:39:31.450907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4c4371-f934-437e-b8ed-67b9c3428a2d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.492711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:31.497502 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6" -d '{"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:31.589925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.607252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b638e822-9493-4514-97f9-96b2e9e99595']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:31.623965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4561d846-3d54-44e6-b96f-8b128d5abcbe') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:31.624386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4561d846-3d54-44e6-b96f-8b128d5abcbe') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:31.643376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.651749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672e2dfd-df98-4f5a-82e9-5d360c89db60 req-cf8181dc-be3b-4e46-883d-7d23092eef1e service neutron] 10.222.0.32 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795690 Jul 16 08:39:31.665687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.673599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:31.674213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:31.676569 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:31.765380 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba1dfd-5631-4aff-b1d9-b928dc6ad97b x-openstack-request-id: req-16ba1dfd-5631-4aff-b1d9-b928dc6ad97b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:31.766175 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:31.767614 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16ba1dfd-5631-4aff-b1d9-b928dc6ad97b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:31.768235 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513', 'status': 'completed', 'code': 200} Jul 16 08:39:31.789089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0036229-856e-48ea-87fa-7b0244858c8b None None] New status for floating IP 7bda4e07-22b1-4ddc-9688-98d2ea157eaf: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:31.801397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.824353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.829256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b638e822-9493-4514-97f9-96b2e9e99595 HTTP/1.1" status: 204 len: 168 time: 1.5084553 Jul 16 08:39:31.829656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:31.875722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd54397-0ddd-4655-8c1e-a77fb1d35953 admin admin] Pushing event deleted for resources: {'Network': ['ID=b638e822-9493-4514-97f9-96b2e9e99595,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.924576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-20ed196e-7b24-43c1-96c7-416b8bd94ff1 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips/7bda4e07-22b1-4ddc-9688-98d2ea157eaf HTTP/1.1" status: 200 len: 693 time: 0.0671878 Jul 16 08:39:31.974719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.975234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.975728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.976252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.976742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.977348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.977837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.979830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-77c8a06e-464d-472f-8830-69daa42a5694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.1753755 Jul 16 08:39:32.075862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ca7552c7-8824-42df-b9ca-fd4ca8163189 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:32.176642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-b032fcbb-8b70-4713-8c21-2b85c78f027f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.178037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-b032fcbb-8b70-4713-8c21-2b85c78f027f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2434042 Jul 16 08:39:32.226015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:32.239794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'port_id': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'mac_address': 'fa:16:3e:26:45:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:32.288067 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.306613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7552c7-8824-42df-b9ca-fd4ca8163189 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:32.312780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-f3a9ced3-7328-47be-93f0-93bcad42ef0e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.1036446 Jul 16 08:39:32.337107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:32.341822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-4d23f1bb-dc53-4649-82d1-b09a0fbb61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.343366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-4d23f1bb-dc53-4649-82d1-b09a0fbb61f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936 HTTP/1.1" status: 200 len: 913 time: 0.3517535 Jul 16 08:39:32.356286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.396860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.415775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.473633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-d88f1409-888c-47bb-9d39-f4bfe10398c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 1001 time: 0.1213584 Jul 16 08:39:32.488808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-63ff4253-fc58-4948-8169-8e2419d56836 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.490489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-63ff4253-fc58-4948-8169-8e2419d56836 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.3594379 Jul 16 08:39:32.524179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-3514fd93-b089-43c8-a232-8c2e632a496b tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.2005243 Jul 16 08:39:32.582224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ca7552c7-8824-42df-b9ca-fd4ca8163189'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:32.587798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-4f8a55e3-1bb5-4f6d-b412-d4d3a76d820b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0589368 Jul 16 08:39:32.596861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-52c9c76a-c37f-4717-bbc3-7befefb51e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.598345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-52c9c76a-c37f-4717-bbc3-7befefb51e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 200 len: 851 time: 0.1177223 Jul 16 08:39:32.677372 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Deleting port 95abd991-162f-4b00-835e-59db5ece9ac8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:32.677905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.746654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f1aa9985-7151-4cba-9a24-8d69d3175e73 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050584 Jul 16 08:39:32.771123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] For port 95abd991-162f-4b00-835e-59db5ece9ac8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=95abd991-162f-4b00-835e-59db5ece9ac8,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:32.771428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.784825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Calling delete_port for 95abd991-162f-4b00-835e-59db5ece9ac8 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:32.785827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:32.788063 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9256732-e329-473e-bb90-cebf7196a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:32.852693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-42a902b6-326b-45af-b520-a327376aee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.854201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-42a902b6-326b-45af-b520-a327376aee20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=508bb44a-bf86-47d8-b131-81bd32e8f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2111595 Jul 16 08:39:32.857055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Deleting port 48de9b0e-af27-4533-b969-c3f357a0dd19 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:32.857404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.913772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-0756bee0-740a-41b0-882e-b53a310281a6 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658857 Jul 16 08:39:32.980017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.009821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Pushing event deleted for resources: {'Port': ['ID=95abd991-162f-4b00-835e-59db5ece9ac8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.102570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.102961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.120530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-352516d8-3cd4-4e07-8d8b-a44b4a423ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586246 Jul 16 08:39:33.133922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Calling delete_port for 48de9b0e-af27-4533-b969-c3f357a0dd19 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:33.207912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.231410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-e1ec86e7-8897-44ee-8b6a-3b42e41a8fda service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773473 Jul 16 08:39:33.419830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.473602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event deleted for resources: {'Port': ['ID=48de9b0e-af27-4533-b969-c3f357a0dd19,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.474485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:33.482324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5a29ce4-0e62-412c-89bc-fb1d76dc30f6 req-0c3228c0-2254-45eb-ad9f-7617d2e138b9 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462996 Jul 16 08:39:33.590771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42638) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.596226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-218407478'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:33.627679 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.630253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.631469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93b62205-e37e-4666-8eeb-23f6d36f7f8a req-192b15fe-69e7-44a3-b1fd-3c3ed4742296 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "DELETE /v2.0/floatingips/7bda4e07-22b1-4ddc-9688-98d2ea157eaf HTTP/1.1" status: 204 len: 173 time: 1.1064324 Jul 16 08:39:33.648877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:33.652528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.687283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0eb8-ff71-4e2d-9ad4-704e66f50bb9 req-475276f7-e57e-4357-943b-6573a38ac9d4 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.688944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fbc0eb8-ff71-4e2d-9ad4-704e66f50bb9 req-475276f7-e57e-4357-943b-6573a38ac9d4 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 944 time: 0.1563675 Jul 16 08:39:33.695233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:33.713066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.713600 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Added segment 269992f4-ae21-4070-8033-0028efe20736 of type vlan for network 3413d1e9-04fa-4b57-8186-cc5c14d077db Jul 16 08:39:33.781347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fbc0eb8-ff71-4e2d-9ad4-704e66f50bb9 req-41134357-5203-4a77-9d8f-e2f3c105a322 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806565 Jul 16 08:39:33.791060 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.833896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.841493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.842457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.886566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2920477 Jul 16 08:39:33.887203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.895679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-353740530'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:33.932633 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847a0b6-07f0-41f1-8790-277c9156f237 x-openstack-request-id: req-5847a0b6-07f0-41f1-8790-277c9156f237 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:33.932915 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:33.933316 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5847a0b6-07f0-41f1-8790-277c9156f237 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:33.933850 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:39:33.938606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d30dc-79f3-4155-b996-05cd3f83e0d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Network': ['ID=3413d1e9-04fa-4b57-8186-cc5c14d077db,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.954684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:33.955191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:33.958461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.993577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:34.006963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.007752 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Added segment 8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e of type vlan for network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 Jul 16 08:39:34.028327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:34.031590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256732-e329-473e-bb90-cebf7196a82a req-72892865-22e4-42d7-a929-93eeb9e6c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.034098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-72892865-22e4-42d7-a929-93eeb9e6c01b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20e14c39619c449a874c69a501d98d44&device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 1097 time: 0.0879445 Jul 16 08:39:34.039788 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Sync routers for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:34.041565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4122e204-2ce3-464d-b5f2-1bed9c76cffb admin admin] 10.222.0.32 "PUT /v2.0/routers/1b3d1848-7dd6-4365-89b3-a6e5877673a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107739 Jul 16 08:39:34.042304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.062330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.072073 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:34.072735 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:34.107276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.130080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.130969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.144620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ca7552c7-8824-42df-b9ca-fd4ca8163189 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:34.218597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-400a0882-75e8-4480-bb51-c948efce3cf7 req-d430329f-37b1-47c4-82ec-6ee191ec1eac tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 210 time: 0.0844896 Jul 16 08:39:34.243552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.247242 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:34.257025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ca7552c7-8824-42df-b9ca-fd4ca8163189 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:34.263273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ca7552c7-8824-42df-b9ca-fd4ca8163189 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:34.264242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.274950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256732-e329-473e-bb90-cebf7196a82a req-60b7c346-1b20-420e-8710-d7a755e22a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.276398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-60b7c346-1b20-420e-8710-d7a755e22a7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 200 len: 921 time: 0.2329993 Jul 16 08:39:34.299629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4089177 Jul 16 08:39:34.316533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-a829b686-3b07-4193-a4e9-8b4f3137eb14 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups/e131e339-07ac-4069-8a33-232c1efb34f2 HTTP/1.1" status: 200 len: 1810 time: 0.1714737 Jul 16 08:39:34.322573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.335972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'subnet': {'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:34.376407 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-27c6a783-785c-458b-bf3e-768f4c2dccbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 200 len: 217 time: 0.0486348 Jul 16 08:39:34.429871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285dd74f-0c64-4ab5-b9df-cdcf7b0c4c88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Network': ['ID=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.449852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256732-e329-473e-bb90-cebf7196a82a req-3a779657-3f0c-4823-b5e2-9fae142d7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.451722 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-3a779657-3f0c-4823-b5e2-9fae142d7b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 200 len: 860 time: 0.0558915 Jul 16 08:39:34.481196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:34.526440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-ab8a2794-c243-4e41-a0db-7dacca6b1315 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3755fa2-c86b-4f43-85f7-6b9a31d0547f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661597 Jul 16 08:39:34.539386 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.595481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.664709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.664898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.669506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.687044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.692199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56228761-a08e-4cbd-a132-9f3f52960b8d req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "DELETE /v2.0/security-groups/e131e339-07ac-4069-8a33-232c1efb34f2 HTTP/1.1" status: 204 len: 173 time: 0.3663170 Jul 16 08:39:34.713580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:34.717645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.719376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a7da0-1605-4832-90d2-b998aff6992e tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131e339-07ac-4069-8a33-232c1efb34f2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.759495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:34.768899 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:39:32Z', 'revision_number': 5, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port': {'id': 'ccd3f8ee-c353-440f-a5f2-a448f35c1397', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:34.770278 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24071f9-418c-4859-8a3e-7f51f083500f" -d '{"events": [{"server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "name": "network-vif-plugged", "status": "completed", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:34.798023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:34.803010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.837563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-9bcf345f-f8e4-4b8c-8ffe-b895b3ccf453 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282472 Jul 16 08:39:34.867378 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Checking router: 1b3d1848-7dd6-4365-89b3-a6e5877673a9 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:34.877292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.904978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Routers {'1b3d1848-7dd6-4365-89b3-a6e5877673a9'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:34.906653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:34.914117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Deleting port ccd3f8ee-c353-440f-a5f2-a448f35c1397 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:34.914483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.930253 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152010a0-dee6-4ecc-88f3-82ffa2c4718e x-openstack-request-id: req-152010a0-dee6-4ecc-88f3-82ffa2c4718e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:34.930544 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "name": "network-vif-plugged", "status": "completed", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:34.930790 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-152010a0-dee6-4ecc-88f3-82ffa2c4718e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:34.931202 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'code': 200} Jul 16 08:39:35.026556 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] Set router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:35.113801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b9256732-e329-473e-bb90-cebf7196a82a req-35124f7b-e9b0-46bb-8e2c-f8acc4d0d1c4 service neutron] 10.222.0.47 "GET /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689331 Jul 16 08:39:35.180619 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:39:34Z', 'revision_number': 6, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:35.197982 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.211390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] For port ccd3f8ee-c353-440f-a5f2-a448f35c1397, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ccd3f8ee-c353-440f-a5f2-a448f35c1397,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:35.211888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.255166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Calling delete_port for ccd3f8ee-c353-440f-a5f2-a448f35c1397 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:35.268909 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3c005-820c-4924-97d1-e355c01ea060 None None] The sync data for ids ['1b3d1848-7dd6-4365-89b3-a6e5877673a9'] in n-d-798054-12 is: [{'id': '1b3d1848-7dd6-4365-89b3-a6e5877673a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-75103796-router', 'tenant_id': '78c145671dac4b6e9f807c1001d9033a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:56Z', 'updated_at': '2021-07-16T08:39:34Z', 'revision_number': 6, 'project_id': '78c145671dac4b6e9f807c1001d9033a', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:35.292355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-0eb4d860-af8a-433e-b12f-9a7b292dcdd9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.299706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-0eb4d860-af8a-433e-b12f-9a7b292dcdd9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.2502213 Jul 16 08:39:35.300904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Subnet': ['ID=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:35.327054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:35.373765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:35.374787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network hostable DHCP agents. Network: 3413d1e9-04fa-4b57-8186-cc5c14d077db, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:35.453783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:35.471269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 3413d1e9-04fa-4b57-8186-cc5c14d077db) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:35.476591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.477188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.488113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215892d-ee12-433a-b354-0cf0d33ca28d None None] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:35.521680 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6fe61243-bd5e-4fb5-9380-4d94d331d6f8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1902416 Jul 16 08:39:35.521904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:35.529078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'subnet': {'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:35.613694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.650305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-3413d1e9-04fa-4b57-8186-cc5c14d077db', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:35.651585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.675057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd3f8ee-c353-440f-a5f2-a448f35c1397,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:35.681638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:35.685183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.809292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Allocated IP 10.1.1.2 (3413d1e9-04fa-4b57-8186-cc5c14d077db/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae/fb26858d-c428-48a1-be41-7fe362a41ccb) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:35.835578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.845830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0dd94-e5cc-4be3-bd81-7b681c2ccafd req-b881c982-cbb3-4dd9-bd49-8bb40356258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.847582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98c0dd94-e5cc-4be3-bd81-7b681c2ccafd req-b881c982-cbb3-4dd9-bd49-8bb40356258a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 1097 time: 0.8135946 Jul 16 08:39:35.886322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5253c-78ab-4479-ab6a-a0b0162e619b req-e249c693-4b4a-46c3-b0f9-00d5a2c92e86 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.887817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9d5253c-78ab-4479-ab6a-a0b0162e619b req-e249c693-4b4a-46c3-b0f9-00d5a2c92e86 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.5674553 Jul 16 08:39:35.936805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.941234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.944022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:35.947737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.958550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843e291-ab0f-410c-9f3e-547b2e8d2dc1 req-1568637d-df2b-4260-9f0b-47b004e64179 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.960049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b843e291-ab0f-410c-9f3e-547b2e8d2dc1 req-1568637d-df2b-4260-9f0b-47b004e64179 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.1985843 Jul 16 08:39:35.961703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98c0dd94-e5cc-4be3-bd81-7b681c2ccafd req-e9edb217-062f-4b48-ba8c-17a0c760b639 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046529 Jul 16 08:39:36.002812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9d5253c-78ab-4479-ab6a-a0b0162e619b req-ca04eba4-1990-4bb6-b924-9023a27d97e1 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015351 Jul 16 08:39:36.004806 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.020901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.022456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3d1848-7dd6-4365-89b3-a6e5877673a9 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:39:36.022608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Transition to ACTIVE for port object fb26858d-c428-48a1-be41-7fe362a41ccb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.027217 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.028550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1115af7b-71f8-457d-91c7-e2d7f995c9e4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1b3d1848-7dd6-4365-89b3-a6e5877673a9 HTTP/1.1" status: 204 len: 168 time: 1.9839735 Jul 16 08:39:36.031985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.039915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Transition to ACTIVE for port object fb26858d-c428-48a1-be41-7fe362a41ccb will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.046736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.084015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.105413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:36.108947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:36.111953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:36.120373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Pushing event updated for resources: {'Port': ['ID=fb26858d-c428-48a1-be41-7fe362a41ccb,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.145742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b843e291-ab0f-410c-9f3e-547b2e8d2dc1 req-07d4f820-7ae7-4d1e-8717-68ea164b1d85 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750903 Jul 16 08:39:36.150723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Subnet': ['ID=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.184794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Checking segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:36.184794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network hostable DHCP agents. Network: b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:36.205448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:36.217703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:36.225094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Deleting subnet 2086d2ee-ffdc-43ea-9257-c0c6247f6c4d {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:36.232058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.233357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.235681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88c817-a41d-477f-8988-2dc27087f9e1 None None] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:36.254802 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f522ec88-b847-4789-a01f-b2687f13b87c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7293277 Jul 16 08:39:36.255998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e289974-c5cc-4996-940f-266c65526863 req-c15176c1-03fd-4d8b-9517-7dab70d22788 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 210 time: 0.0522952 Jul 16 08:39:36.256737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.258407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42696) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.283744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Attempting to bind port fb26858d-c428-48a1-be41-7fe362a41ccb on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:36.284160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Attempting to bind port fb26858d-c428-48a1-be41-7fe362a41ccb by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:36.284543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Attempting to bind port fb26858d-c428-48a1-be41-7fe362a41ccb on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:36.291952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:36.292359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:36.292772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.293274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Bound using segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:36.293799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Bound port: fb26858d-c428-48a1-be41-7fe362a41ccb, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:36.300294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.322977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'name': 'tempest-TaggedBootDevicesTest_v242-2107608975', 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:36.408587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.466562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.9 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/e45be195-d21b-4b5e-8767-de8553fc38f0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:36.478500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] For port fb26858d-c428-48a1-be41-7fe362a41ccb, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:36.491003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ips': [{'subnet_id': 'fcd9ef3c-6d46-4daa-b9de-51a45aab16f5'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:36.492419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.498347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] For port fb26858d-c428-48a1-be41-7fe362a41ccb, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb26858d-c428-48a1-be41-7fe362a41ccb,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:36.506863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.566880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d327ba-8cea-44bb-b8da-1249840ec9ac None None] Pushing event updated for resources: {'Port': ['ID=fb26858d-c428-48a1-be41-7fe362a41ccb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.694464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-3a0f2011-e34d-452a-912a-70bdf01c1320 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.696203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-3a0f2011-e34d-452a-912a-70bdf01c1320 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/networks?id=8567bbf6-bdfd-4679-9837-86ba51ee1fa1 HTTP/1.1" status: 200 len: 809 time: 0.3694303 Jul 16 08:39:36.703187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.721781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Allocated IP 10.2.2.2 (b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5/fcd9ef3c-6d46-4daa-b9de-51a45aab16f5/cf94857f-6940-431b-92d5-bdd1d34ca312) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:36.736175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:36.839778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-dfd0fdd7-a78a-4457-9cc8-39fe0fe293a2 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/quotas/a192e10cc4ba4325b31af2854808a224 HTTP/1.1" status: 200 len: 375 time: 0.1321845 Jul 16 08:39:36.931336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.941828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Transition to ACTIVE for port object cf94857f-6940-431b-92d5-bdd1d34ca312 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.962885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Transition to ACTIVE for port object cf94857f-6940-431b-92d5-bdd1d34ca312 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:36.980374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.001703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-4b77421b-472a-4cc0-a518-22363161749d tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a192e10cc4ba4325b31af2854808a224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519773 Jul 16 08:39:37.022953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:37.025771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:37.029504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:37.066930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.067564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Pushing event updated for resources: {'Port': ['ID=cf94857f-6940-431b-92d5-bdd1d34ca312,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.101966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Attempting to bind port cf94857f-6940-431b-92d5-bdd1d34ca312 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:37.102348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Attempting to bind port cf94857f-6940-431b-92d5-bdd1d34ca312 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:37.102712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Attempting to bind port cf94857f-6940-431b-92d5-bdd1d34ca312 on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:37.109277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:37.109658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Checking segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:37.110629 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.111014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Bound using segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:37.111485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Bound port: cf94857f-6940-431b-92d5-bdd1d34ca312, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:37.111924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.168274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5696e-93f1-465a-ade5-a2e984c9cce2 None None] Network 825c85c3-3eb0-4953-b949-d22ae7013a9a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:37.169702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.171832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2086d2ee-ffdc-43ea-9257-c0c6247f6c4d HTTP/1.1" status: 204 len: 168 time: 1.1229415 Jul 16 08:39:37.173372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa9e25-2a10-4c2e-b2f8-5e54eb380a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2086d2ee-ffdc-43ea-9257-c0c6247f6c4d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.179388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:37.207785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] For port cf94857f-6940-431b-92d5-bdd1d34ca312, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:37.218002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.241618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.262056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb26858d-c428-48a1-be41-7fe362a41ccb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:37.270141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] For port cf94857f-6940-431b-92d5-bdd1d34ca312, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf94857f-6940-431b-92d5-bdd1d34ca312,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:37.293665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.309005 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.316419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] device_id is not set on port d5622f50-df46-4c2b-abcc-b8c060d78ad9 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:37.377120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Deleting port 69c8d77b-4899-4fcb-afea-3d8adc0355ae {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:37.377802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.406411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-bc9ee678-c211-4573-8900-2d061fc66ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878496 Jul 16 08:39:37.411415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f65f-f4ab-4b02-a6aa-bf1b8e4ef23f None None] Pushing event updated for resources: {'Port': ['ID=cf94857f-6940-431b-92d5-bdd1d34ca312,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.427549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fb26858d-c428-48a1-be41-7fe362a41ccb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:37.507506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] For port 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69c8d77b-4899-4fcb-afea-3d8adc0355ae,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:37.507957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.518202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ccd3f8ee-c353-440f-a5f2-a448f35c1397 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:37.525319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Calling delete_port for 69c8d77b-4899-4fcb-afea-3d8adc0355ae owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:37.541590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: ccd3f8ee-c353-440f-a5f2-a448f35c1397 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:37.541590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ccd3f8ee-c353-440f-a5f2-a448f35c1397 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:37.541970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 95abd991-162f-4b00-835e-59db5ece9ac8 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:37.577145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 95abd991-162f-4b00-835e-59db5ece9ac8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:37.577562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 95abd991-162f-4b00-835e-59db5ece9ac8 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:37.601858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] DHCP port deletion for 825c85c3-3eb0-4953-b949-d22ae7013a9a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:37.668845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Deleting port 69c8d77b-4899-4fcb-afea-3d8adc0355ae {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:37.669224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.669433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.683863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.690355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71359ca9-c624-41dd-bb3d-6212b3509c1d req-ad3ca6f0-d2fc-4cdf-a0d8-52fcd8169aa8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.697325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71359ca9-c624-41dd-bb3d-6212b3509c1d req-ad3ca6f0-d2fc-4cdf-a0d8-52fcd8169aa8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.4830422 Jul 16 08:39:37.754267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c8d77b-4899-4fcb-afea-3d8adc0355ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.779552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] No DVR routers for this DVR port 69c8d77b-4899-4fcb-afea-3d8adc0355ae on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:37.801362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] For port 69c8d77b-4899-4fcb-afea-3d8adc0355ae, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69c8d77b-4899-4fcb-afea-3d8adc0355ae,segment=NetworkSegment(c6bb55e6-4871-4a0b-83c4-3b8464d62238),segment_id=c6bb55e6-4871-4a0b-83c4-3b8464d62238)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:37.801762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.818780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Calling delete_port for 69c8d77b-4899-4fcb-afea-3d8adc0355ae owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:37.847412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:37.859223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-f4cbeb21-b5c4-474e-9a85-c5ef9a534fdb service neutron] 10.222.0.32 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514041 Jul 16 08:39:37.868705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:37.871368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:37.916796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.929859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.1.1.176 (3413d1e9-04fa-4b57-8186-cc5c14d077db/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae/d5622f50-df46-4c2b-abcc-b8c060d78ad9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:37.949444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-75f92d9f-ceab-4896-ae91-5524b578c17a tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.951112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-75f92d9f-ceab-4896-ae91-5524b578c17a tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.47 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 0.5110500 Jul 16 08:39:37.962851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.996902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.998087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71359ca9-c624-41dd-bb3d-6212b3509c1d req-466eb786-a231-4134-86be-ec3b278a91b6 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998619 Jul 16 08:39:38.004594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825c85c3-3eb0-4953-b949-d22ae7013a9a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:38.036457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] Pushing event deleted for resources: {'Port': ['ID=69c8d77b-4899-4fcb-afea-3d8adc0355ae,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.045631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bb55e6-4871-4a0b-83c4-3b8464d62238') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:38.045942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bb55e6-4871-4a0b-83c4-3b8464d62238') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:38.046114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dfb560-a37e-4061-a116-8539f91335cb None None] No DVR routers for this DVR port 69c8d77b-4899-4fcb-afea-3d8adc0355ae on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:38.078212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.109631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.124295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:38.124908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:38.132172 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:38.146445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.146546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.188965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f8892a34-c080-4c8f-be0b-0f02f9f1a76a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8653858 Jul 16 08:39:38.235901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29382b21-5038-44d7-91c9-77deb652ddee None None] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:38.237536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Request body: {'port': {'device_id': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:38.244983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.255681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.260983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/825c85c3-3eb0-4953-b949-d22ae7013a9a HTTP/1.1" status: 204 len: 168 time: 1.0782638 Jul 16 08:39:38.306880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502965-9358-4cfa-8a6b-4e5f05ceb3c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=825c85c3-3eb0-4953-b949-d22ae7013a9a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.387469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Provisioning for port fb26858d-c428-48a1-be41-7fe362a41ccb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:38.399486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Provisioning complete for port fb26858d-c428-48a1-be41-7fe362a41ccb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:38.399876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.535721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.556342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.650292 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-76009ebe-3948-436e-a7c1-099288e6cde0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ba320afa3b14abb829753d4ebc427d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927594 Jul 16 08:39:38.653739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.687307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.733310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.742806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] For port fb26858d-c428-48a1-be41-7fe362a41ccb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb26858d-c428-48a1-be41-7fe362a41ccb,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:38.753388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.768355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.769592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.840161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.845175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.846476 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98118f1f-86c4-46b6-9892-22d4cfdb39d8 HTTP/1.1" status: 204 len: 168 time: 0.1913908 Jul 16 08:39:38.869673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288616e5-f437-44ec-9425-248a1a3af7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98118f1f-86c4-46b6-9892-22d4cfdb39d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.901958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faedb3-3ea4-4d63-8794-342f2ea16dc8 None None] Pushing event updated for resources: {'Port': ['ID=fb26858d-c428-48a1-be41-7fe362a41ccb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.932246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.172401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08f10a-fcb9-4798-9c40-f378f1744a4f None None] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:39.245511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-33db9951-915e-4dcb-9f88-1b830cb77bcb None None] Provisioning for port cf94857f-6940-431b-92d5-bdd1d34ca312 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:39.355410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf94857f-6940-431b-92d5-bdd1d34ca312 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:39.374230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Deleting port 575499f5-b0f5-4516-addf-bb2738dfae7a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:39.374688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.421426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.435526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-82eea3fe-81e6-4045-bf6d-fcf3d6cc8f5c None None] Provisioning complete for port fb26858d-c428-48a1-be41-7fe362a41ccb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:39.435939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82eea3fe-81e6-4045-bf6d-fcf3d6cc8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.468083 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-754cb492-9de6-44e1-93e2-44f748992075 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c145671dac4b6e9f807c1001d9033a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424294 Jul 16 08:39:39.469902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.535260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967e10-4753-4cc5-8b94-1bed36aeebe1 req-e51c25f3-ca9d-44a0-9868-45f84801f668 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.539185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.543465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e967e10-4753-4cc5-8b94-1bed36aeebe1 req-e51c25f3-ca9d-44a0-9868-45f84801f668 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 945 time: 1.3023841 Jul 16 08:39:39.571766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.617461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.647114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cf94857f-6940-431b-92d5-bdd1d34ca312 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:39.649830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.652780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.657805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d90e9755-03ff-417b-b31a-3a7cae5a9b0f HTTP/1.1" status: 204 len: 168 time: 0.1867671 Jul 16 08:39:39.666761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6dab0-96a4-44c8-bbdd-8d2757b6e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90e9755-03ff-417b-b31a-3a7cae5a9b0f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.682336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cf94857f-6940-431b-92d5-bdd1d34ca312 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:39.682336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.712066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object d5622f50-df46-4c2b-abcc-b8c060d78ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:39.726763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:39.727131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.744439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e967e10-4753-4cc5-8b94-1bed36aeebe1 req-9d7ed205-82ba-4095-8aaa-d78fc71db723 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e78e051-1451-4f64-88e4-cb2b06407530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000496 Jul 16 08:39:39.776771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87fac0-8337-401d-90a4-2ff17c1b4e0c req-7c478925-4edb-4faf-b334-9dcab7e5d368 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.786622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f87fac0-8337-401d-90a4-2ff17c1b4e0c req-7c478925-4edb-4faf-b334-9dcab7e5d368 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 931 time: 1.1474481 Jul 16 08:39:39.843666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Calling delete_port for 575499f5-b0f5-4516-addf-bb2738dfae7a owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:39.879713 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.924564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port cf94857f-6940-431b-92d5-bdd1d34ca312, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf94857f-6940-431b-92d5-bdd1d34ca312,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:39.932396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.934867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb26858d-c428-48a1-be41-7fe362a41ccb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:40.023562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 575499f5-b0f5-4516-addf-bb2738dfae7a no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:40.067118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.096309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f87fac0-8337-401d-90a4-2ff17c1b4e0c req-ee429c52-1614-4963-87d4-6352f1f50315 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086224 Jul 16 08:39:40.119346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fb26858d-c428-48a1-be41-7fe362a41ccb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:40.119759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.185224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=cf94857f-6940-431b-92d5-bdd1d34ca312,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.210121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:40.254643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:40.260544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.268743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:40.326508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:40.329466 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e4a12-203c-4b83-94a4-f45390b7c111" -d '{"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-unplugged", "status": "completed", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:40.350971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 575499f5-b0f5-4516-addf-bb2738dfae7a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=575499f5-b0f5-4516-addf-bb2738dfae7a,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:40.351990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8013235d-df32-4497-9990-f82a087eba16 None None] Provisioning complete for port cf94857f-6940-431b-92d5-bdd1d34ca312 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:40.352542 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8013235d-df32-4497-9990-f82a087eba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.366043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.382009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.463848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69c8d77b-4899-4fcb-afea-3d8adc0355ae no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:40.499113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 69c8d77b-4899-4fcb-afea-3d8adc0355ae {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:40.499747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69c8d77b-4899-4fcb-afea-3d8adc0355ae not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:40.505942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.524174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.524916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.530201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45be195-d21b-4b5e-8767-de8553fc38f0 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:40.615756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.647357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98e87a21-8fd1-4d04-8b39-cab8ab503544 req-13280ec1-3292-4f7b-b8b3-45515cadab4b tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 210 time: 0.2135701 Jul 16 08:39:40.667514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Transition to ACTIVE for port object e45be195-d21b-4b5e-8767-de8553fc38f0 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:40.672195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-350c9fa4-a292-4355-bd49-3e7095ed08fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3923812 Jul 16 08:39:40.672824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.682934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.686820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cecaeca0-84b8-4fc7-8ec8-bbda2a697772 None None] Provisioning for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:40.691817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cecaeca0-84b8-4fc7-8ec8-bbda2a697772 None None] Provisioning complete for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:40.693030 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cecaeca0-84b8-4fc7-8ec8-bbda2a697772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.721245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.721445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'name': 'tempest-TaggedBootDevicesTest_v242-4867847', 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:40.747919 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b505f2-1f80-456e-8130-95562fd53501 x-openstack-request-id: req-f6b505f2-1f80-456e-8130-95562fd53501 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:40.748243 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-unplugged", "status": "completed", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:40.748501 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6b505f2-1f80-456e-8130-95562fd53501 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:40.748898 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'code': 200} Jul 16 08:39:40.773331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-b8fe8d56-1224-4cc8-ab08-ab8a225900dd tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.777023 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-b8fe8d56-1224-4cc8-ab08-ab8a225900dd tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.47 "GET /v2.0/networks?id=8567bbf6-bdfd-4679-9837-86ba51ee1fa1 HTTP/1.1" status: 200 len: 809 time: 0.2372813 Jul 16 08:39:40.787909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-cecaeca0-84b8-4fc7-8ec8-bbda2a697772 None None] Port d5622f50-df46-4c2b-abcc-b8c060d78ad9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:40.796581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Pushing event updated for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.798034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Request body: {'port': {'device_id': '928cba04-480f-4946-aa5f-f402a052da68', 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1', 'admin_state_up': True, 'tenant_id': 'a192e10cc4ba4325b31af2854808a224'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:40.861073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12190f77-a3c9-40d4-a07c-b561b3a6ca45 req-58113a65-59c1-4f0b-8823-ba9fc4d4c367 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.863372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12190f77-a3c9-40d4-a07c-b561b3a6ca45 req-58113a65-59c1-4f0b-8823-ba9fc4d4c367 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.5600328 Jul 16 08:39:40.872960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.902821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.922860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] No DVR routers for this DVR port 575499f5-b0f5-4516-addf-bb2738dfae7a on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:40.935349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Request body: {'floatingip': {'port_id': 'ca7552c7-8824-42df-b9ca-fd4ca8163189'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:40.941449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Pushing event deleted for resources: {'Port': ['ID=575499f5-b0f5-4516-addf-bb2738dfae7a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.950140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.954086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a1d6aa9-c179-4a77-a9f9-ef261d7a78e9 req-3a331c7f-ad80-47bd-b1f8-f8b998202b0f tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.47 "DELETE /v2.0/ports/575499f5-b0f5-4516-addf-bb2738dfae7a HTTP/1.1" status: 204 len: 173 time: 2.9890690 Jul 16 08:39:40.995662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-deleted', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:41.000808 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949779e7-c3c4-4267-8dd4-13c92bd597c2" -d '{"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-deleted", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:41.016568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.030269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76b56625-c915-400f-8305-64f9d91ce076 req-8f5d118c-eb26-4cca-91d5-7d6312ba4335 tempest-ServerRescueTestJSONUnderV235-2014041998 tempest-ServerRescueTestJSONUnderV235-2014041998-project] 10.222.0.32 "GET /v2.0/ports?device_id=974cc3c3-fcc1-4b67-884d-f0e8c5d43f90 HTTP/1.1" status: 200 len: 210 time: 0.1097312 Jul 16 08:39:41.118830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Attempting to bind port e45be195-d21b-4b5e-8767-de8553fc38f0 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:41.119085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Attempting to bind port e45be195-d21b-4b5e-8767-de8553fc38f0 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:41.119683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Attempting to bind port e45be195-d21b-4b5e-8767-de8553fc38f0 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:41.131714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Port e45be195-d21b-4b5e-8767-de8553fc38f0 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:41.132639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Attempting to bind port e45be195-d21b-4b5e-8767-de8553fc38f0 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:41.140299 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46100e0-3c9b-41db-b8dd-df3b9c6cae3d x-openstack-request-id: req-d46100e0-3c9b-41db-b8dd-df3b9c6cae3d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:41.140674 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974cc3c3-fcc1-4b67-884d-f0e8c5d43f90", "name": "network-vif-deleted", "tag": "575499f5-b0f5-4516-addf-bb2738dfae7a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:41.141832 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46100e0-3c9b-41db-b8dd-df3b9c6cae3d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:41.142343 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974cc3c3-fcc1-4b67-884d-f0e8c5d43f90', 'name': 'network-vif-deleted', 'tag': '575499f5-b0f5-4516-addf-bb2738dfae7a', 'status': 'completed', 'code': 200} Jul 16 08:39:41.151764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:41.153758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:41.154964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:41.156622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Bound port: e45be195-d21b-4b5e-8767-de8553fc38f0, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:41.158546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.239400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf94857f-6940-431b-92d5-bdd1d34ca312 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:41.279336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:41.291213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e45be195-d21b-4b5e-8767-de8553fc38f0,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:41.310507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.319758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cf94857f-6940-431b-92d5-bdd1d34ca312 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:41.320257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.385022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.385757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.388690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] 10.222.0.46 "PUT /v2.0/ports/e45be195-d21b-4b5e-8767-de8553fc38f0 HTTP/1.1" status: 200 len: 1092 time: 3.1703076 Jul 16 08:39:41.424588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-network', 'tenant_id': '89ecc13dcb924047983ca678b69731da'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:41.433472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a3dd-9f7a-4c92-8f45-89f08667d473 service neutron] Pushing event updated for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.480075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:41.532851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463554a9-3ab8-47df-9850-ab6a41eadf5f req-e2a80fc5-1431-47c1-a22f-92e73639372a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.536855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-463554a9-3ab8-47df-9850-ab6a41eadf5f req-e2a80fc5-1431-47c1-a22f-92e73639372a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 943 time: 0.1997938 Jul 16 08:39:41.553441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Made reservation on behalf of 89ecc13dcb924047983ca678b69731da for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:41.555816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.564681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-2df0dd72-757f-421c-aa7d-c915000e128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.566341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-2df0dd72-757f-421c-aa7d-c915000e128b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 1095 time: 0.1133232 Jul 16 08:39:41.616645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.623837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-463554a9-3ab8-47df-9850-ab6a41eadf5f req-b7a66c43-7c3e-4a9d-861d-737a231b0abe tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799942 Jul 16 08:39:41.626010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-988fbcb1-7ca5-42b1-a129-6e4376517ba9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45be195-d21b-4b5e-8767-de8553fc38f0 HTTP/1.1" status: 200 len: 217 time: 0.0450721 Jul 16 08:39:41.664094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Made reservation on behalf of a192e10cc4ba4325b31af2854808a224 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:41.668165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.698871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-9e5c16d0-e0c0-430e-9d9d-6ace6ece1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.700951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-9e5c16d0-e0c0-430e-9d9d-6ace6ece1baf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0640430 Jul 16 08:39:41.726229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.743350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-84b3c1b3-40e8-439f-8ad2-9d22bc560b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355849 Jul 16 08:39:41.839690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] device_id is not set on port 37e7148e-4c77-4106-a62b-ba06077b5235 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:41.840400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30737c86-f671-4854-ba17-130bf6a64bb8 req-2a4abeb3-8587-47a1-b063-78dde0b5b502 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 210 time: 0.0537300 Jul 16 08:39:41.874783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-84ec724a-a69f-4af9-bcdb-aa552dcdf47c service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247523 Jul 16 08:39:41.972474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b97c517-47a1-46ec-bd8e-06a8cb139c7e req-5176e8b0-874a-4b08-a29a-e651af4d90a4 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Jul 16 08:39:42.125978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42792) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:42.166586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Allocated IP 172.20.0.3 (8567bbf6-bdfd-4679-9837-86ba51ee1fa1/f35e0967-c611-4bed-8458-4ac4947bc655/e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:42.171281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.192071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.263564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:42.314465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.1.1.191 (3413d1e9-04fa-4b57-8186-cc5c14d077db/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae/37e7148e-4c77-4106-a62b-ba06077b5235) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:42.335386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.340510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.340868 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Added segment 71cf84d2-ada9-4ad1-aa4f-2614a1103de2 of type vlan for network eec55fe2-d953-478f-a7e0-9a43f5ecc05c Jul 16 08:39:42.445077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.449515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:42.522565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.576804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.600506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.667512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.668625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.669155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.754705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.826913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9021475 Jul 16 08:39:42.830953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Deleting port 119f84c6-6252-4b94-aa1e-93ef18c86f32 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:42.831477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.833588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42798) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:42.839282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Request body: {'subnet': {'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-subnet', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:42.868150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7029b-d7f0-478f-bc00-9dc25941570d admin admin] Pushing event updated for resources: {'Network': ['ID=eec55fe2-d953-478f-a7e0-9a43f5ecc05c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.874889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548672-3d7d-46b0-9559-827c95117e3c req-34210bb3-bcbb-4d35-9213-f6580ab7e247 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.877027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9548672-3d7d-46b0-9559-827c95117e3c req-34210bb3-bcbb-4d35-9213-f6580ab7e247 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 943 time: 0.1170969 Jul 16 08:39:42.880362 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.884574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:42.910165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object 37e7148e-4c77-4106-a62b-ba06077b5235 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:42.912283 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Floating IP 2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc associated. External IP: 172.25.5.228, port: ca7552c7-8824-42df-b9ca-fd4ca8163189. Jul 16 08:39:42.925795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Made reservation on behalf of 89ecc13dcb924047983ca678b69731da for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:42.928251 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.943258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82f4af65-7b93-42e4-91c2-cb367f06e20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.024463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.038038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.051735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9548672-3d7d-46b0-9559-827c95117e3c req-5bfe5f15-4ac4-42b0-8f77-d41ebb696432 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212053 Jul 16 08:39:43.054590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] For port 119f84c6-6252-4b94-aa1e-93ef18c86f32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=119f84c6-6252-4b94-aa1e-93ef18c86f32,segment=NetworkSegment(65036373-1740-4e24-9868-e7762ca74add),segment_id=65036373-1740-4e24-9868-e7762ca74add)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:43.055463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.106374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:43.109376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Calling delete_port for 119f84c6-6252-4b94-aa1e-93ef18c86f32 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:43.109730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:43.117050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:43.119167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:43.122456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:43.124918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:43.173815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Pushing event updated for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.184629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:43.187290 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae0246-519a-4739-be46-c7a49f14cb54" -d '{"events": [{"name": "network-changed", "server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:43.289510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.290239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.305571 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e1630-251d-4a5c-b39f-b348cc338471 x-openstack-request-id: req-0c9e1630-251d-4a5c-b39f-b348cc338471 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:43.305859 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:43.306109 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c9e1630-251d-4a5c-b39f-b348cc338471 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:43.306499 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0', 'status': 'completed', 'code': 200} Jul 16 08:39:43.320119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605cac1-2fec-4d93-9572-e88bc6508ac8 req-e50b339f-7b0c-4afa-a734-22c5e086dd1b tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.321787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5605cac1-2fec-4d93-9572-e88bc6508ac8 req-e50b339f-7b0c-4afa-a734-22c5e086dd1b tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 931 time: 0.2691503 Jul 16 08:39:43.375896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.376580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.394159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.403441 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-446bc9cf-a672-43df-9da9-db7d8b3e5a38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7251151 Jul 16 08:39:43.421546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-942bbe3e-4d25-4eca-adeb-4af2b1689860 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6307597 Jul 16 08:39:43.427105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Router a9a800a6-b3f6-4f28-9545-8dc5843be801 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:43.434699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83bbdd76-80e3-4fa6-85c1-d8ab7ceaf675 None None] Provisioning for port 37e7148e-4c77-4106-a62b-ba06077b5235 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:43.436752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-0a3410be-a89e-4edb-bcff-94e2c34e3310 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:39:43.438326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-0a3410be-a89e-4edb-bcff-94e2c34e3310 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068882 Jul 16 08:39:43.441383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83bbdd76-80e3-4fa6-85c1-d8ab7ceaf675 None None] Provisioning complete for port 37e7148e-4c77-4106-a62b-ba06077b5235 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:43.441383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83bbdd76-80e3-4fa6-85c1-d8ab7ceaf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.502875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-83bbdd76-80e3-4fa6-85c1-d8ab7ceaf675 None None] Port 37e7148e-4c77-4106-a62b-ba06077b5235 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:43.529106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.546592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Request body: {'port': {'device_id': '928cba04-480f-4946-aa5f-f402a052da68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:43.552477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5605cac1-2fec-4d93-9572-e88bc6508ac8 req-03028a7c-12fe-40ca-a9f7-6d7f756d03be tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093782 Jul 16 08:39:43.591168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-cc27471f-024c-4962-8978-63b0992a63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.592680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-cc27471f-024c-4962-8978-63b0992a63dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 1095 time: 0.2660081 Jul 16 08:39:43.606093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:43.617641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Sync routers for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:43.629669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:43.629853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.630205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:43.665515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.672703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703946214', 'description': 'tempest-description--1883040041'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:43.702162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.718623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.722410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-68096caa-e9cd-4e39-b891-0716a748356d tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "PUT /v2.0/floatingips/2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc HTTP/1.1" status: 200 len: 991 time: 2.8203609 Jul 16 08:39:43.725341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:43.727632 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd109b2-cc95-46b7-8765-7261295de8af" -d '{"events": [{"name": "network-changed", "server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:43.780844 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee14a3e-562a-4732-99b7-e4ad76b40f70 x-openstack-request-id: req-5ee14a3e-562a-4732-99b7-e4ad76b40f70 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:43.781799 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:43.781799 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ee14a3e-562a-4732-99b7-e4ad76b40f70 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:43.782009 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'status': 'completed', 'code': 200} Jul 16 08:39:43.784092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:43.985681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.993956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.040412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.044751 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3752627 Jul 16 08:39:44.050003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42818) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.055227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'security_group_rule': {'security_group_id': 'e581b0b8-c5ed-4bc2-9ba9-273ce2229912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:44.073210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f609a-428b-4fa6-bcd7-34794982fa01 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e581b0b8-c5ed-4bc2-9ba9-273ce2229912,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.076116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc', 'tenant_id': '95837184779b4a029a14db3f77703208', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'port_id': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'mac_address': 'fa:16:3e:26:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:15Z', 'updated_at': '2021-07-16T08:39:42Z', 'revision_number': 1, 'project_id': '95837184779b4a029a14db3f77703208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:44.115922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.127508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Checking router: a9a800a6-b3f6-4f28-9545-8dc5843be801 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:44.138392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:44.139780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:44.209220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31feb75e-e466-4d65-bb33-a8837041b786,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.230446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-ae9dbb77-4fad-4fb1-8334-5d12fdc64d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.231959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-ae9dbb77-4fad-4fb1-8334-5d12fdc64d47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.6324427 Jul 16 08:39:44.235092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Checking segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:44.235634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Network hostable DHCP agents. Network: eec55fe2-d953-478f-a7e0-9a43f5ecc05c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:44.244607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.249762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.258261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.279773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:44.288478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3507ac2a-b482-4a7c-9e84-be354c283c05,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.313793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.314141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.314584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.314933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.316000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.316947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.317285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.317790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.318132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.318505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.318870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.319274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:44.332419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:44.337599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.342028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-983e6b48-697e-497d-ba0d-22fa57c1bf04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877676 Jul 16 08:39:44.345528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.347865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-67611a8e-8e3b-4312-9b72-fc74ca3073a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45be195-d21b-4b5e-8767-de8553fc38f0 HTTP/1.1" status: 200 len: 217 time: 0.1071870 Jul 16 08:39:44.348665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.358326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'security_group_rule': {'security_group_id': 'e581b0b8-c5ed-4bc2-9ba9-273ce2229912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:44.370476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=119f84c6-6252-4b94-aa1e-93ef18c86f32,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.381207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Transition to ACTIVE for port object e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:44.389472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:44.389673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.442074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd109b2-cc95-46b7-8765-7261295de8af req-a4f75980-90ba-49d3-816a-0ae4c220b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.443721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-a4f75980-90ba-49d3-816a-0ae4c220b760 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95837184779b4a029a14db3f77703208&device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 1097 time: 0.3096740 Jul 16 08:39:44.450346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.452400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, eec55fe2-d953-478f-a7e0-9a43f5ecc05c) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:44.464667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb154f-28da-484b-a827-737edfd4c610 None None] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:44.493029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.494327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.553363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-feb70f36-e222-4ecf-83c5-ef710f834544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.555341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-feb70f36-e222-4ecf-83c5-ef710f834544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1824298 Jul 16 08:39:44.568711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ed33241-4ccd-466d-9fc4-220d0e7dbc26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7305825 Jul 16 08:39:44.599788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42826) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.655754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:44.697718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-748f783a-de15-42d3-996f-ee8b3d89845b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306436 Jul 16 08:39:44.736798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-38e81001-5acb-4b7a-8329-7b1a02f63db1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:39:44.738133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-38e81001-5acb-4b7a-8329-7b1a02f63db1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232008 Jul 16 08:39:44.747891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d65f-f8f9-472b-962f-9c23715cadb1 req-09dae234-c8bf-4842-a459-5914e363037e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.749532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ff3d65f-f8f9-472b-962f-9c23715cadb1 req-09dae234-c8bf-4842-a459-5914e363037e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 943 time: 0.4871950 Jul 16 08:39:44.893773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Pushing event updated for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.894774 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.895969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.907148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd109b2-cc95-46b7-8765-7261295de8af req-8896e578-2ed2-4560-bd51-df936dd03189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.909093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-8896e578-2ed2-4560-bd51-df936dd03189 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 200 len: 913 time: 0.4512551 Jul 16 08:39:44.910336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc', 'tenant_id': '95837184779b4a029a14db3f77703208', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'port_id': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'mac_address': 'fa:16:3e:26:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:15Z', 'updated_at': '2021-07-16T08:39:42Z', 'revision_number': 1, 'project_id': '95837184779b4a029a14db3f77703208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:44.912657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:44.913649 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.924786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.930677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.951692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Attempting to bind port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:44.952120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Attempting to bind port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '58d90baf-6216-42d7-b01a-164c4d3e373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:44.952387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Attempting to bind port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f on network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:44.959192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04b547b-65a1-41fe-a846-78bce1ae1cae,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.959675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832044e0-172c-4fab-8461-ac6da9bd0620 None None] The sync data for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 is: [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc', 'tenant_id': '95837184779b4a029a14db3f77703208', 'floating_ip_address': '172.25.5.228', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'port_id': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'mac_address': 'fa:16:3e:26:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:15Z', 'updated_at': '2021-07-16T08:39:42Z', 'revision_number': 1, 'project_id': '95837184779b4a029a14db3f77703208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:44.963135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f on network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:44.963541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Attempting to bind port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f on network 8567bbf6-bdfd-4679-9837-86ba51ee1fa1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:44.970347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.974042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b2db06f6-4478-4143-a769-07bb5b7bd522 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6214612 Jul 16 08:39:44.974226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.974810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:44.975068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Checking segment: {'id': '58d90baf-6216-42d7-b01a-164c4d3e373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:44.975467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Bound using segment: {'id': '58d90baf-6216-42d7-b01a-164c4d3e373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:44.975919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Bound port: e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d90baf-6216-42d7-b01a-164c4d3e373f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:44.976309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.023227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:45.073743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:45.080203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,segment=NetworkSegment(58d90baf-6216-42d7-b01a-164c4d3e373f),segment_id=58d90baf-6216-42d7-b01a-164c4d3e373f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:45.085368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.091160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.128017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ff3d65f-f8f9-472b-962f-9c23715cadb1 req-65ab529b-3515-4b74-8c37-1b0f8c22917f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156221 Jul 16 08:39:45.137616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.138610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.141521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] 10.222.0.47 "PUT /v2.0/ports/e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f HTTP/1.1" status: 200 len: 1092 time: 1.6941848 Jul 16 08:39:45.170657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Allocated IP 172.20.0.2 (eec55fe2-d953-478f-a7e0-9a43f5ecc05c/31feb75e-e466-4d65-bb33-a8837041b786/41318c46-67ec-438a-8d36-408c2780974e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:45.211571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ed21e-71c8-4643-9df5-219952eb824e service neutron] Pushing event updated for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.258768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-5d537697-85ac-4f16-a134-ac55c39985f0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069594 Jul 16 08:39:45.285585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80115e3-b07a-4191-8afc-075a5b19224c req-b0167633-487a-45d2-9799-42d716c945b4 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.291700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e80115e3-b07a-4191-8afc-075a5b19224c req-b0167633-487a-45d2-9799-42d716c945b4 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 943 time: 0.5871153 Jul 16 08:39:45.292850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.308845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.322759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-0ba94648-ae69-4bac-9ce5-957d9f6e6191 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 200 len: 999 time: 0.4043384 Jul 16 08:39:45.322964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-e6c8a71f-96a8-4b71-b1e4-c5d7b97f6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.325030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-e6c8a71f-96a8-4b71-b1e4-c5d7b97f6c1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a192e10cc4ba4325b31af2854808a224&device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 1095 time: 0.1293614 Jul 16 08:39:45.402364 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099490c6-bc06-4223-bd2f-22ae0ed7652a None None] New status for floating IP 2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:45.430956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-fd9fc427-b036-4574-8d74-75d7b7c18e8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f HTTP/1.1" status: 200 len: 217 time: 0.0956633 Jul 16 08:39:45.479679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.499352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Transition to ACTIVE for port object 41318c46-67ec-438a-8d36-408c2780974e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:45.526665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-758fde0c-057c-4e9d-8104-6932c84552f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.531482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-758fde0c-057c-4e9d-8104-6932c84552f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35e0967-c611-4bed-8458-4ac4947bc655 HTTP/1.1" status: 200 len: 849 time: 0.0938098 Jul 16 08:39:45.538189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Transition to ACTIVE for port object 41318c46-67ec-438a-8d36-408c2780974e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:45.550835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.592223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-e42046d6-109c-43af-8c36-afe958bfa8e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8567bbf6-bdfd-4679-9837-86ba51ee1fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540638 Jul 16 08:39:45.627149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:45.628094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-330ea1bc-2d05-47cd-82c8-58a9cebf02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.633143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:45.640332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:45.655571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Pushing event updated for resources: {'Port': ['ID=41318c46-67ec-438a-8d36-408c2780974e,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.670084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e80115e3-b07a-4191-8afc-075a5b19224c req-63e642a9-81bf-44d6-aaaf-e2cc4cdafce4 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149810 Jul 16 08:39:45.733454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-c153b98a-ba51-43ec-b519-e9b599d2777d service neutron] 10.222.0.47 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359417 Jul 16 08:39:45.737231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.742399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Attempting to bind port 41318c46-67ec-438a-8d36-408c2780974e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:45.742771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Attempting to bind port 41318c46-67ec-438a-8d36-408c2780974e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:45.743131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Attempting to bind port 41318c46-67ec-438a-8d36-408c2780974e on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:45.752272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:45.753205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Checking segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:45.753205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.753566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Bound using segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:45.754040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Bound port: 41318c46-67ec-438a-8d36-408c2780974e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:45.754435 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.769357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd109b2-cc95-46b7-8765-7261295de8af req-9db7e427-fca1-4443-adcb-f4bd19aeffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.770994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-9db7e427-fca1-4443-adcb-f4bd19aeffa2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 HTTP/1.1" status: 200 len: 851 time: 0.3531799 Jul 16 08:39:45.803594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:45.806002 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea94265-0539-4b65-9ffa-eb4d9c814825" -d '{"events": [{"name": "network-changed", "server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:45.834638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] For port 41318c46-67ec-438a-8d36-408c2780974e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:45.839857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] For port 41318c46-67ec-438a-8d36-408c2780974e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41318c46-67ec-438a-8d36-408c2780974e,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:45.846985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.859452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-61f91ddd-58fe-4fe9-98e8-8c5ad6ba19db req-0d02b11f-5266-4fa8-82bc-05915a3eb7ee service neutron] 10.222.0.47 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208730 Jul 16 08:39:45.918951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.933231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7e88-ba5d-443b-94fe-0f8386c90008 None None] Pushing event updated for resources: {'Port': ['ID=41318c46-67ec-438a-8d36-408c2780974e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.936641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaae0246-519a-4739-be46-c7a49f14cb54 req-9fa9f48c-bab0-48a4-8643-f09f237655a0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162040 Jul 16 08:39:46.017104 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6193c940-4421-40f2-8241-433f531d0257 x-openstack-request-id: req-6193c940-4421-40f2-8241-433f531d0257 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:46.017603 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:46.017796 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6193c940-4421-40f2-8241-433f531d0257 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:46.018012 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f', 'status': 'completed', 'code': 200} Jul 16 08:39:46.110118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-ad78a4a9-e14b-4f5d-af43-1a53ac49e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.111974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-ad78a4a9-e14b-4f5d-af43-1a53ac49e28d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a192e10cc4ba4325b31af2854808a224&device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 1095 time: 0.0684807 Jul 16 08:39:46.182385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd109b2-cc95-46b7-8765-7261295de8af req-4db62718-278c-48f5-8539-d90559967c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.184358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-4db62718-278c-48f5-8539-d90559967c45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a02898a4-7d7b-471b-a3b5-6caaad906212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3710394 Jul 16 08:39:46.258749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-be8d12c0-44b3-448f-92d0-921a21407ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.260616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-be8d12c0-44b3-448f-92d0-921a21407ce7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8567bbf6-bdfd-4679-9837-86ba51ee1fa1 HTTP/1.1" status: 200 len: 910 time: 0.1354501 Jul 16 08:39:46.309022 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.314382 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-96bef915-7a33-4b9c-ac50-91b091915db0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f HTTP/1.1" status: 200 len: 217 time: 0.0470245 Jul 16 08:39:46.336187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Router 07540069-b4a6-4942-99f1-4384eecc2ef2 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:46.377964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-b5b1b58c-a9b3-4cb1-8756-96227376fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.379486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-b5b1b58c-a9b3-4cb1-8756-96227376fcf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35e0967-c611-4bed-8458-4ac4947bc655 HTTP/1.1" status: 200 len: 849 time: 0.0592446 Jul 16 08:39:46.391044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e45be195-d21b-4b5e-8767-de8553fc38f0 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:46.430470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-ecbc8cd5-918d-43aa-a489-1f13d53a872f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8567bbf6-bdfd-4679-9837-86ba51ee1fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440829 Jul 16 08:39:46.549164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e45be195-d21b-4b5e-8767-de8553fc38f0,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:46.552098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-4556c1ef-4899-4257-90ef-8fddb091b39e service neutron] 10.222.0.47 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103213 Jul 16 08:39:46.564941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e45be195-d21b-4b5e-8767-de8553fc38f0', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': 'e45be195-d21b-4b5e-8767-de8553fc38f0', 'mac_address': 'fa:16:3e:18:56:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:46.631920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.652448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45be195-d21b-4b5e-8767-de8553fc38f0 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:46.681234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e45be195-d21b-4b5e-8767-de8553fc38f0,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:46.695688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.697746 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7ea94265-0539-4b65-9ffa-eb4d9c814825 req-7d89124d-f903-48c8-9a5d-82f0138e155f service neutron] 10.222.0.47 "GET /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387343 Jul 16 08:39:46.801080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:46.805592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.882150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-ed5835e7-2832-4621-9379-f1f2f3314324 service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857920 Jul 16 08:39:46.991144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e45be195-d21b-4b5e-8767-de8553fc38f0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:47.133686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d7ee0-ed98-4b0c-9378-f212a0896fe7 req-ed8d0f9b-00a8-418d-a370-f5d10a5ea12e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.135171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-138d7ee0-ed98-4b0c-9378-f212a0896fe7 req-ed8d0f9b-00a8-418d-a370-f5d10a5ea12e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 943 time: 0.8317449 Jul 16 08:39:47.136666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 172.25.5.80 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/be78d56a-5598-4325-9cb3-09b2628592c1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:47.167858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cb3ba-1a06-49e9-a4ca-d5a24a488ead None None] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:47.241652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41318c46-67ec-438a-8d36-408c2780974e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:47.305599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:47.308785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-84c92473-68e9-4775-8f92-6a7a1c13c26c None None] Provisioning for port 41318c46-67ec-438a-8d36-408c2780974e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:47.321178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c33df581-6ffe-4ac6-84f2-f37bbb50d2c8 admin admin] 10.222.0.32 "PUT /v2.0/routers/07540069-b4a6-4942-99f1-4384eecc2ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1939971 Jul 16 08:39:47.321694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Sync routers for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:47.324581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:47.348790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dd109b2-cc95-46b7-8765-7261295de8af req-c0288eb7-6f4f-43f5-83aa-b003864ea628 service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220097 Jul 16 08:39:47.362659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:47.363296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:47.379192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-138d7ee0-ed98-4b0c-9378-f212a0896fe7 req-d5b46701-65e4-443a-9e0a-37cea244e950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257507 Jul 16 08:39:47.415609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 41318c46-67ec-438a-8d36-408c2780974e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:47.425482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 41318c46-67ec-438a-8d36-408c2780974e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:47.425865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.431958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f87ae-2ca9-40ab-8f59-2a71c12fc8ff req-46076e71-d5d7-43c8-a49f-a6e066cc2788 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.433755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f52f87ae-2ca9-40ab-8f59-2a71c12fc8ff req-46076e71-d5d7-43c8-a49f-a6e066cc2788 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 943 time: 0.5098104 Jul 16 08:39:47.445510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.470569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.484164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.555829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.586712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f52f87ae-2ca9-40ab-8f59-2a71c12fc8ff req-796d30d1-8e67-4ae1-b3b6-79c9553d9b7c tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446326 Jul 16 08:39:47.606257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.635626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:47.682012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.687471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Deleting port cb85548c-3088-410d-b313-7c9ea814fa1f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:47.688208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.755756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=be78d56a-5598-4325-9cb3-09b2628592c1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.768426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.768784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.769129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.769470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.769807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.770150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.770775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.770892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.771176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.771507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.771838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.772204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:47.804858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:47.819418 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.819643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] For port cb85548c-3088-410d-b313-7c9ea814fa1f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cb85548c-3088-410d-b313-7c9ea814fa1f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.819826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:47.819983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.831319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:47.841588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Calling delete_port for cb85548c-3088-410d-b313-7c9ea814fa1f owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:47.879741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 41318c46-67ec-438a-8d36-408c2780974e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41318c46-67ec-438a-8d36-408c2780974e,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.884736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.905008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Allocated IP 172.25.5.59 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/3d69a18b-e4f7-46da-8e7d-4feb7370f06b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:47.967718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:39:43Z', 'revision_number': 5, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port': {'id': 'cb85548c-3088-410d-b313-7c9ea814fa1f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:03Z', 'updated_at': '2021-07-16T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:47.971943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=41318c46-67ec-438a-8d36-408c2780974e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.004134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Checking router: 07540069-b4a6-4942-99f1-4384eecc2ef2 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:48.009782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4d50fe23-9932-4890-9d9c-939bbfd7465b None None] Provisioning complete for port 41318c46-67ec-438a-8d36-408c2780974e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:48.010160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d50fe23-9932-4890-9d9c-939bbfd7465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.032203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.044939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Routers {'07540069-b4a6-4942-99f1-4384eecc2ef2'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:48.045594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['07540069-b4a6-4942-99f1-4384eecc2ef2'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.092400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.094350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.101839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.138641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb85548c-3088-410d-b313-7c9ea814fa1f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.155367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] Set router 07540069-b4a6-4942-99f1-4384eecc2ef2 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:48.197317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.208737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.214664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:39:47Z', 'revision_number': 6, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.265470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2f00d-cad9-45f7-8dd7-dc038d2c6cd3 None None] The sync data for ids ['07540069-b4a6-4942-99f1-4384eecc2ef2'] in n-d-798054-12 is: [{'id': '07540069-b4a6-4942-99f1-4384eecc2ef2', 'name': 'tempest-ServerRescueTestJSONUnderV235-1152452701-router', 'tenant_id': '20e14c39619c449a874c69a501d98d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:02Z', 'updated_at': '2021-07-16T08:39:47Z', 'revision_number': 6, 'project_id': '20e14c39619c449a874c69a501d98d44', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:48.267917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:48.274064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:48.283750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:48.313474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.315758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.326388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Pushing event updated for resources: {'Port': ['ID=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.372060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.372640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07540069-b4a6-4942-99f1-4384eecc2ef2 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:39:48.378255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.379503 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50518f6f-61c5-4725-8ef6-53f3c1275435 admin admin] 10.222.0.32 "DELETE /v2.0/routers/07540069-b4a6-4942-99f1-4384eecc2ef2 HTTP/1.1" status: 204 len: 168 time: 1.0535760 Jul 16 08:39:48.381888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:48.395006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e45be195-d21b-4b5e-8767-de8553fc38f0 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:48.434339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.435546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Deleting subnet fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:48.439025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.456398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e45be195-d21b-4b5e-8767-de8553fc38f0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:48.461810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e45be195-d21b-4b5e-8767-de8553fc38f0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:48.462591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.480238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.485073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.503940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.529502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.552701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.580918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:48.583134 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c1ee1-c6e3-44e4-ad1c-b860a2425304" -d '{"events": [{"server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "name": "network-vif-plugged", "status": "completed", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:48.600655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.642520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.654787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.657926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0fd832ab-8ad3-441c-a6e9-53b0ae79839d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb3c4ddf-32ef-4c7a-b8d4-3c0492031af0 HTTP/1.1" status: 204 len: 168 time: 0.2751124 Jul 16 08:39:48.661630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:48.713382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=be78d56a-5598-4325-9cb3-09b2628592c1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.784193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.797547 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.818412 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a177b4-2f8c-4412-80b9-1e92a004ac0f x-openstack-request-id: req-70a177b4-2f8c-4412-80b9-1e92a004ac0f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:48.818712 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "name": "network-vif-plugged", "status": "completed", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:48.818963 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a177b4-2f8c-4412-80b9-1e92a004ac0f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:48.819416 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0', 'code': 200} Jul 16 08:39:48.823197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e45be195-d21b-4b5e-8767-de8553fc38f0,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:48.829552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.861076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.861076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19d88468-5aef-4b2e-a327-dde392fede38 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8479569 Jul 16 08:39:48.863864 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.899444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.915254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.921543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82415d4-44a7-4f40-b7ba-6058737e6e04 req-d2cef4bb-1dea-4e14-b30d-dd2b8b177d53 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.924933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a82415d4-44a7-4f40-b7ba-6058737e6e04 req-d2cef4bb-1dea-4e14-b30d-dd2b8b177d53 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 944 time: 0.3801692 Jul 16 08:39:48.926080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3755fa2-c86b-4f43-85f7-6b9a31d0547f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.936712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65036373-1740-4e24-9868-e7762ca74add') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.937016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65036373-1740-4e24-9868-e7762ca74add') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.948254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.963174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.970428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:48.971068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:48.973105 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:49.032288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.038312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.040184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3755fa2-c86b-4f43-85f7-6b9a31d0547f HTTP/1.1" status: 204 len: 168 time: 0.3771508 Jul 16 08:39:49.054169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b952-007b-499e-898b-549b9b94360a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3755fa2-c86b-4f43-85f7-6b9a31d0547f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.073498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a82415d4-44a7-4f40-b7ba-6058737e6e04 req-71caa41a-0121-4133-8f1e-31e22b808ad8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359851 Jul 16 08:39:49.083259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1d32-17cf-4d9f-b561-a3d6ae373330 req-ad64067e-2255-45ef-861b-942c64d4464f tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.084805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad9b1d32-17cf-4d9f-b561-a3d6ae373330 req-ad64067e-2255-45ef-861b-942c64d4464f tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 943 time: 0.2842202 Jul 16 08:39:49.156949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc86c2-b290-42b4-8253-0edaec1b2547 req-388f0220-5aec-4b56-b5f5-67c4822eae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.156949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9abc86c2-b290-42b4-8253-0edaec1b2547 req-388f0220-5aec-4b56-b5f5-67c4822eae07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 1097 time: 0.3957942 Jul 16 08:39:49.185607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.260663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42888) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.261279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d8228f3b-95ae-4c55-ad74-9f678acdc624 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20e14c39619c449a874c69a501d98d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742092 Jul 16 08:39:49.288680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41318c46-67ec-438a-8d36-408c2780974e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:49.294907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad9b1d32-17cf-4d9f-b561-a3d6ae373330 req-d3ac767c-91f7-472f-a038-cd27bcff4628 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982534 Jul 16 08:39:49.300812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9abc86c2-b290-42b4-8253-0edaec1b2547 req-efac7e5f-61f9-49cb-87a9-9e792b772ae0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Jul 16 08:39:49.310143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.370133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 41318c46-67ec-438a-8d36-408c2780974e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:49.370516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.541546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 119f84c6-6252-4b94-aa1e-93ef18c86f32 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:49.562667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 119f84c6-6252-4b94-aa1e-93ef18c86f32 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:49.563021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 119f84c6-6252-4b94-aa1e-93ef18c86f32 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:49.563432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cb85548c-3088-410d-b313-7c9ea814fa1f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:49.583587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: cb85548c-3088-410d-b313-7c9ea814fa1f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:49.584004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cb85548c-3088-410d-b313-7c9ea814fa1f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:49.760512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.793446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-db6928b2-1e03-4932-8b5c-27a1c127ca7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--703946214&fields=id&tenant_id=83d094d3df9a46b9a56f0aaa7badf948 HTTP/1.1" status: 200 len: 267 time: 0.0754521 Jul 16 08:39:49.800203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.895350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7536efe7-2b64-494f-84c9-e512bad20bc2 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.896800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7536efe7-2b64-494f-84c9-e512bad20bc2 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 937 time: 0.0947790 Jul 16 08:39:49.914872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:39:49.950505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.953574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.954680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e78e051-1451-4f64-88e4-cb2b06407530 HTTP/1.1" status: 204 len: 168 time: 0.6865692 Jul 16 08:39:50.002780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bc6ac-d1f6-48b4-9ede-d05c8293482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e78e051-1451-4f64-88e4-cb2b06407530,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.013053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-874d4f7a-10c6-4c31-92a5-56b80426a7fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.014378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-874d4f7a-10c6-4c31-92a5-56b80426a7fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 934 time: 0.1113915 Jul 16 08:39:50.057569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:50.088303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-b0d4ba54-65c5-4b3e-a8d3-d9c67cbd4b43 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0634322 Jul 16 08:39:50.144928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-23ac6079-a2ed-4c3d-95f5-05112567e616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0490100 Jul 16 08:39:50.171086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:50.181427 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:50.195677 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:50.199015 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:50.255692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.257122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-34c2341f-7eae-43c3-a6bc-4822d8f97d37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6465280 Jul 16 08:39:50.260390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:50.320703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,segment=NetworkSegment(58d90baf-6216-42d7-b01a-164c4d3e373f),segment_id=58d90baf-6216-42d7-b01a-164c4d3e373f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:50.351373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dff46ea5-079a-4ef1-90ce-f7088b55a021 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.354070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f', 'network_id': '8567bbf6-bdfd-4679-9837-86ba51ee1fa1', 'port_id': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f', 'mac_address': 'fa:16:3e:ac:59:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35e0967-c611-4bed-8458-4ac4947bc655', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:50.358117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dff46ea5-079a-4ef1-90ce-f7088b55a021 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.365854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dff46ea5-079a-4ef1-90ce-f7088b55a021 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.373151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dff46ea5-079a-4ef1-90ce-f7088b55a021 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 1993 time: 0.2198222 Jul 16 08:39:50.388565 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:50.396644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3448a43f-16a2-4822-876e-a725791c5976 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/quotas/83d094d3df9a46b9a56f0aaa7badf948 HTTP/1.1" status: 200 len: 375 time: 0.0224760 Jul 16 08:39:50.428766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.440947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6890f-1e3b-4037-93ed-7e59a2ce1b8e req-cb6c178e-1b10-4482-893c-8e2167e30f0f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.442722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cab6890f-1e3b-4037-93ed-7e59a2ce1b8e req-cb6c178e-1b10-4482-893c-8e2167e30f0f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 945 time: 0.1910479 Jul 16 08:39:50.463606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:50.512867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,segment=NetworkSegment(58d90baf-6216-42d7-b01a-164c4d3e373f),segment_id=58d90baf-6216-42d7-b01a-164c4d3e373f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:50.520269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.563756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cab6890f-1e3b-4037-93ed-7e59a2ce1b8e req-a9178765-1165-4873-96ae-b18020c1f2bd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142898 Jul 16 08:39:50.583433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.634006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dc93e3ac-184a-450c-906e-7e9488f4d233 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2296133 Jul 16 08:39:50.665890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:48Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:50.706079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:50.706321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Updating router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:50.724981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:50.737999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-334e3dd3-f7d8-4fa9-9db8-ccdd200fc357 service neutron] 10.222.0.32 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015074 Jul 16 08:39:50.769591 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.898085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-6fc80d95-f334-416f-aeaa-4db073137c9c service neutron] 10.222.0.32 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504471 Jul 16 08:39:50.957569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-d956b86e-b3e4-4890-9e01-c31778ac67ac service neutron] 10.222.0.32 "GET /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0521266 Jul 16 08:39:50.982175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42930) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.126170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5b635d1b-178d-49e7-be23-8af1396d01b1 service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627958 Jul 16 08:39:51.137870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-802901326-network', 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:51.163502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80577a9-4b46-45cf-9083-900a24cc0004 req-7a2d3807-a16a-4418-8878-979ecb2abb4f tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.165182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80577a9-4b46-45cf-9083-900a24cc0004 req-7a2d3807-a16a-4418-8878-979ecb2abb4f tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 944 time: 0.1145394 Jul 16 08:39:51.196717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.200890 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.215156 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Transition to ACTIVE for port object 3d69a18b-e4f7-46da-8e7d-4feb7370f06b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:51.227752 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.253696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:51.256064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.294280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80577a9-4b46-45cf-9083-900a24cc0004 req-7515b353-3253-419c-bf4c-965f975eabdb tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126258 Jul 16 08:39:51.294280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.311932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Attempting to bind port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:51.312460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Attempting to bind port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:51.312904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Attempting to bind port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:51.316661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ce06-981a-4895-bd66-5c28f2e9f7ec None None] Pushing event updated for resources: {'Port': ['ID=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.323923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-b511aeb1-618a-4d28-b0c7-e41fac9e370f service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824720 Jul 16 08:39:51.331878 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:51.332374 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:51.332863 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.333454 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:51.334151 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Bound port: 3d69a18b-e4f7-46da-8e7d-4feb7370f06b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:51.334723 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.403786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-269e2286-3abb-41ed-bb0b-4682c1145622 service neutron] 10.222.0.32 "GET /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0682561 Jul 16 08:39:51.415324 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] For port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:51.427002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Allocated IP 172.20.0.1 (eec55fe2-d953-478f-a7e0-9a43f5ecc05c/31feb75e-e466-4d65-bb33-a8837041b786/e46a12fa-5b63-4118-a02f-b7bbc7251025) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:51.427548 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] For port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:51.433635 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.494654 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:51.495595 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:51.521893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.546572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-100ee2f6-7d3f-4e1e-be5e-5e305c1e9be9 service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357658 Jul 16 08:39:51.548460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.557118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177ce06-981a-4895-bd66-5c28f2e9f7ec None None] Pushing event updated for resources: {'Port': ['ID=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.588648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.606720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Transition to ACTIVE for port object e46a12fa-5b63-4118-a02f-b7bbc7251025 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:51.619538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:51.649102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.663551 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.664272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.665247 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Added segment 523fe52d-cdeb-45ea-9370-7903236098df of type vlan for network 4a503a25-1a29-4b40-9c42-b80e102776a6 Jul 16 08:39:51.721082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Pushing event updated for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.737661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:51.743326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:51.745116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:51.748239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:51.764616 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.800480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.823850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-762f98f3-c2d3-4c21-8158-6ab6bbb306be service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707729 Jul 16 08:39:51.877129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.878145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.878758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.952335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9686651 Jul 16 08:39:51.957420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42938) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.970606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e46c7-82f8-4f37-90b6-2800cb022990 req-cf350d90-ab82-4356-a6a1-e4072bd4582c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.972270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf2e46c7-82f8-4f37-90b6-2800cb022990 req-cf350d90-ab82-4356-a6a1-e4072bd4582c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 945 time: 0.2096291 Jul 16 08:39:51.981838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Request body: {'subnet': {'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-802901326-subnet', 'tenant_id': 'ff32288af59e43c58d462a952299bdb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:51.982652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:48Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:51.996027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.014973 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51179862-8607-49af-a3fb-f4c23cc64b07 None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:48Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:52.038633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363c13-5e32-4961-ae0f-135c2493cf54 admin admin] Pushing event updated for resources: {'Network': ['ID=4a503a25-1a29-4b40-9c42-b80e102776a6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.053278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:52.073129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea564b45-372b-4405-9da5-709a06fa1784 None None] Provisioning for port e46a12fa-5b63-4118-a02f-b7bbc7251025 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:52.077611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-2a41e4df-5a97-4f1b-91bd-90e07f97d1f7 service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414870 Jul 16 08:39:52.086042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:52.086260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea564b45-372b-4405-9da5-709a06fa1784 None None] Provisioning complete for port e46a12fa-5b63-4118-a02f-b7bbc7251025 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:52.086645 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea564b45-372b-4405-9da5-709a06fa1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.088437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.091093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:52.146657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf2e46c7-82f8-4f37-90b6-2800cb022990 req-11c35d09-cf6d-484a-8cef-4775dcbf042e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575198 Jul 16 08:39:52.196556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ea564b45-372b-4405-9da5-709a06fa1784 None None] Port e46a12fa-5b63-4118-a02f-b7bbc7251025 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:52.223313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:52.228924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:52.229876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.251034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.258720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.302121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7bbb368e-0d4d-4e50-8b69-6089c24d059d service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115009 Jul 16 08:39:52.370490 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.374812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Pushing event updated for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.401159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:52.404279 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03ffb2-c1a7-4d8a-a93a-c667406180cd" -d '{"events": [{"server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "name": "network-vif-plugged", "status": "completed", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:52.416094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.419810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,segment=NetworkSegment(58d90baf-6216-42d7-b01a-164c4d3e373f),segment_id=58d90baf-6216-42d7-b01a-164c4d3e373f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:52.426188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.494389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.512335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.523658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-fa26df03-fc10-41d9-aa3c-e59d01748781 service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114654 Jul 16 08:39:52.602249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:52.604391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:52.633743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74acfefa-4362-44df-81c7-ea9791f1dbc6,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.684635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:52.685329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Network hostable DHCP agents. Network: 4a503a25-1a29-4b40-9c42-b80e102776a6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:52.706355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-e8bae62b-6b95-4fa1-a3b3-fe29429c5fab service neutron] 10.222.0.32 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633754 Jul 16 08:39:52.747446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:52.792720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4a503a25-1a29-4b40-9c42-b80e102776a6) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:52.799911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:52.800689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.815010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:52.817161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a04359-3ac1-4b48-aea6-00f0bd6220f4 None None] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:52.863279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-54c415d9-b0a2-476c-b998-66f5332b9141 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9015405 Jul 16 08:39:52.873249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-cf92afab-f212-460a-974f-f41e6d5099d8 service neutron] 10.222.0.32 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609945 Jul 16 08:39:53.047406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:53.054859 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-164692fc-d118-4e5e-a002-2dd7345ebf4a admin admin] 10.222.0.32 "PUT /v2.0/routers/3d4a44d9-73c2-4110-bcae-f6d49bc4b293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7927043 Jul 16 08:39:53.099837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a2c72945-3c2f-4af8-8e74-de35275f6e7d None None] Provisioning complete for port e46a12fa-5b63-4118-a02f-b7bbc7251025 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:53.103775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a2c72945-3c2f-4af8-8e74-de35275f6e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.107560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf61c13-123e-465b-816d-5b88ce7c2c09 None None] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:53.170367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-d524e612-c8b8-4529-ae59-297f858c0a1c service neutron] 10.222.0.32 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881603 Jul 16 08:39:53.185354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8880a6-78b1-45ca-b276-81e1a70ac89e req-86e3a813-2e85-4b6a-8df3-7aeebb4fd2da tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.192168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72945-3c2f-4af8-8e74-de35275f6e7d None None] Port e46a12fa-5b63-4118-a02f-b7bbc7251025 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:53.195100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f8880a6-78b1-45ca-b276-81e1a70ac89e req-86e3a813-2e85-4b6a-8df3-7aeebb4fd2da tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 945 time: 0.2767651 Jul 16 08:39:53.247923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d69a18b-e4f7-46da-8e7d-4feb7370f06b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:53.323929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f8880a6-78b1-45ca-b276-81e1a70ac89e req-155dbd50-559a-49df-ae1d-fbd39a5f2310 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271081 Jul 16 08:39:53.356376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-aafc4059-4aca-4492-a51d-2fd5ba15c956 service neutron] 10.222.0.32 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799514 Jul 16 08:39:53.365672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:53.369934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:53.370340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.394472 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de471749-c992-4c53-a462-6e9a145b5c86 x-openstack-request-id: req-de471749-c992-4c53-a462-6e9a145b5c86 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:53.394760 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "name": "network-vif-plugged", "status": "completed", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:53.395012 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de471749-c992-4c53-a462-6e9a145b5c86 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:53.395405 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f', 'code': 200} Jul 16 08:39:53.474975 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.505730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:53.510647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.520837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-201eb08f-bbac-4252-bece-ea82014f61af service neutron] 10.222.0.32 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570709 Jul 16 08:39:53.567875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.594915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e430d-36f3-4abe-bc46-1c7cd4a75f57 req-c8bc273b-71c3-47ae-beca-8b251c475957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.596664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da4e430d-36f3-4abe-bc46-1c7cd4a75f57 req-c8bc273b-71c3-47ae-beca-8b251c475957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 1097 time: 0.0745702 Jul 16 08:39:53.633895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da4e430d-36f3-4abe-bc46-1c7cd4a75f57 req-adebd91c-0549-46cf-8cf7-6328b1c89f3d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Jul 16 08:39:53.795196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b3ea5-6b15-46ed-9013-369a72801f3e req-a5caa8b7-743e-4213-b43a-f89a6b41a30d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.796747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-995b3ea5-6b15-46ed-9013-369a72801f3e req-a5caa8b7-743e-4213-b43a-f89a6b41a30d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 945 time: 0.0648031 Jul 16 08:39:53.835570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-995b3ea5-6b15-46ed-9013-369a72801f3e req-5a90c44c-95d5-4a5e-aa13-25fcd45689e2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jul 16 08:39:54.161799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-c910bd87-af84-479b-81f3-ec197f6263ac tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.163414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-c910bd87-af84-479b-81f3-ec197f6263ac tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.1230829 Jul 16 08:39:54.194085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-845ed02f-9969-4826-87bf-1cd3d47fe940 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0174093 Jul 16 08:39:54.241620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-bd1136a5-99b7-4ded-9f9e-f8d2502f214c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465603 Jul 16 08:39:54.264204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-8109dbe0-a430-40d3-8340-ec7c0024eceb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:39:54.265381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-8109dbe0-a430-40d3-8340-ec7c0024eceb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112255 Jul 16 08:39:54.328291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:54.338774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:54.339443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:54.465759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:54.721981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-6c861443-3d07-4e0b-8743-0ec6ed205801 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.728667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-6c861443-3d07-4e0b-8743-0ec6ed205801 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 820 time: 0.5204291 Jul 16 08:39:54.752320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:52Z', 'revision_number': 2, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:54.760109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-e9444745-5dd8-419b-b46a-f875bd564773 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/quotas/89ecc13dcb924047983ca678b69731da HTTP/1.1" status: 200 len: 375 time: 0.0296030 Jul 16 08:39:54.765107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-bde6b835-9fcf-441b-a89b-6b5003668835 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914811 Jul 16 08:39:54.786669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:54.787027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Updating router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 port e46a12fa-5b63-4118-a02f-b7bbc7251025 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:54.830085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.898677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-174a5946-b43f-46ee-b9c7-6fbafff1a9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248851 Jul 16 08:39:54.912707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-b61ef40a-ae0b-4b13-ab61-b2b01cd27e08 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514082 Jul 16 08:39:55.062083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-eef8e649-51ff-4f73-96e0-6031714e4d82 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484525 Jul 16 08:39:55.237011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-03195c6b-6ebf-4d91-a647-668ff883192d service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661515 Jul 16 08:39:55.268179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d69a18b-e4f7-46da-8e7d-4feb7370f06b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:55.376342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.393923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Transition to ACTIVE for port object e46a12fa-5b63-4118-a02f-b7bbc7251025 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:55.425075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.551611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-27d1e5e4-5a6a-4ac1-909c-8d97cb79ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.558043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-27d1e5e4-5a6a-4ac1-909c-8d97cb79ac9e service neutron] 10.222.0.46 "GET /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 1033 time: 0.1130366 Jul 16 08:39:55.654908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:55.655314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.669708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-e6331214-535e-4c9f-b173-71976dacc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.674604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-e6331214-535e-4c9f-b173-71976dacc9c2 service neutron] 10.222.0.46 "GET /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 1030 time: 0.1059403 Jul 16 08:39:55.845535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-299abd97-d23d-458c-acd1-f5d63438695f req-3c34d82a-e33c-4123-b82e-9071d48da7a6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1345479 Jul 16 08:39:56.122654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7f2854a0-44d6-4080-864f-6ff01462cff9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.130736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7f2854a0-44d6-4080-864f-6ff01462cff9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.141156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7f2854a0-44d6-4080-864f-6ff01462cff9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.143504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7f2854a0-44d6-4080-864f-6ff01462cff9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 1993 time: 0.4629207 Jul 16 08:39:56.184317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa8ab-15db-45cf-a37c-28dd52e83df0 None None] Pushing event updated for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.364782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Attempting to bind port e46a12fa-5b63-4118-a02f-b7bbc7251025 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:56.366056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Attempting to bind port e46a12fa-5b63-4118-a02f-b7bbc7251025 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:56.367056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Attempting to bind port e46a12fa-5b63-4118-a02f-b7bbc7251025 on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:56.381141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:56.381834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Checking segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:56.381930 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.382320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Bound using segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:56.382808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Bound port: e46a12fa-5b63-4118-a02f-b7bbc7251025, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:56.384866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.455774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ea510577-6892-4322-8f88-7f31904ad1ba tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83d094d3df9a46b9a56f0aaa7badf948 HTTP/1.1" status: 200 len: 379 time: 0.2056756 Jul 16 08:39:56.479011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] For port e46a12fa-5b63-4118-a02f-b7bbc7251025, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:56.484807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] For port e46a12fa-5b63-4118-a02f-b7bbc7251025, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e46a12fa-5b63-4118-a02f-b7bbc7251025,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:56.490384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.501515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'admin_state_up': True, 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'security_groups': ['e581b0b8-c5ed-4bc2-9ba9-273ce2229912']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:56.553279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:56.554027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:56.556428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3a0a-2d60-4b23-bcaa-391e06c66a82 req-3c0c38f0-5724-4473-b03d-cdb2be62eab1 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.565439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c0b3a0a-2d60-4b23-bcaa-391e06c66a82 req-3c0c38f0-5724-4473-b03d-cdb2be62eab1 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 945 time: 0.4204102 Jul 16 08:39:56.709559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-122cd938-b677-40e4-93e7-ac1a40231162 req-1eb32c94-518b-4c94-b840-c03e22cbb440 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 210 time: 0.2788076 Jul 16 08:39:56.739424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:56.779627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c0b3a0a-2d60-4b23-bcaa-391e06c66a82 req-71d14cd6-dd6b-4070-bc53-6dd72feafadf tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125642 Jul 16 08:39:56.824734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:56.833787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.942204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa8ab-15db-45cf-a37c-28dd52e83df0 None None] Pushing event updated for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.997272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18cfa5f3-7ad8-4619-b48c-5f9825f482a6 req-6688fe2d-b399-4c22-a862-bbeae2b3264f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 210 time: 0.0695810 Jul 16 08:39:57.131146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:56Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:57.164939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed5d49-1299-45fb-a0f9-3ffea6ad3fcd None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:56Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:57.228792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 172.20.0.4 (5555d070-80c0-49a6-866b-be1d53ed98d3/857bfdc4-f83d-4886-bec7-fae97c601cf3/f1bc8df6-8ec9-4375-bad9-bf2de7a93182) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:57.408156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e9bc9-e9be-4d56-a995-792af130f9f6 req-a09d85fa-30ff-4b49-9eef-ee3fccfb9dd0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.409869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-099e9bc9-e9be-4d56-a995-792af130f9f6 req-a09d85fa-30ff-4b49-9eef-ee3fccfb9dd0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 945 time: 0.4294341 Jul 16 08:39:57.483742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-2b0660f7-7269-4bcd-9d78-69c6ec62037d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.486260 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-2b0660f7-7269-4bcd-9d78-69c6ec62037d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/ports?device_id=0984e199-f0f0-43f3-9e47-ab6f8af591b7 HTTP/1.1" status: 200 len: 945 time: 0.1619670 Jul 16 08:39:57.710730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port e45be195-d21b-4b5e-8767-de8553fc38f0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:57.711237 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.738536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-15ab2d11-070d-436e-a454-d38db64f351f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.740231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-15ab2d11-070d-436e-a454-d38db64f351f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.4183209 Jul 16 08:39:57.742171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70d0b111-6fe2-48c7-82ba-5537e676dc59 req-985ec7eb-11c6-4de2-bd8f-b56d7ec1aac6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1993506 Jul 16 08:39:57.771578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:57.801825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-099e9bc9-e9be-4d56-a995-792af130f9f6 req-a745c7b0-5c9b-4a47-bda5-92577ac22b5a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728909 Jul 16 08:39:57.845880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.908016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object f1bc8df6-8ec9-4375-bad9-bf2de7a93182 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:57.992319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:58.001881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.011249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.055017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port e45be195-d21b-4b5e-8767-de8553fc38f0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e45be195-d21b-4b5e-8767-de8553fc38f0,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:58.056578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.079369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for e45be195-d21b-4b5e-8767-de8553fc38f0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:58.185773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:58.204986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:58.208935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:58.317075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.381703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.395964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e45be195-d21b-4b5e-8767-de8553fc38f0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:58.486693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=e45be195-d21b-4b5e-8767-de8553fc38f0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.499743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-f7bae10e-1f4f-4ae3-a5d6-941d95e90bfc tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.501602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-f7bae10e-1f4f-4ae3-a5d6-941d95e90bfc tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 820 time: 0.6339574 Jul 16 08:39:58.535586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'port': {'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'admin_state_up': True, 'tenant_id': '89ecc13dcb924047983ca678b69731da'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:58.549719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa3628b6-77d0-4a12-b86a-1e9869d7fea6 req-30d5b1a4-9692-4702-8fa1-546c35047a96 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 210 time: 0.1915927 Jul 16 08:39:58.558146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.558978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.598716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port e45be195-d21b-4b5e-8767-de8553fc38f0 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:58.639480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.644072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-5fe07e14-29fc-401c-8e39-9328ceb57e0a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1628237 Jul 16 08:39:58.646734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30d8ecc1-781a-4add-9922-3357aff6ac44 req-f822765b-ddf2-44b9-8aa4-8d9b32f2eb44 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "DELETE /v2.0/ports/e45be195-d21b-4b5e-8767-de8553fc38f0 HTTP/1.1" status: 204 len: 173 time: 1.1538589 Jul 16 08:39:58.654599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'name': 'network-vif-deleted', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:58.659021 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726585f-020f-4ac2-b9a0-9b78f06361ba" -d '{"events": [{"server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "name": "network-vif-deleted", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:58.688601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'admin_state_up': True, 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'security_groups': ['e581b0b8-c5ed-4bc2-9ba9-273ce2229912']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:58.751872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.7 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/e8982ccb-5b82-404b-837d-edc69da09879) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:58.875890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-91874208-aee0-4eaa-b073-e1b329eb1a6a None None] Provisioning for port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:58.880764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-91874208-aee0-4eaa-b073-e1b329eb1a6a None None] Provisioning complete for port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:58.881310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91874208-aee0-4eaa-b073-e1b329eb1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.939894 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-91874208-aee0-4eaa-b073-e1b329eb1a6a None None] Port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:58.969194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Made reservation on behalf of 89ecc13dcb924047983ca678b69731da for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:58.972192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a06e35f-d92b-4b12-bc67-ccd81d4b9d68 req-f1ea78aa-a706-4794-ae6d-3bbf5950ff10 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 210 time: 0.1844692 Jul 16 08:39:58.982964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.064955 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390cf074-00c5-4c69-b8e9-e4c07edc87e6 x-openstack-request-id: req-390cf074-00c5-4c69-b8e9-e4c07edc87e6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:59.065637 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0984e199-f0f0-43f3-9e47-ab6f8af591b7", "name": "network-vif-deleted", "tag": "e45be195-d21b-4b5e-8767-de8553fc38f0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:59.066239 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-390cf074-00c5-4c69-b8e9-e4c07edc87e6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:59.066893 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0984e199-f0f0-43f3-9e47-ab6f8af591b7', 'name': 'network-vif-deleted', 'tag': 'e45be195-d21b-4b5e-8767-de8553fc38f0', 'status': 'completed', 'code': 200} Jul 16 08:39:59.241514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.278220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Allocated IP 172.20.0.7 (eec55fe2-d953-478f-a7e0-9a43f5ecc05c/31feb75e-e466-4d65-bb33-a8837041b786/1f18bc22-8313-4d1d-ba12-316dc4f3edd7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:59.308830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.338082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e46a12fa-5b63-4118-a02f-b7bbc7251025 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:59.444381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e46a12fa-5b63-4118-a02f-b7bbc7251025 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:59.455779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e46a12fa-5b63-4118-a02f-b7bbc7251025 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:59.456472 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.531520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.552981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Transition to ACTIVE for port object 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:59.553265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:59.570226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:59.582870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:59.610333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.639567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.676521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:59.681833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.682011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:59.685081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e46a12fa-5b63-4118-a02f-b7bbc7251025, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e46a12fa-5b63-4118-a02f-b7bbc7251025,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:59.689192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:59.690714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.709488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:59.718725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.757672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6ade3-ea2e-4d99-8e9e-c8dcd7af3b15 req-4a6089b9-6c82-4c61-9070-5b829295349e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.761390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event updated for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.767099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e6ade3-ea2e-4d99-8e9e-c8dcd7af3b15 req-4a6089b9-6c82-4c61-9070-5b829295349e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 931 time: 0.5575113 Jul 16 08:39:59.779038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.781504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.782281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.802207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-98906172-50a1-46cf-99f2-31e69bea0cfe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714550 Jul 16 08:39:59.824141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.824778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.833748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Request body: {'port': {'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:59.847863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e866-7891-4ffb-ae16-fb86a3a21496 req-4a112a39-0702-4d03-8cdd-bc711f998d23 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.859341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe30e866-7891-4ffb-ae16-fb86a3a21496 req-4a112a39-0702-4d03-8cdd-bc711f998d23 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 945 time: 0.6521928 Jul 16 08:39:59.918289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-5861eb7c-2e76-413b-a20e-ad3ba7c4a9d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1555572 Jul 16 08:39:59.933826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Request body: {'port': {'device_id': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:59.934973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.985607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51e6ade3-ea2e-4d99-8e9e-c8dcd7af3b15 req-8e8aad4d-7ab4-4ff7-8b28-896e07cfb693 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169764 Jul 16 08:40:00.077983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-82a5a1a0-c1f4-456f-a07f-90991e3ba179 None None] Provisioning for port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:00.081673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe30e866-7891-4ffb-ae16-fb86a3a21496 req-dc872afa-1fea-4e41-8d74-39c0c551c8e0 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e757bfd-4d99-49c2-8b17-61bde59521f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193542 Jul 16 08:40:00.082151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-82a5a1a0-c1f4-456f-a07f-90991e3ba179 None None] Provisioning complete for port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:00.082624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82a5a1a0-c1f4-456f-a07f-90991e3ba179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.170409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-82a5a1a0-c1f4-456f-a07f-90991e3ba179 None None] Port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:00.257150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-73c1f865-def0-40de-8a26-b7d973964ae5 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.258796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-73c1f865-def0-40de-8a26-b7d973964ae5 tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.47 "GET /v2.0/ports?device_id=928cba04-480f-4946-aa5f-f402a052da68 HTTP/1.1" status: 200 len: 945 time: 0.2621596 Jul 16 08:40:00.262056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.1.1.254 (3413d1e9-04fa-4b57-8186-cc5c14d077db/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae/5d47c73c-1c11-42bf-adb4-58ba10d9ba29) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:00.268275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.438067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:00.447825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.460887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Deleting port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:00.461366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.479136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Transition to ACTIVE for port object 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:00.489559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.620853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.664910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.704460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] For port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,segment=NetworkSegment(58d90baf-6216-42d7-b01a-164c4d3e373f),segment_id=58d90baf-6216-42d7-b01a-164c4d3e373f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:00.704915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.726161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Calling delete_port for e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:00.788014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Attempting to bind port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:00.788504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Attempting to bind port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:00.788849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Attempting to bind port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:00.795420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:00.795752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Attempting to bind port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:00.805868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:00.806234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Checking segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:00.807049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Bound using segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:00.807555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Bound port: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:00.807938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.877414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:00.916726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:00.921541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:00.927416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.974773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df0eb-a570-407f-8fed-162aabf73c98 req-4642b7f2-862e-4899-beb7-0fc10c3f5cac tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.976292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad1df0eb-a570-407f-8fed-162aabf73c98 req-4642b7f2-862e-4899-beb7-0fc10c3f5cac tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 931 time: 0.4769869 Jul 16 08:40:00.980511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8982ccb-5b82-404b-837d-edc69da09879 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:01.000493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.001130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.002618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] 10.222.0.47 "PUT /v2.0/ports/1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 1092 time: 1.1910677 Jul 16 08:40:01.015615 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.025649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483a20a-2262-46b6-8658-aa30ba894a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.029568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.042102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:01.062786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e2f1-c607-424f-aa2f-7e44b8e7133c req-bf694e75-716d-4306-bde8-bbe0d20a1092 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.064571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d8e2f1-c607-424f-aa2f-7e44b8e7133c req-bf694e75-716d-4306-bde8-bbe0d20a1092 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 943 time: 0.3957310 Jul 16 08:40:01.068084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.068268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Pushing event deleted for resources: {'Port': ['ID=e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.069779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Transition to ACTIVE for port object e8982ccb-5b82-404b-837d-edc69da09879 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:01.069896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:01.072994 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f73eae2-db80-409a-b024-eb41d1300a99" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:01.120634 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.148292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] No DVR routers for this DVR port e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:01.151501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.154049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] 10.222.0.47 "DELETE /v2.0/ports/e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f HTTP/1.1" status: 204 len: 173 time: 0.8871524 Jul 16 08:40:01.159175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:01.163646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad1df0eb-a570-407f-8fed-162aabf73c98 req-25ba997a-f23d-40c2-a1a5-0928e32a959a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752973 Jul 16 08:40:01.174726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:01.182102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:01.191416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-3247ccd7-74ed-4c03-a7c8-bbfa5c56a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.193294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-3247ccd7-74ed-4c03-a7c8-bbfa5c56a041 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1095 time: 0.1374397 Jul 16 08:40:01.253235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.263773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e46a12fa-5b63-4118-a02f-b7bbc7251025 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:01.274558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d8e2f1-c607-424f-aa2f-7e44b8e7133c req-472da1bb-91b1-492d-9dbb-a776ac3ed1d4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604095 Jul 16 08:40:01.293532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-1e4d7db0-a10d-4398-a673-948480571e79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0878837 Jul 16 08:40:01.418019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-32bd4005-54e2-47d5-a8d2-0dac478545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.447717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-32bd4005-54e2-47d5-a8d2-0dac478545e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1318936 Jul 16 08:40:01.449532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e46a12fa-5b63-4118-a02f-b7bbc7251025 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:01.450064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.567415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.568117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.570203 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:01.584415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-924049f7-efbc-48bb-a5bf-b47002854f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.586018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-924049f7-efbc-48bb-a5bf-b47002854f91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314895 Jul 16 08:40:01.642375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.672072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a28ae4a9-bef0-4346-932c-c291f47af68e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9961946 Jul 16 08:40:01.693209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-86b06a39-4dcc-4eb8-b652-a9ff8afbf6f5 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986810 Jul 16 08:40:01.725838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f16c05a-9493-44ec-a5e8-cd301095275f None None] Provisioning for port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:01.730056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f16c05a-9493-44ec-a5e8-cd301095275f None None] Provisioning complete for port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:01.730495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f16c05a-9493-44ec-a5e8-cd301095275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.735339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'admin_state_up': True, 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'security_groups': ['e581b0b8-c5ed-4bc2-9ba9-273ce2229912']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:01.803091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c05a-9493-44ec-a5e8-cd301095275f None None] Port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:01.836217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dacc17e9-54df-437b-985a-82aa26d7f408 req-e6bb8be2-53a9-4ba6-8ddb-51e3c333379e service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304307 Jul 16 08:40:02.106637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Attempting to bind port e8982ccb-5b82-404b-837d-edc69da09879 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:02.107504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Attempting to bind port e8982ccb-5b82-404b-837d-edc69da09879 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:02.107627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Attempting to bind port e8982ccb-5b82-404b-837d-edc69da09879 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:02.132249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Port e8982ccb-5b82-404b-837d-edc69da09879 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:02.132579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Attempting to bind port e8982ccb-5b82-404b-837d-edc69da09879 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:02.172681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:02.173024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:02.173411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:02.173847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Bound port: e8982ccb-5b82-404b-837d-edc69da09879, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:02.174207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.186209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-a1f1efbd-ca00-4996-b5b7-7105b41a6fd1 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.188314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-a1f1efbd-ca00-4996-b5b7-7105b41a6fd1 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.7107253 Jul 16 08:40:02.199469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed95e2-2dde-4b5c-b5bc-f0025a1ed658 req-56161049-f956-47f2-945f-ecef1514f747 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.205952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed95e2-2dde-4b5c-b5bc-f0025a1ed658 req-56161049-f956-47f2-945f-ecef1514f747 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.207510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9ed95e2-2dde-4b5c-b5bc-f0025a1ed658 req-56161049-f956-47f2-945f-ecef1514f747 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 1653 time: 0.6264300 Jul 16 08:40:02.275574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-24fd5bd3-8125-47da-ae3b-32ab16c4b9d9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0617783 Jul 16 08:40:02.339586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-27b314e1-a1c6-4b00-b230-a1afbbd48f1b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542226 Jul 16 08:40:02.355467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9ed95e2-2dde-4b5c-b5bc-f0025a1ed658 req-5139bb81-3eb9-42f2-9085-c445a423c77c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376286 Jul 16 08:40:02.393472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:02.407406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e8982ccb-5b82-404b-837d-edc69da09879,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:02.410588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:02.414152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.414313 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00cee71-5c3c-4fb5-ac9f-bdd8daa22e5e x-openstack-request-id: req-d00cee71-5c3c-4fb5-ac9f-bdd8daa22e5e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:02.414596 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:02.414917 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d00cee71-5c3c-4fb5-ac9f-bdd8daa22e5e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:02.415361 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:40:02.426896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.461447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e45be195-d21b-4b5e-8767-de8553fc38f0 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:02.493151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: e45be195-d21b-4b5e-8767-de8553fc38f0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:02.504199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e45be195-d21b-4b5e-8767-de8553fc38f0 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:02.518421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.519055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.521110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] 10.222.0.47 "PUT /v2.0/ports/e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 200 len: 1092 time: 2.5911009 Jul 16 08:40:02.524207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-ee980013-eb9f-488f-a342-9f28db3e9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.524378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:02.526385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-ee980013-eb9f-488f-a342-9f28db3e9cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1095 time: 0.0836802 Jul 16 08:40:02.526728 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf36f5-bc8b-401c-b15d-1681640cca5b" -d '{"events": [{"name": "network-changed", "server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "tag": "e8982ccb-5b82-404b-837d-edc69da09879"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:02.630570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-43bbf6f1-e980-479e-a4c3-db014909dd4a service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798412 Jul 16 08:40:02.633108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd859fad-5a9d-492c-8f19-62d12fca9ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.663949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-0e8ef2cb-8ca0-4010-b734-64f459f6baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.665933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-0e8ef2cb-8ca0-4010-b734-64f459f6baf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1327541 Jul 16 08:40:02.720731 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-62cb3a29-2cc6-4380-a291-f72780e6e8d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0464046 Jul 16 08:40:02.784668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.1.1.157 (3413d1e9-04fa-4b57-8186-cc5c14d077db/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae/90cbad01-daa7-44b0-89f2-f67a8bb491df) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:02.785686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-f26fad46-5772-429b-89fd-bfe4a5909426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.787287 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-f26fad46-5772-429b-89fd-bfe4a5909426 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0575240 Jul 16 08:40:02.791835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-2c2a8341-03f2-4db0-bb7e-29c9d011ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.793380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-2c2a8341-03f2-4db0-bb7e-29c9d011ecf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 1095 time: 0.2096086 Jul 16 08:40:02.862692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-35c4252d-42b2-4f09-b921-2ff48c5b2421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 200 len: 217 time: 0.0609236 Jul 16 08:40:02.880086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c95568ca-23f8-40b9-88cd-dc66f50a512c service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334313 Jul 16 08:40:02.886280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-dee3cb7c-bb00-423a-a41a-006cca4904f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.888222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-dee3cb7c-bb00-423a-a41a-006cca4904f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933599 Jul 16 08:40:03.027259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-72141dd9-99a3-4b97-aac5-c4d7b98f4783 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293983 Jul 16 08:40:03.033520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-828e4d9e-9769-4708-a7a8-97b8cf6647e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.035002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-828e4d9e-9769-4708-a7a8-97b8cf6647e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1575539 Jul 16 08:40:03.110495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-deea48a5-7a6b-4b9d-bc95-4504ad678b33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351949 Jul 16 08:40:03.235469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7f73eae2-db80-409a-b024-eb41d1300a99 req-97efc920-258a-4670-b4e0-58c09d228d15 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953464 Jul 16 08:40:03.257330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d6b64-693d-41fe-ab6a-616554ec8302 req-1694ee3f-4fe0-41c4-a30d-75a5f34d5b87 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.264252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc1d6b64-693d-41fe-ab6a-616554ec8302 req-1694ee3f-4fe0-41c4-a30d-75a5f34d5b87 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 943 time: 0.2831614 Jul 16 08:40:03.274846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.333986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object 90cbad01-daa7-44b0-89f2-f67a8bb491df will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:03.365794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc1d6b64-693d-41fe-ab6a-616554ec8302 req-d0a2a4db-d848-43c8-9773-21b7252dc578 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 Jul 16 08:40:03.371926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-c1747b6f-7ca9-410a-bde7-9238c02eef4a service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461076 Jul 16 08:40:03.395346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fb69-a730-420c-bfa3-2503e3c8c131 req-7308215c-04b3-4c1a-952b-8fd896a847db tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.397372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5108fb69-a730-420c-bfa3-2503e3c8c131 req-7308215c-04b3-4c1a-952b-8fd896a847db tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 943 time: 0.2356822 Jul 16 08:40:03.496606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5108fb69-a730-420c-bfa3-2503e3c8c131 req-7979e44e-8f29-4f7f-ae38-13269a0978b5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Jul 16 08:40:03.556512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.625614 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75570f6d-e115-4f8b-8f61-18baf450353e x-openstack-request-id: req-75570f6d-e115-4f8b-8f61-18baf450353e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:03.625909 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "tag": "e8982ccb-5b82-404b-837d-edc69da09879", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:03.626163 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75570f6d-e115-4f8b-8f61-18baf450353e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:03.626553 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879', 'status': 'completed', 'code': 200} Jul 16 08:40:03.661378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-161b29f1-218e-4cca-ba0c-45228a78c227 req-472749ee-3dc2-4450-8b93-688a7d50714d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 210 time: 0.0899258 Jul 16 08:40:03.668959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:03.695692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:03.699688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:03.736424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.751808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-809721fc-66b4-4b68-bcb5-c436e78ecfae req-19cf1639-2cd3-4c23-b5e0-c2ad55b1e812 service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531084 Jul 16 08:40:03.846969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.847751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.923462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c38d202a-11e6-447b-9b60-0f448dd47482 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2113225 Jul 16 08:40:03.939106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'admin_state_up': True, 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'security_groups': ['e581b0b8-c5ed-4bc2-9ba9-273ce2229912']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.989392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8b6-aec3-439f-98cd-cfa31fda70e6 req-9f1b9edb-d7b1-4025-ae1e-7deb864c4f4d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.997623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8b6-aec3-439f-98cd-cfa31fda70e6 req-9f1b9edb-d7b1-4025-ae1e-7deb864c4f4d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.004998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8b6-aec3-439f-98cd-cfa31fda70e6 req-9f1b9edb-d7b1-4025-ae1e-7deb864c4f4d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.007262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7597d8b6-aec3-439f-98cd-cfa31fda70e6 req-9f1b9edb-d7b1-4025-ae1e-7deb864c4f4d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 2374 time: 0.2311125 Jul 16 08:40:04.054777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-b9302ba1-934c-4009-9a3b-398315fc2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.057402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-b9302ba1-934c-4009-9a3b-398315fc2b47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 1095 time: 0.2195978 Jul 16 08:40:04.138309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:04.149405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7597d8b6-aec3-439f-98cd-cfa31fda70e6 req-2f711b7a-9fd2-46bb-8712-c7906a3be1c7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306641 Jul 16 08:40:04.161650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:04.162301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:04.170034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7b12a227-9b94-4f4b-998c-c70be92c5473 None None] Provisioning for port 90cbad01-daa7-44b0-89f2-f67a8bb491df completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:04.178407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7b12a227-9b94-4f4b-998c-c70be92c5473 None None] Provisioning complete for port 90cbad01-daa7-44b0-89f2-f67a8bb491df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:04.179439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b12a227-9b94-4f4b-998c-c70be92c5473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.235196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7b12a227-9b94-4f4b-998c-c70be92c5473 None None] Port 90cbad01-daa7-44b0-89f2-f67a8bb491df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:04.255207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:04.308212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-ee2cf1ec-fb8e-447c-8be8-783b512082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.309625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-ee2cf1ec-fb8e-447c-8be8-783b512082d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.2443323 Jul 16 08:40:04.414842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-3d753b2f-1011-4a24-8636-16fdc5f15646 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 200 len: 217 time: 0.0695674 Jul 16 08:40:04.416883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'name': 'network-vif-deleted', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:04.419029 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a4c13-5b75-4ec0-af65-5a679eda380c" -d '{"events": [{"server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "name": "network-vif-deleted", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:04.518273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-11266739-e504-4001-b53f-142c7684a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.519946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-11266739-e504-4001-b53f-142c7684a903 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0865874 Jul 16 08:40:04.596305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.602732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-46d57f42-20dd-4028-bd5f-f873b45f6761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478263 Jul 16 08:40:04.614717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-27b451c3-6f18-46cb-a4ce-a0ece66c576b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.616587 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-27b451c3-6f18-46cb-a4ce-a0ece66c576b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.1231463 Jul 16 08:40:04.630694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': 'f977840d-b13b-4053-8181-69ff080e3142', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:04.759470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:04.763790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.827753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69f97-cdbe-48d9-9a85-6030aaac44a6 req-71e36810-a632-4bbb-8972-c27e4620ccec tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.829319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf69f97-cdbe-48d9-9a85-6030aaac44a6 req-71e36810-a632-4bbb-8972-c27e4620ccec tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.4087293 Jul 16 08:40:04.905297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.9 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/ad3048fd-5cdf-4b16-a151-c3503d1c6c80) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:04.906907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61a2f6-7128-4f82-b2d3-bc9093124b03 req-ca42b811-5531-4e71-b5f7-c88b8bbafa02 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.908465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac61a2f6-7128-4f82-b2d3-bc9093124b03 req-ca42b811-5531-4e71-b5f7-c88b8bbafa02 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 943 time: 0.3524873 Jul 16 08:40:04.943838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-ac6249d5-1209-43f3-9c77-4fcb19989b5d service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167546 Jul 16 08:40:05.035671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf69f97-cdbe-48d9-9a85-6030aaac44a6 req-bf2e9c5d-85a2-4d37-ba4a-34e82db3475d tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829762 Jul 16 08:40:05.052774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac61a2f6-7128-4f82-b2d3-bc9093124b03 req-23b720db-54dd-4be5-bf07-b51ad388e5f3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287115 Jul 16 08:40:05.141200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.2.2.100 (b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5/fcd9ef3c-6d46-4daa-b9de-51a45aab16f5/36b142e9-756f-4366-bc1a-f751dc8244fa) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:05.204841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43166) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:05.234900 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77da0e-660b-4bf9-a0c7-68f40c8ddf1b x-openstack-request-id: req-ea77da0e-660b-4bf9-a0c7-68f40c8ddf1b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:05.235195 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928cba04-480f-4946-aa5f-f402a052da68", "name": "network-vif-deleted", "tag": "e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:05.235430 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea77da0e-660b-4bf9-a0c7-68f40c8ddf1b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:05.235856 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928cba04-480f-4946-aa5f-f402a052da68', 'name': 'network-vif-deleted', 'tag': 'e08ba2c6-dc4b-4933-ac5e-0a2a97660e6f', 'status': 'completed', 'code': 200} Jul 16 08:40:05.316461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0cf36f5-bc8b-401c-b15d-1681640cca5b req-0bfb34d7-5b4f-4b75-a678-9eb50a2977a8 service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585443 Jul 16 08:40:05.416134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Deleting subnet f35e0967-c611-4bed-8458-4ac4947bc655 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:05.426361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.449377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.498469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.554315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:05.557657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:05.560377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:05.587249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.622975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.623713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.640998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-c7897cde-a0ce-4b4c-a8b9-85d49b0f667c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144062 Jul 16 08:40:05.659251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Request body: {'port': {'device_id': 'f977840d-b13b-4053-8181-69ff080e3142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:05.742356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.847710 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.858460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.906424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df7562-c9e2-4191-851d-cf2c14a9936f req-871c23f2-c7d1-458d-bc62-3c4a316b4491 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.908073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2df7562-c9e2-4191-851d-cf2c14a9936f req-871c23f2-c7d1-458d-bc62-3c4a316b4491 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 943 time: 0.6323652 Jul 16 08:40:05.909338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object 36b142e9-756f-4366-bc1a-f751dc8244fa will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:05.973559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.029425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3048fd-5cdf-4b16-a151-c3503d1c6c80 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:06.035048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c2e97-b53b-4962-bceb-5587ac1e3dec req-f8ff7b96-1c63-4a02-9191-18f0313f1c3f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.036573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c30c2e97-b53b-4962-bceb-5587ac1e3dec req-f8ff7b96-1c63-4a02-9191-18f0313f1c3f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 931 time: 0.2423151 Jul 16 08:40:06.038410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.054930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Transition to ACTIVE for port object ad3048fd-5cdf-4b16-a151-c3503d1c6c80 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:06.058870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.074919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2df7562-c9e2-4191-851d-cf2c14a9936f req-1272bf8b-2fa3-4169-985a-d054b4b29603 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563058 Jul 16 08:40:06.087366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.123991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.165130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:06.175692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:06.199220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.216334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Attempting to bind port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:06.216733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Attempting to bind port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:06.217716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Attempting to bind port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:06.221962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:06.222555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:06.223010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Attempting to bind port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:06.246343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:06.247025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:06.248105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:06.248790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Bound port: ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:06.249350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.266599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:06.271727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c30c2e97-b53b-4962-bceb-5587ac1e3dec req-a6c89efc-0524-43a5-986a-41b5f702776a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225862 Jul 16 08:40:06.279150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35e0967-c611-4bed-8458-4ac4947bc655,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.310137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.323791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e4fda87-9bdc-477e-b984-b4f0801609b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f35e0967-c611-4bed-8458-4ac4947bc655 HTTP/1.1" status: 204 len: 168 time: 1.1141233 Jul 16 08:40:06.324690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.329213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:06.375264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.376028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.397556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c7f184a0-4387-4382-9013-e304d3bccb87 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4649234 Jul 16 08:40:06.412916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'admin_state_up': True, 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'security_groups': ['e581b0b8-c5ed-4bc2-9ba9-273ce2229912']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:06.420023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:06.446296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:06.518285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:06.532125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:06.535726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.543353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.545350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.599106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:06.658988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:06.669263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.683158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.683802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.685869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-4277bb0f-2fb8-4f4d-af1f-c880253735c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad3048fd-5cdf-4b16-a151-c3503d1c6c80 HTTP/1.1" status: 200 len: 1092 time: 1.0335073 Jul 16 08:40:06.689894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.763742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a6814e3-723f-44f4-b2d5-a77e6f86a709 None None] Provisioning for port 36b142e9-756f-4366-bc1a-f751dc8244fa completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:06.769170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a6814e3-723f-44f4-b2d5-a77e6f86a709 None None] Provisioning complete for port 36b142e9-756f-4366-bc1a-f751dc8244fa triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:06.769728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a6814e3-723f-44f4-b2d5-a77e6f86a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.807331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0a6814e3-723f-44f4-b2d5-a77e6f86a709 None None] Port 36b142e9-756f-4366-bc1a-f751dc8244fa cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:06.836861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.845073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-c3d02c72-e5f4-462e-849e-6754ec8cffac tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.851020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.852579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8567bbf6-bdfd-4679-9837-86ba51ee1fa1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:06.865284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-c3d02c72-e5f4-462e-849e-6754ec8cffac tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.867817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d90baf-6216-42d7-b01a-164c4d3e373f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:06.868153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d90baf-6216-42d7-b01a-164c4d3e373f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:06.873736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-c3d02c72-e5f4-462e-849e-6754ec8cffac tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.880126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-c3d02c72-e5f4-462e-849e-6754ec8cffac tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.880296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.882467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-c3d02c72-e5f4-462e-849e-6754ec8cffac tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 3095 time: 0.4036269 Jul 16 08:40:06.901604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.903353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Made reservation on behalf of 83d094d3df9a46b9a56f0aaa7badf948 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:06.910490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['1f18bc22-8313-4d1d-ba12-316dc4f3edd7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:06.911516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.917044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:06.918055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:06.920343 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:06.952445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-93531211-fa09-49ef-baea-17c0b49897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.954800 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-93531211-fa09-49ef-baea-17c0b49897af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 1095 time: 0.2103193 Jul 16 08:40:07.038176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-be758c5d-d75c-49c1-a1fe-c1f30bcfe7cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80 HTTP/1.1" status: 200 len: 217 time: 0.0453026 Jul 16 08:40:07.043062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.059740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.062432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8567bbf6-bdfd-4679-9837-86ba51ee1fa1 HTTP/1.1" status: 204 len: 168 time: 0.7320869 Jul 16 08:40:07.090004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a985c4b3-d782-462d-9f77-8fbf1a6df298 req-4c10617a-40b1-4706-b5c2-c946948269c7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732693 Jul 16 08:40:07.092367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadc4eb-82ae-444a-8ef4-6ee3d29809e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8567bbf6-bdfd-4679-9837-86ba51ee1fa1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.142883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-faaa289d-9fb5-453d-b679-ac38bc55466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.144482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-faaa289d-9fb5-453d-b679-ac38bc55466e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0963960 Jul 16 08:40:07.180360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014751-4b9f-4231-b326-ce17082d1aa8 req-87d0f559-d639-405f-8a5f-a57278ba44f6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.182643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee014751-4b9f-4231-b326-ce17082d1aa8 req-87d0f559-d639-405f-8a5f-a57278ba44f6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 943 time: 0.3630030 Jul 16 08:40:07.196758 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-0f9842fd-7905-4f07-a9b5-85ab25a770a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438209 Jul 16 08:40:07.238324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:07.246434 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57548f1-86ac-4585-8087-46e21a70781e" -d '{"events": [{"name": "network-changed", "server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:07.265923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Allocated IP 10.2.2.200 (b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5/fcd9ef3c-6d46-4daa-b9de-51a45aab16f5/2d802e94-eab5-4c5c-af4f-40ae8abbba50) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:07.275488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee014751-4b9f-4231-b326-ce17082d1aa8 req-b8cfa012-8b69-46c9-9760-c188630f1665 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673895 Jul 16 08:40:07.315420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.420501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-7373596e-7adf-4bce-957b-fe22c55105af service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057188 Jul 16 08:40:07.522451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3315601-b45f-47c3-87c1-3d4223eb797d req-867bdcd3-fd01-49ab-bdb6-108f6a6af9d9 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942400 Jul 16 08:40:07.576089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd0433b4-500b-41dc-92bf-46da480869ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a192e10cc4ba4325b31af2854808a224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571051 Jul 16 08:40:07.576797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.588566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.617665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Transition to ACTIVE for port object 2d802e94-eab5-4c5c-af4f-40ae8abbba50 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:07.641517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.648191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d888dd6-605d-4a3a-9797-b3f96c2f58f1 req-4fbd97d2-ac02-4e53-8e55-0c40b046acf6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.649698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d888dd6-605d-4a3a-9797-b3f96c2f58f1 req-4fbd97d2-ac02-4e53-8e55-0c40b046acf6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.2040069 Jul 16 08:40:07.658926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2e4f-862d-4e39-8fca-f7aca94d646b req-65c44097-e60b-4fe3-b267-4e67ea8183bb tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.660536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-138d2e4f-862d-4e39-8fca-f7aca94d646b req-65c44097-e60b-4fe3-b267-4e67ea8183bb tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 944 time: 0.2159410 Jul 16 08:40:07.663661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.719642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.722321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.726368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e757bfd-4d99-49c2-8b17-61bde59521f9 HTTP/1.1" status: 204 len: 168 time: 0.1445148 Jul 16 08:40:07.735741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123fa86-a61e-4471-90fc-b8fd9e5528f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e757bfd-4d99-49c2-8b17-61bde59521f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.745245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d888dd6-605d-4a3a-9797-b3f96c2f58f1 req-af86de26-d374-43e4-b4a2-5f58b1cbf5d9 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836630 Jul 16 08:40:07.746681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.751342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-138d2e4f-862d-4e39-8fca-f7aca94d646b req-58b0a702-a4ab-4e42-b981-64b64ed5ec05 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773015 Jul 16 08:40:07.824556 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb49e97-7846-44f3-8ac2-baa730d496ae x-openstack-request-id: req-8eb49e97-7846-44f3-8ac2-baa730d496ae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:07.824875 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:07.825246 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eb49e97-7846-44f3-8ac2-baa730d496ae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:07.825719 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'status': 'completed', 'code': 200} Jul 16 08:40:07.839050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:07.842669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:07.868912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:07.922340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.995294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.996097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.996465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57548f1-86ac-4585-8087-46e21a70781e req-c31d5600-c31d-496c-86b1-0ecc4284136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.998047 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-c31d5600-c31d-496c-86b1-0ecc4284136e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 1095 time: 0.1473818 Jul 16 08:40:08.074419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c82e9fa9-3ead-4144-8b45-5b550546c9cc tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6707776 Jul 16 08:40:08.089347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:08.188793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e8982ccb-5b82-404b-837d-edc69da09879 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:08.190429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57548f1-86ac-4585-8087-46e21a70781e req-a51c3ad8-35f1-400d-9b69-5cb67612d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.192359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-a51c3ad8-35f1-400d-9b69-5cb67612d7e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.1592653 Jul 16 08:40:08.192493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:08.250546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394d26f-d50d-4e87-a595-3f055d209e77 req-3d0ff680-b95c-470f-b913-645de646af6e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.260975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b394d26f-d50d-4e87-a595-3f055d209e77 req-3d0ff680-b95c-470f-b913-645de646af6e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 943 time: 0.2581546 Jul 16 08:40:08.303857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a620670-40f2-4bfb-a3e9-1171a7214ed2 None None] Provisioning for port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:08.308284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-c74064ba-53f1-420e-a4a1-7c0d49ca30a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80 HTTP/1.1" status: 200 len: 217 time: 0.1012938 Jul 16 08:40:08.319677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a620670-40f2-4bfb-a3e9-1171a7214ed2 None None] Provisioning complete for port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:08.320193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a620670-40f2-4bfb-a3e9-1171a7214ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.421798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57548f1-86ac-4585-8087-46e21a70781e req-08936353-1a0c-4429-9d00-910d22e2698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.423267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-08936353-1a0c-4429-9d00-910d22e2698a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1120946 Jul 16 08:40:08.427474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e8982ccb-5b82-404b-837d-edc69da09879,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:08.442651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'e8982ccb-5b82-404b-837d-edc69da09879', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': 'e8982ccb-5b82-404b-837d-edc69da09879', 'mac_address': 'fa:16:3e:75:3f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:08.453589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b394d26f-d50d-4e87-a595-3f055d209e77 req-edb621ae-2e53-4d9c-bf01-bb71ef46efbc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914349 Jul 16 08:40:08.466199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.492960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0a620670-40f2-4bfb-a3e9-1171a7214ed2 None None] Port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:08.495439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:08.504840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:08.505656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.526505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-c5f13999-acdb-41ea-a817-cd7167df81fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908673 Jul 16 08:40:08.547667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.554140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.560837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.567081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.573845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.575577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-0ad40c94-1c29-4c05-9676-158b703fff51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 3816 time: 0.2565038 Jul 16 08:40:08.645001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.650969 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.684968 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-e3eb0642-8f1f-4292-ab06-b0009d78e7ac service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463783 Jul 16 08:40:08.689369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8982ccb-5b82-404b-837d-edc69da09879 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:08.739186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e8982ccb-5b82-404b-837d-edc69da09879,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:08.748569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a9b47c7-a606-4c1a-87aa-dd64d84ad384 req-6ae7488e-6793-4a16-8c62-55471ca0abe6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573427 Jul 16 08:40:08.798322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.804747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c57548f1-86ac-4585-8087-46e21a70781e req-75f6cbbc-1d8a-4011-a8a5-7e5129507330 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153378 Jul 16 08:40:08.853999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.896686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.912716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.912972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.913322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.913665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.914138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.914479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.914811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.915138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.915469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.915841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.916208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.916540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:08.927113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291cd55-00a9-4d44-bfe2-44c38ed3cc88 req-fb250658-6efc-486a-8397-e03efcd791b8 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.929056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2291cd55-00a9-4d44-bfe2-44c38ed3cc88 req-fb250658-6efc-486a-8397-e03efcd791b8 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 944 time: 0.2259362 Jul 16 08:40:08.937729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:08.945167 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059363f-3092-496c-a1df-8e48d11376c0" -d '{"events": [{"server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "name": "network-vif-plugged", "status": "completed", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:08.977026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.979127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.987081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:08.994964 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.026995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2291cd55-00a9-4d44-bfe2-44c38ed3cc88 req-67998317-edf4-4329-a652-727d812ef888 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Jul 16 08:40:09.046421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:09.121098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.194906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bc8df6-8ec9-4375-bad9-bf2de7a93182 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:09.201841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-687932028-network', 'tenant_id': '364665208faf48b0a5697178cc3b963d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:09.218265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.236829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Transition to ACTIVE for port object f1bc8df6-8ec9-4375-bad9-bf2de7a93182 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:09.245358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Made reservation on behalf of 364665208faf48b0a5697178cc3b963d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:09.248132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.260286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.271104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.372945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.449508 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.456137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.484891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d27c4d-4c2c-4e03-81a1-b82ab1579ecf req-7b509ee0-907c-4868-b94a-fe8d306b2436 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.491870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98d27c4d-4c2c-4e03-81a1-b82ab1579ecf req-7b509ee0-907c-4868-b94a-fe8d306b2436 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.2434735 Jul 16 08:40:09.493921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:09.528539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de210c80-71bf-4077-a48f-67db60850053,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.531895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.533733 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Added segment cb89b173-961e-4eca-b867-13ab84459412 of type vlan for network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 Jul 16 08:40:09.536209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Attempting to bind port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:09.536559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Attempting to bind port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:09.536900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Attempting to bind port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 on network 5555d070-80c0-49a6-866b-be1d53ed98d3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:09.550985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 on network 5555d070-80c0-49a6-866b-be1d53ed98d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:09.551327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Attempting to bind port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 on network 5555d070-80c0-49a6-866b-be1d53ed98d3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:09.567288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98d27c4d-4c2c-4e03-81a1-b82ab1579ecf req-44db4dfd-ab1c-41e4-8c42-f683b3a53f3a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Jul 16 08:40:09.577610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:09.578011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Checking segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:09.578404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Bound using segment: {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:09.578855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Bound port: f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822bec80-f19f-4407-9699-66fa858f0783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:09.579223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.586531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.597602 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56611a00-8522-4367-ad19-dd5427699db8 x-openstack-request-id: req-56611a00-8522-4367-ad19-dd5427699db8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:09.598138 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "name": "network-vif-plugged", "status": "completed", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:09.598340 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56611a00-8522-4367-ad19-dd5427699db8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:09.598671 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'code': 200} Jul 16 08:40:09.628337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.630021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.630855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.692758 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7121518 Jul 16 08:40:09.696579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.703233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Request body: {'subnet': {'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-687932028-subnet', 'tenant_id': '364665208faf48b0a5697178cc3b963d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:09.745191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292ac6-de26-404d-a636-982fc414fc77 admin admin] Pushing event updated for resources: {'Network': ['ID=b1289fe4-264b-4eaf-942e-aaa7acd2bf44,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.756564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:09.845254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:09.867725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:09.875779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Made reservation on behalf of 364665208faf48b0a5697178cc3b963d for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:09.878142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.882863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.962975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.963558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.964969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 1092 time: 1.8810847 Jul 16 08:40:10.000487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:10.002877 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:10.049358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:10.118048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c620-ac98-4374-8cff-d1e1c7aee353 req-81fc6ad1-08fe-44c8-b586-8f5e11d19695 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.119749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bf7c620-ac98-4374-8cff-d1e1c7aee353 req-81fc6ad1-08fe-44c8-b586-8f5e11d19695 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.3583000 Jul 16 08:40:10.133633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1785-519e-4c2c-9786-aae809162307 req-557c03d5-261f-4d04-a556-39a242d2b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.135258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89db1785-519e-4c2c-9786-aae809162307 req-557c03d5-261f-4d04-a556-39a242d2b7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.4136178 Jul 16 08:40:10.141811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7715-d6e2-44f8-8618-3d4187c16959 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.204769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e8982ccb-5b82-404b-837d-edc69da09879 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:10.270516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port e8982ccb-5b82-404b-837d-edc69da09879 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:10.274632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port e8982ccb-5b82-404b-837d-edc69da09879 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:10.275012 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.298854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bf7c620-ac98-4374-8cff-d1e1c7aee353 req-4b382d97-9e22-43e2-973f-c2073a4f5b3b tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602824 Jul 16 08:40:10.306206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.322696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19cd6-fa0f-440a-889d-3c71fc94085a req-43e54595-4d6e-4099-a6e0-f0aa4bb27871 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.325083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96f19cd6-fa0f-440a-889d-3c71fc94085a req-43e54595-4d6e-4099-a6e0-f0aa4bb27871 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 943 time: 0.4069886 Jul 16 08:40:10.327659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89db1785-519e-4c2c-9786-aae809162307 req-4cc36503-808b-422a-8448-e6c1520c4d7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807780 Jul 16 08:40:10.411033 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.455455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e8982ccb-5b82-404b-837d-edc69da09879,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.459723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.465716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96f19cd6-fa0f-440a-889d-3c71fc94085a req-53c7fed3-d8e4-4e90-acb3-2fa7fdb09097 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398964 Jul 16 08:40:10.492575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ad3048fd-5cdf-4b16-a151-c3503d1c6c80 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:10.502113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.569899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af298a3f-c389-487f-9897-5ccc327aac07 req-5748c8ef-aa93-4ae5-b664-cbfa41e52582 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.572386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-af298a3f-c389-487f-9897-5ccc327aac07 req-5748c8ef-aa93-4ae5-b664-cbfa41e52582 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.46 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.0747530 Jul 16 08:40:10.576612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.586721 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722cc3b-0ea2-435e-bfd0-a3a15a61ff10 x-openstack-request-id: req-1722cc3b-0ea2-435e-bfd0-a3a15a61ff10 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:10.587157 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:10.587544 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1722cc3b-0ea2-435e-bfd0-a3a15a61ff10 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:10.588058 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'status': 'completed', 'code': 200} Jul 16 08:40:10.641676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87ddcad-2a4b-4ca8-8107-f57797f9bbb8,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.705553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.712001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.718274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.724762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.730814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.733060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-c01c611f-14ed-4377-90ea-2c1e32a4949c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 3828 time: 0.2978382 Jul 16 08:40:10.756895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.776746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'mac_address': 'fa:16:3e:8d:c7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:10.786558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Deleting port 214514e3-d2cb-4789-87fa-4f83fd6457d7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:10.788393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.807538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Checking segment: {'id': 'cb89b173-961e-4eca-b867-13ab84459412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:10.807823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Network hostable DHCP agents. Network: b1289fe4-264b-4eaf-942e-aaa7acd2bf44, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:10.808551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.809118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.809764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.810385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.811121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.813979 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-6f34d43d-e87b-40d6-b563-6f5777562265 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 4364 time: 0.2286119 Jul 16 08:40:10.839635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.859132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3048fd-5cdf-4b16-a151-c3503d1c6c80 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:10.892073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-61f3c1ba-e5cc-408b-a50d-b06bda5ff482 req-720adbf1-9dc9-4a65-89f9-29be133767a0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506400 Jul 16 08:40:10.897881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.907222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.908568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:10.949894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b1289fe4-264b-4eaf-942e-aaa7acd2bf44) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:10.973700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.974340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.980645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adaab20-672d-4676-823b-895254805d26 None None] Network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:11.002279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bd3df-d9be-4ae3-9468-d4b3f19ba17a req-8c60a014-559a-4bbd-b398-5010b211e90b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.009474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f9bd3df-d9be-4ae3-9468-d4b3f19ba17a req-8c60a014-559a-4bbd-b398-5010b211e90b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.2728176 Jul 16 08:40:11.071285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5622f50-df46-4c2b-abcc-b8c060d78ad9 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:11.100931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40870ca3-5fd5-4815-939f-2256eeeda4d7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4010918 Jul 16 08:40:11.103211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.108087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.180320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Transition to ACTIVE for port object d5622f50-df46-4c2b-abcc-b8c060d78ad9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:11.193187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f9bd3df-d9be-4ae3-9468-d4b3f19ba17a req-abe4783d-8728-43db-9c1c-0860d41be94a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812394 Jul 16 08:40:11.196719 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.223501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ad3048fd-5cdf-4b16-a151-c3503d1c6c80'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:11.258289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] For port 214514e3-d2cb-4789-87fa-4f83fd6457d7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=214514e3-d2cb-4789-87fa-4f83fd6457d7,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:11.258797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.321761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-9f75685b-0629-42e6-942a-1271d231a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.322723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-9f75685b-0629-42e6-942a-1271d231a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.325312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-9f75685b-0629-42e6-942a-1271d231a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.331677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-9f75685b-0629-42e6-942a-1271d231a583 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5038109 Jul 16 08:40:11.343488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.343760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bcaa6c-aa06-448b-9898-8b804e08f215 None None] Network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:11.615823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:11.624851 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731eceb5-d7db-4feb-8693-704af7e96ab8" -d '{"events": [{"server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "name": "network-vif-plugged", "status": "completed", "tag": "e8982ccb-5b82-404b-837d-edc69da09879"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:11.757682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.758202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.758415 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Floating IP 0ea7a504-ccf9-4237-82ea-d7bf60769320 disassociated. External IP: 172.25.5.115, port: 214514e3-d2cb-4789-87fa-4f83fd6457d7. Jul 16 08:40:11.758738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Calling delete_port for 214514e3-d2cb-4789-87fa-4f83fd6457d7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:12.001462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Attempting to bind port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:12.002034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Attempting to bind port d5622f50-df46-4c2b-abcc-b8c060d78ad9 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:12.002388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Attempting to bind port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:12.019628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:12.020128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Attempting to bind port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:12.031554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128d43a-f4dc-47e0-b186-d1be8eab38b8 req-4e24395c-c067-45cb-908d-64c11a905738 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.036699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7128d43a-f4dc-47e0-b186-d1be8eab38b8 req-4e24395c-c067-45cb-908d-64c11a905738 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.6012371 Jul 16 08:40:12.046597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:12.046975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:12.047346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Bound using segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:12.047989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Bound port: d5622f50-df46-4c2b-abcc-b8c060d78ad9, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:12.048733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.088976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e225d43-cb7a-472c-86e8-22e2dc939822 req-b9ebfb1f-8c50-4106-8a8d-9c4ccc4888e7 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.090607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e225d43-cb7a-472c-86e8-22e2dc939822 req-b9ebfb1f-8c50-4106-8a8d-9c4ccc4888e7 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/ports?device_id=d176df13-dd34-48ae-9f11-cedeca0fb185 HTTP/1.1" status: 200 len: 945 time: 0.1731670 Jul 16 08:40:12.127864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7128d43a-f4dc-47e0-b186-d1be8eab38b8 req-fe771037-a9e8-41dd-808d-854155050fd6 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850363 Jul 16 08:40:12.183697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:12.187648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:12.206474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.230067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-0ccc8e65-1828-4ab8-ad40-b21815757008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.232489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3bca05e9-f84e-47ac-8a34-986e4b6ce97a req-0ccc8e65-1828-4ab8-ad40-b21815757008 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8865407 Jul 16 08:40:12.274112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e225d43-cb7a-472c-86e8-22e2dc939822 req-d16241ce-3917-47ea-bb2a-2cb73c4d2894 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670923 Jul 16 08:40:12.287653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.288216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.293811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 1137 time: 2.2867641 Jul 16 08:40:12.314894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.360821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.381497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event deleted for resources: {'Port': ['ID=214514e3-d2cb-4789-87fa-4f83fd6457d7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.482124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3308ff-537a-472a-8ccd-1f9561a185c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.545538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.578688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:12.601173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:12.603427 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88e21e-bd18-4140-817e-7c2346191b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "d5622f50-df46-4c2b-abcc-b8c060d78ad9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:12.637853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-7f6dcb50-a1dd-411d-887b-563f35884011 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.639702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-7f6dcb50-a1dd-411d-887b-563f35884011 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/networks?id=b1289fe4-264b-4eaf-942e-aaa7acd2bf44 HTTP/1.1" status: 200 len: 812 time: 0.3252776 Jul 16 08:40:12.666642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-1558f968-cc77-4aa5-bac4-fdf81eb4e451 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/quotas/364665208faf48b0a5697178cc3b963d HTTP/1.1" status: 200 len: 375 time: 0.0189953 Jul 16 08:40:12.691919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:12.704630 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Sync routers for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:12.716001 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:12.716975 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:12.747726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] No DVR routers for this DVR port 214514e3-d2cb-4789-87fa-4f83fd6457d7 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:12.751128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.753791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-af298a3f-c389-487f-9897-5ccc327aac07 req-dc86f676-29d1-420b-babe-f3756ed31a27 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.46 "DELETE /v2.0/ports/214514e3-d2cb-4789-87fa-4f83fd6457d7 HTTP/1.1" status: 204 len: 173 time: 2.1698153 Jul 16 08:40:12.754518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'name': 'network-vif-deleted', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:12.757597 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22eabd-8acd-47f6-98aa-64ff0fe6954c" -d '{"events": [{"server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "name": "network-vif-deleted", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:12.863754 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:12.929311 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e81badc-3304-40ab-ac04-ff06f0d14e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.973800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-2e5cbaa2-88bf-4e8d-9847-074299ea9843 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=364665208faf48b0a5697178cc3b963d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2972534 Jul 16 08:40:12.987916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e7148e-4c77-4106-a62b-ba06077b5235 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:13.009340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.037791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0154f-4958-4e4d-ad27-316ea360183a req-865285c7-eabb-4b22-a656-161aaa16f98b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.039308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa0154f-4958-4e4d-ad27-316ea360183a req-865285c7-eabb-4b22-a656-161aaa16f98b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 944 time: 0.4955237 Jul 16 08:40:13.048525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Transition to ACTIVE for port object 37e7148e-4c77-4106-a62b-ba06077b5235 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:13.085821 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.110992 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:13.140007 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Checking router: e7d971ca-5dfe-40f5-968f-9c2631ae5a8b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:13.149163 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:13.150016 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:39:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:13.165969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa0154f-4958-4e4d-ad27-316ea360183a req-c9d44cce-983c-4514-8683-e5b214632c99 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162856 Jul 16 08:40:13.180550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.225439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-e6b3b5d5-8eac-402f-a85b-2372e213c011 service neutron] 10.222.0.32 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506669 Jul 16 08:40:13.266249 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eebbe8-a2fa-4ec7-8a99-08e4d0850905 x-openstack-request-id: req-56eebbe8-a2fa-4ec7-8a99-08e4d0850905 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:13.266549 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "name": "network-vif-plugged", "status": "completed", "tag": "e8982ccb-5b82-404b-837d-edc69da09879", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:13.266823 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56eebbe8-a2fa-4ec7-8a99-08e4d0850905 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:13.267229 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879', 'code': 200} Jul 16 08:40:13.313078 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:13.495256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-907aa083-1ace-4709-9a99-4ee5ff88ad23 service neutron] 10.222.0.32 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689240 Jul 16 08:40:13.502457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Attempting to bind port 37e7148e-4c77-4106-a62b-ba06077b5235 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:13.502803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Attempting to bind port 37e7148e-4c77-4106-a62b-ba06077b5235 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:13.503137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Attempting to bind port 37e7148e-4c77-4106-a62b-ba06077b5235 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:13.520243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Port 37e7148e-4c77-4106-a62b-ba06077b5235 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:13.520581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Attempting to bind port 37e7148e-4c77-4106-a62b-ba06077b5235 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:13.537329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:13.537676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:13.538063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Bound using segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:13.538521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Bound port: 37e7148e-4c77-4106-a62b-ba06077b5235, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:13.538885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.603060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.609333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.616166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.622271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.630015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.636851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.644162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.646268 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:13.651786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-ccfc6106-65d3-4e91-a99d-a5956bf54260 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5381 time: 0.2412510 Jul 16 08:40:13.658031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8cfd9-daed-4943-8d3a-81ee39047977 req-a4264d1a-e1d5-441c-83ae-39170520ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.659536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91e8cfd9-daed-4943-8d3a-81ee39047977 req-a4264d1a-e1d5-441c-83ae-39170520ce78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 1097 time: 0.2372627 Jul 16 08:40:13.689207 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab46594-a494-4470-8ec9-e903684cf200 None None] The sync data for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 is: [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:37:40Z', 'revision_number': 4, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fb12d9cd-0709-4ed6-8c45-1d78bd445203', 'name': '', 'network_id': 'f3b33b41-8f67-4380-9db8-82cb9adf069b', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'mac_address': 'fa:16:3e:9c:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:39Z', 'updated_at': '2021-07-16T08:37:47Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'subnets': [{'id': 'c87f3a4e-ad63-489f-b517-1837f54c8179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:13.737863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e772ddb6-981a-43b0-852d-8dd6042193a8 req-b04bff3d-94a8-490a-ac40-8b67f2fe5f76 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851231 Jul 16 08:40:13.768272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91e8cfd9-daed-4943-8d3a-81ee39047977 req-709d4f97-50f1-4ca1-9983-69376e1a6c9e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005015 Jul 16 08:40:13.772422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:13.779002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=37e7148e-4c77-4106-a62b-ba06077b5235,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:13.788516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.876692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.877327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.878727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] 10.222.0.46 "PUT /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 1134 time: 1.5329635 Jul 16 08:40:13.918655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:13.991743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915392-60cf-4bbf-bf9c-e6ea424aaffe service neutron] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.062976 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bfaea8-1e8f-4592-a66f-81a5b62d7df7 x-openstack-request-id: req-b3bfaea8-1e8f-4592-a66f-81a5b62d7df7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:14.064117 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "d5622f50-df46-4c2b-abcc-b8c060d78ad9", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:14.064587 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3bfaea8-1e8f-4592-a66f-81a5b62d7df7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:14.065182 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9', 'status': 'completed', 'code': 200} Jul 16 08:40:14.150637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.171069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906caea5-2244-4ca1-aef7-c5b6f41cc4be None None] New status for floating IP 0ea7a504-ccf9-4237-82ea-d7bf60769320: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:14.171634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b4c8-0313-4518-8ed4-182c869bab31 req-f549c649-9c35-4c2b-a03b-ab422ba8c6e4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.175667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6852b4c8-0313-4518-8ed4-182c869bab31 req-f549c649-9c35-4c2b-a03b-ab422ba8c6e4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.1853173 Jul 16 08:40:14.191783 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7878dd-8291-443f-952d-684408a52f14 x-openstack-request-id: req-6b7878dd-8291-443f-952d-684408a52f14 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:14.194574 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d176df13-dd34-48ae-9f11-cedeca0fb185", "name": "network-vif-deleted", "tag": "214514e3-d2cb-4789-87fa-4f83fd6457d7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:14.194956 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b7878dd-8291-443f-952d-684408a52f14 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:14.195426 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd176df13-dd34-48ae-9f11-cedeca0fb185', 'name': 'network-vif-deleted', 'tag': '214514e3-d2cb-4789-87fa-4f83fd6457d7', 'status': 'completed', 'code': 200} Jul 16 08:40:14.267908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.268407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.268876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.269333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.269985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.270466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.271495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.273098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-d245214c-07d6-41f5-b7ed-f24a0ee4d0c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6221 time: 0.1794279 Jul 16 08:40:14.314397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6852b4c8-0313-4518-8ed4-182c869bab31 req-68e48380-f022-4c56-8dcd-22d20fea6135 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230762 Jul 16 08:40:14.499703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-9de670c4-cd27-405a-9c6d-4bb3a80dce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.504684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-9de670c4-cd27-405a-9c6d-4bb3a80dce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.505868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-9de670c4-cd27-405a-9c6d-4bb3a80dce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.509727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-9de670c4-cd27-405a-9c6d-4bb3a80dce6b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2271771 Jul 16 08:40:14.517414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ad3048fd-5cdf-4b16-a151-c3503d1c6c80 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:14.614960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:14.625329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:14.625950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.653418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-400a5cd3-efdd-4583-acc6-33b4ff58bebb req-f228357d-a7de-40df-8b63-edddd5eff8ab tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 210 time: 0.0716417 Jul 16 08:40:14.703312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91051868-3b9b-4a98-8b8b-f52fccc87930 req-4cfac34c-d19a-44ef-a109-0ef40f4f610c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.710836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91051868-3b9b-4a98-8b8b-f52fccc87930 req-4cfac34c-d19a-44ef-a109-0ef40f4f610c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.4345093 Jul 16 08:40:14.739953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-0df19df3-3b6b-4bf8-a9db-444a0bd7ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.743092 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a88e21e-bd18-4140-817e-7c2346191b4f req-0df19df3-3b6b-4bf8-a9db-444a0bd7ab89 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269418 Jul 16 08:40:14.776836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:14.780529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.790102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.806379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91051868-3b9b-4a98-8b8b-f52fccc87930 req-cce898a3-c379-4376-ae91-54f4eeae4fbc tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946507 Jul 16 08:40:14.812835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Transition to ACTIVE for port object 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:14.817628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.835132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:14.843018 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.843997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 214514e3-d2cb-4789-87fa-4f83fd6457d7 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:14.863266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:14.885339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 214514e3-d2cb-4789-87fa-4f83fd6457d7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:14.885791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 214514e3-d2cb-4789-87fa-4f83fd6457d7 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:14.965898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.969994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.997945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.034586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.061516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.064399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.067803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36 HTTP/1.1" status: 204 len: 168 time: 0.2012544 Jul 16 08:40:15.069171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.086362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec57cad-34f7-46cb-987a-7df1655370b8 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.088655 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-4e99ad9d-83d7-4803-b9f6-18ee6b983bb9 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] show failed (client error): The resource could not be found. Jul 16 08:40:15.092215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e99ad9d-83d7-4803-b9f6-18ee6b983bb9 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "GET /v2.0/security-groups/4fdcf6d1-43a2-4c90-ba5c-f5093ad63f36 HTTP/1.1" status: 404 len: 347 time: 0.0196226 Jul 16 08:40:15.093159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43320) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.148796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe1f9-d4bf-4626-930b-b0a51ef5abc6 req-a49609ff-aa1c-466c-b1a2-2cf11e6c60b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.150373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dbe1f9-d4bf-4626-930b-b0a51ef5abc6 req-a49609ff-aa1c-466c-b1a2-2cf11e6c60b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2418497 Jul 16 08:40:15.153367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Attempting to bind port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:15.153706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Attempting to bind port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:15.154037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Attempting to bind port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:15.176731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:15.177059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Attempting to bind port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:15.191773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:15.192270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:15.192568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Bound using segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:15.192953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Bound port: 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:15.193324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.213740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.220202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.222751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Deleting port f6da2b4c-ac25-4eca-910a-a964ac35f334 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:15.223227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.227276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.235364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.242073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.247832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.253790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.255731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-adb96d8b-e304-4360-a735-e7c3b6dc0286 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5393 time: 0.2171338 Jul 16 08:40:15.268127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:15.272177 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b0b83-3187-468c-9952-24d3c4301232" -d '{"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-plugged", "status": "completed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:15.277081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2dbe1f9-d4bf-4626-930b-b0a51ef5abc6 req-e9fce909-7bd8-49c1-8504-127a4efda9c2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184754 Jul 16 08:40:15.301534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.302015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.318772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Calling delete_port for f6da2b4c-ac25-4eca-910a-a964ac35f334 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:15.378660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d63d61-107a-4d39-82b5-517f6e29c014 req-fcf091d4-cfa6-4924-b562-5475063785d7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123788 Jul 16 08:40:15.426132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:15.479315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:15.489583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.571845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.572495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.574070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 200 len: 1092 time: 1.6597416 Jul 16 08:40:15.580686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a8c6426d-0037-4244-9039-7592819f66b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.600053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-1328747f-7490-4101-9c0c-dbf901dbdb43 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.600513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-823efb06-5e6a-486f-8040-a70893a5e485 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2529910 Jul 16 08:40:15.605759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-1328747f-7490-4101-9c0c-dbf901dbdb43 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.46 "GET /v2.0/networks?id=b1289fe4-264b-4eaf-942e-aaa7acd2bf44 HTTP/1.1" status: 200 len: 812 time: 0.1561334 Jul 16 08:40:15.618273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:15.636413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:15.643527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad4ad8-46e7-4e86-adcc-5f7048139bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.657110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Request body: {'port': {'device_id': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44', 'admin_state_up': True, 'tenant_id': '364665208faf48b0a5697178cc3b963d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:15.696753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.719021 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af6796-c5e0-4b2c-be04-ab05c9a425c9 x-openstack-request-id: req-05af6796-c5e0-4b2c-be04-ab05c9a425c9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:15.720353 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-plugged", "status": "completed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:15.720881 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05af6796-c5e0-4b2c-be04-ab05c9a425c9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:15.721299 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'code': 200} Jul 16 08:40:15.756538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.771937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.780649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.836567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Pushing event deleted for resources: {'Port': ['ID=f6da2b4c-ac25-4eca-910a-a964ac35f334,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.960760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.963956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.965206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57f68c9b-add3-4c96-9b95-92153a4a6ee6 tempest-ServersTestJSON-273157315 tempest-ServersTestJSON-273157315-project] 10.222.0.32 "DELETE /v2.0/floatingips/0ea7a504-ccf9-4237-82ea-d7bf60769320 HTTP/1.1" status: 204 len: 168 time: 0.8713503 Jul 16 08:40:15.969253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Made reservation on behalf of 364665208faf48b0a5697178cc3b963d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:15.973134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.976911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.991821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650fac-2df1-441c-b2de-33745d0c3f26 req-8e9e5cb8-a4f2-4ac7-bcac-2332b7b46ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.993337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b650fac-2df1-441c-b2de-33745d0c3f26 req-8e9e5cb8-a4f2-4ac7-bcac-2332b7b46ff5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 1097 time: 0.1977954 Jul 16 08:40:16.069758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a36fb-8171-4202-b7cd-dfdd5f7d6a15 req-b8ffe704-8c13-43d2-8642-535ef231298e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.071268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd3a36fb-8171-4202-b7cd-dfdd5f7d6a15 req-b8ffe704-8c13-43d2-8642-535ef231298e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.2369282 Jul 16 08:40:16.073650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '37e7148e-4c77-4106-a62b-ba06077b5235'}, {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:16.075751 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "37e7148e-4c77-4106-a62b-ba06077b5235"}, {"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:16.139327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b650fac-2df1-441c-b2de-33745d0c3f26 req-f2f92f33-cf84-4c35-b23a-f484d51a4ec6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087689 Jul 16 08:40:16.143845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.155515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd3a36fb-8171-4202-b7cd-dfdd5f7d6a15 req-0b7a8b20-b9cd-44aa-b2b9-90a69fd6df5d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Jul 16 08:40:16.298169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Allocated IP 172.20.0.3 (b1289fe4-264b-4eaf-942e-aaa7acd2bf44/a87ddcad-2a4b-4ca8-8107-f57797f9bbb8/46970e3d-2320-48e3-8958-30f502161998) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:16.533835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.615545 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.632760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fc3ffd6-008f-4d98-8702-3ef05e91a9a5 req-32f4ef5d-1c48-4f7f-86e8-c6d28d24ca52 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 210 time: 0.0428228 Jul 16 08:40:16.657280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cbad01-daa7-44b0-89f2-f67a8bb491df {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:16.659377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Allocated IP 172.25.5.114 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1c9c5925-fad1-4165-893c-bf9eb4d5b7d1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:16.667116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.676564 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.683229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:16.685210 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b851aa-2292-4336-9c55-19761ae61187 x-openstack-request-id: req-c2b851aa-2292-4336-9c55-19761ae61187 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:16.685509 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "37e7148e-4c77-4106-a62b-ba06077b5235", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:16.685765 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2b851aa-2292-4336-9c55-19761ae61187 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:16.686163 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '37e7148e-4c77-4106-a62b-ba06077b5235', 'status': 'completed', 'code': 200} Jul 16 08:40:16.686445 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'status': 'completed', 'code': 200} Jul 16 08:40:16.687576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:16.692890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:16.703995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Transition to ACTIVE for port object 90cbad01-daa7-44b0-89f2-f67a8bb491df will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:16.711033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.775111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Pushing event updated for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.809680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.857912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.896115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.896771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.945302 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.958624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-72783e49-183b-4e2b-b5ca-fe75e80249e7 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3084152 Jul 16 08:40:16.967129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.968279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.968950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.969410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.969832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.970208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.970707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.973072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-cf903da1-7806-4bf2-ae9d-3b4081c118a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6315 time: 0.2244413 Jul 16 08:40:16.993780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Request body: {'port': {'device_id': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:17.018442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-9c414f7a-ab76-44ea-a656-f3d7b2dc8a98 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.019874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-9c414f7a-ab76-44ea-a656-f3d7b2dc8a98 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2457047 Jul 16 08:40:17.033227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Attempting to bind port 90cbad01-daa7-44b0-89f2-f67a8bb491df on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:17.033571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Attempting to bind port 90cbad01-daa7-44b0-89f2-f67a8bb491df by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:17.033902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Attempting to bind port 90cbad01-daa7-44b0-89f2-f67a8bb491df on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:17.041495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Port 90cbad01-daa7-44b0-89f2-f67a8bb491df on network 3413d1e9-04fa-4b57-8186-cc5c14d077db not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:17.042033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Attempting to bind port 90cbad01-daa7-44b0-89f2-f67a8bb491df on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:17.062789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:17.063045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Checking segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:17.063458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Bound using segment: {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:17.063901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Bound port: 90cbad01-daa7-44b0-89f2-f67a8bb491df, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269992f4-ae21-4070-8033-0028efe20736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:17.064287 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.074339 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-aee8d355-e4a0-4583-82ba-76c543bbba45 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0337615 Jul 16 08:40:17.089473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.198016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:17.213331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:17.224020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:17.253938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event updated for resources: {'Port': ['ID=1c9c5925-fad1-4165-893c-bf9eb4d5b7d1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.256803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:17.284225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:17.295886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.304937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-b17f6922-586a-4f2b-9c49-426071eb429c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184107 Jul 16 08:40:17.342448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-f3adb2d2-e768-468c-a32d-602735cb2947 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:17.343388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-f3adb2d2-e768-468c-a32d-602735cb2947 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302405 Jul 16 08:40:17.373236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.374605 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.376000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] 10.222.0.46 "PUT /v2.0/ports/90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 200 len: 1092 time: 1.7473962 Jul 16 08:40:17.408604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.420170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:17.428853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-495e5962-aa78-4f4e-a53c-5613b942c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.429330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-495e5962-aa78-4f4e-a53c-5613b942c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.429796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-495e5962-aa78-4f4e-a53c-5613b942c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.431428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-495e5962-aa78-4f4e-a53c-5613b942c35c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4352019 Jul 16 08:40:17.502701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.505993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bd75b-1779-45bd-a42c-bad4490a3457 service neutron] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.621554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.627571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-26d0937a-d638-48c9-8c4a-2ca644b4e836 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504671 Jul 16 08:40:17.645965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.669150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-008b0ec7-c41d-4b07-959e-5a4cf3b10179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.671152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-008b0ec7-c41d-4b07-959e-5a4cf3b10179 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296624 Jul 16 08:40:17.688248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Deleting port fb12d9cd-0709-4ed6-8c45-1d78bd445203 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:17.688771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.875439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] For port fb12d9cd-0709-4ed6-8c45-1d78bd445203, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb12d9cd-0709-4ed6-8c45-1d78bd445203,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:17.875693 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.904489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-cc0afdd6-8db3-470a-b9e6-aa842434a122 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598515 Jul 16 08:40:17.907258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.907813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.908227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.908692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.909207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.909627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.910098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.911963 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-62a83a75-1c6c-4ff2-8ff5-cba2451432ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6357 time: 0.1894896 Jul 16 08:40:17.914167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Calling delete_port for fb12d9cd-0709-4ed6-8c45-1d78bd445203 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:18.027389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.036663 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.074965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46970e3d-2320-48e3-8958-30f502161998 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:18.093526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.121776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Transition to ACTIVE for port object 46970e3d-2320-48e3-8958-30f502161998 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:18.128130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-6d567feb-210c-4cfe-b29f-8023bf22b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.128527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-6d567feb-210c-4cfe-b29f-8023bf22b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.129098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-6d567feb-210c-4cfe-b29f-8023bf22b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.130719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-6d567feb-210c-4cfe-b29f-8023bf22b55b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2066743 Jul 16 08:40:18.133994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.148330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event updated for resources: {'Port': ['ID=1c9c5925-fad1-4165-893c-bf9eb4d5b7d1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.194379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.231985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b142e9-756f-4366-bc1a-f751dc8244fa {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:18.246706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.249920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.251199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-2557b22f-7a1b-4640-a314-d285bb4f33e3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6497951 Jul 16 08:40:18.268592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Pushing event updated for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.310227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Transition to ACTIVE for port object 36b142e9-756f-4366-bc1a-f751dc8244fa will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:18.322230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.330212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-a0aed5aa-5c22-4525-9859-fdc72c01bd9d tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0648885 Jul 16 08:40:18.377723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2a34d-9b0d-41ff-8d04-5d1a019808cc req-65195280-60ed-4bfc-b582-668a3205cc1a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.379648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45d2a34d-9b0d-41ff-8d04-5d1a019808cc req-65195280-60ed-4bfc-b582-668a3205cc1a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1976807 Jul 16 08:40:18.412342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.417663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-eedba48e-b823-49b1-bd29-ed899af68cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.419717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd236ff1-6e65-437d-adcb-a8df5be1fb9d req-eedba48e-b823-49b1-bd29-ed899af68cea service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495618 Jul 16 08:40:18.448309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Attempting to bind port 46970e3d-2320-48e3-8958-30f502161998 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:18.448891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Attempting to bind port 46970e3d-2320-48e3-8958-30f502161998 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'cb89b173-961e-4eca-b867-13ab84459412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:18.449381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Attempting to bind port 46970e3d-2320-48e3-8958-30f502161998 on network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.451661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.466012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Port 46970e3d-2320-48e3-8958-30f502161998 on network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:18.466670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Attempting to bind port 46970e3d-2320-48e3-8958-30f502161998 on network b1289fe4-264b-4eaf-942e-aaa7acd2bf44 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.492388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Pushing event updated for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.493814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb12d9cd-0709-4ed6-8c45-1d78bd445203,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.513632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:18.514070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Checking segment: {'id': 'cb89b173-961e-4eca-b867-13ab84459412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:18.514562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Bound using segment: {'id': 'cb89b173-961e-4eca-b867-13ab84459412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:18.515086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Bound port: 46970e3d-2320-48e3-8958-30f502161998, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb89b173-961e-4eca-b867-13ab84459412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:18.515516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.590556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45d2a34d-9b0d-41ff-8d04-5d1a019808cc req-56b2d395-3f69-498f-863a-40635e1b7c90 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860058 Jul 16 08:40:18.648268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:18.653173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=46970e3d-2320-48e3-8958-30f502161998,segment=NetworkSegment(cb89b173-961e-4eca-b867-13ab84459412),segment_id=cb89b173-961e-4eca-b867-13ab84459412)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:18.662968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-69b780e5-fd30-4ae6-991f-577e5386dc00 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.664556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890cc56e-89e3-46de-81c1-7775b50a6ac4 req-69b780e5-fd30-4ae6-991f-577e5386dc00 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.3063312 Jul 16 08:40:18.688304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:18.690661 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255818d-c675-4b26-bdc7-c8f213b15637" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:18.745487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Attempting to bind port 36b142e9-756f-4366-bc1a-f751dc8244fa on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:18.746065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Attempting to bind port 36b142e9-756f-4366-bc1a-f751dc8244fa by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:18.746553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Attempting to bind port 36b142e9-756f-4366-bc1a-f751dc8244fa on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.756024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Port 36b142e9-756f-4366-bc1a-f751dc8244fa on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:18.759430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Attempting to bind port 36b142e9-756f-4366-bc1a-f751dc8244fa on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.770065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.773164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:18.780536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Checking segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:18.781514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Bound using segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:18.783180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Bound port: 36b142e9-756f-4366-bc1a-f751dc8244fa, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:18.783714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.839716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Pushing event updated for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.884090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.886715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.887325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.888746 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b5289b43-5648-407e-8032-241deee2fd67 service neutron] 10.222.0.46 "PUT /v2.0/ports/46970e3d-2320-48e3-8958-30f502161998 HTTP/1.1" status: 200 len: 1092 time: 1.9152038 Jul 16 08:40:18.890158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'tag': '46970e3d-2320-48e3-8958-30f502161998'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:18.897533 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "tag": "46970e3d-2320-48e3-8958-30f502161998"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:19.070303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:19.085671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.091574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.098146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.104323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.111102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b3a6f484-00c0-420f-9f81-7ff30bb91313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.111275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.112634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-b3a6f484-00c0-420f-9f81-7ff30bb91313 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364665208faf48b0a5697178cc3b963d&device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 1095 time: 0.1342976 Jul 16 08:40:19.117060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.123285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.132512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-7ce32904-931c-4995-ad2a-6a7baec31801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5417 time: 0.2384546 Jul 16 08:40:19.171391 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-9514e017-d85b-4a84-843f-fb11935ca412 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46970e3d-2320-48e3-8958-30f502161998 HTTP/1.1" status: 200 len: 217 time: 0.0482700 Jul 16 08:40:19.185757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=36b142e9-756f-4366-bc1a-f751dc8244fa,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:19.200643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e3663bd-3bc7-4277-8db9-24f65c2c607a req-aa1a72f1-4111-4726-a95d-6b8b006a1371 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671864 Jul 16 08:40:19.204641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-79d5d4ff-961c-45b5-9f32-57c9aba70272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2585902 Jul 16 08:40:19.208293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.274070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-baf30598-2e38-4e2c-bb25-5223c0893b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.275590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-baf30598-2e38-4e2c-bb25-5223c0893b7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a87ddcad-2a4b-4ca8-8107-f57797f9bbb8 HTTP/1.1" status: 200 len: 852 time: 0.0682008 Jul 16 08:40:19.293169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.293867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.295141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] 10.222.0.46 "PUT /v2.0/ports/36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 1092 time: 1.8881609 Jul 16 08:40:19.295604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:19.318645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-190c1392-2ecd-41be-a12c-d4143a3bf83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1289fe4-264b-4eaf-942e-aaa7acd2bf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370228 Jul 16 08:40:19.361279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Request body: {'port': {'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:19.378607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e1008-09fd-4ee6-b76a-b115c2d42b98 service neutron] Pushing event updated for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.494827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.511776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-bcaffd83-d973-42cc-8335-65bcdc856f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.513368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-bcaffd83-d973-42cc-8335-65bcdc856f75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95837184779b4a029a14db3f77703208&device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 1097 time: 0.2220376 Jul 16 08:40:19.526732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a31a-d80c-4533-934e-2ed10d42a248 req-1259b847-be3e-47c4-87b6-83403d5dc1e8 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.528394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0082a31a-d80c-4533-934e-2ed10d42a248 req-1259b847-be3e-47c4-87b6-83403d5dc1e8 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 943 time: 0.3221221 Jul 16 08:40:19.767686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-0855d99c-4835-44d4-861b-a8e6db44cec2 service neutron] 10.222.0.46 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386208 Jul 16 08:40:19.772911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:19.783924 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Sync routers for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:19.788504 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1a0ef905-a7d0-482a-bdaf-4df53b2b90a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7d971ca-5dfe-40f5-968f-9c2631ae5a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8105454 Jul 16 08:40:19.790559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.800158 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:19.801077 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:19.885051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0082a31a-d80c-4533-934e-2ed10d42a248 req-b41740d1-1d5a-4bd1-a7a9-4c45809cbca8 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465946 Jul 16 08:40:19.942133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-a3436371-cd4e-468f-aabf-e9994c2ca262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.944195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-a3436371-cd4e-468f-aabf-e9994c2ca262 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 200 len: 913 time: 0.2462106 Jul 16 08:40:19.965967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c85a3e73-c318-4085-a3a9-f16122d57127 req-5314ba65-1420-46c3-ba4f-89cabaf332f7 service neutron] 10.222.0.46 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908762 Jul 16 08:40:19.971131 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.983773 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:19.992627 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d4cd3-4d45-4505-848a-7b22cb8bf2e1 x-openstack-request-id: req-eb8d4cd3-4d45-4505-848a-7b22cb8bf2e1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:19.992953 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:19.993211 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb8d4cd3-4d45-4505-848a-7b22cb8bf2e1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:19.993646 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'status': 'completed', 'code': 200} Jul 16 08:40:20.050736 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65aca1-b12b-4ddc-b4de-12a2f412a557 x-openstack-request-id: req-7d65aca1-b12b-4ddc-b4de-12a2f412a557 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:20.051017 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "tag": "46970e3d-2320-48e3-8958-30f502161998", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:20.051278 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d65aca1-b12b-4ddc-b4de-12a2f412a557 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:20.051650 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'tag': '46970e3d-2320-48e3-8958-30f502161998', 'status': 'completed', 'code': 200} Jul 16 08:40:20.168303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-df8407bf-de91-4a17-a03b-170184630953 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 200 len: 1001 time: 0.2116804 Jul 16 08:40:20.168961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-b3013ad5-dcdf-4ced-8fea-a58873ab290a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0428746 Jul 16 08:40:20.189848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d802e94-eab5-4c5c-af4f-40ae8abbba50 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:20.237920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.255409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.299221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-ec68cde7-2cf8-49e8-9b1b-ffe96322988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.299221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-ec68cde7-2cf8-49e8-9b1b-ffe96322988f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 HTTP/1.1" status: 200 len: 851 time: 0.1163993 Jul 16 08:40:20.306198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.306707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.307189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.307654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.308173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.309890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.310021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Transition to ACTIVE for port object 2d802e94-eab5-4c5c-af4f-40ae8abbba50 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:20.310117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.312843 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-27387ce6-2e4a-4bf8-9561-13cf663c4652 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6425 time: 0.2971849 Jul 16 08:40:20.342626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-7e3a7a86-3b4a-4d6d-9799-9e7be87cfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.343567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.344147 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-7e3a7a86-3b4a-4d6d-9799-9e7be87cfdc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364665208faf48b0a5697178cc3b963d&device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 1095 time: 0.2568049 Jul 16 08:40:20.370888 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:40:18Z', 'revision_number': 5, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port': {'id': '7731fd69-4187-49cc-8873-28e441ea53fb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.409401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Checking router: e7d971ca-5dfe-40f5-968f-9c2631ae5a8b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:20.418100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-d754b507-52ec-4845-a810-1bff9e4c5d6c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.425051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-d754b507-52ec-4845-a810-1bff9e4c5d6c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 820 time: 0.2762380 Jul 16 08:40:20.431980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Routers {'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:20.434060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.460271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f09ddf2-3447-46d2-b597-151ebaad6ef9 req-1332ee68-fc8a-456a-8e98-1e5d92356626 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0961978 Jul 16 08:40:20.484515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-de7a3282-5c8c-45e2-9ab6-8fc5f3e35310 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/quotas/89ecc13dcb924047983ca678b69731da HTTP/1.1" status: 200 len: 375 time: 0.0585029 Jul 16 08:40:20.486275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.496243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-e0952a2c-8553-471c-9e28-aa6de4a87f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.497755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-e0952a2c-8553-471c-9e28-aa6de4a87f4d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff32288af59e43c58d462a952299bdb6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3141327 Jul 16 08:40:20.555640 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] Set router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:20.617093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:40:20Z', 'revision_number': 6, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.646101 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e24901-85e4-4ea4-a21b-efdfcdbd51be None None] The sync data for ids ['e7d971ca-5dfe-40f5-968f-9c2631ae5a8b'] in n-d-798054-12 is: [{'id': 'e7d971ca-5dfe-40f5-968f-9c2631ae5a8b', 'name': 'tempest-ServersTestJSON-1660020427-router', 'tenant_id': '7910f40683784d529a0f44101d75d646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:30Z', 'updated_at': '2021-07-16T08:40:20Z', 'revision_number': 6, 'project_id': '7910f40683784d529a0f44101d75d646', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:20.661090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-eb62e07b-9f0e-4a25-8de6-8382fa9857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.661566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-eb62e07b-9f0e-4a25-8de6-8382fa9857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.662033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-eb62e07b-9f0e-4a25-8de6-8382fa9857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.663656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-eb62e07b-9f0e-4a25-8de6-8382fa9857b1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3353424 Jul 16 08:40:20.706249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Deleting port 7731fd69-4187-49cc-8873-28e441ea53fb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:20.706704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.735288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-6f75b356-7f12-42fa-95e2-0db51f0b079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.736993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-6f75b356-7f12-42fa-95e2-0db51f0b079e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1289fe4-264b-4eaf-942e-aaa7acd2bf44 HTTP/1.1" status: 200 len: 913 time: 0.3596456 Jul 16 08:40:20.829097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-d17f8d58-18a0-4873-bec5-6d376f7b333b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46970e3d-2320-48e3-8958-30f502161998 HTTP/1.1" status: 200 len: 217 time: 0.0694387 Jul 16 08:40:20.894166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-ef4498d0-a5e9-44ed-9d73-0db04bed9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.895632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-ef4498d0-a5e9-44ed-9d73-0db04bed9418 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3597009 Jul 16 08:40:20.918830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-aa012961-2b39-44d4-a8b7-bf6103026151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.920371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-aa012961-2b39-44d4-a8b7-bf6103026151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a02898a4-7d7b-471b-a3b5-6caaad906212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6097383 Jul 16 08:40:20.983593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Attempting to bind port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:20.983818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Attempting to bind port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:20.984194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Attempting to bind port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:20.990112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-31c6f89e-d751-49a0-af16-b45b4f2ca3f7 req-9c8c772f-80bc-4f2f-9656-4c36710385d3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "GET /v2.0/ports?device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0405061 Jul 16 08:40:21.016778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:21.017105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Attempting to bind port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 on network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:21.034444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-3d029226-c9fd-47ef-abbd-0e034e45a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.035927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-3d029226-c9fd-47ef-abbd-0e034e45a134 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a87ddcad-2a4b-4ca8-8107-f57797f9bbb8 HTTP/1.1" status: 200 len: 852 time: 0.1437304 Jul 16 08:40:21.037936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] For port 7731fd69-4187-49cc-8873-28e441ea53fb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7731fd69-4187-49cc-8873-28e441ea53fb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:21.038399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.041499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-dab96345-d708-4d6b-96bc-3e823b7bc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.042961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5255818d-c675-4b26-bdc7-c8f213b15637 req-dab96345-d708-4d6b-96bc-3e823b7bc126 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3577220 Jul 16 08:40:21.059133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:21.059483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Checking segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:21.059875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Bound using segment: {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:21.060366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Bound port: 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:21.060707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.063818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Calling delete_port for 7731fd69-4187-49cc-8873-28e441ea53fb owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:21.072593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-4f358409-2f2b-4473-ad7e-0891f2a169c9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5871284 Jul 16 08:40:21.091371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-aa947a99-638c-4be4-8ab1-c399a244e834 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1289fe4-264b-4eaf-942e-aaa7acd2bf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414600 Jul 16 08:40:21.171697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb12d9cd-0709-4ed6-8c45-1d78bd445203 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:21.203399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fb12d9cd-0709-4ed6-8c45-1d78bd445203 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:21.204164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb12d9cd-0709-4ed6-8c45-1d78bd445203 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:21.219383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-5e908e3b-7fcb-4bd7-a69f-49f5e90d7ceb service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767885 Jul 16 08:40:21.276632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.282568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.288445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.294737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.301307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.307431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.313091 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-3eb1ca12-f739-41c0-9ba4-4eac388c44ac service neutron] 10.222.0.46 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763868 Jul 16 08:40:21.314163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.322593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22a21a70-1754-4074-9661-ca28440d9524 req-d99956b2-4619-48dc-9ac2-218ebfae6874 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.3652639 Jul 16 08:40:21.350292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:21.409007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-29a5d1c7-4d04-441d-ad8e-70799cff1f64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0393095 Jul 16 08:40:21.419581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-9630b3fc-3842-411f-8b90-688a22875c86 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325706 Jul 16 08:40:21.423359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:21.448856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22a21a70-1754-4074-9661-ca28440d9524 req-aff4b318-07dd-4ac5-8f76-dfe550f08ec8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255019 Jul 16 08:40:21.449913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.522605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.538168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-49ab6310-0459-4852-8ccd-a6dbb213ba9b service neutron] 10.222.0.47 "GET /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044429 Jul 16 08:40:21.561695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Pushing event deleted for resources: {'Port': ['ID=7731fd69-4187-49cc-8873-28e441ea53fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.590326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.591636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.593260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 1092 time: 2.2377710 Jul 16 08:40:21.645340 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8c56fbe-e8ef-4433-9aaf-36aaebd9d1ee req-f31848b8-228e-4a47-a491-f0853178bfc4 service neutron] 10.222.0.46 "GET /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254325 Jul 16 08:40:21.648725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e31b1-c613-456d-a4ec-f19e6c0549b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.692204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-b23de475-814b-42ce-ae37-e9b855ca61bc service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621055 Jul 16 08:40:21.704421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-b943fdce-a50d-4f10-9473-ced6fec8ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.705885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-b943fdce-a50d-4f10-9473-ced6fec8ec65 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ff32288af59e43c58d462a952299bdb6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2635772 Jul 16 08:40:21.713335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.737264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314816-7bc3-4bc0-bf99-93cd78c2636f req-63751c02-1b4e-4312-bfc8-60026f2d6a95 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.750644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3314816-7bc3-4bc0-bf99-93cd78c2636f req-63751c02-1b4e-4312-bfc8-60026f2d6a95 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1343386 Jul 16 08:40:21.804743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3314816-7bc3-4bc0-bf99-93cd78c2636f req-08dff7ac-cbef-4e21-b153-12d730f31672 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Jul 16 08:40:22.011476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa'}, {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:22.013749 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa"}, {"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:22.049995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59594742-dde4-4850-8add-639b05556fa5 req-e391cde9-5dfe-48f7-b4d2-b5142b0f9b68 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0689850 Jul 16 08:40:22.088853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388070d-efef-4062-bd28-2baa95511bd5 req-21dd0586-ef00-4140-95ad-b66e1058af38 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.096460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6388070d-efef-4062-bd28-2baa95511bd5 req-21dd0586-ef00-4140-95ad-b66e1058af38 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 943 time: 0.1278729 Jul 16 08:40:22.145004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6388070d-efef-4062-bd28-2baa95511bd5 req-1e30228d-163d-4734-a119-6b8184573014 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Jul 16 08:40:22.234647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.241405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.249961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-a8af3ef2-d28e-4c40-95f4-4389d5ce9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.251467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-a8af3ef2-d28e-4c40-95f4-4389d5ce9b6e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5346854 Jul 16 08:40:22.268920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9faf92b9-212e-4c72-9067-88ed498a5bf0 req-d55af393-3fdb-434d-bdc7-f9b1c3217011 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 210 time: 0.0516067 Jul 16 08:40:22.300243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.300737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.301214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.303921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.304628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.305121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.305618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.307832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-011ffaf6-caaa-4205-a10d-5202fe091453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6493 time: 0.6431589 Jul 16 08:40:22.315784 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.316356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d971ca-5dfe-40f5-968f-9c2631ae5a8b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:40:22.316657 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff457c27-1aac-4570-b545-48b30433aaea x-openstack-request-id: req-ff457c27-1aac-4570-b545-48b30433aaea {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:22.317124 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:22.317412 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff457c27-1aac-4570-b545-48b30433aaea {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:22.317916 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa', 'status': 'completed', 'code': 200} Jul 16 08:40:22.318266 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'status': 'completed', 'code': 200} Jul 16 08:40:22.329303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.330448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c1cf5be-0585-4e3a-a741-87108e02c501 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e7d971ca-5dfe-40f5-968f-9c2631ae5a8b HTTP/1.1" status: 204 len: 168 time: 2.5387275 Jul 16 08:40:22.336100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43426) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.394552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-2d1c30dc-36ef-4064-bbee-c3d9bde88eba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 217 time: 0.0684094 Jul 16 08:40:22.396897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f4f23e41-b094-4679-a0f7-cb1725018f86 req-809190fd-4bb4-4b2f-a4e0-0de42760c7b0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "GET /v2.0/ports?device_id=0369a179-2e74-408e-a7e3-d686c0f146c0 HTTP/1.1" status: 200 len: 210 time: 0.0828702 Jul 16 08:40:22.405353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Deleting subnet c87f3a4e-ad63-489f-b517-1837f54c8179 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:22.411687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.455965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.461238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-2815be7a-efb3-44be-90ec-f54ea548693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.463125 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-2815be7a-efb3-44be-90ec-f54ea548693d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 200 len: 855 time: 0.0533991 Jul 16 08:40:22.536227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-32ff6b5b-95cd-4a2a-b19b-eb3ed5f1eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.537976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-32ff6b5b-95cd-4a2a-b19b-eb3ed5f1eef5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5555d070-80c0-49a6-866b-be1d53ed98d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684383 Jul 16 08:40:22.554429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.578405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 46970e3d-2320-48e3-8958-30f502161998 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:22.652537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.665294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-48b54e92-7967-4f5c-9c96-90864d49c48c service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207299 Jul 16 08:40:22.688393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.690535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c87f3a4e-ad63-489f-b517-1837f54c8179 HTTP/1.1" status: 204 len: 168 time: 0.3528676 Jul 16 08:40:22.700240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2228402-afab-4a21-97fa-28afe0b1eef0 None None] Network f3b33b41-8f67-4380-9db8-82cb9adf069b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:22.700886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.701671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef71fa-4928-4732-99b7-8388f313850f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87f3a4e-ad63-489f-b517-1837f54c8179,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.797408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.838928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-dddac8d3-50e9-4b2b-9616-2814902d44dc service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533420 Jul 16 08:40:22.845545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=46970e3d-2320-48e3-8958-30f502161998,segment=NetworkSegment(cb89b173-961e-4eca-b867-13ab84459412),segment_id=cb89b173-961e-4eca-b867-13ab84459412)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:22.863146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '46970e3d-2320-48e3-8958-30f502161998', 'network_id': 'b1289fe4-264b-4eaf-942e-aaa7acd2bf44', 'port_id': '46970e3d-2320-48e3-8958-30f502161998', 'mac_address': 'fa:16:3e:f7:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87ddcad-2a4b-4ca8-8107-f57797f9bbb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:22.891470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.896381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.901310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-29fdaf25-6f9f-41a8-979e-eaed958ff1d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 217 time: 0.0551150 Jul 16 08:40:22.902496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.909189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.915147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.918856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.921481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.927072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.929076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-b3e1cc02-339d-4c45-8f83-b78e748919ff tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2596757 Jul 16 08:40:22.933025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46970e3d-2320-48e3-8958-30f502161998 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:22.971873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=46970e3d-2320-48e3-8958-30f502161998,segment=NetworkSegment(cb89b173-961e-4eca-b867-13ab84459412),segment_id=cb89b173-961e-4eca-b867-13ab84459412)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:22.977795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.978204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Deleting port a2c53bcb-f866-4197-91ed-9acf5fa8a67b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:22.978510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.010987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8cabeb40-ef7a-43b3-812c-7578f9fd857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.011488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8cabeb40-ef7a-43b3-812c-7578f9fd857b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1048667 Jul 16 08:40:23.034860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.041955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] DHCP port deletion for f3b33b41-8f67-4380-9db8-82cb9adf069b request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:23.050699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-457f9ccd-036d-475c-8c6f-a10a2d96736c req-6a8b5276-5b1a-44b4-b3ac-5e90a0fd926e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067197 Jul 16 08:40:23.089655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-e5ab3826-f066-437e-ad76-21b0485c5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.091970 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-e5ab3826-f066-437e-ad76-21b0485c5f07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695229 Jul 16 08:40:23.098729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Deleting port a2c53bcb-f866-4197-91ed-9acf5fa8a67b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:23.099114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.123474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] For port a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.123748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.138819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Calling delete_port for a2c53bcb-f866-4197-91ed-9acf5fa8a67b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.160218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881770d-89bb-4cab-82a9-83f96597004f req-21593a45-33d5-4d7f-8196-75ea8a514d02 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.171306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9881770d-89bb-4cab-82a9-83f96597004f req-21593a45-33d5-4d7f-8196-75ea8a514d02 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1947653 Jul 16 08:40:23.216938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ef1e9291-cda8-4ae9-a76e-54c23e6f418d service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159275 Jul 16 08:40:23.246656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] For port a2c53bcb-f866-4197-91ed-9acf5fa8a67b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,segment=NetworkSegment(f14f5a99-00ab-430d-b856-a117afa21799),segment_id=f14f5a99-00ab-430d-b856-a117afa21799)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.247068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.261015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Calling delete_port for a2c53bcb-f866-4197-91ed-9acf5fa8a67b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.316874 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-735f6342-60b0-4cca-97f0-be38c12eea37 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919459 Jul 16 08:40:23.322279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2c53bcb-f866-4197-91ed-9acf5fa8a67b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:23.369311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9881770d-89bb-4cab-82a9-83f96597004f req-8035c8cc-634f-4d96-b4b7-e9551edeb5c7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958237 Jul 16 08:40:23.381076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8f403f37-94e5-4787-9480-1052f89bc89f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 217 time: 0.0569644 Jul 16 08:40:23.421786 n-d-798054-12 neutron-server[93776]: INFO neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No ports have port_id starting with a2c53bcb-f866-4197-91ed-9acf5fa8a67b Jul 16 08:40:23.425190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7731fd69-4187-49cc-8873-28e441ea53fb no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:23.430109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.447448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-836144a9-a950-4a4d-a99b-19f07c4977e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.450020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-836144a9-a950-4a4d-a99b-19f07c4977e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0626464 Jul 16 08:40:23.470537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['46970e3d-2320-48e3-8958-30f502161998'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:23.475231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] No DVR routers for this DVR port a2c53bcb-f866-4197-91ed-9acf5fa8a67b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:23.496353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7731fd69-4187-49cc-8873-28e441ea53fb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:23.497570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7731fd69-4187-49cc-8873-28e441ea53fb not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:23.541176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29a22-0367-4982-bfcc-ca847ae4e846 req-bb07f425-b8ec-491a-a2ef-2632a5db130d tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.553210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-51cb95d8-6ac7-42aa-a909-7d8c86430a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.553525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6bb13-b682-4048-b293-45d326616a30 None None] Pushing event deleted for resources: {'Port': ['ID=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.554374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca29a22-0367-4982-bfcc-ca847ae4e846 req-bb07f425-b8ec-491a-a2ef-2632a5db130d tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 944 time: 0.2439117 Jul 16 08:40:23.556580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-51cb95d8-6ac7-42aa-a909-7d8c86430a15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991383 Jul 16 08:40:23.669241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca29a22-0367-4982-bfcc-ca847ae4e846 req-bb8b76a3-0c4d-4f2e-8078-dedfa223f54a tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137364 Jul 16 08:40:23.670774 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.678819 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-52265c0a-89d3-41d4-a0f6-231ee6b6cfbc service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145413 Jul 16 08:40:23.719149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c53bcb-f866-4197-91ed-9acf5fa8a67b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.729391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] No DVR routers for this DVR port a2c53bcb-f866-4197-91ed-9acf5fa8a67b on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:23.819123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-dbf85780-2474-4479-b06e-e42b54fea7e0 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.821159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-dbf85780-2474-4479-b06e-e42b54fea7e0 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.46 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 820 time: 0.4336302 Jul 16 08:40:23.825800 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-101b2e3a-14c7-4ff3-94cd-84b0e4908f9f service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407609 Jul 16 08:40:23.851613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'port': {'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'admin_state_up': True, 'tenant_id': '89ecc13dcb924047983ca678b69731da'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:23.877333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-f8bbd79e-0372-4d91-9c7d-91a15062db0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 200 len: 217 time: 0.0431972 Jul 16 08:40:23.897081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.927816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ca451f34-e8ba-42a7-99db-8bfcaf840523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.929356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-ca451f34-e8ba-42a7-99db-8bfcaf840523 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0445375 Jul 16 08:40:23.962110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b33b41-8f67-4380-9db8-82cb9adf069b']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:23.986198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-45e0aaa5-43f1-48e0-9132-aba424b13607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.987712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-45e0aaa5-43f1-48e0-9132-aba424b13607 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519078 Jul 16 08:40:23.991347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-708beee6-4889-4b62-b8e7-e53d81d724b5 req-40b272c6-f720-4349-9ccf-e44fb42e4041 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 210 time: 0.0894911 Jul 16 08:40:24.019599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14f5a99-00ab-430d-b856-a117afa21799') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:24.019899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14f5a99-00ab-430d-b856-a117afa21799') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:24.039201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.068572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.089648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7beea65f-5478-4168-9801-258d2dd2e9de service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941808 Jul 16 08:40:24.091502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:24.091913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:24.094358 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:24.098114 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:24.112401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e8f0bce0-cab9-4e6a-a970-8dfab9772962 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.113887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e8f0bce0-cab9-4e6a-a970-8dfab9772962 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.3332400 Jul 16 08:40:24.172955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-840f4112-72de-4dac-a888-adb592356370 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0492885 Jul 16 08:40:24.189891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.191103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-fa916f76-1b05-47bf-af71-142423bf544a service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944405 Jul 16 08:40:24.222018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.223747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f3b33b41-8f67-4380-9db8-82cb9adf069b HTTP/1.1" status: 204 len: 168 time: 1.5200279 Jul 16 08:40:24.247671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-9703ae86-2547-4641-a7b7-9a8c739bf18c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 200 len: 217 time: 0.0490642 Jul 16 08:40:24.249402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Made reservation on behalf of 89ecc13dcb924047983ca678b69731da for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:24.252904 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.255731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb71b0-fb8c-4243-95a2-d8979d469137 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b33b41-8f67-4380-9db8-82cb9adf069b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.303368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-218bffa1-1fc6-4e53-8939-89a40f273b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.305415 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-218bffa1-1fc6-4e53-8939-89a40f273b47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0519075 Jul 16 08:40:24.365965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-14076d0e-c7c8-4c6f-8480-ab5bbbd9c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.367495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-14076d0e-c7c8-4c6f-8480-ab5bbbd9c626 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550554 Jul 16 08:40:24.388343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-c57b9890-01b1-4272-b30f-8acd10e7a2fd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2098260 Jul 16 08:40:24.402314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.468025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.473802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.479578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.485116 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3389eb1a-74de-4238-9de2-5d4c2dbf59df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7910f40683784d529a0f44101d75d646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816634 Jul 16 08:40:24.486343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.488881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.492312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.499453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.505233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.507136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-2b730de6-44f8-4a2e-a288-5298e6c222e7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2823799 Jul 16 08:40:24.511927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-77dc03ec-bcf8-4c8d-9eac-df5dcc78b5b3 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367171 Jul 16 08:40:24.587400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 46970e3d-2320-48e3-8958-30f502161998 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:24.602985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Allocated IP 172.20.0.13 (eec55fe2-d953-478f-a7e0-9a43f5ecc05c/31feb75e-e466-4d65-bb33-a8837041b786/ddb9f740-599c-4ac5-b8be-685eb9fae95f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:24.604928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.614369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f171d6d7-b0c8-4360-95a2-7df94816e0f0 req-90205828-8e44-4065-9a0f-399b064fe65f tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985930 Jul 16 08:40:24.622851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e1a4a880-773e-45b4-93cf-73f157e1154a service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336164 Jul 16 08:40:24.653103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 46970e3d-2320-48e3-8958-30f502161998 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:24.653974 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.658040 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-95f863b7-1d83-425a-ba83-c8832ac16c9e service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384900 Jul 16 08:40:24.659168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 46970e3d-2320-48e3-8958-30f502161998 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:24.659718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.706474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-8d1e7aab-0c74-4a80-9fd7-76a7b04c1849 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 217 time: 0.0406141 Jul 16 08:40:24.771429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7cb8aadf-ccfd-4373-861c-22937009a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.773028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-7cb8aadf-ccfd-4373-861c-22937009a4cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.0603061 Jul 16 08:40:24.773165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.800578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46970e3d-2320-48e3-8958-30f502161998'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:24.803237 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d54a11-438a-4090-ba5d-85f5069fee54" -d '{"events": [{"server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "name": "network-vif-plugged", "status": "completed", "tag": "46970e3d-2320-48e3-8958-30f502161998"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:24.809689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.811877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.813078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4282a4dc-762d-4986-924a-dfafa2e3cc92 HTTP/1.1" status: 204 len: 168 time: 0.3233020 Jul 16 08:40:24.820278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=46970e3d-2320-48e3-8958-30f502161998,segment=NetworkSegment(cb89b173-961e-4eca-b867-13ab84459412),segment_id=cb89b173-961e-4eca-b867-13ab84459412)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:24.825191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.828697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650a311-9b4f-4b94-b68c-2dfcca89de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4282a4dc-762d-4986-924a-dfafa2e3cc92,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.853903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-7c357c86-0a9b-4c2b-acd1-e1167fbfc4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268612 Jul 16 08:40:24.856648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-14a5c3b1-bd1d-4bc3-8f95-b19acfaf1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.860175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-14a5c3b1-bd1d-4bc3-8f95-b19acfaf1a66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788074 Jul 16 08:40:24.894068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.917605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb5ab-d110-416d-9b2d-ff9904d66ca0 req-f06cab37-ce94-4fd2-b7f3-664dc10e30e0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.919177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734fb5ab-d110-416d-9b2d-ff9904d66ca0 req-f06cab37-ce94-4fd2-b7f3-664dc10e30e0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1654801 Jul 16 08:40:24.923021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.956540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Transition to ACTIVE for port object ddb9f740-599c-4ac5-b8be-685eb9fae95f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:24.984277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734fb5ab-d110-416d-9b2d-ff9904d66ca0 req-1484c7cf-a288-4e64-ad52-c1715c1b9a6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564418 Jul 16 08:40:25.009292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.034670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['1f18bc22-8313-4d1d-ba12-316dc4f3edd7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:25.060087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-99f8e0a7-6e5f-4e85-abdd-34e7c0849271 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925437 Jul 16 08:40:25.136484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:25.175889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:25.215358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:25.215977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-19b60165-96c4-4eb8-9d90-11f54693f231 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446555 Jul 16 08:40:25.221029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event updated for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.317498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-eb4b8573-baec-469f-9325-e642ee230b70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 217 time: 0.0949123 Jul 16 08:40:25.321428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.322073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.357093 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65de63d3-7e0d-41c9-9e94-4b1c459cb48b x-openstack-request-id: req-65de63d3-7e0d-41c9-9e94-4b1c459cb48b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:25.357462 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "name": "network-vif-plugged", "status": "completed", "tag": "46970e3d-2320-48e3-8958-30f502161998", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:25.357640 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65de63d3-7e0d-41c9-9e94-4b1c459cb48b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:25.358175 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46970e3d-2320-48e3-8958-30f502161998', 'code': 200} Jul 16 08:40:25.368383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8cad0-c279-49c3-9266-9d9ddbd23a18 req-5e8dcff7-65ad-4d18-82c5-1331d7f8d805 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.377543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89e8cad0-c279-49c3-9266-9d9ddbd23a18 req-5e8dcff7-65ad-4d18-82c5-1331d7f8d805 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 945 time: 0.2493222 Jul 16 08:40:25.413755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-297ba32f-3d70-4c6a-ae6c-ed9fa2a6f1f7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5733521 Jul 16 08:40:25.431277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Request body: {'port': {'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:25.477964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89e8cad0-c279-49c3-9266-9d9ddbd23a18 req-7cff908d-6089-4b2b-94e5-b28ad1ea88ff tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963819 Jul 16 08:40:25.500435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3ad6588b-8293-45be-ac34-64a10e67cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.501948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-3ad6588b-8293-45be-ac34-64a10e67cdeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1787832 Jul 16 08:40:25.602126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958270a-a150-4cab-8083-4571ac063721 req-fdc50ff1-0af9-4a89-9d7e-14d31f0cf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.603753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5958270a-a150-4cab-8083-4571ac063721 req-fdc50ff1-0af9-4a89-9d7e-14d31f0cf23e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 1097 time: 0.1593301 Jul 16 08:40:25.608773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-6932e724-cba2-48ac-be22-4ed022bcceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.610240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-6932e724-cba2-48ac-be22-4ed022bcceef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011565 Jul 16 08:40:25.674366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5958270a-a150-4cab-8083-4571ac063721 req-4afc22ff-ef67-4836-8bce-49968bdc5c82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631158 Jul 16 08:40:25.691714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2dd80bc-a497-4679-8804-951833beb563 None None] Provisioning for port ddb9f740-599c-4ac5-b8be-685eb9fae95f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:25.699568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2dd80bc-a497-4679-8804-951833beb563 None None] Provisioning complete for port ddb9f740-599c-4ac5-b8be-685eb9fae95f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:25.700833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2dd80bc-a497-4679-8804-951833beb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.745525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-34099d1d-7ef8-4159-b975-a95fc170250e service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279306 Jul 16 08:40:25.755923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd80bc-a497-4679-8804-951833beb563 None None] Port ddb9f740-599c-4ac5-b8be-685eb9fae95f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:25.877090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0c14c6c-39db-4652-98db-8c11664ea488 req-a77fbf17-deaf-43f5-abfb-d39463f6b3a3 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Jul 16 08:40:25.985816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a2e3713-eb59-4895-b603-4ebfcfa56338 req-d2a31ef8-da94-46b7-85a6-ed47b2a0d6fe tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 210 time: 0.0508780 Jul 16 08:40:25.996694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.040075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.069932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2044c-17d7-45eb-ad52-6638d6302a5f req-8feff748-c183-4391-98ab-e7c3ac1d2dda tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.071451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5dd2044c-17d7-45eb-ad52-6638d6302a5f req-8feff748-c183-4391-98ab-e7c3ac1d2dda tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 932 time: 0.5825207 Jul 16 08:40:26.104076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.105529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.106220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.107359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.108622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.109461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.109994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.113013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-46704e1d-71f6-478c-8b50-4860befbec61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6493 time: 0.1287513 Jul 16 08:40:26.202609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5dd2044c-17d7-45eb-ad52-6638d6302a5f req-ec33ac6d-4769-4ec9-a6bc-f680a9b5b95d tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221278 Jul 16 08:40:26.267003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-719237940-network', 'tenant_id': '4c7a7cbeae464c9fb869f3302cb50830'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:26.290981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-35f78248-e68e-4cd3-9362-df675096f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.293103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-35f78248-e68e-4cd3-9362-df675096f4aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 902 time: 0.1680374 Jul 16 08:40:26.346865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Made reservation on behalf of 4c7a7cbeae464c9fb869f3302cb50830 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:26.349219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.352209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-1ea353e6-4276-4ee9-96bd-c81960100a63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 217 time: 0.0487974 Jul 16 08:40:26.368055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.423976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.427070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-37ad0194-1d94-4165-92ad-99dfd81d72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.428580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-37ad0194-1d94-4165-92ad-99dfd81d72bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.0691347 Jul 16 08:40:26.430335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.436831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.443034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.454230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.460226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.466160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.468712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-6fff1a61-8ecb-4a28-9ae9-39f6fe185701 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2330885 Jul 16 08:40:26.566905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c8c8c-57f2-46eb-b30f-bf57271c2d86 req-e2f99668-fe85-4913-9399-6525b58ebc92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.568471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242c8c8c-57f2-46eb-b30f-bf57271c2d86 req-e2f99668-fe85-4913-9399-6525b58ebc92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2255354 Jul 16 08:40:26.589123 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.590581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb9f740-599c-4ac5-b8be-685eb9fae95f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:26.591482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-e16dcbf8-a3be-499f-879e-a4050bbbaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.593775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-e16dcbf8-a3be-499f-879e-a4050bbbaecc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551592 Jul 16 08:40:26.597032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.599917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65c9c4de-033f-4e8e-a711-41fef0ea6b1d req-de9c8716-7268-463d-97a1-52e514a44894 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184340 Jul 16 08:40:26.611025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.640102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Transition to ACTIVE for port object ddb9f740-599c-4ac5-b8be-685eb9fae95f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:26.641772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:26.647545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.680395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.694453 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-3b0138dc-5041-42f1-b2ea-1e688456aa15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2025299 Jul 16 08:40:26.695648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.695993 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Added segment 2973dfb1-664d-43e3-835a-471b9ffb5cb7 of type vlan for network 03936846-70ad-4482-abb5-b6e771d9bace Jul 16 08:40:26.709909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242c8c8c-57f2-46eb-b30f-bf57271c2d86 req-5263298b-5763-4de4-915a-a15deb749b1b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272507 Jul 16 08:40:26.789918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.854513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.892082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-c0c5614a-04a5-4c05-a987-45a01e59a194 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841535 Jul 16 08:40:26.901742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Attempting to bind port ddb9f740-599c-4ac5-b8be-685eb9fae95f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.912279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Attempting to bind port ddb9f740-599c-4ac5-b8be-685eb9fae95f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.912944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Attempting to bind port ddb9f740-599c-4ac5-b8be-685eb9fae95f on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.920240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Port ddb9f740-599c-4ac5-b8be-685eb9fae95f on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.921384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Attempting to bind port ddb9f740-599c-4ac5-b8be-685eb9fae95f on network eec55fe2-d953-478f-a7e0-9a43f5ecc05c {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.949379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:26.950130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Checking segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:26.950755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Bound using segment: {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:26.951512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Bound port: ddb9f740-599c-4ac5-b8be-685eb9fae95f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cf84d2-ada9-4ad1-aa4f-2614a1103de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:26.952318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.057687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.058680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.059254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.064978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:27.074834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5f958-5c12-4a92-91e6-affd51950e70 req-0e6bd97f-dea5-4fe7-87b8-7b5c85d28611 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.082778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ce5f958-5c12-4a92-91e6-affd51950e70 req-0e6bd97f-dea5-4fe7-87b8-7b5c85d28611 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 945 time: 0.1533110 Jul 16 08:40:27.092706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:27.105436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.211037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83912175-12ef-4325-8374-869c22da97b4 req-996cd912-9077-471f-a62c-5bdcd43c022a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 210 time: 0.0598497 Jul 16 08:40:27.214502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.215135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.216547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] 10.222.0.46 "PUT /v2.0/ports/ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 1093 time: 1.7909915 Jul 16 08:40:27.224726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:27.227084 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890905ba-6317-4139-a747-8ba4bf4413ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:27.259040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ce5f958-5c12-4a92-91e6-affd51950e70 req-013c324f-390a-4def-8f31-732f55768e8b tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751842 Jul 16 08:40:27.262808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff2ea3-3a54-4497-9d72-0943473abd16 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.370281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-d1cd7c02-495e-469c-8cf0-364e2af06753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.373126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-d1cd7c02-495e-469c-8cf0-364e2af06753 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1096 time: 0.0950899 Jul 16 08:40:27.404289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-61adef9b-b857-44aa-997f-29f9ac1e16f0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.406694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-61adef9b-b857-44aa-997f-29f9ac1e16f0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.6646104 Jul 16 08:40:27.408950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-b766a280-f34e-4b5c-8653-2c3ebb9f61b8 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818645 Jul 16 08:40:27.428232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-84c6ac96-c656-4bea-abf8-5ef806276268 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 217 time: 0.0464990 Jul 16 08:40:27.439764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:27.485572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4430306 Jul 16 08:40:27.492500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43528) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.497003 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab817c-2dcc-478c-9186-e8977fc343ff x-openstack-request-id: req-fdab817c-2dcc-478c-9186-e8977fc343ff {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:27.497302 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:27.497557 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdab817c-2dcc-478c-9186-e8977fc343ff {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:27.497945 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'status': 'completed', 'code': 200} Jul 16 08:40:27.502888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Request body: {'subnet': {'network_id': '03936846-70ad-4482-abb5-b6e771d9bace', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-719237940-subnet', 'tenant_id': '4c7a7cbeae464c9fb869f3302cb50830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:27.524259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.524867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.525337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.525814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.526279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.527321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.527321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.530421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-779b452f-3d8e-40b5-9e2b-ea2ddceaa638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.7419424 Jul 16 08:40:27.553557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-d1535645-b464-4534-b554-4bbf2060a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.555053 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-d1535645-b464-4534-b554-4bbf2060a1ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1184475 Jul 16 08:40:27.558431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Made reservation on behalf of 4c7a7cbeae464c9fb869f3302cb50830 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:27.560777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.573140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec8409-5d10-4509-85bd-28181b6a5288 admin admin] Pushing event updated for resources: {'Network': ['ID=03936846-70ad-4482-abb5-b6e771d9bace,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.585904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 03936846-70ad-4482-abb5-b6e771d9bace details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:27.635319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f494-9bd7-4832-aa4b-4d8749a54db9 req-1230b8ff-4d37-4428-a2bc-5de9d567528e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.645143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc17f494-9bd7-4832-aa4b-4d8749a54db9 req-1230b8ff-4d37-4428-a2bc-5de9d567528e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 944 time: 0.2194705 Jul 16 08:40:27.736002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-9dd0d35c-5e3f-4f95-bec5-c7b8cfa81ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.736582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-9dd0d35c-5e3f-4f95-bec5-c7b8cfa81ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.736844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-9dd0d35c-5e3f-4f95-bec5-c7b8cfa81ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.738768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-9dd0d35c-5e3f-4f95-bec5-c7b8cfa81ea7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=eca03ba4-77fc-4a01-85db-b1416d474e14&id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 2294 time: 0.1701109 Jul 16 08:40:27.756513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc17f494-9bd7-4832-aa4b-4d8749a54db9 req-88507a9a-eee0-44d0-a3df-738039ce1462 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103787 Jul 16 08:40:27.782277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc70951-53f4-4c44-95cf-52349604035c req-148948fd-99bf-43ce-b1cc-4183bc866114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.783742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-148948fd-99bf-43ce-b1cc-4183bc866114 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2077141 Jul 16 08:40:27.844325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.844812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.845881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.846414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.846904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.847407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.848089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.850690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bc05f82c-97ad-494f-98d6-a88edb84763e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6493 time: 0.3329554 Jul 16 08:40:27.873756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-ad2c2ec1-46e5-43b0-b05b-941d3d304718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 1001 time: 0.1219256 Jul 16 08:40:27.933387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:27.937419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.010057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.016381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-224874e2-b9f9-497f-a1de-befd660b94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.016700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.017973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-224874e2-b9f9-497f-a1de-befd660b94f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 200 len: 851 time: 0.1306031 Jul 16 08:40:28.022579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.028482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.034333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.040197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.046696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.048678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-59531a77-c198-4341-99fa-412cbebf0ebf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2797568 Jul 16 08:40:28.052958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.074988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-6bf9e802-8bdc-435d-8fb4-43bfaf5610f7 service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683630 Jul 16 08:40:28.099670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-aeed318c-411b-42fb-a7c1-d53a67917ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.102141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-aeed318c-411b-42fb-a7c1-d53a67917ce1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 902 time: 0.2415802 Jul 16 08:40:28.154069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-dc1f00aa-aacb-4a32-a0d0-52e84156242d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 217 time: 0.0437469 Jul 16 08:40:28.234904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50dd473e-24df-443a-ac2b-68e3e9711b61 req-da1d00ba-9595-4af3-aef0-a24ca9093e3e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568937 Jul 16 08:40:28.239710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072bfbad-d7e1-4b00-9267-60e082bf8a43,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.256908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.10 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/174c4049-03a2-496b-842a-937441d60fa1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:28.266138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80fff-b800-4158-b698-5243f29d2597 req-fbdacf25-bb05-41b5-8f00-d801df64d86b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.267577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9f80fff-b800-4158-b698-5243f29d2597 req-fbdacf25-bb05-41b5-8f00-d801df64d86b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2829714 Jul 16 08:40:28.268356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Checking segment: {'id': '2973dfb1-664d-43e3-835a-471b9ffb5cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:28.268490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-df6fdd35-7785-47da-99c1-f239efe77510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.268713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Network hostable DHCP agents. Network: 03936846-70ad-4482-abb5-b6e771d9bace, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:28.269871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-df6fdd35-7785-47da-99c1-f239efe77510 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.0918727 Jul 16 08:40:28.271716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-1794a34a-64ea-4524-a005-0bd50507f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.273269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-1794a34a-64ea-4524-a005-0bd50507f132 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=508bb44a-bf86-47d8-b131-81bd32e8f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447000 Jul 16 08:40:28.304624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bc70951-53f4-4c44-95cf-52349604035c req-9a2a2a1f-f07c-4f06-8016-92350be5a9af service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010112 Jul 16 08:40:28.322862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Network 03936846-70ad-4482-abb5-b6e771d9bace is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:28.334052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9f80fff-b800-4158-b698-5243f29d2597 req-b33a7f13-5387-47d6-b17a-31a811203ef7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Jul 16 08:40:28.343144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 03936846-70ad-4482-abb5-b6e771d9bace) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.347610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.348249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.364126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eb7954-447d-490f-b845-f7ee684fc4f0 None None] Network 03936846-70ad-4482-abb5-b6e771d9bace requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:28.414740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d22c6f85-2b20-49f5-9979-b259adb08932 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9157832 Jul 16 08:40:28.455779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890905ba-6317-4139-a747-8ba4bf4413ac req-2914df5c-40e2-46f9-8d78-07ddcf822f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.458458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-2914df5c-40e2-46f9-8d78-07ddcf822f6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1096 time: 0.0930610 Jul 16 08:40:28.524348 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-0bf99834-b507-44a9-be96-f3cbf791f69f service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304373 Jul 16 08:40:28.565953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bd9ef442-1cd3-44f9-8edf-a10714e42ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.567486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-bd9ef442-1cd3-44f9-8edf-a10714e42ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2831473 Jul 16 08:40:28.596363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39685e3-4c99-45da-aa1e-a59faeb360b3 None None] Network 03936846-70ad-4482-abb5-b6e771d9bace requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:28.666354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2daca9e5-d1fb-4e3a-9c39-aaa5e9cf9265 req-4f2f51e0-85b6-4cf5-9ee7-071416e8a3ae tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 210 time: 0.0499873 Jul 16 08:40:28.698466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890905ba-6317-4139-a747-8ba4bf4413ac req-02f531e0-966a-4d17-9355-9ae3d837b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.699934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-02f531e0-966a-4d17-9355-9ae3d837b0b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.2338789 Jul 16 08:40:28.759902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-fc569f0a-8b42-4d67-9ac2-4113dd60d631 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 217 time: 0.0529716 Jul 16 08:40:28.836910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890905ba-6317-4139-a747-8ba4bf4413ac req-b106f4d0-cd91-484e-abd2-848f37b090bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.839177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.839722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-b106f4d0-cd91-484e-abd2-848f37b090bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0706728 Jul 16 08:40:28.871911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-5e55bd4d-4178-4cc5-8ff1-4c533def73a0 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382163 Jul 16 08:40:28.881591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-b40988a5-69ae-407b-ab04-29b09a3d08c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012993 Jul 16 08:40:28.917706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890905ba-6317-4139-a747-8ba4bf4413ac req-125913cc-855c-4c88-a443-0a3792ddc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.919106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-125913cc-855c-4c88-a443-0a3792ddc771 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720472 Jul 16 08:40:28.948895 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-98bd0358-feb7-4de5-acbe-1e8e3d5e2404 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 217 time: 0.0664034 Jul 16 08:40:29.032457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.049162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:29.083631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-06819e3b-f59b-4b09-8766-570ea6086b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.085041 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-06819e3b-f59b-4b09-8766-570ea6086b47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1251996 Jul 16 08:40:29.111149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:29.144411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:29.150141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:29.161335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-2110a616-eaef-4eeb-a360-3abe1f20d3af service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344472 Jul 16 08:40:29.169766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-979a485d-f14f-4c73-8292-ff9026f692b1 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.171810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-979a485d-f14f-4c73-8292-ff9026f692b1 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/networks?id=03936846-70ad-4482-abb5-b6e771d9bace HTTP/1.1" status: 200 len: 817 time: 0.2143831 Jul 16 08:40:29.179129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c1023ff-5d15-45e7-9c4d-e4cc1dbfa844 req-e5cc3781-0df2-4684-a3df-3d6bdca9f1ee service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856848 Jul 16 08:40:29.184339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.187696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932690-6fed-45d1-a35b-a8e5ec3328c2 req-20a0b940-58b4-48a0-83bc-a57697681ca6 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.194654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c932690-6fed-45d1-a35b-a8e5ec3328c2 req-20a0b940-58b4-48a0-83bc-a57697681ca6 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 945 time: 0.2219541 Jul 16 08:40:29.218855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.219807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.240766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-263b27af-44f2-4d80-b8ed-87797845573e tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/quotas/4c7a7cbeae464c9fb869f3302cb50830 HTTP/1.1" status: 200 len: 375 time: 0.0441566 Jul 16 08:40:29.242473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-76ed15bd-6a5c-487e-a7c0-d6be62d9bc6b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8113575 Jul 16 08:40:29.248026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-ea35fe31-f3c4-418b-9ff2-3748fd91c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.249607 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-ea35fe31-f3c4-418b-9ff2-3748fd91c0f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485927 Jul 16 08:40:29.262817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Request body: {'port': {'device_id': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:29.319622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-af0f1593-edf5-415c-bf4a-02e7fa3fc86c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c7a7cbeae464c9fb869f3302cb50830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716302 Jul 16 08:40:29.324783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c932690-6fed-45d1-a35b-a8e5ec3328c2 req-4a37c774-8fd8-431c-b888-38a1a934a478 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293943 Jul 16 08:40:29.361390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-890905ba-6317-4139-a747-8ba4bf4413ac req-e8e3e9d5-389b-42bd-ba8f-dea90d6732c4 service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874015 Jul 16 08:40:29.398093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.417153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-35569723-8210-4b6d-bdc5-468d3393ce7d service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517265 Jul 16 08:40:29.537860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-a3b88592-175d-4d45-adaa-47348a5874eb service neutron] 10.222.0.32 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106924 Jul 16 08:40:29.562182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4f5da-c598-4bb4-a895-c5e54feaa10c req-06dd8f1e-35e8-4b98-83c7-39963c5a76f3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.563913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca4f5da-c598-4bb4-a895-c5e54feaa10c req-06dd8f1e-35e8-4b98-83c7-39963c5a76f3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 944 time: 0.1292114 Jul 16 08:40:29.629298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-dadeeed5-60a1-405d-a8ff-0e7ae3abab84 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897082 Jul 16 08:40:29.650608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca4f5da-c598-4bb4-a895-c5e54feaa10c req-457f3870-6c2e-4e2d-aad0-5906a8dd64e9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769689 Jul 16 08:40:29.670736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-a30ef182-93d3-4cdb-9a1d-8bff8e6d6ba3 service neutron] 10.222.0.32 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238494 Jul 16 08:40:29.699663 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-aabc9cdf-f7c1-477b-90e6-bdf5c1c1695a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 217 time: 0.0621324 Jul 16 08:40:29.787796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-49af45d3-42c2-4b8b-8cb8-715b42bc7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.789297 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-49af45d3-42c2-4b8b-8cb8-715b42bc7b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.0735078 Jul 16 08:40:29.860194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.862772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174c4049-03a2-496b-842a-937441d60fa1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:29.868373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.874850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.876124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.884069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.891283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.896858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Transition to ACTIVE for port object 174c4049-03a2-496b-842a-937441d60fa1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:29.898399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.906157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.907269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c54223da-d376-4336-860c-8b3d48281ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.908575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-aee9db60-a604-40a1-b3c2-a3172886a818 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1430979 Jul 16 08:40:29.908853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c54223da-d376-4336-860c-8b3d48281ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939202 Jul 16 08:40:29.910117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.990179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e457de9-e7c5-425e-a712-548baa3b76bd req-5c8d7075-b80e-414c-9b75-5aff95036038 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690823 Jul 16 08:40:30.013688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Pushing event updated for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.015416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc293-1af7-44ea-b089-1bd77dc1dda8 req-94b8187a-7ee4-4eb6-b4c4-8e4dbbf60aa7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.028861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a8dc293-1af7-44ea-b089-1bd77dc1dda8 req-94b8187a-7ee4-4eb6-b4c4-8e4dbbf60aa7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1187108 Jul 16 08:40:30.079754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a8dc293-1af7-44ea-b089-1bd77dc1dda8 req-47cb731f-18b1-45cf-bec3-7bfc9ca24313 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Jul 16 08:40:30.119349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Attempting to bind port 174c4049-03a2-496b-842a-937441d60fa1 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:30.119671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Attempting to bind port 174c4049-03a2-496b-842a-937441d60fa1 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:30.120003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Attempting to bind port 174c4049-03a2-496b-842a-937441d60fa1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:30.128762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Port 174c4049-03a2-496b-842a-937441d60fa1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:30.129092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Attempting to bind port 174c4049-03a2-496b-842a-937441d60fa1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:30.132594 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-39e3fddd-0ae9-4ec2-beec-551b3f910034 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144201 Jul 16 08:40:30.137574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:30.137924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:30.138309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:30.138768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Bound port: 174c4049-03a2-496b-842a-937441d60fa1, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:30.139687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.221337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e11cee66-4be6-47e2-b90d-50dca8f63ca1 req-c62edafc-66ed-417b-8f24-f3a5078ce6c1 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 210 time: 0.0370579 Jul 16 08:40:30.306028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b9b19-9243-4f28-babb-3467275c88be req-4928f778-b41f-43ee-ba1a-1aeb01626b75 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.307658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-580b9b19-9243-4f28-babb-3467275c88be req-4928f778-b41f-43ee-ba1a-1aeb01626b75 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 944 time: 0.0854440 Jul 16 08:40:30.395363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-580b9b19-9243-4f28-babb-3467275c88be req-4b995341-df39-428c-ac57-349893202351 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813947 Jul 16 08:40:30.446267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae5a7-5eab-4658-a158-187334686836 req-2deea50a-65e0-43d4-bf21-19c54f822d25 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.449233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-963ae5a7-5eab-4658-a158-187334686836 req-2deea50a-65e0-43d4-bf21-19c54f822d25 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 945 time: 0.1126902 Jul 16 08:40:30.594193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:30.597788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-15922c36-e7cd-42cf-8e66-87530bfee6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551153 Jul 16 08:40:30.611960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad42de-a83f-4055-95c3-2b090c8d1fed req-ed260753-f649-45c6-b3f9-2239e64304c0 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.613475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7ad42de-a83f-4055-95c3-2b090c8d1fed req-ed260753-f649-45c6-b3f9-2239e64304c0 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 945 time: 0.1135566 Jul 16 08:40:30.614958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Deleting port 46970e3d-2320-48e3-8958-30f502161998 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:30.615601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.642578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=174c4049-03a2-496b-842a-937441d60fa1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:30.644935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-5295e00c-5994-4244-a36d-035b5f6def07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 200 len: 217 time: 0.0385590 Jul 16 08:40:30.648963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.734572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-3744a35f-d539-4fec-9a59-d65b3799d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.736133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-3744a35f-d539-4fec-9a59-d65b3799d234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.0823328 Jul 16 08:40:30.741128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.741762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.743165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] 10.222.0.46 "PUT /v2.0/ports/174c4049-03a2-496b-842a-937441d60fa1 HTTP/1.1" status: 200 len: 1093 time: 1.4845567 Jul 16 08:40:30.743638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'tag': '174c4049-03a2-496b-842a-937441d60fa1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:30.746078 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "tag": "174c4049-03a2-496b-842a-937441d60fa1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:30.824266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6449e3-7ebc-4689-9e0f-e7dad2b0f38e service neutron] Pushing event updated for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.867727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c17dc0eb-d199-48cc-a6b8-1ccdfb974cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.869326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c17dc0eb-d199-48cc-a6b8-1ccdfb974cfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159391 Jul 16 08:40:30.876151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e4207bdb-0a82-49be-9698-c369e88cb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.877848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e4207bdb-0a82-49be-9698-c369e88cb63c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 1096 time: 0.0868139 Jul 16 08:40:30.941855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-cdde0bf2-9a0b-4e87-8fcf-8e7ed3e34e27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4049-03a2-496b-842a-937441d60fa1 HTTP/1.1" status: 200 len: 217 time: 0.0545216 Jul 16 08:40:31.039700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-4f009776-86c3-46c6-924d-1406f899ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.041279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-4f009776-86c3-46c6-924d-1406f899ac52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0694714 Jul 16 08:40:31.043767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-84af26fc-7520-4d55-9838-accf3966c69a service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644549 Jul 16 08:40:31.046793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7ad42de-a83f-4055-95c3-2b090c8d1fed req-0458688d-3fa3-4ced-92c8-781919982f22 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/security-groups?id=de210c80-71bf-4077-a48f-67db60850053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161789 Jul 16 08:40:31.108321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] For port 46970e3d-2320-48e3-8958-30f502161998, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=46970e3d-2320-48e3-8958-30f502161998,segment=NetworkSegment(cb89b173-961e-4eca-b867-13ab84459412),segment_id=cb89b173-961e-4eca-b867-13ab84459412)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:31.108682 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.128133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Calling delete_port for 46970e3d-2320-48e3-8958-30f502161998 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:31.161577 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee2d2a0-9a67-4e39-9599-dddd00621de8 x-openstack-request-id: req-4ee2d2a0-9a67-4e39-9599-dddd00621de8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:31.161920 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "tag": "174c4049-03a2-496b-842a-937441d60fa1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:31.162158 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ee2d2a0-9a67-4e39-9599-dddd00621de8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:31.162535 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'tag': '174c4049-03a2-496b-842a-937441d60fa1', 'status': 'completed', 'code': 200} Jul 16 08:40:31.184228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-8836608e-6b62-46db-b385-fe86f22c57e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274781 Jul 16 08:40:31.188812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b80d3-c14f-4f86-ac45-18da6b2ccb6b req-4919f374-ea60-488c-acb6-56b7194dc5e7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.190310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a82b80d3-c14f-4f86-ac45-18da6b2ccb6b req-4919f374-ea60-488c-acb6-56b7194dc5e7 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 944 time: 0.1632359 Jul 16 08:40:31.266018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a82b80d3-c14f-4f86-ac45-18da6b2ccb6b req-c08f48da-b527-414c-aa40-ec440507fbd8 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680318 Jul 16 08:40:31.361193 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-5e97bd3e-d80a-401f-a2d8-9f302f9787bc service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056009 Jul 16 08:40:31.372559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.378696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.385301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.396712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.398545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.410270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.416440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.418640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84b9db38-bb84-49b8-9454-229c494948c9 req-f8cf467c-a614-47e7-aa85-0142b8a965d3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1864471 Jul 16 08:40:31.418894 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-148ebba6-3714-4c3f-b082-641361d02bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 200 len: 217 time: 0.0439756 Jul 16 08:40:31.443462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-34a31043-834f-43be-a803-72039afaaef8 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.445562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-34a31043-834f-43be-a803-72039afaaef8 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.46 "GET /v2.0/networks?id=03936846-70ad-4482-abb5-b6e771d9bace HTTP/1.1" status: 200 len: 817 time: 0.2822564 Jul 16 08:40:31.462878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.473832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-74d8457e-7e29-4cc3-9c35-5773cf448127 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780957 Jul 16 08:40:31.476065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['46970e3d-2320-48e3-8958-30f502161998'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:31.479893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Request body: {'port': {'device_id': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace', 'admin_state_up': True, 'tenant_id': '4c7a7cbeae464c9fb869f3302cb50830'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:31.518964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Pushing event deleted for resources: {'Port': ['ID=46970e3d-2320-48e3-8958-30f502161998,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.566337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84b9db38-bb84-49b8-9454-229c494948c9 req-1fa6d0d5-70b7-4e69-95fb-7ca2e72183a3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323981 Jul 16 08:40:31.590928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] No DVR routers for this DVR port 46970e3d-2320-48e3-8958-30f502161998 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:31.593923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.596127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-963ae5a7-5eab-4658-a158-187334686836 req-825d50dd-7730-4619-8137-086f1258f9fd tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.46 "DELETE /v2.0/ports/46970e3d-2320-48e3-8958-30f502161998 HTTP/1.1" status: 204 len: 173 time: 1.1401486 Jul 16 08:40:31.609296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'name': 'network-vif-deleted', 'tag': '46970e3d-2320-48e3-8958-30f502161998'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:31.611557 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be308d2-0b7b-4b34-8422-868e60fe66fe" -d '{"events": [{"server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "name": "network-vif-deleted", "tag": "46970e3d-2320-48e3-8958-30f502161998"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:31.638331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db43be9-317a-43de-9c19-46ab80ee5c68 req-36245184-2dc0-4a8c-b6da-48d7491e43f0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.646256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0db43be9-317a-43de-9c19-46ab80ee5c68 req-36245184-2dc0-4a8c-b6da-48d7491e43f0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2249112 Jul 16 08:40:31.670980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-57a6881a-4468-49a1-8531-f76897bc8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.672880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-57a6881a-4468-49a1-8531-f76897bc8b6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.2083251 Jul 16 08:40:31.703448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0db43be9-317a-43de-9c19-46ab80ee5c68 req-2b523a4a-3e73-46b5-9d95-2c7c1723c5f0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545218 Jul 16 08:40:31.765876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-991923e1-dc5b-4dab-beed-29d48d22fc7c req-e99d12f3-1a87-472e-a7a5-8c11b6e87893 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541699 Jul 16 08:40:31.803863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-e24ff317-fb35-4060-9ef4-fe58c58c5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.805443 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-e24ff317-fb35-4060-9ef4-fe58c58c5c8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214030 Jul 16 08:40:31.806204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Made reservation on behalf of 4c7a7cbeae464c9fb869f3302cb50830 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:31.809744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.875856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6490fc7e-63e5-490c-83b6-2ace93892717 req-5fe7ca52-32ff-48c9-94ec-54f42b55452a tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 210 time: 0.0434058 Jul 16 08:40:31.936668 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15f487-c70f-4932-b8e8-699913873876 x-openstack-request-id: req-1e15f487-c70f-4932-b8e8-699913873876 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:31.937154 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8339e7e-793b-4188-9298-d1b71d2eacac", "name": "network-vif-deleted", "tag": "46970e3d-2320-48e3-8958-30f502161998", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:31.937547 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e15f487-c70f-4932-b8e8-699913873876 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:31.938036 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8339e7e-793b-4188-9298-d1b71d2eacac', 'name': 'network-vif-deleted', 'tag': '46970e3d-2320-48e3-8958-30f502161998', 'status': 'completed', 'code': 200} Jul 16 08:40:32.045834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-4f656628-a95e-4d07-89a8-d06907b3cb4f service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232223 Jul 16 08:40:32.053325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-5cb9c38e-8d84-4a87-8645-82f3e8185753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.054775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-5cb9c38e-8d84-4a87-8645-82f3e8185753 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 1096 time: 0.2090733 Jul 16 08:40:32.057160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbd82c-6caa-4149-b7d7-7c98174aa40e req-dbe0ad54-9c04-4596-b253-9f2bababf2b0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.058669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11dbd82c-6caa-4149-b7d7-7c98174aa40e req-dbe0ad54-9c04-4596-b253-9f2bababf2b0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 944 time: 0.0641282 Jul 16 08:40:32.090069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Allocated IP 172.20.0.9 (03936846-70ad-4482-abb5-b6e771d9bace/072bfbad-d7e1-4b00-9267-60e082bf8a43/2e1a708d-c334-4213-9795-cf4d9b812503) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:32.101652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11dbd82c-6caa-4149-b7d7-7c98174aa40e req-4bdd04de-f7d5-4302-9bc1-7eb19b5c9cd5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Jul 16 08:40:32.211206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74d1f45b-9d23-4363-b465-e36a5ca35dfc req-6dbca23c-9c08-437c-b88f-c95235446854 tempest-ServerPasswordTestJSON-1542683279 tempest-ServerPasswordTestJSON-1542683279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8339e7e-793b-4188-9298-d1b71d2eacac HTTP/1.1" status: 200 len: 210 time: 0.0326536 Jul 16 08:40:32.269766 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-dc3c29f0-dad8-4a09-9a90-9e887656b31d service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122192 Jul 16 08:40:32.337890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-dad8c235-662c-4d43-962c-91270a71ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.340934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-dad8c235-662c-4d43-962c-91270a71ae0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.2699225 Jul 16 08:40:32.344414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-6dae6009-2406-4149-99da-657a5e07a890 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 217 time: 0.0586593 Jul 16 08:40:32.451256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-b444b745-5915-43fb-8308-f7a8079a388a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=174c4049-03a2-496b-842a-937441d60fa1 HTTP/1.1" status: 200 len: 217 time: 0.0967865 Jul 16 08:40:32.463458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc31a-9aa3-4dbd-9510-3a50eb589583 req-089fe7fd-5ba0-4b4e-b5be-201fc92ba23d tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.465088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa5fc31a-9aa3-4dbd-9510-3a50eb589583 req-089fe7fd-5ba0-4b4e-b5be-201fc92ba23d tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 944 time: 0.0755203 Jul 16 08:40:32.504022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa5fc31a-9aa3-4dbd-9510-3a50eb589583 req-9161de12-6b16-4b1d-9edf-bab926d5c055 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jul 16 08:40:32.511734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-18a5c693-9b8c-4a16-a484-4549a6893eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.513253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-18a5c693-9b8c-4a16-a484-4549a6893eb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.1576078 Jul 16 08:40:32.538574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.569176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-654ae03d-10cc-46fb-9b07-e1f9e42f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.570576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-654ae03d-10cc-46fb-9b07-e1f9e42f3d09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1061094 Jul 16 08:40:32.613242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-fbf9561f-0cc5-4033-80c6-fdb83e69f0b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338421 Jul 16 08:40:32.644642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ddb9f740-599c-4ac5-b8be-685eb9fae95f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:32.679774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c2e57228-b83b-4176-b114-84442d88993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.681381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-c2e57228-b83b-4176-b114-84442d88993d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551709 Jul 16 08:40:32.684808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.749810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:32.766597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:32.808454 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.827177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb9f740-599c-4ac5-b8be-685eb9fae95f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:32.833788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.840291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.847105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.853870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.856525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:32.860447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.862706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.866694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.872951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.875009 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-a65b18e4-04d5-4c4c-84f4-1c77774da06e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1714664 Jul 16 08:40:32.927029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.949174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-132a6df6-b909-4b3d-a762-4cc9bc70d29c req-2ca8ff02-7184-4209-bcb5-34ea078384ae tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636477 Jul 16 08:40:32.975948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e621-f53d-416a-ae65-a30797fa092b req-f687f266-c331-4ff6-9997-5251bdf0c113 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.977558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3820e621-f53d-416a-ae65-a30797fa092b req-f687f266-c331-4ff6-9997-5251bdf0c113 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1016181 Jul 16 08:40:33.028704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3820e621-f53d-416a-ae65-a30797fa092b req-a0546a01-6d20-4e14-82a9-ee418fe4a7e7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Jul 16 08:40:33.051370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Network 03936846-70ad-4482-abb5-b6e771d9bace is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:33.065480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:33.076063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:33.133208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Pushing event updated for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.144005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-e27ab701-de64-4a08-a054-f65d4cb64394 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189769 Jul 16 08:40:33.168987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ddb9f740-599c-4ac5-b8be-685eb9fae95f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:33.203988 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-840d3a6c-1770-4600-8f09-c3d8797487ce service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932308 Jul 16 08:40:33.209889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.210861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.272178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520f774-7e9a-47c6-b71d-e8a32dfb4ffb req-4453e8fb-3710-4fbc-a67b-f706be8e944e tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.285341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4520f774-7e9a-47c6-b71d-e8a32dfb4ffb req-4453e8fb-3710-4fbc-a67b-f706be8e944e tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 931 time: 0.0896986 Jul 16 08:40:33.296413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-0971c750-cad8-4db0-aaa4-fa8c82e0c25d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8211436 Jul 16 08:40:33.331255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Request body: {'port': {'device_id': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:33.380810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4520f774-7e9a-47c6-b71d-e8a32dfb4ffb req-ae502721-2789-4b37-bdc5-0f9f808339cb tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942552 Jul 16 08:40:33.408931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ce6f94d-2bcc-4ca0-8d54-7076001cbf2e req-8b1f4435-1d9c-4d4b-9da8-82f2b532166e service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384536 Jul 16 08:40:33.417807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-44532c9e-e108-42f2-9ffa-50c149400126 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015874 Jul 16 08:40:33.425027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e86fb-d9d9-42e4-bc6d-7473c440f9fc req-b26816b4-a87c-4265-bca1-6da995d6f993 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.426849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-864e86fb-d9d9-42e4-bc6d-7473c440f9fc req-b26816b4-a87c-4265-bca1-6da995d6f993 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 944 time: 0.1385648 Jul 16 08:40:33.478300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-864e86fb-d9d9-42e4-bc6d-7473c440f9fc req-f9e768ac-63e7-4f41-bc10-cd24a2f1064e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Jul 16 08:40:33.488752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43624) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:33.489294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-fa8cb842-0470-483b-8167-abd86ecd32e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 217 time: 0.0441856 Jul 16 08:40:33.496378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.535832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Deleting subnet a87ddcad-2a4b-4ca8-8107-f57797f9bbb8 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:33.539242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.577316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.581113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-52da3caf-08d3-44f7-b124-7a4cea040de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.582583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-52da3caf-08d3-44f7-b124-7a4cea040de7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.0823381 Jul 16 08:40:33.637086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.725553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.737762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707d176-1630-476e-8385-e263737be48b req-d352eaca-edcc-479e-86d8-48257829ad71 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.739294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7707d176-1630-476e-8385-e263737be48b req-d352eaca-edcc-479e-86d8-48257829ad71 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 945 time: 0.1200256 Jul 16 08:40:33.759189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-3bc22cd8-b04c-4edf-9ff9-9a74a71041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.760723 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-3bc22cd8-b04c-4edf-9ff9-9a74a71041f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694398 Jul 16 08:40:33.771058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87ddcad-2a4b-4ca8-8107-f57797f9bbb8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.774231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.776142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-60fa3f94-718a-4b6c-88a1-c440367cb1e6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a87ddcad-2a4b-4ca8-8107-f57797f9bbb8 HTTP/1.1" status: 204 len: 168 time: 0.2845030 Jul 16 08:40:33.780355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:33.805200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7707d176-1630-476e-8385-e263737be48b req-6ec8c905-82d9-4c5f-aa63-2e6383b40553 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Jul 16 08:40:33.947778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.995955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-eeb72a92-0ef4-49b9-9d41-9552869c01b4 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269773 Jul 16 08:40:34.001582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a708d-c334-4213-9795-cf4d9b812503 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:34.026803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.082948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Transition to ACTIVE for port object 2e1a708d-c334-4213-9795-cf4d9b812503 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:34.090709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.120735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.176875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.182855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.183153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1289fe4-264b-4eaf-942e-aaa7acd2bf44']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:34.189215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.196389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.202950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.208945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.213333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb89b173-961e-4eca-b867-13ab84459412') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:34.213633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb89b173-961e-4eca-b867-13ab84459412') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:34.214930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.218000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-040619f9-9b02-4507-9aee-13d8599fb457 req-316ad32b-1b50-47f6-b65f-2964c686f357 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1386309 Jul 16 08:40:34.229677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.243917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.264246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.287933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-040619f9-9b02-4507-9aee-13d8599fb457 req-f8d76c8d-09ec-4f83-bfad-3fd70af9a6a3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506134 Jul 16 08:40:34.296311 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c2cff20-993f-4bd5-8aa8-b8680990782e req-299b6d38-fbee-44e1-918c-aa8c1c80c6c6 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720842 Jul 16 08:40:34.297527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:34.298113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:34.319887 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:34.331968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e9d4-4105-48b4-90e8-552acf5f94ef req-d50d99f1-8924-42cd-b9c4-b5c0cdc9f3bc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.333992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2469e9d4-4105-48b4-90e8-552acf5f94ef req-d50d99f1-8924-42cd-b9c4-b5c0cdc9f3bc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1795678 Jul 16 08:40:34.380568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2469e9d4-4105-48b4-90e8-552acf5f94ef req-d9a51578-953d-4a34-b5d3-e4f215ef7e2a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Jul 16 08:40:34.390253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.404339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.409550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1289fe4-264b-4eaf-942e-aaa7acd2bf44 HTTP/1.1" status: 204 len: 168 time: 0.6222265 Jul 16 08:40:34.424707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Attempting to bind port 2e1a708d-c334-4213-9795-cf4d9b812503 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.425053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Attempting to bind port 2e1a708d-c334-4213-9795-cf4d9b812503 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2973dfb1-664d-43e3-835a-471b9ffb5cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.425394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Attempting to bind port 2e1a708d-c334-4213-9795-cf4d9b812503 on network 03936846-70ad-4482-abb5-b6e771d9bace {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.430662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Port 2e1a708d-c334-4213-9795-cf4d9b812503 on network 03936846-70ad-4482-abb5-b6e771d9bace not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.431015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Attempting to bind port 2e1a708d-c334-4213-9795-cf4d9b812503 on network 03936846-70ad-4482-abb5-b6e771d9bace {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.433312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391fb3-1dc7-4969-a9a4-c2cd69c425e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1289fe4-264b-4eaf-942e-aaa7acd2bf44,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.443283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:34.443644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Checking segment: {'id': '2973dfb1-664d-43e3-835a-471b9ffb5cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:34.444050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Bound using segment: {'id': '2973dfb1-664d-43e3-835a-471b9ffb5cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:34.444516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Bound port: 2e1a708d-c334-4213-9795-cf4d9b812503, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973dfb1-664d-43e3-835a-471b9ffb5cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:34.444857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.521732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:34.531125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2e1a708d-c334-4213-9795-cf4d9b812503,segment=NetworkSegment(2973dfb1-664d-43e3-835a-471b9ffb5cb7),segment_id=2973dfb1-664d-43e3-835a-471b9ffb5cb7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:34.537078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.577097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.578035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.579557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43644) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.579821 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] 10.222.0.46 "PUT /v2.0/ports/2e1a708d-c334-4213-9795-cf4d9b812503 HTTP/1.1" status: 200 len: 1092 time: 1.2531054 Jul 16 08:40:34.582304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:34.586108 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562949a4-1d68-4f4b-a23d-b771b86c76fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:34.635069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2fc9-a789-4557-8adf-63cb6b584444 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.644775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960784d-b3d8-4a70-8277-5df5cefa5f63 req-c1e5b287-be17-4beb-8bbb-0ec86580e1a6 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.646322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c960784d-b3d8-4a70-8277-5df5cefa5f63 req-c1e5b287-be17-4beb-8bbb-0ec86580e1a6 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 943 time: 0.1136148 Jul 16 08:40:34.652156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c2569761-d530-41df-88c0-b62c0f5b21fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=364665208faf48b0a5697178cc3b963d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694373 Jul 16 08:40:34.654701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.655482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 174c4049-03a2-496b-842a-937441d60fa1 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:34.657872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ddb9f740-599c-4ac5-b8be-685eb9fae95f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:34.707927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-253bbf77-2aa4-456e-98a9-eeae457876f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.708445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-253bbf77-2aa4-456e-98a9-eeae457876f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c7a7cbeae464c9fb869f3302cb50830&device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 1095 time: 0.0687051 Jul 16 08:40:34.740389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ddb9f740-599c-4ac5-b8be-685eb9fae95f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:34.761702 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-635a122f-a238-4ba7-b05f-6025d07d528c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e1a708d-c334-4213-9795-cf4d9b812503 HTTP/1.1" status: 200 len: 217 time: 0.0452316 Jul 16 08:40:34.762709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c960784d-b3d8-4a70-8277-5df5cefa5f63 req-bd992762-9523-47e7-8a66-726ef654a1d0 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096575 Jul 16 08:40:34.774837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ddb9f740-599c-4ac5-b8be-685eb9fae95f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:34.775109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.803588 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.816482 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fd4603-f5db-440b-a3bd-786c4ef53127 x-openstack-request-id: req-a8fd4603-f5db-440b-a3bd-786c4ef53127 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:34.816793 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:34.817034 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8fd4603-f5db-440b-a3bd-786c4ef53127 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:34.817444 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503', 'status': 'completed', 'code': 200} Jul 16 08:40:34.823810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-1243b3ac-2cc6-4254-b008-57372045d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.825390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-1243b3ac-2cc6-4254-b008-57372045d303 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=072bfbad-d7e1-4b00-9267-60e082bf8a43 HTTP/1.1" status: 200 len: 857 time: 0.0569673 Jul 16 08:40:34.835990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084708a-b70e-427a-bbec-5c75216f182e req-84770391-feb5-40bc-913b-0c53f399f324 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.844439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8084708a-b70e-427a-bbec-5c75216f182e req-84770391-feb5-40bc-913b-0c53f399f324 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 944 time: 0.1969340 Jul 16 08:40:34.847355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=174c4049-03a2-496b-842a-937441d60fa1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.867532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '174c4049-03a2-496b-842a-937441d60fa1', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': '174c4049-03a2-496b-842a-937441d60fa1', 'mac_address': 'fa:16:3e:aa:10:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:34.869151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-550b1cac-494a-4119-9d72-e8077681acd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03936846-70ad-4482-abb5-b6e771d9bace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370734 Jul 16 08:40:34.872334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.916441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8084708a-b70e-427a-bbec-5c75216f182e req-98d41f84-cdf0-4e71-86af-9aeaa5961002 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Jul 16 08:40:34.931774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.954045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.956831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.960465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de210c80-71bf-4077-a48f-67db60850053 HTTP/1.1" status: 204 len: 168 time: 0.2951131 Jul 16 08:40:34.982081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.985562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:34.988019 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b922bc0-ff4d-4d2f-bd4c-1efea1a644b1" -d '{"events": [{"server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:34.993542 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.994956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 46970e3d-2320-48e3-8958-30f502161998 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:34.995104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df0e2d-6936-4d40-9cbc-d73808b942f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de210c80-71bf-4077-a48f-67db60850053,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.037500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.049658 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-9c3c15f6-0eb6-4706-83ad-98409b4a9875 service neutron] 10.222.0.46 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725225 Jul 16 08:40:35.052284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344190-1fa6-4f63-be55-ddf8522d73f4 req-a6edee1e-3d34-484a-b7b5-c33d0d22d9f5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.054210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4344190-1fa6-4f63-be55-ddf8522d73f4 req-a6edee1e-3d34-484a-b7b5-c33d0d22d9f5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 945 time: 0.0951657 Jul 16 08:40:35.087134 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d830e469-9964-40a3-abf2-c061b615997c x-openstack-request-id: req-d830e469-9964-40a3-abf2-c061b615997c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:35.087513 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "name": "network-vif-plugged", "status": "completed", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:35.088480 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d830e469-9964-40a3-abf2-c061b615997c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:35.088894 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'code': 200} Jul 16 08:40:35.102403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 46970e3d-2320-48e3-8958-30f502161998 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:35.102762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 46970e3d-2320-48e3-8958-30f502161998 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:35.122294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c4049-03a2-496b-842a-937441d60fa1 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:35.125599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4344190-1fa6-4f63-be55-ddf8522d73f4 req-d8c67719-599d-46d4-96f2-c33c439ad9ed tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603755 Jul 16 08:40:35.129052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.160127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=174c4049-03a2-496b-842a-937441d60fa1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:35.165281 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.220946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.226655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-579cf91f-0056-4094-8d7c-19916d385bc8 req-d4af8880-8d67-4880-9e03-0ad2d559710b service neutron] 10.222.0.46 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689725 Jul 16 08:40:35.239719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1780bb4-b19c-49e4-b2d8-4bf0560ec59c req-741d3691-eb8a-4feb-af6d-1db6efb9bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.241284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1780bb4-b19c-49e4-b2d8-4bf0560ec59c req-741d3691-eb8a-4feb-af6d-1db6efb9bb47 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1098 time: 0.0875494 Jul 16 08:40:35.281044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1780bb4-b19c-49e4-b2d8-4bf0560ec59c req-88735874-9f18-4fd0-b25e-2c6b877a37c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Jul 16 08:40:35.340158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-7ffa544d-2b59-4e75-98fa-c3a74f10d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.342527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-7ffa544d-2b59-4e75-98fa-c3a74f10d6eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c7a7cbeae464c9fb869f3302cb50830&device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 1095 time: 0.0638161 Jul 16 08:40:35.467663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-588b43fc-ba6c-4fd2-92c1-4c9b88a14b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.469380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-588b43fc-ba6c-4fd2-92c1-4c9b88a14b2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=03936846-70ad-4482-abb5-b6e771d9bace HTTP/1.1" status: 200 len: 918 time: 0.1193066 Jul 16 08:40:35.480914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['174c4049-03a2-496b-842a-937441d60fa1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:35.531449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.538001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.540796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-5112deb1-4345-444d-8674-81b61d06cf73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e1a708d-c334-4213-9795-cf4d9b812503 HTTP/1.1" status: 200 len: 217 time: 0.0634558 Jul 16 08:40:35.544600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.551304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.557241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.563267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.569243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.577451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-b9f087cd-a6f5-43dc-a7b9-d0893ff5a801 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1542366 Jul 16 08:40:35.608116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-d25cf56b-b04d-49c9-a750-7331aad6cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.609825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-d25cf56b-b04d-49c9-a750-7331aad6cf9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=072bfbad-d7e1-4b00-9267-60e082bf8a43 HTTP/1.1" status: 200 len: 857 time: 0.0613298 Jul 16 08:40:35.661141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-55a4ee51-726c-4026-abbf-99c827c40538 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03936846-70ad-4482-abb5-b6e771d9bace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431831 Jul 16 08:40:35.664478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df534bc1-f055-4cda-b1fd-ab9256f1ed0e req-dc0899ab-8e6b-4a04-b178-42f7717423a0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860159 Jul 16 08:40:35.718869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce358d-e58a-4ff7-99a6-4e5bdff609ca req-3a6b03d3-f7ef-4e7e-ae86-44ca0a5485d6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.720807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fce358d-e58a-4ff7-99a6-4e5bdff609ca req-3a6b03d3-f7ef-4e7e-ae86-44ca0a5485d6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1406887 Jul 16 08:40:35.773991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fce358d-e58a-4ff7-99a6-4e5bdff609ca req-832da3fb-ae44-4a21-a1e9-c2c137cc3959 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Jul 16 08:40:35.797096 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-da409ad6-30b3-4f21-a7a1-d4796480a2db service neutron] 10.222.0.46 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206837 Jul 16 08:40:35.913011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-562949a4-1d68-4f4b-a23d-b771b86c76fa req-00d8f7d5-6d34-42be-b852-eaa4dfe15ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077919 Jul 16 08:40:35.984270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc74213-583a-40eb-a3f4-d0e342828857 req-1f30e76f-cd22-4f56-8728-c24eeb961e00 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.985808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abc74213-583a-40eb-a3f4-d0e342828857 req-1f30e76f-cd22-4f56-8728-c24eeb961e00 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 943 time: 0.0643914 Jul 16 08:40:36.031270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abc74213-583a-40eb-a3f4-d0e342828857 req-481c2306-3123-4e4d-8fab-ee884437d20d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Jul 16 08:40:36.226864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99578142-568a-482f-86a0-acc1b5844ee0 req-59d92c2d-9043-4ee4-b725-1dcfcaa3026a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.228401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99578142-568a-482f-86a0-acc1b5844ee0 req-59d92c2d-9043-4ee4-b725-1dcfcaa3026a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 945 time: 0.0820930 Jul 16 08:40:36.272507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99578142-568a-482f-86a0-acc1b5844ee0 req-f8c0d94d-38f4-4475-bd21-cb2466cddeed tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Jul 16 08:40:36.344286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9d083-2c64-4569-ae0a-b87e1dba7e9f req-b9d913ad-f9b3-45d8-b126-ddf0657c0052 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.345840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fc9d083-2c64-4569-ae0a-b87e1dba7e9f req-b9d913ad-f9b3-45d8-b126-ddf0657c0052 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 946 time: 0.0717008 Jul 16 08:40:36.388679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fc9d083-2c64-4569-ae0a-b87e1dba7e9f req-c0bc731a-bfca-4ef8-a0ce-cabe88b90606 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370858 Jul 16 08:40:36.581281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.584185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-dd967a88-39e7-4d7d-a4e2-53dacf40fa68 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.585750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-dd967a88-39e7-4d7d-a4e2-53dacf40fa68 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0802543 Jul 16 08:40:36.642823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-f64c2e0d-f591-4350-97b1-8537cfae810b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0514677 Jul 16 08:40:36.652468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:36.668711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 174c4049-03a2-496b-842a-937441d60fa1 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:36.692904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3afdbc-6e23-4925-ac20-a2d523b0ad89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.698066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.731518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 174c4049-03a2-496b-842a-937441d60fa1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:36.737496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 174c4049-03a2-496b-842a-937441d60fa1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:36.738349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.817052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3afdbc-6e23-4925-ac20-a2d523b0ad89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.822076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e3afdbc-6e23-4925-ac20-a2d523b0ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.854055 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.868123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e3afdbc-6e23-4925-ac20-a2d523b0ad89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8002aed425e04fb9a6bdbdfdcd927af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833765 Jul 16 08:40:36.868123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3afdbc-6e23-4925-ac20-a2d523b0ad89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06477f2-6b85-411a-9b14-9ede9bdcb3b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.869176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43728) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.895922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=174c4049-03a2-496b-842a-937441d60fa1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:36.899909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.948564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.011094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.016949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.022803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.028787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.035306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.041864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.048731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.050683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-8bac2c03-3fec-4e36-b90a-a5a872c184ca tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2442155 Jul 16 08:40:37.083570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.090247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4049-03a2-496b-842a-937441d60fa1'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:37.093219 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c94c2da-efa7-486e-907e-a2378f7ffbde" -d '{"events": [{"server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "name": "network-vif-plugged", "status": "completed", "tag": "174c4049-03a2-496b-842a-937441d60fa1"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:37.152175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.188287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8901bd96-33fb-4e79-9822-95b5a3632dbe req-98c2ce2e-9e1b-48a1-aa97-f5975c02843d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293230 Jul 16 08:40:37.331809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.334338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.335495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d06477f2-6b85-411a-9b14-9ede9bdcb3b0 HTTP/1.1" status: 204 len: 168 time: 0.4621496 Jul 16 08:40:37.357458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb25b1-7472-4ccb-a471-dae0b14ffb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06477f2-6b85-411a-9b14-9ede9bdcb3b0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.463026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0759-1f8a-4eff-a6c4-4d81949d9776 req-2817b881-96b1-4d27-9294-8e8977498149 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.464584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a5d0759-1f8a-4eff-a6c4-4d81949d9776 req-2817b881-96b1-4d27-9294-8e8977498149 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1675568 Jul 16 08:40:37.487984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.495637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.553926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a5d0759-1f8a-4eff-a6c4-4d81949d9776 req-58a77558-8bc1-47a7-8816-3766b1fc4fb4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790701 Jul 16 08:40:37.627020 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Floating IP 1449decc-998a-4eaf-af01-0dfb89db182e associated. External IP: 172.25.5.114, port: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7. Jul 16 08:40:38.259079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:38.285425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ef093-faff-431c-bb22-97730fc8b1ab req-e446071a-0a24-4bd1-8f62-b52785f8337f tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.286963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-114ef093-faff-431c-bb22-97730fc8b1ab req-e446071a-0a24-4bd1-8f62-b52785f8337f tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 943 time: 0.4008212 Jul 16 08:40:38.394875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-114ef093-faff-431c-bb22-97730fc8b1ab req-7ff31658-e79a-4c00-bb70-583899abb0e2 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 Jul 16 08:40:38.424078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:38.424078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.430681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:38.442152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:38.443244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:38.486848 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a0641-4227-4057-964c-ed6d9c8b651c x-openstack-request-id: req-fa7a0641-4227-4057-964c-ed6d9c8b651c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:38.486848 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "name": "network-vif-plugged", "status": "completed", "tag": "174c4049-03a2-496b-842a-937441d60fa1", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:38.487135 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa7a0641-4227-4057-964c-ed6d9c8b651c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:38.487559 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c4049-03a2-496b-842a-937441d60fa1', 'code': 200} Jul 16 08:40:38.492625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-bf84b6de-c892-43b4-b78b-37930bcb2974 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "PUT /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 996 time: 1.8441365 Jul 16 08:40:38.493138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:38.495494 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7fb466-ef4b-4016-b7b3-163a87535bee" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:38.570085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:38.575114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-ba97237a-c151-46c7-a06c-fa698ed439f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.584733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-ba97237a-c151-46c7-a06c-fa698ed439f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.0753245 Jul 16 08:40:38.610515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca07135-910c-47c2-b914-50c31c06948b req-7c3b9cc2-fe60-4028-a689-b1f43f8d1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.613103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bca07135-910c-47c2-b914-50c31c06948b req-7c3b9cc2-fe60-4028-a689-b1f43f8d1d29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 1098 time: 0.0736756 Jul 16 08:40:38.672567 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bca07135-910c-47c2-b914-50c31c06948b req-7afe933e-a848-472a-87e3-5b50dca61e27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Jul 16 08:40:38.708837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2e1a708d-c334-4213-9795-cf4d9b812503 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:38.762438 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.767871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-876a5dd9-38bf-4617-af2a-969261b250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.769834 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-876a5dd9-38bf-4617-af2a-969261b250b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1845832 Jul 16 08:40:38.773960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:38.780658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641733bd-bc4c-4c6a-8e75-476cc3d47bac req-3a38bea3-7a1f-492c-8f06-37a0bb2ec635 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.782190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-641733bd-bc4c-4c6a-8e75-476cc3d47bac req-3a38bea3-7a1f-492c-8f06-37a0bb2ec635 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 946 time: 0.1644723 Jul 16 08:40:38.893746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-641733bd-bc4c-4c6a-8e75-476cc3d47bac req-20954d05-3b88-49f7-bc63-5206ca805efb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558639 Jul 16 08:40:38.907559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2e1a708d-c334-4213-9795-cf4d9b812503,segment=NetworkSegment(2973dfb1-664d-43e3-835a-471b9ffb5cb7),segment_id=2973dfb1-664d-43e3-835a-471b9ffb5cb7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:38.912924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-398a7681-2c00-40e5-bb05-1793feddc1f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 999 time: 0.1245439 Jul 16 08:40:38.938257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2e1a708d-c334-4213-9795-cf4d9b812503', 'network_id': '03936846-70ad-4482-abb5-b6e771d9bace', 'port_id': '2e1a708d-c334-4213-9795-cf4d9b812503', 'mac_address': 'fa:16:3e:a7:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072bfbad-d7e1-4b00-9267-60e082bf8a43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:38.984384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-56d4808d-59b1-4a89-872a-a53b1405dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.986156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-56d4808d-59b1-4a89-872a-a53b1405dd70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0702932 Jul 16 08:40:39.005667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.034267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.089887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-a70cd51b-5b8a-4b02-b3e3-b6147636fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.092009 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-a70cd51b-5b8a-4b02-b3e3-b6147636fe43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989380 Jul 16 08:40:39.113639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-14ed4128-885b-4d54-816c-8827d2c60631 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:39.114839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-14ed4128-885b-4d54-816c-8827d2c60631 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072420 Jul 16 08:40:39.136371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1a708d-c334-4213-9795-cf4d9b812503 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:39.173460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2e1a708d-c334-4213-9795-cf4d9b812503,segment=NetworkSegment(2973dfb1-664d-43e3-835a-471b9ffb5cb7),segment_id=2973dfb1-664d-43e3-835a-471b9ffb5cb7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:39.196800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.262147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.268277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.274258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:37Z', 'revision_number': 1, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:39.275416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.282727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.289207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.297544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.304536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:39.304665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.310270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.313998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:39.314952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:39.316549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-384115fd-aed2-4bec-ac84-d7448ad5df04 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1995912 Jul 16 08:40:39.354426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-ced477f0-a9bf-4bf8-9f87-02e0f2dc3caa service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246547 Jul 16 08:40:39.392829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-626a3bcb-6cb0-4734-8854-34a082c5509f req-880178bf-2f74-458b-b1d2-aa55eeeb3f35 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734291 Jul 16 08:40:39.462146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:39.473444 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167cf29-a3f2-45cd-b5f8-64cbf4eb95da x-openstack-request-id: req-2167cf29-a3f2-45cd-b5f8-64cbf4eb95da {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:39.473826 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:39.474062 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2167cf29-a3f2-45cd-b5f8-64cbf4eb95da {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:39.474439 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:40:39.500658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a26091d-c27c-4256-9b43-840e7302fce3 req-7383d45a-c29a-4e62-8996-59869b36242e service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352847 Jul 16 08:40:39.584772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2e1a708d-c334-4213-9795-cf4d9b812503'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:39.664762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-3822ec5d-a258-44fb-839b-05d6af5ddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.671332 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-3822ec5d-a258-44fb-839b-05d6af5ddf26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.1590681 Jul 16 08:40:39.719675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742bfe-9edb-413d-8f34-2a5475509e61 req-1bb47c53-89af-4b03-baf6-30decad8c72d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.722162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea742bfe-9edb-413d-8f34-2a5475509e61 req-1bb47c53-89af-4b03-baf6-30decad8c72d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1552014 Jul 16 08:40:39.794080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea742bfe-9edb-413d-8f34-2a5475509e61 req-aac33e8c-6e4b-4f5c-9ea0-31c6eddd153a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659232 Jul 16 08:40:39.917288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-386aab42-dab8-4636-be1a-cd5ed3a38685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.919509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-386aab42-dab8-4636-be1a-cd5ed3a38685 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.2442381 Jul 16 08:40:39.980296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:37Z', 'revision_number': 1, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:40.019216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579966-f400-40dc-b598-b6647e609dd0 None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:37Z', 'revision_number': 1, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:40.027234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-4b96553c-adef-4693-a5b2-e6b4c9d0ccca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 999 time: 0.0996296 Jul 16 08:40:40.042590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a968-3955-4204-91c1-bd21fbcce8b7 req-03a56594-676f-45db-87eb-159156ce40e5 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.051018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8350a968-3955-4204-91c1-bd21fbcce8b7 req-03a56594-676f-45db-87eb-159156ce40e5 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 944 time: 0.1227722 Jul 16 08:40:40.109176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-22bf5ff7-9bfe-4b2c-8b49-d14e6691e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.111212 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-22bf5ff7-9bfe-4b2c-8b49-d14e6691e0d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0750086 Jul 16 08:40:40.140778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8350a968-3955-4204-91c1-bd21fbcce8b7 req-d847465f-2a0a-403d-aba2-790b96b595be tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Jul 16 08:40:40.195601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-7972ad4c-2d97-42cb-bec9-0826b754bbc4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.210791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-7972ad4c-2d97-42cb-bec9-0826b754bbc4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1327868 Jul 16 08:40:40.233933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-980e907e-717b-49aa-a5af-2584295049c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.235924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-980e907e-717b-49aa-a5af-2584295049c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178424 Jul 16 08:40:40.313368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23c4e8-35c4-4b53-ad14-32da271eec57 None None] New status for floating IP 1449decc-998a-4eaf-af01-0dfb89db182e: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:40.354537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-927eb5f6-9072-4eb3-9ad7-f6495559b1ad tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 999 time: 0.1428361 Jul 16 08:40:40.370990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:40.378962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-1f3aef01-1715-42b4-9a74-2fe7731611b8 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330423 Jul 16 08:40:40.436361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f50b19-8860-4aab-be9c-86ae36301d63 req-f3819d16-211c-44f3-bca1-8f38ec1dba25 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.439231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f50b19-8860-4aab-be9c-86ae36301d63 req-f3819d16-211c-44f3-bca1-8f38ec1dba25 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 946 time: 0.1573582 Jul 16 08:40:40.473851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.500562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c7fb466-ef4b-4016-b7b3-163a87535bee req-a3996e0d-afd2-41f2-96e9-83cfb84836d8 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145651 Jul 16 08:40:40.552857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f50b19-8860-4aab-be9c-86ae36301d63 req-aab7c405-d1d5-4082-9b3a-73dcdf61104f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023984 Jul 16 08:40:40.670532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.784490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6978-5ca8-492f-8ec5-e5f3eac86b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.883275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6978-5ca8-492f-8ec5-e5f3eac86b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.887584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc3b6978-5ca8-492f-8ec5-e5f3eac86b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.926308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc3b6978-5ca8-492f-8ec5-e5f3eac86b96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2ed496c32ff4042a4814113cec5fca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545578 Jul 16 08:40:40.926521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.927859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b6978-5ca8-492f-8ec5-e5f3eac86b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a447561-21bb-4ab4-9ab8-893cab8bfeab,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.930160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.932448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.938595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.944262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.950039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.956374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.962118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.964080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-196a93d5-1b85-4e0b-a358-471c65039ae6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2123253 Jul 16 08:40:40.979494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.001208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.047728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b262c37c-7c5f-4914-9860-36f7b1f00492 req-be902ce2-a516-49ce-be42-d2c0c38aa057 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725911 Jul 16 08:40:41.048416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.051714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.052910 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a447561-21bb-4ab4-9ab8-893cab8bfeab HTTP/1.1" status: 204 len: 168 time: 0.1218534 Jul 16 08:40:41.061296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1433-2dad-4d9f-a961-b8140f28670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a447561-21bb-4ab4-9ab8-893cab8bfeab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.166493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.171420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.315207 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Floating IP 1449decc-998a-4eaf-af01-0dfb89db182e associated. External IP: 172.25.5.114, port: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7. Jul 16 08:40:41.324518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980a1b7-c29e-419a-ac2d-6318c065c7c2 req-60f531bc-e03b-4849-a34e-b7be5e20a9e1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.326619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e980a1b7-c29e-419a-ac2d-6318c065c7c2 req-60f531bc-e03b-4849-a34e-b7be5e20a9e1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 946 time: 0.1155934 Jul 16 08:40:41.352529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.367890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20225425-7d27-4ec7-bb23-ee90d4424b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.432554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e980a1b7-c29e-419a-ac2d-6318c065c7c2 req-021dfe3b-631b-4331-8650-4616bbc68d14 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703692 Jul 16 08:40:41.478072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20225425-7d27-4ec7-bb23-ee90d4424b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.482532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20225425-7d27-4ec7-bb23-ee90d4424b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.524518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20225425-7d27-4ec7-bb23-ee90d4424b1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdf58c71eea04ea0b9abd182e533876b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708279 Jul 16 08:40:41.525415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225425-7d27-4ec7-bb23-ee90d4424b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb1517-d522-4919-9bb6-9970eec9f10b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.527782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43846) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.579702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:41.587770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.611200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.664711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.667242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.668420 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66eb1517-d522-4919-9bb6-9970eec9f10b HTTP/1.1" status: 204 len: 168 time: 0.1397135 Jul 16 08:40:41.677209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a9484-64f0-4567-b3b5-d11d8f1c3953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb1517-d522-4919-9bb6-9970eec9f10b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.724696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:41.738432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:41.755640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:41.756416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.877897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:41.903188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ebce-5859-4f54-982d-0e17985ca7b4 req-0b92407d-6ba4-4cb9-aed7-ee7d15589f92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.905341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b75ebce-5859-4f54-982d-0e17985ca7b4 req-0b92407d-6ba4-4cb9-aed7-ee7d15589f92 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2340236 Jul 16 08:40:42.004249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b75ebce-5859-4f54-982d-0e17985ca7b4 req-3f4fa83a-0236-4086-815a-f5db38f84444 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854597 Jul 16 08:40:42.011191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:42.145259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:41Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:42.151272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:42.160505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.180348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:42.190623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:42.191169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:42.209349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:42.212983 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9443d-99c5-40fa-8557-852659a55e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:42.271352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-874c62f3-dfe1-4a55-8c71-f006ee03492e tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "PUT /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 999 time: 1.9066930 Jul 16 08:40:42.310946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:42.373084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-0a9d7576-6128-4bfd-9c74-da96990e312b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.374552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-0a9d7576-6128-4bfd-9c74-da96990e312b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports/1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 942 time: 0.0758061 Jul 16 08:40:42.387943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742d86f-71de-4be3-8264-e7942b4115bb req-14219750-3cd9-4bf5-9f65-ced10f740d85 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.390192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4742d86f-71de-4be3-8264-e7942b4115bb req-14219750-3cd9-4bf5-9f65-ced10f740d85 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 944 time: 0.1290097 Jul 16 08:40:42.437540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4742d86f-71de-4be3-8264-e7942b4115bb req-98767864-84f3-451e-be28-6c8a1c1a9f49 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Jul 16 08:40:42.510454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-bd0928f8-a36c-45ba-9684-6fcb80e584b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.512014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-bd0928f8-a36c-45ba-9684-6fcb80e584b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.0735583 Jul 16 08:40:42.617510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:41Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:42.631075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-b0853dd9-d4d3-46fd-9a75-4ebc646c1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.632739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-b0853dd9-d4d3-46fd-9a75-4ebc646c1355 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1141684 Jul 16 08:40:42.658199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e2189-6640-4854-a0ea-aa9db56c157a None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:41Z', 'revision_number': 3, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:42.684118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-b6797644-1365-4389-96f8-2f12712471f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0446994 Jul 16 08:40:42.706970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2e1a708d-c334-4213-9795-cf4d9b812503 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:42.788766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 2e1a708d-c334-4213-9795-cf4d9b812503 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:42.793477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2e1a708d-c334-4213-9795-cf4d9b812503 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:42.793833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-ec0873c8-c0c5-42da-8992-23180931a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.793972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.797801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-ec0873c8-c0c5-42da-8992-23180931a7f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0974038 Jul 16 08:40:42.911349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-a0a94528-abce-42fc-9630-bd803ce81c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.912930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-a0a94528-abce-42fc-9630-bd803ce81c89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101241 Jul 16 08:40:42.929852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.940706 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d1402-828c-4623-aaba-8c61b66b1c9b None None] New status for floating IP 1449decc-998a-4eaf-af01-0dfb89db182e: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:42.941352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0587-6ba4-4cf2-a203-502509c3c4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.967226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.970633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2e1a708d-c334-4213-9795-cf4d9b812503,segment=NetworkSegment(2973dfb1-664d-43e3-835a-471b9ffb5cb7),segment_id=2973dfb1-664d-43e3-835a-471b9ffb5cb7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:42.971656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:42.973470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.974430 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce7085a-87ac-4f0e-872b-46c0e6b08e10" -d '{"events": [{"server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:42.979741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.979967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.986531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.992321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.998717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.004619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.006606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-8d783c88-da92-4106-afc8-10f73e5a3e0d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.1679761 Jul 16 08:40:43.039135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.091967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ca25428-3f9e-4114-a30d-59265c8a6b02 req-b2446468-8a76-45c2-8465-970808d4cf75 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761132 Jul 16 08:40:43.102677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-bb73aa29-5ed4-4430-b974-0b7b4b5d6f4a service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820166 Jul 16 08:40:43.150824 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf49f2-acee-4a0e-ac97-306e653acb26 x-openstack-request-id: req-74cf49f2-acee-4a0e-ac97-306e653acb26 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:43.151112 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:43.151762 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74cf49f2-acee-4a0e-ac97-306e653acb26 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:43.152268 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:40:43.221645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:43.233151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:43.233941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.237393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-ae6a92c7-80e3-4c34-830f-8b6fd68163f4 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271508 Jul 16 08:40:43.267471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-a4d73f90-4b35-409c-bdd5-ccb328f29df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.273714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-a4d73f90-4b35-409c-bdd5-ccb328f29df4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.0875185 Jul 16 08:40:43.345209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-4583baca-9000-4c57-9fd7-97bc89aa2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.346972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-4583baca-9000-4c57-9fd7-97bc89aa2000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1098 time: 0.0648828 Jul 16 08:40:43.415974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-cd2b82ef-2735-4e1a-b216-67775388bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.418683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-cd2b82ef-2735-4e1a-b216-67775388bd7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1368361 Jul 16 08:40:43.492189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-8605d07b-d9fc-4141-839b-4c654476dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.493742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-8605d07b-d9fc-4141-839b-4c654476dcc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1406362 Jul 16 08:40:43.513867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-4218bd76-47b5-4ad2-8b9c-0a16f8526f50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0818982 Jul 16 08:40:43.548330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:43.577450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-3f1fb64f-69dc-4c5e-a983-d658a97f88d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 1002 time: 0.0773921 Jul 16 08:40:43.593883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-c4b07a74-ac82-40ed-9e4e-70735785c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.596816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-c4b07a74-ac82-40ed-9e4e-70735785c08e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0757029 Jul 16 08:40:43.652080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-aa255ec1-c4e9-42de-8958-b52a6db3bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.653939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-aa255ec1-c4e9-42de-8958-b52a6db3bd6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0601995 Jul 16 08:40:43.690377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-5f554678-1fe6-468c-9ed8-e8d4842f5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.691971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-5f554678-1fe6-468c-9ed8-e8d4842f5091 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889199 Jul 16 08:40:43.717399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ded54-65af-4474-91d5-3e7d52c19a8f req-e7fc1d5a-1507-42b9-b943-1aba19a189bb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.719064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-744ded54-65af-4474-91d5-3e7d52c19a8f req-e7fc1d5a-1507-42b9-b943-1aba19a189bb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 946 time: 0.1558657 Jul 16 08:40:43.772093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-d3e530fb-2669-4ef6-97b0-f448c1c01a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.773884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-d3e530fb-2669-4ef6-97b0-f448c1c01a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092029 Jul 16 08:40:43.790231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-744ded54-65af-4474-91d5-3e7d52c19a8f req-a52fd189-f8a7-44f0-9b3d-8023216d549f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Jul 16 08:40:43.837551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:43Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.875301 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-17fdb274-f974-4015-8253-42cb9586bc60 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746137 Jul 16 08:40:43.891448 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954a569-1529-4909-b1a9-bf4287569271 x-openstack-request-id: req-4954a569-1529-4909-b1a9-bf4287569271 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:43.891905 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:43.892335 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4954a569-1529-4909-b1a9-bf4287569271 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:43.893359 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503', 'code': 200} Jul 16 08:40:43.894056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:43.915083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:43.917525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.936841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-f1a35083-1aba-4767-bdb6-d4a612ebdb6b service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401439 Jul 16 08:40:44.062846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d9a9443d-99c5-40fa-8557-852659a55e0a req-db4fb3e9-b259-41a3-a0cb-6705fed10bc8 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795189 Jul 16 08:40:44.069396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6460d1f-3c93-4b57-bec7-13a0aa7be49e req-6e51f7fe-d3c4-4620-9418-43fb75194746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.070954 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6460d1f-3c93-4b57-bec7-13a0aa7be49e req-6e51f7fe-d3c4-4620-9418-43fb75194746 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 1097 time: 0.1321969 Jul 16 08:40:44.128636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c6460d1f-3c93-4b57-bec7-13a0aa7be49e req-2f49daab-6fea-40d4-a3b9-aa665d7c832d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Jul 16 08:40:44.140479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:44.430142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43910) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.480250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:43Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.488412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1f6c-04c5-499c-b3cc-532b78bfc5ff req-afb0750d-3cdd-42dc-affc-8d6c355127ce tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.489990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-270c1f6c-04c5-499c-b3cc-532b78bfc5ff req-afb0750d-3cdd-42dc-affc-8d6c355127ce tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.4902637 Jul 16 08:40:44.494362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-472235a3-1283-4c32-871d-ffd514cb2cdf req-a54cfe10-56fe-4150-8118-89b47fa74edb service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503304 Jul 16 08:40:44.530819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d88fc-5aa7-4340-949d-6685304d07b3 None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:18:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:43Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:44.561657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-270c1f6c-04c5-499c-b3cc-532b78bfc5ff req-8fec20f8-8605-4d7d-92ed-10827d84aa74 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Jul 16 08:40:44.639216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c30789c-3c89-4a0d-8eec-8882a5fcb0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.645291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-46d4f5aa-41e9-4dbb-9964-1adfc9426938 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.647115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-46d4f5aa-41e9-4dbb-9964-1adfc9426938 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 946 time: 0.4128385 Jul 16 08:40:44.727223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d5622f50-df46-4c2b-abcc-b8c060d78ad9 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:44.802334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port 174c4049-03a2-496b-842a-937441d60fa1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:44.802672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.871258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:44.877829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d825b-298d-4af6-9f2c-1fe11d6c7164 req-260b25bb-a817-4cc4-aeea-2515a5c3f912 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.879383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d1d825b-298d-4af6-9f2c-1fe11d6c7164 req-260b25bb-a817-4cc4-aeea-2515a5c3f912 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 945 time: 0.1528108 Jul 16 08:40:44.882401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c30789c-3c89-4a0d-8eec-8882a5fcb0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.884991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'port_id': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9', 'mac_address': 'fa:16:3e:f8:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:44.894989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c30789c-3c89-4a0d-8eec-8882a5fcb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.929459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.929922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port 174c4049-03a2-496b-842a-937441d60fa1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=174c4049-03a2-496b-842a-937441d60fa1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:44.930662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.943867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5622f50-df46-4c2b-abcc-b8c060d78ad9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:44.945186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for 174c4049-03a2-496b-842a-937441d60fa1 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:44.963311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3c30789c-3c89-4a0d-8eec-8882a5fcb0b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f334ca4de2804e21b300b6aa0592aa54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311949 Jul 16 08:40:44.964094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30789c-3c89-4a0d-8eec-8882a5fcb0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c393a9b9-dcbe-4556-ba45-7f32c2ddb14e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.965915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:44.972355 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.972812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f1bc8df6-8ec9-4375-bad9-bf2de7a93182 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:44.977588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.983850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.989756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.995709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.999852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.002363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.008653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.015629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.017687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-0e70b97e-7e50-4e3e-83f3-e4a6a838c8bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5429 time: 0.2245905 Jul 16 08:40:45.040932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d1d825b-298d-4af6-9f2c-1fe11d6c7164 req-49a21c9f-1311-43aa-b1cd-80b252b71f15 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487718 Jul 16 08:40:45.079743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.091066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.141495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af0e7ccd-1bb1-4eaf-bf3a-b41ca7439c56 req-ea46e6f4-4061-43d4-88ae-5ae780ade6bd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151500 Jul 16 08:40:45.142404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.153382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:45.161975 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b2aa8-86c8-4efb-958e-e68f43dcc284" -d '{"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:45.187366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.203751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:45.205040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['174c4049-03a2-496b-842a-937441d60fa1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:45.226721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=174c4049-03a2-496b-842a-937441d60fa1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.272993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.273448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.273872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.274297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.274690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.275039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.275371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.275730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.276084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.276433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.276773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.277152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:45.315268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port 174c4049-03a2-496b-842a-937441d60fa1 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:45.317946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:45.319554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.321776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99ba8583-081e-4ef9-90d4-19f4586ef820 req-bf513048-2b1c-4cad-b370-7f0a4ba3026d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/174c4049-03a2-496b-842a-937441d60fa1 HTTP/1.1" status: 204 len: 173 time: 0.6607609 Jul 16 08:40:45.322417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'name': 'network-vif-deleted', 'tag': '174c4049-03a2-496b-842a-937441d60fa1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:45.324947 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e41e41-a0bb-466b-8610-e0c03973eef3" -d '{"events": [{"server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "name": "network-vif-deleted", "tag": "174c4049-03a2-496b-842a-937441d60fa1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:45.328552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.331311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.332683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c393a9b9-dcbe-4556-ba45-7f32c2ddb14e HTTP/1.1" status: 204 len: 168 time: 0.3317986 Jul 16 08:40:45.347729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'port_id': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'mac_address': 'fa:16:3e:0c:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:45.348807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-e66d11ab-fe4e-4b9d-85dd-04621714422b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1002 time: 0.1389380 Jul 16 08:40:45.353583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9e323-bb03-431f-abf9-ea3f0a6082f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393a9b9-dcbe-4556-ba45-7f32c2ddb14e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.397615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91aae167-35a4-4464-95f4-bfcaa5def908 req-a50b80da-7108-40bb-b288-d7242c83a141 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c11238f-103d-47c7-b02d-ba16f30740cb HTTP/1.1" status: 200 len: 210 time: 0.0476351 Jul 16 08:40:45.457955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.475978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bc8df6-8ec9-4375-bad9-bf2de7a93182 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:45.494332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-fc385458-f487-44c8-93b4-d2372303e38b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.506680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-fc385458-f487-44c8-93b4-d2372303e38b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports/ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 943 time: 0.1311815 Jul 16 08:40:45.512154 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b292e51-495f-4765-b135-851572f62a48 x-openstack-request-id: req-3b292e51-495f-4765-b135-851572f62a48 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:45.512615 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:45.513645 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b292e51-495f-4765-b135-851572f62a48 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:45.514229 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'status': 'completed', 'code': 200} Jul 16 08:40:45.522514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:45.535450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.591028 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0474e1-ae23-43d8-a2e4-64fd9c07096e x-openstack-request-id: req-ba0474e1-ae23-43d8-a2e4-64fd9c07096e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:45.591687 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c11238f-103d-47c7-b02d-ba16f30740cb", "name": "network-vif-deleted", "tag": "174c4049-03a2-496b-842a-937441d60fa1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:45.600666 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba0474e1-ae23-43d8-a2e4-64fd9c07096e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:45.602485 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c11238f-103d-47c7-b02d-ba16f30740cb', 'name': 'network-vif-deleted', 'tag': '174c4049-03a2-496b-842a-937441d60fa1', 'status': 'completed', 'code': 200} Jul 16 08:40:45.631138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-95285808-270c-4fe1-b6b2-688850441139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.651367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-101add1d-9310-485d-af63-860a17566c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.654875 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-101add1d-9310-485d-af63-860a17566c4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1098 time: 0.1232741 Jul 16 08:40:45.662950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.677379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-a5b682fd-73e9-4e5c-9fd0-7873e817d3b3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1002 time: 0.0825560 Jul 16 08:40:45.684027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.792524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-4f5a6fd1-33cd-4940-91d7-20097d81e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.794366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-4f5a6fd1-33cd-4940-91d7-20097d81e8df service neutron] 10.222.0.46 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1258337 Jul 16 08:40:45.806294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.837532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-3906c42f-cb15-4f79-b4b3-d2b96a47f8b5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.838910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7da060-a0c4-4ef4-862a-e29c4aa0838b req-3906c42f-cb15-4f79-b4b3-d2b96a47f8b5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1526880 Jul 16 08:40:45.862035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a474e9dc-aa95-498b-b52d-6ff173584897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.865990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fcb25-fc92-4a36-845b-c72b82e4c252 req-1880f217-d15a-4c98-9ce2-899d762b097b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.867264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c63fcb25-fc92-4a36-845b-c72b82e4c252 req-1880f217-d15a-4c98-9ce2-899d762b097b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1044095 Jul 16 08:40:45.908425 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-2773b610-53a7-479e-af6c-5969c062eba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 1002 time: 0.0942173 Jul 16 08:40:45.910672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c63fcb25-fc92-4a36-845b-c72b82e4c252 req-9ab548d5-c6fe-4065-91bd-5909c8c4000c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Jul 16 08:40:45.989803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-fec92bba-f668-4c65-bdf7-173ed6abf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.991348 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-fec92bba-f668-4c65-bdf7-173ed6abf830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0654428 Jul 16 08:40:46.025098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-58787489-9955-4ef8-ac89-6e20c584218c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1002 time: 0.0701668 Jul 16 08:40:46.038125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f1bc8df6-8ec9-4375-bad9-bf2de7a93182'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:46.049263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d5622f50-df46-4c2b-abcc-b8c060d78ad9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:46.068660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a474e9dc-aa95-498b-b52d-6ff173584897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.076807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a474e9dc-aa95-498b-b52d-6ff173584897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.106268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-832f8da2-9dcb-48f6-bed9-600ead56abe5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.108707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-832f8da2-9dcb-48f6-bed9-600ead56abe5 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports/ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 943 time: 0.0785942 Jul 16 08:40:46.125591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-5566dc12-eaa7-42a7-a682-bd16678d0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.127115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-5566dc12-eaa7-42a7-a682-bd16678d0b8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264031 Jul 16 08:40:46.129339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e9dc-aa95-498b-b52d-6ff173584897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69636a1b-a1fa-4d68-b51c-1c651a1bd4eb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.133978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a474e9dc-aa95-498b-b52d-6ff173584897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5a08fc6730e4fba89b14eab7ecf1f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264713 Jul 16 08:40:46.136728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43940) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.222687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.267183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.296717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-bfdb2069-9568-436b-be63-0f0debd89b14 service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604617 Jul 16 08:40:46.397601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-6b42e45e-84ba-492a-a39d-a49585aad690 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1002 time: 0.1487937 Jul 16 08:40:46.462926 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.465683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.467484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69636a1b-a1fa-4d68-b51c-1c651a1bd4eb HTTP/1.1" status: 204 len: 168 time: 0.3296340 Jul 16 08:40:46.483772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-345b2aa8-86c8-4efb-958e-e68f43dcc284 req-19133386-740c-4299-bd33-c11ee94c06ed service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740205 Jul 16 08:40:46.514477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71df8-240b-41ff-b946-bc6e9b7fdf0e req-ac494cf9-419a-43d8-aa36-a43a8b9d5b4d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.516690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1d71df8-240b-41ff-b946-bc6e9b7fdf0e req-ac494cf9-419a-43d8-aa36-a43a8b9d5b4d tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 945 time: 0.2142527 Jul 16 08:40:46.531709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581148da-bc01-41c6-b785-b5d39d7e6e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69636a1b-a1fa-4d68-b51c-1c651a1bd4eb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.570797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-f76ae359-a4c1-4d06-872c-b8558d898367 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.572408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-f76ae359-a4c1-4d06-872c-b8558d898367 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1665599 Jul 16 08:40:46.599213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1d71df8-240b-41ff-b946-bc6e9b7fdf0e req-bbaaa2de-53ff-489f-8ce5-3177f80f2f1e tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717835 Jul 16 08:40:46.665899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-4f047585-35fe-42cc-89d3-6382c12853a3 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1002 time: 0.0825548 Jul 16 08:40:46.672166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:46.725749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2d802e94-eab5-4c5c-af4f-40ae8abbba50 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:46.772560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.819053 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.855091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:46.866920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'port_id': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'mac_address': 'fa:16:3e:fd:52:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd9ef3c-6d46-4daa-b9de-51a45aab16f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:46.910460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.916680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.922820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.924182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.928863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.934867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.938661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d802e94-eab5-4c5c-af4f-40ae8abbba50 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:46.940934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.947678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.949728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-8c0d67a2-7984-4b8d-80f6-f31117d3dcc8 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5431 time: 0.2175848 Jul 16 08:40:46.962963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:46.968265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.968928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 37e7148e-4c77-4106-a62b-ba06077b5235 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:46.998777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.012854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.013672 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Floating IP 1449decc-998a-4eaf-af01-0dfb89db182e disassociated. External IP: 172.25.5.114, port: ddb9f740-599c-4ac5-b8be-685eb9fae95f. Jul 16 08:40:47.050117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.117600 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c093bad8-b15b-49a8-885c-df1f8ebeab7a req-f07b2438-fec8-41a9-9c83-2940449f2bb2 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265182 Jul 16 08:40:47.122453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=37e7148e-4c77-4106-a62b-ba06077b5235,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.136209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '37e7148e-4c77-4106-a62b-ba06077b5235', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'port_id': '37e7148e-4c77-4106-a62b-ba06077b5235', 'mac_address': 'fa:16:3e:83:30:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:47.196140 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.223842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e7148e-4c77-4106-a62b-ba06077b5235 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:47.247226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=37e7148e-4c77-4106-a62b-ba06077b5235,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.254046 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.255457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:47.309317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:47.338166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.341183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.356083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'port_id': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'mac_address': 'fa:16:3e:dd:6b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:47.399550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.417201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:47.446362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:47.451974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.453333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.457578 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:47.468385 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.471200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 36b142e9-756f-4366-bc1a-f751dc8244fa details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:47.474092 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:47.474836 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:47.505739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-e96fb41f-ee0b-4d17-8575-e549dde5edf4 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "PUT /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 695 time: 0.8380506 Jul 16 08:40:47.515544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:47.517923 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577c2fb-40cf-41b8-954f-680bc7366bff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:47.535292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=36b142e9-756f-4366-bc1a-f751dc8244fa,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.571626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '36b142e9-756f-4366-bc1a-f751dc8244fa', 'network_id': 'b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5', 'port_id': '36b142e9-756f-4366-bc1a-f751dc8244fa', 'mac_address': 'fa:16:3e:8a:38:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd9ef3c-6d46-4daa-b9de-51a45aab16f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:47.643849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-ad5f33f2-f36a-4ae1-876d-7bc9beb1f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.645451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-ad5f33f2-f36a-4ae1-876d-7bc9beb1f612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1098 time: 0.1233754 Jul 16 08:40:47.648666 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.687261 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:47.807881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b142e9-756f-4366-bc1a-f751dc8244fa {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:47.834642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.845069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=36b142e9-756f-4366-bc1a-f751dc8244fa,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.853410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.854472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 90cbad01-daa7-44b0-89f2-f67a8bb491df details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:47.927373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516f6a5-1e21-4389-abae-fe824a14e878 req-884fbed0-32e2-401f-be6c-aae1732716ba tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.928979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3516f6a5-1e21-4389-abae-fe824a14e878 req-884fbed0-32e2-401f-be6c-aae1732716ba tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2147021 Jul 16 08:40:47.938279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:47.941266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.961531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'network_id': '3413d1e9-04fa-4b57-8186-cc5c14d077db', 'port_id': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'mac_address': 'fa:16:3e:34:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:47.972482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:48.002932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-4fba7543-6f03-463f-9b23-c8a7c7806a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.006570 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:48.012002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-4fba7543-6f03-463f-9b23-c8a7c7806a41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.3549249 Jul 16 08:40:48.015296 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.018581 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:48.019224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:48.035437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3516f6a5-1e21-4389-abae-fe824a14e878 req-1eea7b96-5b9f-40cb-a206-64a26174d080 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962951 Jul 16 08:40:48.057841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cbad01-daa7-44b0-89f2-f67a8bb491df {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:48.084115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-60cf818e-7179-4da9-a64d-a3fc357be52b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 217 time: 0.0708721 Jul 16 08:40:48.120452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:48.132525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.158892 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:48.191862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-f1034525-cac2-4ad2-92e7-e8769abfa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.192991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-f1034525-cac2-4ad2-92e7-e8769abfa9f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1077707 Jul 16 08:40:48.261062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.292016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-39a71f46-6eee-483f-9547-504061b257e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.304305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-39a71f46-6eee-483f-9547-504061b257e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046720 Jul 16 08:40:48.417996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.426735 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:48.459282 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142a330-7613-4613-959d-9417f49f12d1 None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:48.465492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-61234ab4-e7e3-4cc1-a32f-a7bbfb8232b9 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595581 Jul 16 08:40:48.587268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b79fb4d1-c286-4e94-9706-f522852b0cca req-321df659-c2a6-4a91-8c82-701fccdbdf54 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212804 Jul 16 08:40:48.643766 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a3d68d-3080-4012-a074-a3af5d1ac173 x-openstack-request-id: req-f0a3d68d-3080-4012-a074-a3af5d1ac173 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:48.644781 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:48.645209 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0a3d68d-3080-4012-a074-a3af5d1ac173 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:48.645794 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'status': 'completed', 'code': 200} Jul 16 08:40:48.735713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d5622f50-df46-4c2b-abcc-b8c060d78ad9 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:48.819045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-52ee734a-91cf-48bd-ad43-38224f3fba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.820870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-52ee734a-91cf-48bd-ad43-38224f3fba6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 1098 time: 0.1360221 Jul 16 08:40:48.880146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:48.886932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:48.887717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.933977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae8bda-aa28-4250-a46f-de4b31ab9f72 req-96026b11-606c-4dac-aaa9-e7be607246f4 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.941010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f8fc7-bdc5-4799-9534-ce9e6681a0cf None None] New status for floating IP 1449decc-998a-4eaf-af01-0dfb89db182e: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:48.942052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1aae8bda-aa28-4250-a46f-de4b31ab9f72 req-96026b11-606c-4dac-aaa9-e7be607246f4 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 945 time: 0.1703935 Jul 16 08:40:48.981785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.988388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.994418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.995034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-475defcc-66f1-43a8-9593-b074ff42f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.997877 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-475defcc-66f1-43a8-9593-b074ff42f72a service neutron] 10.222.0.46 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.1634848 Jul 16 08:40:49.001840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.006577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.013345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.023737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.025731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-9c95acdd-e8e2-434a-95ab-002b636e79e3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5436 time: 0.2002981 Jul 16 08:40:49.061468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-5d344007-abed-43c0-a811-1bb8927aebd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 200 len: 217 time: 0.0560560 Jul 16 08:40:49.074187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1aae8bda-aa28-4250-a46f-de4b31ab9f72 req-22483732-60df-4cfe-9faa-cb17f23a1635 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.32 "GET /v2.0/security-groups?id=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310670 Jul 16 08:40:49.133555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['36b142e9-756f-4366-bc1a-f751dc8244fa'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:49.134129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-bd9c4e1b-3d0c-4c6b-a877-e62e877c3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.135217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-bd9c4e1b-3d0c-4c6b-a877-e62e877c3447 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.0630460 Jul 16 08:40:49.147248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b670c11c-4b6b-4489-bcb8-744fa88b68c1 req-4275de08-2829-4c5d-8f56-321ec359ca09 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062665 Jul 16 08:40:49.229660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['5d47c73c-1c11-42bf-adb4-58ba10d9ba29'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:49.231973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2d802e94-eab5-4c5c-af4f-40ae8abbba50'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:49.251334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-dbd1c60f-71a1-4431-8986-2fba7d94efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.253089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-dbd1c60f-71a1-4431-8986-2fba7d94efb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090634 Jul 16 08:40:49.363631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['90cbad01-daa7-44b0-89f2-f67a8bb491df'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:49.365713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['37e7148e-4c77-4106-a62b-ba06077b5235'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:49.488569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-b9000adc-3a30-4513-8f62-9bec5c734b15 service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276275 Jul 16 08:40:49.510018 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.575724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-81658b50-e561-4c46-ac4b-9fdaa0d44454 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.576977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e187328-61ea-4bc7-97e1-e5d99fd3df12 req-a0e45e00-a720-4f4e-8408-7f830d782b39 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.577355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-81658b50-e561-4c46-ac4b-9fdaa0d44454 tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b7640b-1891-4df0-b2af-a68ca80298f5 HTTP/1.1" status: 200 len: 945 time: 0.1678376 Jul 16 08:40:49.578993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e187328-61ea-4bc7-97e1-e5d99fd3df12 req-a0e45e00-a720-4f4e-8408-7f830d782b39 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1543021 Jul 16 08:40:49.625705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:49.628148 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217be6d7-1ec7-409a-959d-cd4cc484842d" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "d5622f50-df46-4c2b-abcc-b8c060d78ad9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:49.678556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:49.688511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e187328-61ea-4bc7-97e1-e5d99fd3df12 req-2dbf8ac9-e180-4fd9-9dce-7b7f3e17a371 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939286 Jul 16 08:40:49.715503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.716875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f1bc8df6-8ec9-4375-bad9-bf2de7a93182 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:49.844115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3577c2fb-40cf-41b8-954f-680bc7366bff req-1ee9c14a-8da4-4a7c-938e-8389ab390e8b service neutron] 10.222.0.46 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447158 Jul 16 08:40:49.899728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Deleting port 2e1a708d-c334-4213-9795-cf4d9b812503 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:49.902388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.961061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.040820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-94d002d0-6b17-4681-a43a-ca27092fd304 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.042830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-94d002d0-6b17-4681-a43a-ca27092fd304 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2262690 Jul 16 08:40:50.077509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-d3df264b-8e26-4949-b294-8081acc548e3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0194495 Jul 16 08:40:50.092070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] For port 2e1a708d-c334-4213-9795-cf4d9b812503, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2e1a708d-c334-4213-9795-cf4d9b812503,segment=NetworkSegment(2973dfb1-664d-43e3-835a-471b9ffb5cb7),segment_id=2973dfb1-664d-43e3-835a-471b9ffb5cb7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:50.098187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.099578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:50.116534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-2a09ff1f-f263-4b27-8539-26d170d865fe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.118434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-2a09ff1f-f263-4b27-8539-26d170d865fe tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1687422 Jul 16 08:40:50.129895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Calling delete_port for 2e1a708d-c334-4213-9795-cf4d9b812503 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:50.161718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:50.162574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.216244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-6e704345-d8f9-4f0f-b1bb-b133d80d2c22 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0747399 Jul 16 08:40:50.227547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:50.298702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.315212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.352021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.363030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:50.363470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-3708a024-3c4b-43f4-b130-1d9d07ec0c3b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2746327 Jul 16 08:40:50.371184 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.372840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 174c4049-03a2-496b-842a-937441d60fa1 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:50.401158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 174c4049-03a2-496b-842a-937441d60fa1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:50.401382 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 174c4049-03a2-496b-842a-937441d60fa1 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:50.418543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Pushing event deleted for resources: {'Port': ['ID=2e1a708d-c334-4213-9795-cf4d9b812503,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.463107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.478863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] No DVR routers for this DVR port 2e1a708d-c334-4213-9795-cf4d9b812503 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:50.482777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.486041 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-14a9a7f9-6323-49f6-a98a-0b87f4512b7f req-9090a04f-6df9-438e-b639-bbab49e70e2c tempest-InstanceActionsV221TestJSON-1257906827 tempest-InstanceActionsV221TestJSON-1257906827-project] 10.222.0.46 "DELETE /v2.0/ports/2e1a708d-c334-4213-9795-cf4d9b812503 HTTP/1.1" status: 204 len: 173 time: 0.8980110 Jul 16 08:40:50.486823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'name': 'network-vif-deleted', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:50.490027 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec71bb-8f79-4fa2-b613-0c61e9319254" -d '{"events": [{"server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "name": "network-vif-deleted", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:50.595284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-dc4a8e02-d0bb-4bf3-ac36-ec1db1fcee02 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122281 Jul 16 08:40:51.126676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-669f76c1-52a1-49f8-bfbf-742a66b1da75 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.128622 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-669f76c1-52a1-49f8-bfbf-742a66b1da75 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9aa2fac-413c-4812-a78d-302c7115f146 HTTP/1.1" status: 200 len: 946 time: 0.0908797 Jul 16 08:40:51.143110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-0d26ed12-82ed-4859-91ce-2d7e432aab03 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400937 Jul 16 08:40:51.314650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Deleting port ddb9f740-599c-4ac5-b8be-685eb9fae95f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:51.315129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.393499 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e168a76-a65d-4fa3-a919-e539ded65d48 x-openstack-request-id: req-5e168a76-a65d-4fa3-a919-e539ded65d48 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:51.394322 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "d5622f50-df46-4c2b-abcc-b8c060d78ad9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:51.394800 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e168a76-a65d-4fa3-a919-e539ded65d48 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:51.395350 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5622f50-df46-4c2b-abcc-b8c060d78ad9', 'code': 200} Jul 16 08:40:51.475303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.483186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] For port ddb9f740-599c-4ac5-b8be-685eb9fae95f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ddb9f740-599c-4ac5-b8be-685eb9fae95f,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:51.483635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.484880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.504362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Calling delete_port for ddb9f740-599c-4ac5-b8be-685eb9fae95f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:51.697044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.711395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['1f18bc22-8313-4d1d-ba12-316dc4f3edd7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:51.717406 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Floating IP 1449decc-998a-4eaf-af01-0dfb89db182e associated. External IP: 172.25.5.114, port: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7. Jul 16 08:40:51.776001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event deleted for resources: {'Port': ['ID=ddb9f740-599c-4ac5-b8be-685eb9fae95f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.894189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] No DVR routers for this DVR port ddb9f740-599c-4ac5-b8be-685eb9fae95f on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:51.904801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.907208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05d561c5-ba88-4441-87de-0080eb49ffd9 req-94578c93-bd7d-49d4-a678-a5a57a80bf88 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.46 "DELETE /v2.0/ports/ddb9f740-599c-4ac5-b8be-685eb9fae95f HTTP/1.1" status: 204 len: 173 time: 0.7722149 Jul 16 08:40:52.006276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.013836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.020274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.029797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.040002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.047046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.053487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.055774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81047216-408c-44e8-8611-5e4607cb6220 req-79da64ec-5910-4679-8523-d54619a97e3c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5438 time: 0.2908409 Jul 16 08:40:52.166916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81047216-408c-44e8-8611-5e4607cb6220 req-139025e9-5df7-4131-bd1d-43f5b7a9441b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009295 Jul 16 08:40:52.288008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:52.371200 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f30f829-b036-40f1-ba94-4a666220f7c4 x-openstack-request-id: req-3f30f829-b036-40f1-ba94-4a666220f7c4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:52.371716 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7640b-1891-4df0-b2af-a68ca80298f5", "name": "network-vif-deleted", "tag": "2e1a708d-c334-4213-9795-cf4d9b812503", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:52.371716 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f30f829-b036-40f1-ba94-4a666220f7c4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:52.372214 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b7640b-1891-4df0-b2af-a68ca80298f5', 'name': 'network-vif-deleted', 'tag': '2e1a708d-c334-4213-9795-cf4d9b812503', 'status': 'completed', 'code': 200} Jul 16 08:40:52.445716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:52.452639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.461567 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:52.468383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ddb9f740-599c-4ac5-b8be-685eb9fae95f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:52.503165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:52.503816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:52.584493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-7e4fb435-c19b-4567-99d7-d1ebd38dd377 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "PUT /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 996 time: 2.3643386 Jul 16 08:40:52.587124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:52.592647 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407f35d8-9cb7-4d6f-a62a-554a006014b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:52.699693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:52.750905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ad3048fd-5cdf-4b16-a151-c3503d1c6c80 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:52.754086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78714a89-108d-4c09-b2e4-39ee9d58dca8 req-4e2a938e-f7d7-4c53-b370-942abc1c74b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.755507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 37e7148e-4c77-4106-a62b-ba06077b5235 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:52.756205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78714a89-108d-4c09-b2e4-39ee9d58dca8 req-4e2a938e-f7d7-4c53-b370-942abc1c74b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2483852 Jul 16 08:40:52.864488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-8cf1f330-fa2a-49bc-b379-4674f9ad8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.880010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-8cf1f330-fa2a-49bc-b379-4674f9ad8e63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.2831845 Jul 16 08:40:52.926800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 37e7148e-4c77-4106-a62b-ba06077b5235 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:52.936275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 37e7148e-4c77-4106-a62b-ba06077b5235 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:52.936710 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.993956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:53.000773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78714a89-108d-4c09-b2e4-39ee9d58dca8 req-47388ddf-117b-4749-9f7f-3a664b45870f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271116 Jul 16 08:40:53.010364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'mac_address': 'fa:16:3e:8d:c7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:53.049136 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:51Z', 'revision_number': 8, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.161430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-97d706ad-1993-4a68-854a-3d99dfd0fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.195456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-97d706ad-1993-4a68-854a-3d99dfd0fe32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.3129449 Jul 16 08:40:53.393920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.396004 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.399226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:53.426837 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ea5f8d-efc6-479a-a7fb-a7bdf5403921" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:53.440900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-ebf5477e-49e0-4333-88d9-578550b74f72 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.445042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-ebf5477e-49e0-4333-88d9-578550b74f72 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2645378 Jul 16 08:40:53.457375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-0dfb1cfa-9bbf-407a-9762-eb66b4489826 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 999 time: 0.2598627 Jul 16 08:40:53.461246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:53.491207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad3048fd-5cdf-4b16-a151-c3503d1c6c80 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:53.491776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:53.531274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:53.533281 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.555010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=37e7148e-4c77-4106-a62b-ba06077b5235,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:53.563561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:53.567736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.572289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-5a8dda28-0711-4460-bb35-30f4381eae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.576086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-5a8dda28-0711-4460-bb35-30f4381eae12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1072760 Jul 16 08:40:53.576969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 36b142e9-756f-4366-bc1a-f751dc8244fa up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:53.662444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.740201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:53.749063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.765035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35ca2064-5d99-42c5-8f7a-c3c91dec0e5f req-0a28c1fb-782d-4901-b14f-f5c91da231eb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 210 time: 0.1054819 Jul 16 08:40:53.808165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.821804 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:53.824432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-f91015e3-e354-4b2d-8de5-05825344215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.840024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ad3048fd-5cdf-4b16-a151-c3503d1c6c80'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:53.846819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-f91015e3-e354-4b2d-8de5-05825344215c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429202 Jul 16 08:40:53.885887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 36b142e9-756f-4366-bc1a-f751dc8244fa completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:53.909209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 36b142e9-756f-4366-bc1a-f751dc8244fa triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:53.909613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.940410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.057707 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad3d83a-e193-4c07-8e19-4e4c9bf64332 x-openstack-request-id: req-7ad3d83a-e193-4c07-8e19-4e4c9bf64332 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:54.058116 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:54.058266 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ad3d83a-e193-4c07-8e19-4e4c9bf64332 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:54.058672 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:40:54.156095 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-e381b157-3ea7-44e6-80e8-453708b8dd59 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075194 Jul 16 08:40:54.198991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.286278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=36b142e9-756f-4366-bc1a-f751dc8244fa,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:54.298750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.299892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:54.350048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.14 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/835233ba-9d31-4bc4-a7cc-d18a78c9b8e7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:54.369984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-31055524-f2a4-4348-acac-60c8320d7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.373177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-31055524-f2a4-4348-acac-60c8320d7b25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.2975268 Jul 16 08:40:54.377328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'name': 'network-vif-deleted', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:54.382404 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bedfdec-19cc-415d-b83b-e4779bbbb1a9" -d '{"events": [{"server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "name": "network-vif-deleted", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:54.455101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:54.471279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:54.471970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.524840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.525815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:51Z', 'revision_number': 8, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:54.583976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.651607 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224b535-14b3-4de7-a22e-8d0d68f95ddb None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '1449decc-998a-4eaf-af01-0dfb89db182e', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'port_id': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'mac_address': 'fa:16:3e:a4:f6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf9e149-913f-4db2-80c5-722c57789f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:40:17Z', 'updated_at': '2021-07-16T08:40:51Z', 'revision_number': 8, 'project_id': '89ecc13dcb924047983ca678b69731da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:54.662994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:54.672519 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.673375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2e1a708d-c334-4213-9795-cf4d9b812503 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:54.692226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.701852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.709558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.717485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.723483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 2e1a708d-c334-4213-9795-cf4d9b812503 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:54.723842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2e1a708d-c334-4213-9795-cf4d9b812503 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:54.736593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.743165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.752504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.761867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-9dd4708b-ee13-4274-82cc-465af3abc02c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5439 time: 0.5258324 Jul 16 08:40:54.780545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 90cbad01-daa7-44b0-89f2-f67a8bb491df up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:54.789236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-187a35c0-ce7a-4124-826c-de37f9429d47 req-8272cf9a-1649-4d02-8a45-1ce9158226a5 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226702 Jul 16 08:40:54.790316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-86da1bfd-2045-44e5-b4ff-51df85e5d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.793735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-86da1bfd-2045-44e5-b4ff-51df85e5d944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.3992121 Jul 16 08:40:54.903087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-844dd4f1-472f-48ef-8f04-65abdddd109e req-8b77a3f6-7703-4907-9366-11ddb7e009c9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388385 Jul 16 08:40:54.960629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 90cbad01-daa7-44b0-89f2-f67a8bb491df completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:54.976067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 90cbad01-daa7-44b0-89f2-f67a8bb491df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:54.977768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.072121 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1664daf-772d-40b9-8def-8ebee997a490 x-openstack-request-id: req-e1664daf-772d-40b9-8def-8ebee997a490 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:55.072646 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:55.073002 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1664daf-772d-40b9-8def-8ebee997a490 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:55.073503 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'code': 200} Jul 16 08:40:55.098962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.243047 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-44c64d97-6347-4dea-9e60-9eb21a3e7cc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 999 time: 0.4365208 Jul 16 08:40:55.263325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.339499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:55.356257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd736d80-0d67-4a36-9215-b6141523e4ed None None] New status for floating IP 1449decc-998a-4eaf-af01-0dfb89db182e: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:55.360316 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.361229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ad3048fd-5cdf-4b16-a151-c3503d1c6c80 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:55.560660 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9b0ae2-13ba-47c9-80bf-abdb57ceb836 x-openstack-request-id: req-ba9b0ae2-13ba-47c9-80bf-abdb57ceb836 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:55.561411 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9aa2fac-413c-4812-a78d-302c7115f146", "name": "network-vif-deleted", "tag": "ddb9f740-599c-4ac5-b8be-685eb9fae95f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:55.561999 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba9b0ae2-13ba-47c9-80bf-abdb57ceb836 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:55.563335 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9aa2fac-413c-4812-a78d-302c7115f146', 'name': 'network-vif-deleted', 'tag': 'ddb9f740-599c-4ac5-b8be-685eb9fae95f', 'status': 'completed', 'code': 200} Jul 16 08:40:55.600298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-013717f3-3f62-481f-8882-6b5c31bdf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.603254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-013717f3-3f62-481f-8882-6b5c31bdf328 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.3347414 Jul 16 08:40:55.627730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.694856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.730542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-80df488f-6bb3-40fc-b13d-13aaf9bdc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.733076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-80df488f-6bb3-40fc-b13d-13aaf9bdc95d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220827 Jul 16 08:40:55.739594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:55.740446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.775247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e41a92-8aea-4c4d-895b-1b52d5c836f8 req-0ddc8ea1-c1a4-43f1-8e60-f46cd77756f1 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.776873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6e41a92-8aea-4c4d-895b-1b52d5c836f8 req-0ddc8ea1-c1a4-43f1-8e60-f46cd77756f1 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 944 time: 0.2215641 Jul 16 08:40:55.957101 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.973903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6e41a92-8aea-4c4d-895b-1b52d5c836f8 req-61c70933-2d16-4e3f-af3c-99bc5790b6ac tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856806 Jul 16 08:40:55.983736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:56.084285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.090276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.097162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:56.141576 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.194604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.196731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61623f-12e7-4203-9b72-5b1f5d3b1b55 req-a1bc32d7-8129-4302-b01f-667dd796dd2f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.197016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.197792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:56.204917 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.206164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2d802e94-eab5-4c5c-af4f-40ae8abbba50 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:56.211992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c61623f-12e7-4203-9b72-5b1f5d3b1b55 req-a1bc32d7-8129-4302-b01f-667dd796dd2f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 932 time: 0.3825021 Jul 16 08:40:56.239249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.277993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-73b346d5-e958-42d6-bcff-5755e87612d0 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359941 Jul 16 08:40:56.307421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-3a0e511c-273d-47e7-9a42-dc67fb424b80 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8543360 Jul 16 08:40:56.333701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57b8b4b5-03e0-4aa5-9248-cb060a8cc145 req-736c74d0-2590-4d3c-ba25-bf1e85f95165 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 998 time: 0.3168736 Jul 16 08:40:56.334887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Request body: {'port': {'device_id': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:56.340483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:56.356378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:56.357167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.363161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.368898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c61623f-12e7-4203-9b72-5b1f5d3b1b55 req-440fd943-8c30-4b46-9aeb-4288ffa9a4da tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550217 Jul 16 08:40:56.545277 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.601388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8b4b5-03e0-4aa5-9248-cb060a8cc145 req-dfeac622-cdc2-4a0d-aa4f-1e8ab089708f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.603106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57b8b4b5-03e0-4aa5-9248-cb060a8cc145 req-dfeac622-cdc2-4a0d-aa4f-1e8ab089708f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2605073 Jul 16 08:40:56.604488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-407f35d8-9cb7-4d6f-a62a-554a006014b8 req-6477c17f-c8a1-4522-8b3d-fafea9fcd1a9 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134263 Jul 16 08:40:56.613120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.626090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-57b8b4b5-03e0-4aa5-9248-cb060a8cc145 req-b1be35c7-e879-4a40-b20d-cdf6a201cbfc tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:56.627412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57b8b4b5-03e0-4aa5-9248-cb060a8cc145 req-b1be35c7-e879-4a40-b20d-cdf6a201cbfc tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119526 Jul 16 08:40:56.646951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44230) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:56.671222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:56.677931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.680460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ddb9f740-599c-4ac5-b8be-685eb9fae95f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:56.723000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Deleting subnet 072bfbad-d7e1-4b00-9267-60e082bf8a43 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:56.730839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.733977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: ddb9f740-599c-4ac5-b8be-685eb9fae95f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:56.736891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ddb9f740-599c-4ac5-b8be-685eb9fae95f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:56.774373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.832619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.840026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.917278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.985537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.987616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/072bfbad-d7e1-4b00-9267-60e082bf8a43 HTTP/1.1" status: 204 len: 168 time: 0.3396456 Jul 16 08:40:56.991194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072bfbad-d7e1-4b00-9267-60e082bf8a43,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.994861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:57.074745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e7148e-4c77-4106-a62b-ba06077b5235'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df'}, {'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:57.077815 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbbc773-72da-4733-8342-451888b3d698" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "37e7148e-4c77-4106-a62b-ba06077b5235"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df"}, {"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-plugged", "status": "completed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:57.146829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.147184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.147528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.147865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.148594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.148958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.149291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.149620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.149946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.150275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.150599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.150921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c58658-81fd-45f1-a7d9-5265d9d4880c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:57.159109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-1d61677e-3bd9-49bc-acaa-cf1226ffe494 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1001 time: 0.1113923 Jul 16 08:40:57.186096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:57.196473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.219769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Transition to ACTIVE for port object 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.224961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.227051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.263946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.269941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.277238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.285167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.291328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.298302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.308517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.311150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-47cbc7de-b757-4bd6-bc59-03bf8c70d182 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.4137292 Jul 16 08:40:57.342070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Pushing event updated for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.342887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-34a2c344-bf41-4724-a8e4-7c433727b00c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.344620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-34a2c344-bf41-4724-a8e4-7c433727b00c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports/1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 942 time: 0.1769500 Jul 16 08:40:57.379581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Attempting to bind port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:57.380464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Attempting to bind port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:57.380963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Attempting to bind port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:57.386075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:57.386632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Attempting to bind port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:57.395955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:57.396660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:57.396660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:57.397302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Bound port: 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:57.397574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.416595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32afe562-ae46-4fed-a2f3-45433cb366d4 req-f1dc7d33-d6be-461b-afa0-819c62f7783e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972815 Jul 16 08:40:57.473501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.487332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03936846-70ad-4482-abb5-b6e771d9bace']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.492767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:57.498999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:57.502352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2973dfb1-664d-43e3-835a-471b9ffb5cb7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.502694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2973dfb1-664d-43e3-835a-471b9ffb5cb7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:57.506865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.520182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.564535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.564885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.565942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.568317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 HTTP/1.1" status: 200 len: 1093 time: 1.2405574 Jul 16 08:40:57.569150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:57.572310 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a08c48-93a4-4802-9813-76222dd1cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:57.611927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b35f8-1651-47b0-88db-1d5b594a18c4 service neutron] Pushing event updated for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.642186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:57.642809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:57.658458 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:57.694663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-5c8144c5-1b22-43a6-91e6-3e0ebfc536a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.698045 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-5c8144c5-1b22-43a6-91e6-3e0ebfc536a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 1096 time: 0.0730588 Jul 16 08:40:57.788592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.793253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-fce40131-6f73-47e6-bca5-1b927d0359be tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1001 time: 0.2078815 Jul 16 08:40:57.798810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.803398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] 10.222.0.32 "DELETE /v2.0/networks/03936846-70ad-4482-abb5-b6e771d9bace HTTP/1.1" status: 204 len: 168 time: 0.8061173 Jul 16 08:40:57.845496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa733122-88a5-40e6-a70d-ae9b98865d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=03936846-70ad-4482-abb5-b6e771d9bace,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.873189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f1afe-7dd4-4dca-b246-b0580f84c9b9 req-b2267704-1871-45e3-a573-8754ae4abb24 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.874970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a4f1afe-7dd4-4dca-b246-b0580f84c9b9 req-b2267704-1871-45e3-a573-8754ae4abb24 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2302351 Jul 16 08:40:57.994807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-ec059a13-fb78-4b4d-bcb1-b73d59e3e10b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.003868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-ec059a13-fb78-4b4d-bcb1-b73d59e3e10b tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1970363 Jul 16 08:40:58.084019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-fffe8bbc-ee24-4bee-98ff-c22aaaaa248a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 1001 time: 0.0789535 Jul 16 08:40:58.142070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:58.151269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-3fa4ec96-2c51-4a45-8b46-62204b233200 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 HTTP/1.1" status: 200 len: 217 time: 0.4425335 Jul 16 08:40:58.215327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a4f1afe-7dd4-4dca-b246-b0580f84c9b9 req-d0d7becd-8da9-4031-a970-863ce19c9df9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320940 Jul 16 08:40:58.218193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.234114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486f1b-b46f-416a-89b1-177c60950346 req-7c86f63f-6002-424f-8202-7349a93dfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.236264 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-7c86f63f-6002-424f-8202-7349a93dfcda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0773265 Jul 16 08:40:58.315648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.319851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-ac27b5e7-ddfa-434d-bee9-6a145576bd0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763352 Jul 16 08:40:58.338686 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb40964-4d43-4cf7-b514-32ea5540fdaf x-openstack-request-id: req-ecb40964-4d43-4cf7-b514-32ea5540fdaf {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:58.339592 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "37e7148e-4c77-4106-a62b-ba06077b5235", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df", "code": 200}, {"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-plugged", "status": "completed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-plugged", "status": "completed", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:58.340075 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecb40964-4d43-4cf7-b514-32ea5540fdaf {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:58.340947 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e7148e-4c77-4106-a62b-ba06077b5235', 'code': 200} Jul 16 08:40:58.341426 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa', 'code': 200} Jul 16 08:40:58.341887 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'code': 200} Jul 16 08:40:58.342359 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'code': 200} Jul 16 08:40:58.342816 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'code': 200} Jul 16 08:40:58.343280 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'code': 200} Jul 16 08:40:58.517862 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fa1856e8-3785-4baf-9080-f5ba4334479b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c7a7cbeae464c9fb869f3302cb50830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966503 Jul 16 08:40:58.524371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.532683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.573675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.574057 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Floating IP 1449decc-998a-4eaf-af01-0dfb89db182e disassociated. External IP: 172.25.5.114, port: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7. Jul 16 08:40:58.582323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-38645e69-e53e-4f58-9edd-831eb59844d0 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456779 Jul 16 08:40:58.652484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.652957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.654030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.654493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.654952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.655411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.655870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.657881 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-5c31b9cf-d3f3-4947-ab01-fa7dcb6e0906 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 0.2256463 Jul 16 08:40:58.660758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.718462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8eae-53da-493d-b2bd-ae14845581b6 req-8775be2f-ec7c-47af-8e85-0b23b72d4a7d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.720064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfe8eae-53da-493d-b2bd-ae14845581b6 req-8775be2f-ec7c-47af-8e85-0b23b72d4a7d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 944 time: 0.2416997 Jul 16 08:40:58.749549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.768326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d4426564-18e0-486b-b760-9d49f9ef0e48 req-647692bb-426a-4ad9-b5f6-59609343a0d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=571ef14a-9504-46af-800d-4a60299bc5a7&id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787694 Jul 16 08:40:58.780758 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75486f1b-b46f-416a-89b1-177c60950346 req-b6d07dad-55e6-4617-9f1e-eab6aa7e7644 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886690 Jul 16 08:40:58.844512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.857133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.864154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9a6d585-a9d7-483e-92e4-5123fd7ab1d9 HTTP/1.1" status: 204 len: 168 time: 0.3374658 Jul 16 08:40:58.900683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a85354-10cf-46ce-9a54-899128d60dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6d585-a9d7-483e-92e4-5123fd7ab1d9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:59.499494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfe8eae-53da-493d-b2bd-ae14845581b6 req-a5069f40-56ce-464d-854c-cf4288631208 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7686286 Jul 16 08:40:59.549056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:59.569734 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc54f2af-f406-488e-9999-04da43841ee3 x-openstack-request-id: req-fc54f2af-f406-488e-9999-04da43841ee3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:59.570746 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:59.571333 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc54f2af-f406-488e-9999-04da43841ee3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:59.572030 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7', 'status': 'completed', 'code': 200} Jul 16 08:40:59.791781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-8fe85344-a6b7-4c48-8c16-c4f18467e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.795655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-8fe85344-a6b7-4c48-8c16-c4f18467e2e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 1096 time: 0.1980343 Jul 16 08:40:59.889814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:59.904343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:59.906880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.937421 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:59.941096 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.055931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-490c4f76-a742-4baf-bf93-7f81868a57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.060236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-490c4f76-a742-4baf-bf93-7f81868a57fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.2579439 Jul 16 08:41:00.094291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-7d38d5e5-3978-4fac-8378-f7d17baccc0a tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "PUT /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 696 time: 2.0048158 Jul 16 08:41:00.156746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:00.158952 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc82e4-f4f5-4ba1-97f4-47e45c232631" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:00.169619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-034e091c-f8f2-421d-934c-dc13fc070a52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 HTTP/1.1" status: 200 len: 217 time: 0.1027427 Jul 16 08:41:00.253166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-167d090f-b010-431c-8ad6-a42e7dbc89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.254877 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:00.255027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-167d090f-b010-431c-8ad6-a42e7dbc89e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0651476 Jul 16 08:41:00.317618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-761daee2-d1d5-4e3d-824b-ed28fa0c52f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563700 Jul 16 08:41:00.368063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.389433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.395429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.410278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.422677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.436245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.450487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-7863eddb-e913-4e0a-b218-ce42fe4a5ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268239 Jul 16 08:41:00.451021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.453264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-8198bf7c-b238-4e1a-9c86-ddcc93223365 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.4627044 Jul 16 08:41:00.455663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-aa9d7dfa-5bd6-48f9-a01e-5630988bc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.464915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-aa9d7dfa-5bd6-48f9-a01e-5630988bc9ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.3690977 Jul 16 08:41:00.577726 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.588623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c980c41-ff63-46b0-8406-2b93aea54b6c req-b8cee092-d876-4dfd-999c-9dfd7aeed015 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208692 Jul 16 08:41:00.655652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:00.685677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-09a08c48-93a4-4802-9813-76222dd1cfd6 req-cd739ad0-0414-4198-aa80-4df31ddd944c service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234564 Jul 16 08:41:00.686319 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:00.687373 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.741770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-057ef327-d9a4-4485-ad31-7d21946df1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.743386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-057ef327-d9a4-4485-ad31-7d21946df1fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.2772331 Jul 16 08:41:00.809712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-5d761465-e373-4d4d-b42e-81d7aafd23e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0555339 Jul 16 08:41:00.928119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-dc38e8c1-7b32-4386-908c-161cd840ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.929711 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:00.936611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-dc38e8c1-7b32-4386-908c-161cd840ee68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1258378 Jul 16 08:41:00.988119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7324066-9624-4f23-9936-7c59072aca5a req-65537507-aeb8-43f8-a705-61d0c268509c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.995471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7324066-9624-4f23-9936-7c59072aca5a req-65537507-aeb8-43f8-a705-61d0c268509c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1313040 Jul 16 08:41:01.057628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-8625423b-622f-4b2a-8b56-f084a12fd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.065279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-8625423b-622f-4b2a-8b56-f084a12fd911 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275921 Jul 16 08:41:01.078944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7324066-9624-4f23-9936-7c59072aca5a req-c0db1f23-e9bc-467a-abd3-fcfd373239d9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jul 16 08:41:01.166504 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78dd7fb-3fa8-48dd-86d5-ed22f1ce0647 x-openstack-request-id: req-f78dd7fb-3fa8-48dd-86d5-ed22f1ce0647 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:01.166798 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:01.167053 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f78dd7fb-3fa8-48dd-86d5-ed22f1ce0647 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:01.183585 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:41:01.305387 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:01.307614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-0204089d-31c9-4fcd-965b-2728c96c23cb service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408164 Jul 16 08:41:01.318177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-31a056a6-52ff-428f-b053-7743b78c33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.319811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-31a056a6-52ff-428f-b053-7743b78c33e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89ecc13dcb924047983ca678b69731da&device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 1097 time: 0.1298764 Jul 16 08:41:01.368696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9b780-e7a7-4a1c-88f5-8f27d738c3dc None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:39:51Z', 'revision_number': 4, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e46a12fa-5b63-4118-a02f-b7bbc7251025', 'name': '', 'network_id': 'eec55fe2-d953-478f-a7e0-9a43f5ecc05c', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'mac_address': 'fa:16:3e:a9:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '31feb75e-e466-4d65-bb33-a8837041b786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:51Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'subnets': [{'id': '31feb75e-e466-4d65-bb33-a8837041b786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:01.519442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44fa0573-3d8d-4467-8860-8faedbaf0cd6 req-e24e2847-d8b4-4e18-bce5-5bb5db7daed6 service neutron] 10.222.0.32 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106545 Jul 16 08:41:01.546806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-267d3202-9960-4e30-aae8-a66947ff5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.552929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-267d3202-9960-4e30-aae8-a66947ff5fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 200 len: 921 time: 0.2255657 Jul 16 08:41:01.556729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be41b-f0d6-4e41-9e06-c21d3c5649af req-61069984-47cb-4c36-be07-db4b364c3a5a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.567373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba3be41b-f0d6-4e41-9e06-c21d3c5649af req-61069984-47cb-4c36-be07-db4b364c3a5a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 944 time: 0.2218313 Jul 16 08:41:01.642044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-d1bcfceb-4d1e-4c9b-a5f0-d8e314317272 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 200 len: 217 time: 0.0806677 Jul 16 08:41:01.667134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba3be41b-f0d6-4e41-9e06-c21d3c5649af req-b09a57cb-8e0f-45ca-b721-de3e34faeab1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959342 Jul 16 08:41:01.821317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-225c4d9c-4486-4711-87d8-9f6fd8edb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.833476 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-225c4d9c-4486-4711-87d8-9f6fd8edb432 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 200 len: 859 time: 0.1744068 Jul 16 08:41:01.966730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe511a93-8346-4c7b-a28b-70566f175536 None None] New status for floating IP 1449decc-998a-4eaf-af01-0dfb89db182e: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:41:01.968374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-36943c5f-f3ad-45cb-b81a-dd7791c7bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.969946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-36943c5f-f3ad-45cb-b81a-dd7791c7bcfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eec55fe2-d953-478f-a7e0-9a43f5ecc05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343112 Jul 16 08:41:02.190999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-c42639ee-2379-45f8-843a-b42f2ad486b8 service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125254 Jul 16 08:41:02.420407 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-99cc82e4-f4f5-4ba1-97f4-47e45c232631 req-a86f8e70-9ecb-4495-9008-c9d861ddfdde service neutron] 10.222.0.47 "GET /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215281 Jul 16 08:41:02.633895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.643050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.653503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.662971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.671056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.678769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.686104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.695832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-f1c62c96-6e7f-42b0-88f9-7540aa361616 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.1796956 Jul 16 08:41:02.775650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-763a731a-4f4a-4722-b9a7-da9deea34232 req-661d5925-add5-4792-b07a-fdb54bfd575e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787716 Jul 16 08:41:02.814945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:02.913248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c588941-9324-4f49-b0f7-3b0ab21b4188 req-e06f17e3-ca94-4cb0-aa35-c95a71b21664 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.914925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c588941-9324-4f49-b0f7-3b0ab21b4188 req-e06f17e3-ca94-4cb0-aa35-c95a71b21664 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1929960 Jul 16 08:41:02.983574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:03.002508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c588941-9324-4f49-b0f7-3b0ab21b4188 req-ffcb2404-f673-4467-8cc6-b307086e2422 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783305 Jul 16 08:41:03.026152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7', 'mac_address': 'fa:16:3e:db:1b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:03.047403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9026ddfc-a749-4fcf-b3fe-2e76a09e6454 req-5b129a08-9e86-417d-9cc6-88954e1216a2 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0423634 Jul 16 08:41:03.144388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.184696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:03.238090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:03.243556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.419763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.493254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110aabd-3e69-4468-bbd0-2f098ee207c2 req-f1ec024f-ed43-4dac-aefb-c4b630667ff9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.494755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1110aabd-3e69-4468-bbd0-2f098ee207c2 req-f1ec024f-ed43-4dac-aefb-c4b630667ff9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 945 time: 0.2165303 Jul 16 08:41:03.514514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.522418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.529344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.535958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.545133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.552505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.560540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.562914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad449045-dcf5-42e2-a80d-b99e5e752e18 req-6228b2ca-c297-4164-a0fa-509b4d788dbe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.2087643 Jul 16 08:41:03.574271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.579963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Request body: {'floatingip': {'port_id': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.597016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['835233ba-9d31-4bc4-a7cc-d18a78c9b8e7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:03.618877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1110aabd-3e69-4468-bbd0-2f098ee207c2 req-5b074062-397c-459b-8c24-b3c6a2095a24 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Jul 16 08:41:03.704629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-d6c5c91a-529b-4cbe-b11c-9d94f1cde952 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 200 len: 694 time: 0.0655277 Jul 16 08:41:03.715605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.870586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-6d386350-3341-469f-b928-92e47140c25c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.879811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-6d386350-3341-469f-b928-92e47140c25c tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1733789 Jul 16 08:41:04.004748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-321b61cd-d748-4b5c-8aa7-1ef4e795e5a1 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 697 time: 0.1239290 Jul 16 08:41:04.072305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-b179437d-83ff-4a51-8cd2-97325f89b8d6 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 697 time: 0.0665784 Jul 16 08:41:04.274035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Deleting port 1c9c5925-fad1-4165-893c-bf9eb4d5b7d1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:04.275049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.439941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.440318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.463841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Calling delete_port for 1c9c5925-fad1-4165-893c-bf9eb4d5b7d1 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:04.709336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.713367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.850787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.879681 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Floating IP 609e0663-6f7b-4acc-9455-b094c2fb46f6 associated. External IP: 172.25.5.80, port: f1bc8df6-8ec9-4375-bad9-bf2de7a93182. Jul 16 08:41:04.938888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event deleted for resources: {'Port': ['ID=1c9c5925-fad1-4165-893c-bf9eb4d5b7d1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.955204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14fde-64bc-496e-8120-3435f392f003 req-6a140493-365e-49fa-ac15-f50c6c2d7dc7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.962755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcd14fde-64bc-496e-8120-3435f392f003 req-6a140493-365e-49fa-ac15-f50c6c2d7dc7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1829417 Jul 16 08:41:05.042751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcd14fde-64bc-496e-8120-3435f392f003 req-17bfad89-09e1-4108-ace5-22a9ba326942 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790021 Jul 16 08:41:05.091581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.104260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.111057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15814447-2d2c-46d1-9d9b-5605d62f5ec6 req-cc2d2a75-6f2b-43e0-ae25-6db94ff4b1f9 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "DELETE /v2.0/floatingips/1449decc-998a-4eaf-af01-0dfb89db182e HTTP/1.1" status: 204 len: 173 time: 1.0371900 Jul 16 08:41:05.275190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Router fbdf206d-dde5-4345-91f2-88fbce95844e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:05.409113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84fe83-69f5-4786-972a-3d973329ad86 req-070df6ec-b6c4-4376-aa2b-f9ef0c9b99df tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.410844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df84fe83-69f5-4786-972a-3d973329ad86 req-070df6ec-b6c4-4376-aa2b-f9ef0c9b99df tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 945 time: 0.1560740 Jul 16 08:41:05.482967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:05.490930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.495345 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Sync routers for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:05.513499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df84fe83-69f5-4786-972a-3d973329ad86 req-f2c6963b-5e8f-4f35-8cc3-d4142200b4cf tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765991 Jul 16 08:41:05.538532 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:05.539382 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.653921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc9523aa-4585-4a0d-ae8f-d75c333f6f7a tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "PUT /v2.0/floatingips/609e0663-6f7b-4acc-9455-b094c2fb46f6 HTTP/1.1" status: 200 len: 990 time: 2.0778334 Jul 16 08:41:05.666920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:05.669988 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54ec76-c0d4-46e8-a5e7-8806c7835352" -d '{"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:05.876543 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:05.979076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-309a3065-c0bf-43e1-9b02-2fdc5cb461bc req-d6822a1e-4b72-4f3c-bca2-77dca2bd4019 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0729876 Jul 16 08:41:06.153288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c97c187-10be-4d2a-9faa-51a969f83445 req-4a73c96e-7ea8-40fa-be33-038ba23cab35 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0717239 Jul 16 08:41:06.177567 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1294f98-21cc-4c02-8471-dd7dcf10c7e4 x-openstack-request-id: req-f1294f98-21cc-4c02-8471-dd7dcf10c7e4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:06.177869 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:06.178181 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1294f98-21cc-4c02-8471-dd7dcf10c7e4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:06.178651 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'status': 'completed', 'code': 200} Jul 16 08:41:06.398785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.399606 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '609e0663-6f7b-4acc-9455-b094c2fb46f6', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'port_id': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'mac_address': 'fa:16:3e:0c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.400764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.403468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.404309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.408510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.409673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.410590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.418029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-d3da0aee-f820-421f-a996-193ab7286d5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 0.1902757 Jul 16 08:41:06.531752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3005686-9dba-4385-bb5a-8e01e74ccffb req-00dd002d-5bf0-4cb3-a13a-72331f494c6f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.543217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3005686-9dba-4385-bb5a-8e01e74ccffb req-00dd002d-5bf0-4cb3-a13a-72331f494c6f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.2297807 Jul 16 08:41:06.552315 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Checking router: fbdf206d-dde5-4345-91f2-88fbce95844e for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:06.562869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:06.563506 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.584150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fdccf-b598-4464-a33e-1c60d2982d1e req-28738428-22c9-4de8-9979-b563174aacde tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.586255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f8fdccf-b598-4464-a33e-1c60d2982d1e req-28738428-22c9-4de8-9979-b563174aacde tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1958680 Jul 16 08:41:06.662310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f8fdccf-b598-4464-a33e-1c60d2982d1e req-665492ba-7aaf-4557-9729-a7b1ddbac58a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Jul 16 08:41:06.681179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3005686-9dba-4385-bb5a-8e01e74ccffb req-b5f930aa-9ee7-4bc8-8f66-8a3165a4a1da tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359835 Jul 16 08:41:06.725519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-449730f1-1031-4b1c-b24d-7d6678569b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.737416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-449730f1-1031-4b1c-b24d-7d6678569b26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3 HTTP/1.1" status: 200 len: 917 time: 0.3127215 Jul 16 08:41:06.771832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.808877 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:06.854217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:06.943580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-effb7c5a-67f4-480b-a86d-5a6158b7baff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 998 time: 0.2024984 Jul 16 08:41:07.081127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-36c14593-1f7e-4eec-8cf7-833fde5c6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.083114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-36c14593-1f7e-4eec-8cf7-833fde5c6f49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 200 len: 855 time: 0.1336610 Jul 16 08:41:07.099496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:07.099771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f49ad69-9a53-4042-9cf2-724260f42919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.120572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:07.120957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.238461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f49ad69-9a53-4042-9cf2-724260f42919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.249844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa5845-9906-46fb-9ed1-8965e87cb6d4 req-20fc680f-4336-4db1-be5b-68474fb1d87e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.261383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29aa5845-9906-46fb-9ed1-8965e87cb6d4 req-20fc680f-4336-4db1-be5b-68474fb1d87e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 945 time: 0.3034675 Jul 16 08:41:07.264797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f49ad69-9a53-4042-9cf2-724260f42919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.365015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-0546cf99-209a-4caf-912f-6daa777711ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.372881 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-0546cf99-209a-4caf-912f-6daa777711ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5555d070-80c0-49a6-866b-be1d53ed98d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826552 Jul 16 08:41:07.380380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.385871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49ad69-9a53-4042-9cf2-724260f42919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94287b7-17d3-4afe-a2ae-6501c7e04e1c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.400634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f49ad69-9a53-4042-9cf2-724260f42919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdd0e38c778b45f789845b989dc48d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273439 Jul 16 08:41:07.408232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.429882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:07.432273 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f93bc-e7a3-4889-b904-32c0cdc908bb" -d '{"events": [{"server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "name": "network-vif-plugged", "status": "completed", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:07.446018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:07.456407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29aa5845-9906-46fb-9ed1-8965e87cb6d4 req-3997dc12-d849-43f0-a604-6bc64395f4d0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939228 Jul 16 08:41:07.456935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.487446 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '609e0663-6f7b-4acc-9455-b094c2fb46f6', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'port_id': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'mac_address': 'fa:16:3e:0c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.556379 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c147c6d-33e6-405f-a21e-ac5f35e8cabf None None] The sync data for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 is: [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '609e0663-6f7b-4acc-9455-b094c2fb46f6', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'port_id': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'mac_address': 'fa:16:3e:0c:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:41:04Z', 'revision_number': 1, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:07.568789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-5e78ee89-4b2c-4ae1-ac66-291fb5f6a892 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.570956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.571955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-5e78ee89-4b2c-4ae1-ac66-291fb5f6a892 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.3477693 Jul 16 08:41:07.614867 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fea1d34-1056-4870-8866-cc382346f067 x-openstack-request-id: req-5fea1d34-1056-4870-8866-cc382346f067 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:07.616604 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "name": "network-vif-plugged", "status": "completed", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:07.616777 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fea1d34-1056-4870-8866-cc382346f067 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:07.617191 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7', 'code': 200} Jul 16 08:41:07.651997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91163100-67d7-43ab-a373-efad3e3aaf99 req-f585df52-3e97-45ac-96b8-57bfb48e2be4 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0543768 Jul 16 08:41:07.772501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-70f09c74-c6bb-4152-b2a2-730661b21f6a service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917069 Jul 16 08:41:07.775588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.878396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.931180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001c90a-6c96-49c9-a46d-238809421355 None None] New status for floating IP 609e0663-6f7b-4acc-9455-b094c2fb46f6: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:41:07.993218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac2d0c-eafc-4996-839e-26c80cdc8336 req-a21649cc-a555-4456-b57c-b58061160786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.994420 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8dac2d0c-eafc-4996-839e-26c80cdc8336 req-a21649cc-a555-4456-b57c-b58061160786 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 1098 time: 0.2983541 Jul 16 08:41:08.021763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7a54ec76-c0d4-46e8-a5e7-8806c7835352 req-2a318536-b645-4aa6-865c-f99a96dfdb25 service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207963 Jul 16 08:41:08.031544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ba261-73b3-4d6b-89ad-da8185bbb9a8 req-ba6b4265-220f-428e-bba1-de5f3648621f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.039678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b6ba261-73b3-4d6b-89ad-da8185bbb9a8 req-ba6b4265-220f-428e-bba1-de5f3648621f tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 945 time: 0.1852984 Jul 16 08:41:08.058689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Deleting port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:08.059152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.072950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5a960-60fb-438e-bc4b-d45e86d47117 req-4d341623-a5d0-4785-9b6e-1c6bd9c1b513 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.077018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ee5a960-60fb-438e-bc4b-d45e86d47117 req-4d341623-a5d0-4785-9b6e-1c6bd9c1b513 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1840134 Jul 16 08:41:08.098312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.100836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.102741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a94287b7-17d3-4afe-a2ae-6501c7e04e1c HTTP/1.1" status: 204 len: 168 time: 0.6818397 Jul 16 08:41:08.126053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8dac2d0c-eafc-4996-839e-26c80cdc8336 req-2946d901-fc71-4a7c-ae9d-a35886541ab7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215479 Jul 16 08:41:08.129674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998596-f394-451f-9250-3844ebaa77fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94287b7-17d3-4afe-a2ae-6501c7e04e1c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.154619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ee5a960-60fb-438e-bc4b-d45e86d47117 req-e9168703-1932-4152-b32a-c2e8d49f0dbc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679717 Jul 16 08:41:08.174016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b6ba261-73b3-4d6b-89ad-da8185bbb9a8 req-7937ea66-ad73-4b88-9197-138ae9c683f0 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327498 Jul 16 08:41:08.555472 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.625089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed14a4f0-af4b-419b-b190-366b7789dc83 req-418cbc52-2a67-4a63-8822-eaf14980af04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0357530 Jul 16 08:41:08.625089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] For port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:08.625089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.642978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Calling delete_port for 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:08.791612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44502) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:08.806745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c995d2f-d9bd-4327-b56b-db660d3a5f04 req-165913ec-607d-47c8-8f01-725fcc4c3609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.808294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c995d2f-d9bd-4327-b56b-db660d3a5f04 req-165913ec-607d-47c8-8f01-725fcc4c3609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 946 time: 0.0957963 Jul 16 08:41:08.819598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7448c39-8fd2-4ee8-8139-04eb766b4698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.823281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.876252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Pushing event deleted for resources: {'Port': ['ID=1f18bc22-8313-4d1d-ba12-316dc4f3edd7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.879512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c995d2f-d9bd-4327-b56b-db660d3a5f04 req-ff3f44e0-c50b-4f6b-a685-58efe09ca443 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633934 Jul 16 08:41:08.920861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.962298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] No DVR routers for this DVR port 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:08.966308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.968976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0a002368-15c1-4fb8-9cc0-08170a18753c req-e03d22fb-8b27-4cf4-9baf-71f61edffa28 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.47 "DELETE /v2.0/ports/1f18bc22-8313-4d1d-ba12-316dc4f3edd7 HTTP/1.1" status: 204 len: 173 time: 1.3852568 Jul 16 08:41:08.969632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'name': 'network-vif-deleted', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:08.973375 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17810cf4-65b0-4824-b9f5-794c5b15c0bb" -d '{"events": [{"server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "name": "network-vif-deleted", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:09.025894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08b28ff5-f8f7-4fbc-8bb7-32ded08d124e req-e87bab85-b979-4a6d-85ae-da24da87a198 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0753582 Jul 16 08:41:09.047038 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acad30d-1c9e-431d-a69f-0449b913675f x-openstack-request-id: req-9acad30d-1c9e-431d-a69f-0449b913675f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:09.047342 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf9e149-913f-4db2-80c5-722c57789f79", "name": "network-vif-deleted", "tag": "1f18bc22-8313-4d1d-ba12-316dc4f3edd7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:09.047603 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9acad30d-1c9e-431d-a69f-0449b913675f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:09.048004 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf9e149-913f-4db2-80c5-722c57789f79', 'name': 'network-vif-deleted', 'tag': '1f18bc22-8313-4d1d-ba12-316dc4f3edd7', 'status': 'completed', 'code': 200} Jul 16 08:41:09.065624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7448c39-8fd2-4ee8-8139-04eb766b4698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.072656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7448c39-8fd2-4ee8-8139-04eb766b4698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.103204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e7448c39-8fd2-4ee8-8139-04eb766b4698 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c9bb46868ae45658bad64783ff9d79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096023 Jul 16 08:41:09.106612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44510) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.155116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7448c39-8fd2-4ee8-8139-04eb766b4698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022edcc4-6224-494c-84c6-15b438ae346e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.191681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.291316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.460820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28707019-dba8-491a-9409-d8ce5e6e8317 req-fbc5c58b-5ef3-407e-96b8-bc62567043c0 tempest-FloatingIPsAssociationTestJSON-1673342230 tempest-FloatingIPsAssociationTestJSON-1673342230-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bf9e149-913f-4db2-80c5-722c57789f79 HTTP/1.1" status: 200 len: 210 time: 0.0437398 Jul 16 08:41:09.479759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048686-78c1-4eb3-9e1a-863cd421d8ac req-cbd9bd4d-3d96-4649-823c-db4ce07d035e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.481649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d048686-78c1-4eb3-9e1a-863cd421d8ac req-cbd9bd4d-3d96-4649-823c-db4ce07d035e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1242776 Jul 16 08:41:09.482492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.485304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.488784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/022edcc4-6224-494c-84c6-15b438ae346e HTTP/1.1" status: 204 len: 168 time: 0.3781810 Jul 16 08:41:09.523031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591052a0-46f9-4997-b4b7-3325bdfffa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022edcc4-6224-494c-84c6-15b438ae346e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.657500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d048686-78c1-4eb3-9e1a-863cd421d8ac req-d36019f8-8059-4d7f-aaca-a255853b287d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679599 Jul 16 08:41:10.151676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a826-0421-4165-8774-7b0984c5d719 req-dcf4f639-ec5f-47e3-8e36-015bfca7428d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.153567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f50a826-0421-4165-8774-7b0984c5d719 req-dcf4f639-ec5f-47e3-8e36-015bfca7428d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 946 time: 0.0848076 Jul 16 08:41:10.261330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ef4a676-ca90-4f68-97e6-5bf54c484558 req-c3d184e1-6eb3-4b68-bfb9-8fef867354b3 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0604954 Jul 16 08:41:10.275926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f50a826-0421-4165-8774-7b0984c5d719 req-a9e76ce1-1d84-4564-9290-ee1bfb05c99e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149402 Jul 16 08:41:10.515255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46b8b-c1b1-4e08-b60d-8a823e59f022 req-82422822-b4e0-430d-af57-d9ca77cb2b21 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.519959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:10.525423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eed46b8b-c1b1-4e08-b60d-8a823e59f022 req-82422822-b4e0-430d-af57-d9ca77cb2b21 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 946 time: 0.1242771 Jul 16 08:41:10.579322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:10.580196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1f18bc22-8313-4d1d-ba12-316dc4f3edd7 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:10.622752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eed46b8b-c1b1-4e08-b60d-8a823e59f022 req-f79231dc-e323-4121-95e4-ecb2a3f39205 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963392 Jul 16 08:41:10.786347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44568) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.351991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f86f50-af01-468c-b938-31f1c0944184 req-504c75f5-2aa6-4fe8-9e27-e1f32085ed6a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.353945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8f86f50-af01-468c-b938-31f1c0944184 req-504c75f5-2aa6-4fe8-9e27-e1f32085ed6a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.2027895 Jul 16 08:41:11.432457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8f86f50-af01-468c-b938-31f1c0944184 req-b7748641-0925-4b53-a7d7-150d52ef78ec tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Jul 16 08:41:11.559716 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.829214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7efcad4-cbd2-463f-b9e8-196f22c7c9f7 req-b02675e3-0d0d-4018-9f54-a6091f56e137 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0480955 Jul 16 08:41:12.030837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598789c-cfcd-4f48-9a4e-90a85d239846 req-337950df-dd48-4f55-9aed-bc0e88807e4b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.036558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b598789c-cfcd-4f48-9a4e-90a85d239846 req-337950df-dd48-4f55-9aed-bc0e88807e4b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 946 time: 0.2153392 Jul 16 08:41:12.100371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.122867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b598789c-cfcd-4f48-9a4e-90a85d239846 req-fd3499fd-c87e-4173-84b5-ba52a16152de tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852637 Jul 16 08:41:12.200863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Deleting port e46a12fa-5b63-4118-a02f-b7bbc7251025 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:12.201209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.319273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9695a5-4cf4-4bce-9621-78e9bdcf554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.381240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] For port e46a12fa-5b63-4118-a02f-b7bbc7251025, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e46a12fa-5b63-4118-a02f-b7bbc7251025,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:12.382035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.412331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Calling delete_port for e46a12fa-5b63-4118-a02f-b7bbc7251025 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:12.686147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9695a5-4cf4-4bce-9621-78e9bdcf554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.706883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9695a5-4cf4-4bce-9621-78e9bdcf554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.741960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e9695a5-4cf4-4bce-9621-78e9bdcf554b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df000d4bce34434186a3407a699633cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379147 Jul 16 08:41:12.747621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44616) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.840866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-f1bdfe8a-4322-4eb3-89eb-74425e3f0318 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.843407 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-f1bdfe8a-4322-4eb3-89eb-74425e3f0318 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 946 time: 0.1145313 Jul 16 08:41:12.900580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9695a5-4cf4-4bce-9621-78e9bdcf554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7051f2-cfc0-4059-968e-03e6d7eb45f0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.930547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594496c0-0049-464a-aaac-df316946114b req-1664fd29-bed1-44ab-9653-558d4e3a784f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.938375 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4f2b-d62e-43cb-8f2a-2dd8a4a3ee0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.941668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-594496c0-0049-464a-aaac-df316946114b req-1664fd29-bed1-44ab-9653-558d4e3a784f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.3265042 Jul 16 08:41:13.016931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:13.017502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.200075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:13.200512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.223617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:13.397014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f774017-874d-48c3-8e54-74891a6f9dcc req-5960126d-bfdd-4f35-9bf9-6459463bd55f tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0487268 Jul 16 08:41:13.435331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.440812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.449508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:13.468551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=835233ba-9d31-4bc4-a7cc-d18a78c9b8e7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.498952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.513539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-594496c0-0049-464a-aaac-df316946114b req-a9ee8c02-202a-4e9b-93b5-556fa408c720 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708561 Jul 16 08:41:13.528715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46a12fa-5b63-4118-a02f-b7bbc7251025,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.542649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:13.546433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.548199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['835233ba-9d31-4bc4-a7cc-d18a78c9b8e7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:13.548887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-abbcd5f6-1496-444b-a6e4-0b6bc605158d req-bd421e12-9518-4d8d-a01e-532a9ba33609 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 HTTP/1.1" status: 204 len: 173 time: 0.6968994 Jul 16 08:41:13.549461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'name': 'network-vif-deleted', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:13.552469 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c988ae-7aca-47e2-a59e-5f34dca073af" -d '{"events": [{"server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "name": "network-vif-deleted", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:13.704705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.834113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3506242-8ace-4187-92fc-25e5001cbab3 req-014896e7-21c4-4616-bfa3-2a8b19508748 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=6573958b-97a0-4cb1-a78a-94bbfcee5a39 HTTP/1.1" status: 200 len: 210 time: 0.1175900 Jul 16 08:41:13.868158 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6691be82-3e60-479d-aeb5-3f423bc848bb x-openstack-request-id: req-6691be82-3e60-479d-aeb5-3f423bc848bb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:13.868652 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573958b-97a0-4cb1-a78a-94bbfcee5a39", "name": "network-vif-deleted", "tag": "835233ba-9d31-4bc4-a7cc-d18a78c9b8e7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:13.868750 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6691be82-3e60-479d-aeb5-3f423bc848bb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:13.869203 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573958b-97a0-4cb1-a78a-94bbfcee5a39', 'name': 'network-vif-deleted', 'tag': '835233ba-9d31-4bc4-a7cc-d18a78c9b8e7', 'status': 'completed', 'code': 200} Jul 16 08:41:14.087734 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.091780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.093304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b7051f2-cfc0-4059-968e-03e6d7eb45f0 HTTP/1.1" status: 204 len: 168 time: 1.3444362 Jul 16 08:41:14.118666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263787f-1c9e-4796-9952-64215f3871cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7051f2-cfc0-4059-968e-03e6d7eb45f0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.151049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.493671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:14.622162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:14.622162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6ab81ba1-7a21-44c0-991c-24e37d7a6204 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d4a44d9-73c2-4110-bcae-f6d49bc4b293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8316693 Jul 16 08:41:14.624754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.629492 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Sync routers for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:14.665376 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:14.666406 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.702546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9238e371-5d88-40f9-8db3-747d648b90c2 req-b241cd60-77b9-4282-899b-3558f9e65300 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0776124 Jul 16 08:41:14.810498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50478d39-1716-4585-af59-153f28019be9 req-7c4e9eb0-302f-4752-b505-f499fc09c9e0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.813577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50478d39-1716-4585-af59-153f28019be9 req-7c4e9eb0-302f-4752-b505-f499fc09c9e0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.0986888 Jul 16 08:41:14.916653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:14.919456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50478d39-1716-4585-af59-153f28019be9 req-fa430383-4450-46fa-85de-dbd1e3e86c6e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999684 Jul 16 08:41:14.935755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.180604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.237591 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:41:12Z', 'revision_number': 5, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port': {'id': '3d69a18b-e4f7-46da-8e7d-4feb7370f06b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:47Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:15.269212 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Checking router: 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:15.279106 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Routers {'3d4a44d9-73c2-4110-bcae-f6d49bc4b293'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:15.279986 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:40:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:15.386399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Deleting port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:15.387469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.435149 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] Set router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:15.503371 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:41:15Z', 'revision_number': 6, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:15.573894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] For port 3d69a18b-e4f7-46da-8e7d-4feb7370f06b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:15.575316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.594592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49f802ee-526d-4b7d-8e48-1cbf2745e484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.597550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd014d4-75c8-4e96-aa89-9acc4d302f8e None None] The sync data for ids ['3d4a44d9-73c2-4110-bcae-f6d49bc4b293'] in n-d-798054-12 is: [{'id': '3d4a44d9-73c2-4110-bcae-f6d49bc4b293', 'name': 'tempest-FloatingIPsAssociationTestJSON-268803400-router', 'tenant_id': '89ecc13dcb924047983ca678b69731da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:44Z', 'updated_at': '2021-07-16T08:41:15Z', 'revision_number': 6, 'project_id': '89ecc13dcb924047983ca678b69731da', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:15.605997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Calling delete_port for 3d69a18b-e4f7-46da-8e7d-4feb7370f06b owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:15.618095 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:15.684196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.734404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-2f04f060-dd30-499e-95e7-a3fda6f1b537 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.737093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-2f04f060-dd30-499e-95e7-a3fda6f1b537 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2228532 Jul 16 08:41:15.785572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-6ebd9551-c76a-46bd-ae6d-53e16ff4d46d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0303652 Jul 16 08:41:15.893884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-04c045c7-1d9e-4b45-af98-9c415a34e8ac tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067436 Jul 16 08:41:15.904563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.960204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3d69a18b-e4f7-46da-8e7d-4feb7370f06b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.968873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d98535a-5342-4ecf-9df2-519ca0249572 req-748129d1-0d3e-40e2-a5f3-a708035bdb8a tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0616508 Jul 16 08:41:16.071594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-fa15277f-f43a-49cc-9af2-c43dc5914fbc service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767395 Jul 16 08:41:16.080321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.208951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.211174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.216634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-fcb50a95-8b10-4722-a9b8-ae3b3e34cb83 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434748 Jul 16 08:41:16.270435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.271105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4a44d9-73c2-4110-bcae-f6d49bc4b293 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:16.276429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.280763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-995c0288-f9de-4643-bbfd-13f93691e1ea admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d4a44d9-73c2-4110-bcae-f6d49bc4b293 HTTP/1.1" status: 204 len: 168 time: 1.6547089 Jul 16 08:41:16.281413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:16.345055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Deleting subnet 31feb75e-e466-4d65-bb33-a8837041b786 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:16.351234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.359475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c08-ed28-4436-b7bf-ba9e4556fd36 req-74ac87e6-efe8-49fe-add8-3e34eeddd190 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.361372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3109c08-ed28-4436-b7bf-ba9e4556fd36 req-74ac87e6-efe8-49fe-add8-3e34eeddd190 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1030288 Jul 16 08:41:16.471986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.499797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3109c08-ed28-4436-b7bf-ba9e4556fd36 req-fc7b244c-e247-4d1b-b95c-9550ee66de4c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194744 Jul 16 08:41:16.738918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c91e-0335-4709-bd38-cdb6581cc810 req-4547cc9f-f917-414c-b27a-d8b9d6121db5 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.741710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0888c91e-0335-4709-bd38-cdb6581cc810 req-4547cc9f-f917-414c-b27a-d8b9d6121db5 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.1880527 Jul 16 08:41:16.751494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.794845 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.814269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-5c48c54d-26c9-4f86-b24b-f4c5de73979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.815932 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-5c48c54d-26c9-4f86-b24b-f4c5de73979a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 1097 time: 0.1433322 Jul 16 08:41:16.861349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0638d0e8-a954-4320-a4de-58517a4a6b61 req-81e96c41-e664-4a5a-a139-c5e13eb2e706 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 210 time: 0.0610020 Jul 16 08:41:16.874699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0888c91e-0335-4709-bd38-cdb6581cc810 req-67698664-0422-45e5-86c7-9976cfa99f88 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249669 Jul 16 08:41:16.892816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:16.935964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:16.936559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 835233ba-9d31-4bc4-a7cc-d18a78c9b8e7 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:17.028931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.081860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31feb75e-e466-4d65-bb33-a8837041b786,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.093845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-ebe07b0d-abc9-4ed9-bcdc-1568caeb290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.095524 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-ebe07b0d-abc9-4ed9-bcdc-1568caeb290c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.2730966 Jul 16 08:41:17.095963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706fd0c-fb51-42d5-8555-a70196902eb7 None None] Network eec55fe2-d953-478f-a7e0-9a43f5ecc05c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:17.096619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.101357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44760) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.119269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c33c5d15-5f49-4aa6-a0b8-3cd79e07ec02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31feb75e-e466-4d65-bb33-a8837041b786 HTTP/1.1" status: 204 len: 168 time: 0.8365333 Jul 16 08:41:17.209806 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-97371498-4dde-4045-abd2-93643dc7f692 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80 HTTP/1.1" status: 200 len: 217 time: 0.0890336 Jul 16 08:41:17.265025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.316352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16b929e9-636a-450f-8fd9-b3471cea2876 req-3e38a24b-9d8d-43ac-902f-a6bc3637b8d5 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0887561 Jul 16 08:41:17.327785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-374ba663-6a22-4d1f-abd3-f530db93614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.331054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-374ba663-6a22-4d1f-abd3-f530db93614d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1138384 Jul 16 08:41:17.354361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d69a18b-e4f7-46da-8e7d-4feb7370f06b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:17.377875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3d69a18b-e4f7-46da-8e7d-4feb7370f06b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:17.378312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d69a18b-e4f7-46da-8e7d-4feb7370f06b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:17.378800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e46a12fa-5b63-4118-a02f-b7bbc7251025 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:17.386404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-2275ede0-831a-46c4-89ad-86737a8bf7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484588 Jul 16 08:41:17.401449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e46a12fa-5b63-4118-a02f-b7bbc7251025 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:17.402091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e46a12fa-5b63-4118-a02f-b7bbc7251025 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:17.447761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Deleting port 41318c46-67ec-438a-8d36-408c2780974e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:17.448138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.461820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] DHCP port deletion for eec55fe2-d953-478f-a7e0-9a43f5ecc05c request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:17.547672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Deleting port 41318c46-67ec-438a-8d36-408c2780974e {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:17.549121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.564796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-7daceb83-4e39-481e-b454-99307987a142 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702821 Jul 16 08:41:17.622300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] For port 41318c46-67ec-438a-8d36-408c2780974e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41318c46-67ec-438a-8d36-408c2780974e,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:17.622690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.649952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Calling delete_port for 41318c46-67ec-438a-8d36-408c2780974e owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:17.706335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] For port 41318c46-67ec-438a-8d36-408c2780974e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41318c46-67ec-438a-8d36-408c2780974e,segment=NetworkSegment(71cf84d2-ada9-4ad1-aa4f-2614a1103de2),segment_id=71cf84d2-ada9-4ad1-aa4f-2614a1103de2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:17.714415 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.739950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Calling delete_port for 41318c46-67ec-438a-8d36-408c2780974e owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:17.741779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8deb76c-0a7d-4273-9012-f2a85446fd75 req-635ae45f-8971-4bd4-a6a2-5a29c8807c4c service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692181 Jul 16 08:41:17.806595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.858960 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.895404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d738f99-0b40-4115-9e8f-ea12d851003b req-1cd1c2a4-1d98-4bfb-880b-f9bd43b07b3c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.900148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Pushing event deleted for resources: {'Port': ['ID=41318c46-67ec-438a-8d36-408c2780974e,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.901890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d738f99-0b40-4115-9e8f-ea12d851003b req-1cd1c2a4-1d98-4bfb-880b-f9bd43b07b3c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1106112 Jul 16 08:41:17.906557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] No DVR routers for this DVR port 41318c46-67ec-438a-8d36-408c2780974e on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:17.912285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.924832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.925384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.925950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.926481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.927002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.927495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.928943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.929480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.930015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.930629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.931120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.931604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1f17d-e154-4927-8245-4b6a49af0233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:17.955916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=41318c46-67ec-438a-8d36-408c2780974e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.964768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-808d8d11-dbde-464a-b8ce-2b65e046f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.972829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] No DVR routers for this DVR port 41318c46-67ec-438a-8d36-408c2780974e on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:17.991287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d738f99-0b40-4115-9e8f-ea12d851003b req-41c8dede-2c79-4045-af47-44c605634422 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879030 Jul 16 08:41:18.107105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-808d8d11-dbde-464a-b8ce-2b65e046f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.113514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-808d8d11-dbde-464a-b8ce-2b65e046f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.129211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.141022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec55fe2-d953-478f-a7e0-9a43f5ecc05c']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.163184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-808d8d11-dbde-464a-b8ce-2b65e046f2cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc2dbdfed46b4045b4485e2b7bf7012d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557255 Jul 16 08:41:18.165992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.173018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf84d2-ada9-4ad1-aa4f-2614a1103de2') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.173237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf84d2-ada9-4ad1-aa4f-2614a1103de2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.211123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8d11-dbde-464a-b8ce-2b65e046f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c02366-d13a-4ea3-9564-14ebbc1bf01d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.218646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f08a73bd-5d08-4b16-b784-bcd9bbce8d40 req-95f1ea61-6a55-458c-abac-ce7bbe21e4ff tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 210 time: 0.0723522 Jul 16 08:41:18.224330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.246584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.256334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:18.256795 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:18.259991 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:18.356664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdf98b-8043-4e68-86e4-16c75c7fcb10 req-b0fdfe6e-a419-4c8e-8d09-0fe54568e20b tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.358322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccdf98b-8043-4e68-86e4-16c75c7fcb10 req-b0fdfe6e-a419-4c8e-8d09-0fe54568e20b tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.2140951 Jul 16 08:41:18.364549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.373617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.379352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eec55fe2-d953-478f-a7e0-9a43f5ecc05c HTTP/1.1" status: 204 len: 168 time: 1.2732022 Jul 16 08:41:18.379455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-9c95a5b5-601f-4604-958f-4c66b8ce4846 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.379455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-9c95a5b5-601f-4604-958f-4c66b8ce4846 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.1569626 Jul 16 08:41:18.384557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.395955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49c0c5-5ffa-46d9-9205-484a2a8b7b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec55fe2-d953-478f-a7e0-9a43f5ecc05c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.422417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.430036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.460762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': '7073e3fd-5341-485c-bf02-f634ee55e811', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.465202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccdf98b-8043-4e68-86e4-16c75c7fcb10 req-3fb9c68f-62de-4b4e-8bfb-08f527e7c129 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869172 Jul 16 08:41:18.557282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.560234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.561346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2c02366-d13a-4ea3-9564-14ebbc1bf01d HTTP/1.1" status: 204 len: 168 time: 0.3942714 Jul 16 08:41:18.577500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6035be-772c-4d7f-b4f2-aedb7e5eb768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c02366-d13a-4ea3-9564-14ebbc1bf01d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.605317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44804) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.633306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:18.636986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.672791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cbd24a1-0f88-49b7-86bd-88da5842dcd2 req-ad7c6a1b-db83-41dc-801c-261dafb02fb7 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0405855 Jul 16 08:41:18.699295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-527eba73-120d-49e5-9ddb-fe1cf29d9ad0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89ecc13dcb924047983ca678b69731da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884268 Jul 16 08:41:18.699603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.751367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.776472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.794315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.9 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:18.837825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.841102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.845663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d2cac56-1be4-4477-aeda-ef3ad00c3e7a HTTP/1.1" status: 204 len: 168 time: 0.1448262 Jul 16 08:41:18.856198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa3a3c-5361-44ef-92a5-b0c4735b3a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2cac56-1be4-4477-aeda-ef3ad00c3e7a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.023398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-7106bf46-4a41-4e98-a5c5-c4200a81c30f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1458657 Jul 16 08:41:19.089300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.096080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.113486 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-387272c2-7b5e-4e6b-93f5-4a3061d57081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.149154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-2c25b2c1-77a7-4f0f-aa10-0e660357cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.150990 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-2c25b2c1-77a7-4f0f-aa10-0e660357cc28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 1097 time: 0.1015735 Jul 16 08:41:19.177674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.190150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:19.330300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-387272c2-7b5e-4e6b-93f5-4a3061d57081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.341260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41318c46-67ec-438a-8d36-408c2780974e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:19.346935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-387272c2-7b5e-4e6b-93f5-4a3061d57081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.351693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:19.390213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:19.396402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:19.404376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-387272c2-7b5e-4e6b-93f5-4a3061d57081 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e28847e774394b698cdeb76f7f404a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129361 Jul 16 08:41:19.409747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.413265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 41318c46-67ec-438a-8d36-408c2780974e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:19.417272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41318c46-67ec-438a-8d36-408c2780974e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:19.439602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc493f-1138-442c-83f4-9fde0224b58a req-0b128e71-e833-485f-bea9-4a430ab1b2af tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.441255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.448812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abdc493f-1138-442c-83f4-9fde0224b58a req-0b128e71-e833-485f-bea9-4a430ab1b2af tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1984515 Jul 16 08:41:19.453210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387272c2-7b5e-4e6b-93f5-4a3061d57081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb1e4c2-f62a-4fa5-be46-64d870e2ef93,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.507298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-70ff6369-b17e-4ea1-a99e-24698bd7a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.508545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-70ff6369-b17e-4ea1-a99e-24698bd7a781 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.3285573 Jul 16 08:41:19.520490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.521605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.522970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abdc493f-1138-442c-83f4-9fde0224b58a req-ff79192d-c68e-4de3-aea8-97530a2e5bcb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 Jul 16 08:41:19.578415 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-c3f26406-f000-41ca-a8f6-51f7a6b4fb6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 200 len: 217 time: 0.0503256 Jul 16 08:41:19.594227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7a092017-e7da-4cc4-9d4f-b9eb7de4be57 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1423390 Jul 16 08:41:19.617104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Request body: {'port': {'device_id': '7073e3fd-5341-485c-bf02-f634ee55e811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:19.641917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.720192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.733458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-c96fbfaa-aaf0-4df8-a148-b0d23072345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.735481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-c96fbfaa-aaf0-4df8-a148-b0d23072345a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1399930 Jul 16 08:41:19.791696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a866c-87e4-45f6-a17d-a19225ff1b48 req-8e472f8e-629b-4d20-af0e-fa8456b7ef5c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.794961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321a866c-87e4-45f6-a17d-a19225ff1b48 req-8e472f8e-629b-4d20-af0e-fa8456b7ef5c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 931 time: 0.1247063 Jul 16 08:41:19.806244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-47a6d806-494f-4266-817b-e7ee5c5f3e32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623932 Jul 16 08:41:19.848802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321a866c-87e4-45f6-a17d-a19225ff1b48 req-75015157-6987-4172-b7c0-8798296991d4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 Jul 16 08:41:19.865327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.964887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.967451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.968720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eb1e4c2-f62a-4fa5-be46-64d870e2ef93 HTTP/1.1" status: 204 len: 168 time: 0.5569324 Jul 16 08:41:20.050309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070a093-dd9a-4dd4-b307-b7334ecf4a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb1e4c2-f62a-4fa5-be46-64d870e2ef93,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.095502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44852) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:20.133953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-dce68698-2cda-41a8-a9dc-7f9c1940465a service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180397 Jul 16 08:41:20.139367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eb15e-d0ae-4cd0-b709-adaa3a2bea84 req-53ebcf75-e4d8-45c6-a810-2b4c13721be2 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.141015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a3eb15e-d0ae-4cd0-b709-adaa3a2bea84 req-53ebcf75-e4d8-45c6-a810-2b4c13721be2 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.1568646 Jul 16 08:41:20.199445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a3eb15e-d0ae-4cd0-b709-adaa3a2bea84 req-b26fa65c-3acc-4caa-abef-dca7564eb2e0 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506737 Jul 16 08:41:20.389224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dad5ad3d-16bc-44ca-8169-c71f7b72008b req-86258eba-c9bc-41d2-873c-8711ff86dd34 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0500288 Jul 16 08:41:20.469275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1009615096-network', 'tenant_id': '630875c032b748679e453e6756b02a18'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.494475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Made reservation on behalf of 630875c032b748679e453e6756b02a18 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:20.497879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.508843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.647143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.682250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.683845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ba142392-3c46-41f8-ad23-c30bf0f4ad0b req-fb2b161f-57b5-4808-befc-13e46e923e37 service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257938 Jul 16 08:41:20.700383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:20.755481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.755836 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Added segment 7a8f0287-e7b5-4902-9398-b2ae8e4529ba of type vlan for network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 Jul 16 08:41:20.766752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:20.768642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d176b710-162d-4428-973e-b1bf17093919,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.781616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.813159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Transition to ACTIVE for port object d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:20.818831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.821932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb115-c042-4afa-a6ec-6ff5d620e425 req-5b8dd130-b489-471b-a21e-eea7b23da0a5 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.823500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f94bb115-c042-4afa-a6ec-6ff5d620e425 req-5b8dd130-b489-471b-a21e-eea7b23da0a5 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 945 time: 0.1793599 Jul 16 08:41:20.828132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.908181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ad3048fd-5cdf-4b16-a151-c3503d1c6c80 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:20.975481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.976783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Attempting to bind port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:20.977674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Attempting to bind port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:20.978425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Attempting to bind port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:20.979795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.983900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.998377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.024076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:21.024726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Attempting to bind port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:21.047261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:21.047889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:21.048494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:21.049164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Bound port: d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:21.049731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.069117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f94bb115-c042-4afa-a6ec-6ff5d620e425 req-f6a4c964-f997-401b-b328-78a1c7f61c38 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357931 Jul 16 08:41:21.078647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9823191 Jul 16 08:41:21.084500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.086576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.116297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Request body: {'subnet': {'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1009615096-subnet', 'tenant_id': '630875c032b748679e453e6756b02a18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.139487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:21.143894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:21.151221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:21.151648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.159165 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea28b6e-5d8e-4da1-972e-819c3de57fac" -d '{"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:21.192839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:21.202441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.217110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-398b2105-acff-4986-9da1-ed9c1b5fbb8e tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.218782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-398b2105-acff-4986-9da1-ed9c1b5fbb8e tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.47 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.2434297 Jul 16 08:41:21.226099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.226747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.228265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 HTTP/1.1" status: 200 len: 1092 time: 1.6209795 Jul 16 08:41:21.233807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:21.236303 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b855891-9918-46ca-8a80-9dfa6dc63374" -d '{"events": [{"name": "network-changed", "server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:21.295954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6facf-88dd-4174-a520-9cf984c32371 admin admin] Pushing event updated for resources: {'Network': ['ID=08d53a5e-458d-4e71-939e-b3c5b9d0a4a7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.299458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Made reservation on behalf of 630875c032b748679e453e6756b02a18 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:21.302530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.342362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.347037 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:21.473437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e982ec7-54fe-4679-b4e6-bcf33dd5beb5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.551988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Deleting port ca7552c7-8824-42df-b9ca-fd4ca8163189 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:21.552759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.562747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762d05-eb0c-4c47-9c45-8c3d625a8f3f req-29ec6284-10d8-4abb-b666-3727eab7c90d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.564283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb762d05-eb0c-4c47-9c45-8c3d625a8f3f req-29ec6284-10d8-4abb-b666-3727eab7c90d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 943 time: 0.1276844 Jul 16 08:41:21.568054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-e00bb176-49a9-47a1-9872-1561d626a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.570577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-e00bb176-49a9-47a1-9872-1561d626a32d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 1095 time: 0.2132926 Jul 16 08:41:21.645127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-1cc4e0d3-6bf7-4f3d-8311-dbdb0b9328f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 HTTP/1.1" status: 200 len: 217 time: 0.0623999 Jul 16 08:41:21.653630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb762d05-eb0c-4c47-9c45-8c3d625a8f3f req-dcea196f-0038-4212-ad90-3ab038704adb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Jul 16 08:41:21.672430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.719920 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01a96d-50f0-40c0-a134-a4eb0b58c29f x-openstack-request-id: req-6b01a96d-50f0-40c0-a134-a4eb0b58c29f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:21.720256 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-unplugged", "status": "failed", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80", "code": 422}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:21.720655 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b01a96d-50f0-40c0-a134-a4eb0b58c29f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:21.721367 n-d-798054-12 neutron-server[93776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'code': 422} returned with failed status Jul 16 08:41:21.772229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-0b0570ce-f986-42ab-88e0-2d480f949fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.773708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-0b0570ce-f986-42ab-88e0-2d480f949fef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1195767 Jul 16 08:41:21.787855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] For port ca7552c7-8824-42df-b9ca-fd4ca8163189, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ca7552c7-8824-42df-b9ca-fd4ca8163189,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:21.788255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.795870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe85eab8-070a-4cc2-99e2-4bd906d95701,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.815642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Checking segment: {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:21.816164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Network hostable DHCP agents. Network: 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:21.875725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-af3a387f-7302-4bfa-88be-5db8b670c850 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547884 Jul 16 08:41:21.885942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:21.905296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:21.916570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.917514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.919149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf030e-eee4-4ff3-93f7-a28e4f903a1c None None] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:21.940575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17dfe5d4-7c65-499d-8379-65a4ed9bdea3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8524277 Jul 16 08:41:21.943182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44916) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.948872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:21.960883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b88404-b0f2-4a84-a2fb-2738594cb6f9 req-fe4d3f80-7313-4034-9251-b7be3b5fda66 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.979331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55b88404-b0f2-4a84-a2fb-2738594cb6f9 req-fe4d3f80-7313-4034-9251-b7be3b5fda66 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 945 time: 0.1434367 Jul 16 08:41:22.046403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.048544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.070040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55b88404-b0f2-4a84-a2fb-2738594cb6f9 req-fa71363a-8426-4cfb-a5f0-6f75f98cc972 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups?id=b74610a3-8bcc-4641-b063-bbd3592b8a22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885432 Jul 16 08:41:22.104196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-7be57650-abda-4b67-8084-4fd175ba228a service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838145 Jul 16 08:41:22.232772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.251346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-da831c85-3b47-4814-ba11-11b0fda89c3d req-a2396344-134c-4233-8caf-b6e17ad08e58 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380432 Jul 16 08:41:22.258204 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b8177a-5455-409f-ab87-0b60d661bff6 x-openstack-request-id: req-58b8177a-5455-409f-ab87-0b60d661bff6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:22.258582 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:22.258937 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58b8177a-5455-409f-ab87-0b60d661bff6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:22.259329 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1', 'status': 'completed', 'code': 200} Jul 16 08:41:22.264339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'tenant_id': '630875c032b748679e453e6756b02a18', 'fixed_ips': [{'subnet_id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:22.265536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.472064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.512894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-d17e39ea-7157-47de-aaa9-9f8a8cf157fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.514644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-d17e39ea-7157-47de-aaa9-9f8a8cf157fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 1095 time: 0.1572962 Jul 16 08:41:22.516604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.516980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.517292 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Floating IP 2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc disassociated. External IP: 172.25.5.228, port: ca7552c7-8824-42df-b9ca-fd4ca8163189. Jul 16 08:41:22.517637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Calling delete_port for ca7552c7-8824-42df-b9ca-fd4ca8163189 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:22.594854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Allocated IP 172.20.0.2 (08d53a5e-458d-4e71-939e-b3c5b9d0a4a7/fe85eab8-070a-4cc2-99e2-4bd906d95701/902bc30a-b121-4026-87f7-aadf5b80d5d5) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:22.636125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.699853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-81197738-18b8-4e76-80b9-5f4739071eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.701912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-81197738-18b8-4e76-80b9-5f4739071eee service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.1780319 Jul 16 08:41:22.718132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcb94069-0456-4246-84d5-d443f5ffefb6 req-e1f60dee-e151-4429-907f-4f0af7bee533 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0829415 Jul 16 08:41:22.794992 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-0485b724-660b-46e3-9c2e-e42f7d86724c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 HTTP/1.1" status: 200 len: 217 time: 0.0815020 Jul 16 08:41:22.807409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-54f75beb-ed68-4fb6-bce1-ccd47d2148c8 tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:22.823147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-e9e6f9de-a3ad-4edd-93ef-ce0da2b2a3ee tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.824994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-e9e6f9de-a3ad-4edd-93ef-ce0da2b2a3ee tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=f977840d-b13b-4053-8181-69ff080e3142 HTTP/1.1" status: 200 len: 943 time: 0.1037357 Jul 16 08:41:22.846853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.864883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Transition to ACTIVE for port object 902bc30a-b121-4026-87f7-aadf5b80d5d5 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:22.879912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.891137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Transition to ACTIVE for port object 902bc30a-b121-4026-87f7-aadf5b80d5d5 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:22.903960 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.920401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-4242e1b5-d77a-4dd4-be79-61159c4c4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.922110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-4242e1b5-d77a-4dd4-be79-61159c4c4268 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1090412 Jul 16 08:41:22.923132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event deleted for resources: {'Port': ['ID=ca7552c7-8824-42df-b9ca-fd4ca8163189,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.968501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:22.980971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-54f75beb-ed68-4fb6-bce1-ccd47d2148c8 tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "PUT /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7 HTTP/1.1" status: 200 len: 366 time: 0.3407941 Jul 16 08:41:22.982494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:22.983283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-9d7f79c1-aae3-4005-a1cc-a687203a3424 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485325 Jul 16 08:41:22.983763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44960) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.987221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:23.001561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Pushing event updated for resources: {'Port': ['ID=902bc30a-b121-4026-87f7-aadf5b80d5d5,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.007822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.063645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e5d48613-0fa1-4381-904e-d2541547fccb tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0454628 Jul 16 08:41:23.068527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.069133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44962) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.073450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Attempting to bind port 902bc30a-b121-4026-87f7-aadf5b80d5d5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:23.073866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Attempting to bind port 902bc30a-b121-4026-87f7-aadf5b80d5d5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:23.074557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Attempting to bind port 902bc30a-b121-4026-87f7-aadf5b80d5d5 on network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:23.081332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:23.081709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Checking segment: {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:23.082119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.082587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Bound using segment: {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:23.083178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Bound port: 902bc30a-b121-4026-87f7-aadf5b80d5d5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:23.083571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.145792 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f237aa8-dac9-4077-a2ff-9da648cc0e0a tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7 HTTP/1.1" status: 200 len: 366 time: 0.0705848 Jul 16 08:41:23.148990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.183552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] For port 902bc30a-b121-4026-87f7-aadf5b80d5d5, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:23.187556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4abbc853-99eb-4113-9d6d-39b4bf8ef02d tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7 HTTP/1.1" status: 204 len: 168 time: 0.0335088 Jul 16 08:41:23.188059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] For port 902bc30a-b121-4026-87f7-aadf5b80d5d5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=902bc30a-b121-4026-87f7-aadf5b80d5d5,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:23.192880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.196962 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.203283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-034cf78b-9eb0-4fbf-b16e-c1661356843e service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824548 Jul 16 08:41:23.210370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-32142bb8-f752-4d05-a197-152a0995b7b3 tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0141892 Jul 16 08:41:23.211172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.214125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Router a9a800a6-b3f6-4f28-9545-8dc5843be801 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:23.241862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:23.242421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.253209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-af685f0f-d665-4920-a314-3a524e781e2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7 HTTP/1.1" status: 200 len: 370 time: 0.0367894 Jul 16 08:41:23.253410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.266094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f97f9-f321-4496-800b-56af33c74e1f None None] Pushing event updated for resources: {'Port': ['ID=902bc30a-b121-4026-87f7-aadf5b80d5d5,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.268337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d566729b-276b-435d-9a0d-ee5e62c4acdd tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7/default HTTP/1.1" status: 200 len: 370 time: 0.0138712 Jul 16 08:41:23.270509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.359724 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-1b7f77e3-2d37-471e-becf-2d12646ec8fd tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:41:23.360416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1b7f77e3-2d37-471e-becf-2d12646ec8fd tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/95fec03811b44145a2159cb42c3d2fb7 HTTP/1.1" status: 404 len: 348 time: 0.0869694 Jul 16 08:41:23.438030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b855891-9918-46ca-8a80-9dfa6dc63374 req-94b7459f-de74-4a3d-ae55-3373781cf663 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192345 Jul 16 08:41:23.466399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:23.488708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Sync routers for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:23.506134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:23.507225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:23.533239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] No DVR routers for this DVR port ca7552c7-8824-42df-b9ca-fd4ca8163189 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:23.550936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.553721 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06d71bf2-d60a-4ad5-82fe-075aeeb8cf2c req-66feba9d-d4f4-45f6-8d65-22a9551ff904 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.47 "DELETE /v2.0/ports/ca7552c7-8824-42df-b9ca-fd4ca8163189 HTTP/1.1" status: 204 len: 173 time: 2.3208213 Jul 16 08:41:23.564168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.593816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:network and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.603743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.648938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:subnet and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.671215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.686353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:subnetpool and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.701161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.712167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:port and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.735918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.746957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:router and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.749825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:23.757082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.767539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:floatingip and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.773962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.794264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679760-b940-4911-a458-d8a5b989aad0 req-e6ca627f-af23-4687-a6bf-84c65ca66ac3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.802494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42679760-b940-4911-a458-d8a5b989aad0 req-e6ca627f-af23-4687-a6bf-84c65ca66ac3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 943 time: 0.7416215 Jul 16 08:41:23.837998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:security_group and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.853044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.876123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Allocated IP 172.25.5.230 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a3afa406-c2b8-45a3-94d5-98d0f3271185) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:23.878161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Usage tracker for resource:security_group_rule and tenant:f5f6125a831f48b4bf5d2b88be727bc2 is out of sync, need to count used quota {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:41:23.886306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.quota.resource [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93774) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:41:23.894815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5815a1d0-4c5b-494e-bfd5-7290bc9e1c2e tempest-QuotasTest-1864055565 tempest-QuotasTest-1864055565-project-admin] 10.222.0.32 "GET /v2.0/quotas/f5f6125a831f48b4bf5d2b88be727bc2/details.json HTTP/1.1" status: 200 len: 703 time: 0.3290815 Jul 16 08:41:23.974736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42679760-b940-4911-a458-d8a5b989aad0 req-8a3bd187-a044-44e4-8b0c-7dc6eb61835f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712055 Jul 16 08:41:24.023632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port ad3048fd-5cdf-4b16-a151-c3503d1c6c80, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:24.024016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.043621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for ad3048fd-5cdf-4b16-a151-c3503d1c6c80 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:24.045156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.079581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Checking router: a9a800a6-b3f6-4f28-9545-8dc5843be801 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:24.092622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:24.093258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.226458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ae4a0de-386f-404e-9120-f1ecc9f4b30e req-580d6068-26e6-457e-a9b8-d82ff31634b1 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/ports?device_id=6738fe1d-201f-41e3-8ca9-66b0cf2f9460 HTTP/1.1" status: 200 len: 210 time: 0.0592575 Jul 16 08:41:24.236158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:24.260579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'name': 'network-vif-deleted', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:24.266468 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf200af-0b62-4999-b68b-3a9eb1a54a8f" -d '{"events": [{"server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "name": "network-vif-deleted", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:24.319716 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.372905 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.474807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:24.485795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:24.493156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:24.535527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3afa406-c2b8-45a3-94d5-98d0f3271185,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.554968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.577914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ca7552c7-8824-42df-b9ca-fd4ca8163189 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:24.653311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.669402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ca7552c7-8824-42df-b9ca-fd4ca8163189 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:24.677115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ca7552c7-8824-42df-b9ca-fd4ca8163189 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:24.747137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=ad3048fd-5cdf-4b16-a151-c3503d1c6c80,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.773812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.803342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a56c97-e55d-4f5a-83fb-92ae4124e586 None None] The sync data for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 is: [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'afbbaf4d-95c1-4998-a58c-74d71ff87234', 'name': '', 'network_id': 'a02898a4-7d7b-471b-a3b5-6caaad906212', 'tenant_id': '95837184779b4a029a14db3f77703208', 'mac_address': 'fa:16:3e:63:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:04Z', 'updated_at': '2021-07-16T08:39:14Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'subnets': [{'id': 'fca452e0-da82-4b64-b2ec-b1f1ef2b5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:24.822754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ebb0-2a77-47d0-81ef-0346f199a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.858760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56249b53-0230-460c-a7ac-eb5e7d75247f req-fc842aa2-373c-464d-885e-e8b728d24178 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.1073167 Jul 16 08:41:24.885939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e087b-baca-4f64-97be-b4edbdcb1908 None None] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:24.891336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port ad3048fd-5cdf-4b16-a151-c3503d1c6c80 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:24.895819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.898015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4df8434-b8d5-4c2c-98c7-d18d6311e8eb req-049d95a7-7eda-4c27-9c8e-f9a367f8badf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "DELETE /v2.0/ports/ad3048fd-5cdf-4b16-a151-c3503d1c6c80 HTTP/1.1" status: 204 len: 173 time: 2.0393677 Jul 16 08:41:24.898683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-deleted', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:24.901684 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56676dca-bd9a-47b8-98b0-965cf1c4acd4" -d '{"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-deleted", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:24.907473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:24.954030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7c099fb6-7ca4-4121-9b84-200945cb13da None None] Provisioning for port 902bc30a-b121-4026-87f7-aadf5b80d5d5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:24.981504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.033130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ebb0-2a77-47d0-81ef-0346f199a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.039146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ebb0-2a77-47d0-81ef-0346f199a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.110423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4ebb0-2a77-47d0-81ef-0346f199a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c136a2d2-72b4-4da8-8854-16d4afd514c2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.140545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:25.150372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcd4ebb0-2a77-47d0-81ef-0346f199a23e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273c20ff9a7244eda0e0f9c503d34fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828718 Jul 16 08:41:25.151174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.154007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1', 'mac_address': 'fa:16:3e:ab:36:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:25.161226 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09354df2-1dd5-4e98-b430-0ee893a35ad0 x-openstack-request-id: req-09354df2-1dd5-4e98-b430-0ee893a35ad0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:25.161617 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6738fe1d-201f-41e3-8ca9-66b0cf2f9460", "name": "network-vif-deleted", "tag": "ca7552c7-8824-42df-b9ca-fd4ca8163189", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:25.161991 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09354df2-1dd5-4e98-b430-0ee893a35ad0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:25.162480 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6738fe1d-201f-41e3-8ca9-66b0cf2f9460', 'name': 'network-vif-deleted', 'tag': 'ca7552c7-8824-42df-b9ca-fd4ca8163189', 'status': 'completed', 'code': 200} Jul 16 08:41:25.219125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536ff85-d3c9-4a2c-944a-60cc64e56c0c None None] New status for floating IP 2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:41:25.228623 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e771af15-b502-4dd9-9b08-6d811636c62a x-openstack-request-id: req-e771af15-b502-4dd9-9b08-6d811636c62a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:25.228839 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977840d-b13b-4053-8181-69ff080e3142", "name": "network-vif-deleted", "tag": "ad3048fd-5cdf-4b16-a151-c3503d1c6c80", "status": "failed", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:25.229130 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e771af15-b502-4dd9-9b08-6d811636c62a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:25.231647 n-d-798054-12 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f977840d-b13b-4053-8181-69ff080e3142', 'name': 'network-vif-deleted', 'tag': 'ad3048fd-5cdf-4b16-a151-c3503d1c6c80', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:41:25.260246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.320519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.348230 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.382464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.385502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.387491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c136a2d2-72b4-4da8-8854-16d4afd514c2 HTTP/1.1" status: 204 len: 168 time: 0.2352757 Jul 16 08:41:25.409072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca915877-66e5-4413-9e1d-7f60378e659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136a2d2-72b4-4da8-8854-16d4afd514c2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.424315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 902bc30a-b121-4026-87f7-aadf5b80d5d5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:25.476633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:25.526215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:25.529751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 902bc30a-b121-4026-87f7-aadf5b80d5d5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:25.535677 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.543580 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 902bc30a-b121-4026-87f7-aadf5b80d5d5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:25.543901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.577906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6515443-d292-4abe-9719-8e3a11d0d856 req-1b29b6ed-fee0-4c9d-b062-9a74bf16a46e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.584436 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6515443-d292-4abe-9719-8e3a11d0d856 req-1b29b6ed-fee0-4c9d-b062-9a74bf16a46e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 943 time: 0.1726882 Jul 16 08:41:25.586702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.651944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.709933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.760950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6515443-d292-4abe-9719-8e3a11d0d856 req-a42cb127-04eb-40ce-83c9-f1dd972dbdf7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754827 Jul 16 08:41:25.769840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 902bc30a-b121-4026-87f7-aadf5b80d5d5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=902bc30a-b121-4026-87f7-aadf5b80d5d5,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:25.778729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.836788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Router d9d5087a-b749-43e4-9fb1-c5e7016dc067 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:26.012754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.016717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:26.023237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:26.036428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Sync routers for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:26.041169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7378ac1-b00a-4711-b4b9-76c8743aa72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.088553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-63c39607-5e5a-455c-be6a-b5a2fda90d99 None None] Provisioning complete for port 902bc30a-b121-4026-87f7-aadf5b80d5d5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:26.088979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-63c39607-5e5a-455c-be6a-b5a2fda90d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.101959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:26.103020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:26.143641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-108a665a-c21b-4ce7-b0de-0e27d5fdb297 req-f5017581-7122-4463-8325-a831ce64edc9 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0546439 Jul 16 08:41:26.170865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7378ac1-b00a-4711-b4b9-76c8743aa72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.175912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7378ac1-b00a-4711-b4b9-76c8743aa72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.181234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.187284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-88a2b5e9-2df9-4e7c-b11b-11574a3b36e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2425032 Jul 16 08:41:26.188668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45030) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.219798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.243513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7378ac1-b00a-4711-b4b9-76c8743aa72c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5f6125a831f48b4bf5d2b88be727bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295961 Jul 16 08:41:26.250904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.253339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378ac1-b00a-4711-b4b9-76c8743aa72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794a3197-818f-4397-b210-da8108b315e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.269959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:26.395877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.422281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=902bc30a-b121-4026-87f7-aadf5b80d5d5,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.449605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.486209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.553230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.590013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.592619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.593787 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "DELETE /v2.0/security-groups/b74610a3-8bcc-4641-b063-bbd3592b8a22 HTTP/1.1" status: 204 len: 168 time: 0.3667216 Jul 16 08:41:26.603160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.630477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbd04d-c7e3-47c0-96f6-91c58dcbc7b8 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74610a3-8bcc-4641-b063-bbd3592b8a22,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.644148 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-45588f3c-d274-44a0-83ef-ca052ec1d89c tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] show failed (client error): The resource could not be found. Jul 16 08:41:26.645366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-45588f3c-d274-44a0-83ef-ca052ec1d89c tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "GET /v2.0/security-groups/b74610a3-8bcc-4641-b063-bbd3592b8a22 HTTP/1.1" status: 404 len: 347 time: 0.0360920 Jul 16 08:41:26.648223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.675525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-65bc27d6-9a17-4039-a3fd-5b34f078ca28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1843615 Jul 16 08:41:26.730404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-2f6d0e7a-8f45-4190-8057-eac7f52215d5 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.732250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-2f6d0e7a-8f45-4190-8057-eac7f52215d5 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.2442219 Jul 16 08:41:26.734725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:24Z', 'revision_number': 3, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:26.754936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.757504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.768834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/794a3197-818f-4397-b210-da8108b315e6 HTTP/1.1" status: 204 len: 168 time: 0.5067379 Jul 16 08:41:26.780528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Checking router: d9d5087a-b749-43e4-9fb1-c5e7016dc067 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:26.781466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Updating router d9d5087a-b749-43e4-9fb1-c5e7016dc067 port a3afa406-c2b8-45a3-94d5-98d0f3271185 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:26.788350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2539bb3-9dbf-486a-94e6-667f06c8d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a3197-818f-4397-b210-da8108b315e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.845306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.886090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-5eaf7664-036f-467b-b5cb-b6b27a3d0bfb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.1400809 Jul 16 08:41:26.935835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-11ab8bb1-4f43-4492-916f-ef4b7ba83d80 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480375 Jul 16 08:41:26.955106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.955735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.956266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.956963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.957186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.957659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.958121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.960262 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2c9d0d6a-f984-4b05-bc02-91116e600372 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.1970360 Jul 16 08:41:26.966675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Deleting port f46efdd8-6ced-41bd-9ac8-5273a98212e7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:26.966989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.199834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.217432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Transition to ACTIVE for port object a3afa406-c2b8-45a3-94d5-98d0f3271185 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:27.230361 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.273468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad8f81-bd1f-4b0b-a924-28bb92ddc256 req-cbcec083-ec86-4afc-8c31-b358ff727f23 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.283695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ad8f81-bd1f-4b0b-a924-28bb92ddc256 req-cbcec083-ec86-4afc-8c31-b358ff727f23 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 944 time: 0.3533971 Jul 16 08:41:27.330890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-8223ed48-b2a5-41d1-897a-83fdbf6b4e57 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801746 Jul 16 08:41:27.339685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aea5c-c14c-4038-947e-b39b8c061b40 None None] Pushing event updated for resources: {'Port': ['ID=a3afa406-c2b8-45a3-94d5-98d0f3271185,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.342432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Attempting to bind port a3afa406-c2b8-45a3-94d5-98d0f3271185 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:27.342801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Attempting to bind port a3afa406-c2b8-45a3-94d5-98d0f3271185 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:27.345127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Attempting to bind port a3afa406-c2b8-45a3-94d5-98d0f3271185 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:27.351785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:27.352204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:27.352609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.352998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:27.353473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Bound port: a3afa406-c2b8-45a3-94d5-98d0f3271185, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:27.354603 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.384057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 902bc30a-b121-4026-87f7-aadf5b80d5d5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:27.392445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ad8f81-bd1f-4b0b-a924-28bb92ddc256 req-7fa541cb-8b51-4dd9-bc18-19d10b2a16e0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073165 Jul 16 08:41:27.420860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.498966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.499538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.501671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] For port a3afa406-c2b8-45a3-94d5-98d0f3271185, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:27.509123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] For port a3afa406-c2b8-45a3-94d5-98d0f3271185, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a3afa406-c2b8-45a3-94d5-98d0f3271185,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:27.518190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-3d90a9a5-b760-41aa-9017-7a2b883338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.518689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-3d90a9a5-b760-41aa-9017-7a2b883338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.519110 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.519254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-3d90a9a5-b760-41aa-9017-7a2b883338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.521067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-3d90a9a5-b760-41aa-9017-7a2b883338ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=eca03ba4-77fc-4a01-85db-b1416d474e14&id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 2294 time: 0.5155132 Jul 16 08:41:27.525094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Calling delete_port for f46efdd8-6ced-41bd-9ac8-5273a98212e7 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:27.583092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 902bc30a-b121-4026-87f7-aadf5b80d5d5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:27.583560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.608230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-b599c750-328e-429d-814d-1b98c2ecde3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 1001 time: 0.0779734 Jul 16 08:41:27.631881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:27.632720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:27.663476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-8f6ab8b3-80d8-4815-8765-6da9bd963f92 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310790 Jul 16 08:41:27.677346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-dbcedd45-23dc-4ca4-8413-79a0971e0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.679377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-dbcedd45-23dc-4ca4-8413-79a0971e0bfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 200 len: 851 time: 0.0637670 Jul 16 08:41:27.705184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aea5c-c14c-4038-947e-b39b8c061b40 None None] Pushing event updated for resources: {'Port': ['ID=a3afa406-c2b8-45a3-94d5-98d0f3271185,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.863747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:27.874404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5baa04d-04a6-4efa-900a-b4c98faa58d5 req-9e842b33-838c-4622-a9c7-09a74206b440 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0922306 Jul 16 08:41:27.907431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Allocated IP 172.20.0.1 (08d53a5e-458d-4e71-939e-b3c5b9d0a4a7/fe85eab8-070a-4cc2-99e2-4bd906d95701/7fea6ff1-e51e-4f95-a038-a8528ec29899) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:27.997550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.081208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Pushing event deleted for resources: {'Port': ['ID=f46efdd8-6ced-41bd-9ac8-5273a98212e7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.128862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-83bafa02-4dcc-4e6a-ba9b-2dc69b7104c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.135092 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-83bafa02-4dcc-4e6a-ba9b-2dc69b7104c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=508bb44a-bf86-47d8-b131-81bd32e8f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4115288 Jul 16 08:41:28.140386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1af07ea6-2417-4e90-beba-648ddc518b7d req-bc45f310-cceb-4b2b-ace1-139bab9335e9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 210 time: 0.0511756 Jul 16 08:41:28.242756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.260798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.264762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.269018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-386987e0-3ed3-4f00-8fec-086fca0e8a00 tempest-ServersTestManualDisk-206106474 tempest-ServersTestManualDisk-206106474-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f9ed0f2-3cb7-4e74-93de-d8d0b77be2cc HTTP/1.1" status: 204 len: 168 time: 1.6170938 Jul 16 08:41:28.270339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45090) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:28.272341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:24Z', 'revision_number': 3, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:28.300853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-9b153532-d67c-4167-8fa1-a2615d904569 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528490 Jul 16 08:41:28.307506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51db30e-3805-4557-aabc-2d3b89aad0e6 None None] The sync data for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 is: [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:24Z', 'revision_number': 3, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:28.366740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Transition to ACTIVE for port object 7fea6ff1-e51e-4f95-a038-a8528ec29899 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:28.472849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-8f5952ab-22b1-46d5-9042-5772569b781f service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648960 Jul 16 08:41:28.539346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2ea338a7-f1d2-43c0-ad9b-e96b226aceda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 217 time: 0.0577011 Jul 16 08:41:28.660230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-abb83481-584d-4b44-abe0-6caaca5dc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.666834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-abb83481-584d-4b44-abe0-6caaca5dc84d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1174438 Jul 16 08:41:28.677080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.846208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-cc6cddcd-1039-44ed-a25b-d44c33e1af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.847905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-cc6cddcd-1039-44ed-a25b-d44c33e1af19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757996 Jul 16 08:41:28.910162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:29.042115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-0d90e9aa-2d8e-41e8-9dee-1651075e9b40 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759982 Jul 16 08:41:29.054206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.064309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.065366 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.258470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-d327a1ea-ab1e-4b84-928b-c6f4c572520a service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090716 Jul 16 08:41:29.274373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.391625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:29.399849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:29.413776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-9300ed70-0c81-4878-99ec-1bdb43427fc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 217 time: 0.1366205 Jul 16 08:41:29.416846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a3afa406-c2b8-45a3-94d5-98d0f3271185 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:29.460493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:29.502977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-412099121', 'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.529962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-7e8e9efe-47cb-4e36-b6b2-692ff29aaf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.531797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-7e8e9efe-47cb-4e36-b6b2-692ff29aaf89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1103203 Jul 16 08:41:29.555815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Made reservation on behalf of b9eabfffdf694ce9b83ba62992fdf97c for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:29.558782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.571105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a3afa406-c2b8-45a3-94d5-98d0f3271185 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.574822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Pushing event updated for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.584267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db619f88-7589-430a-91ca-7d50ec6eaed9 req-c2bb12d7-ca68-4b2c-b638-b11a508ad34b tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.1881199 Jul 16 08:41:29.598555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.606350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.610651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a3afa406-c2b8-45a3-94d5-98d0f3271185 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.613200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.675225 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.681112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-66ab7c06-2b27-4ea6-91d2-ba21ccf637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.682899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-66ab7c06-2b27-4ea6-91d2-ba21ccf637a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391730 Jul 16 08:41:29.779745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:29.817345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:29.820001 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c7c7fc-9593-4e6c-afcd-34a0ee95baee" -d '{"events": [{"server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "name": "network-vif-plugged", "status": "completed", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:29.850488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-6b28deb9-468c-4c63-9282-f29aca03706a service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573088 Jul 16 08:41:29.856594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.904333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ad6-bfda-446b-91b9-c388b6fd0471 req-e5b6f274-d48f-424a-8ef0-ab582a48f296 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.922614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77779ad6-bfda-446b-91b9-c388b6fd0471 req-e5b6f274-d48f-424a-8ef0-ab582a48f296 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 944 time: 1.2626882 Jul 16 08:41:29.968089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-08d66363-a959-4a87-a00b-9b79ae72ddde service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096919 Jul 16 08:41:30.016419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-91d601ad-0976-4362-9c3f-6eb72ee7aa14 None None] Provisioning for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:30.027775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.029772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.038990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-91d601ad-0976-4362-9c3f-6eb72ee7aa14 None None] Provisioning complete for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:30.039501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-91d601ad-0976-4362-9c3f-6eb72ee7aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.069055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77779ad6-bfda-446b-91b9-c388b6fd0471 req-94ef1a4d-91a9-4b55-b873-de7db3a1c556 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452122 Jul 16 08:41:30.098952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-f00998ce-ce99-45ef-a3b1-fd662f06befb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.100979 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-f00998ce-ce99-45ef-a3b1-fd662f06befb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.1315482 Jul 16 08:41:30.101688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.111451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-91d601ad-0976-4362-9c3f-6eb72ee7aa14 None None] Port 7fea6ff1-e51e-4f95-a038-a8528ec29899 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:30.143945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a3afa406-c2b8-45a3-94d5-98d0f3271185, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a3afa406-c2b8-45a3-94d5-98d0f3271185,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:30.144863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-c5a76497-79c5-47cb-8f4c-e1011ea58b26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 200 len: 217 time: 0.0403657 Jul 16 08:41:30.149687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:30.156189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.190557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ee521d9-907c-42bc-ad44-a3277e121723 req-87108c37-ad1f-4802-bbc9-ea968182e40e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 210 time: 0.0936933 Jul 16 08:41:30.288177 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37f4182-00fb-4abb-97cb-09fd50ffa903 x-openstack-request-id: req-f37f4182-00fb-4abb-97cb-09fd50ffa903 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:30.288845 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "name": "network-vif-plugged", "status": "completed", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:30.289303 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f37f4182-00fb-4abb-97cb-09fd50ffa903 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:30.289691 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1', 'code': 200} Jul 16 08:41:30.290983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a3afa406-c2b8-45a3-94d5-98d0f3271185,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.358069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-fbf8c478-0e0d-4f9f-8599-03b263144cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.360452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-fbf8c478-0e0d-4f9f-8599-03b263144cd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.0889547 Jul 16 08:41:30.371035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.394013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.399872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.436718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:30.486064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.486642 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Added segment 575a7eba-8b50-4348-96ff-3492d315f39e of type vlan for network e549992f-b2f5-4e5c-a2eb-4cc803523aca Jul 16 08:41:30.531097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.537335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.586062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0258b26d-391f-4cf5-9b24-9f80ace78d19,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.588748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:30.592652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.642798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.678428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Pushing event updated for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.683837 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.757597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-8ad355d6-b613-4363-be31-25591587bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.759225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-8ad355d6-b613-4363-be31-25591587bcca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2996171 Jul 16 08:41:30.768309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c3003-ed85-4b55-9de1-135c26e4215f req-23804793-2e71-416e-9e57-d8d82bcb1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.769953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-482c3003-ed85-4b55-9de1-135c26e4215f req-23804793-2e71-416e-9e57-d8d82bcb1f06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 1097 time: 0.3168128 Jul 16 08:41:30.825885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.826932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.827517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.844317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:30.847613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:30.961919 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6774673 Jul 16 08:41:30.972474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.14 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/1cb2de03-6abd-451c-bbeb-880684b964d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:30.974396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45128) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.990174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'subnet': {'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:31.037556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c3cbe52-3126-4763-95ac-db6a9ffcd63d req-7caa6a1c-02c7-49a0-b806-8815406127de tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0956116 Jul 16 08:41:31.059303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a95897-7a90-4f2e-9eed-b252327df288 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Network': ['ID=e549992f-b2f5-4e5c-a2eb-4cc803523aca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.079086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:31.102338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-482c3003-ed85-4b55-9de1-135c26e4215f req-f9f0d93c-50b0-43ed-8416-44af0508a77a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217182 Jul 16 08:41:31.131828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Made reservation on behalf of b9eabfffdf694ce9b83ba62992fdf97c for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:31.131828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.170635 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-5ce181a6-8dd5-4d98-b195-da5cfc90ef09 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957818 Jul 16 08:41:31.198019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Deleting port afbbaf4d-95c1-4998-a58c-74d71ff87234 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:31.204440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.224795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Router d9d5087a-b749-43e4-9fb1-c5e7016dc067 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:31.340334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-6bbd267b-9790-44ea-84fe-b99cf1d9e703 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574395 Jul 16 08:41:31.360108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-97122b39-a3f2-486c-bfb8-46c38efc7fd6 None None] Provisioning complete for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:31.362005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97122b39-a3f2-486c-bfb8-46c38efc7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.418965 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-d5647070-8320-4dcd-b6ee-a4183e08cb8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 200 len: 217 time: 0.0648358 Jul 16 08:41:31.448349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a3afa406-c2b8-45a3-94d5-98d0f3271185 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:31.508935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-97122b39-a3f2-486c-bfb8-46c38efc7fd6 None None] Port 7fea6ff1-e51e-4f95-a038-a8528ec29899 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:31.536785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a3afa406-c2b8-45a3-94d5-98d0f3271185 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:31.537567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.543371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-272f24b1-6a01-4517-9e12-c4dfa08a475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.546263 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-272f24b1-6a01-4517-9e12-c4dfa08a475a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1155581 Jul 16 08:41:31.569076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] For port afbbaf4d-95c1-4998-a58c-74d71ff87234, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=afbbaf4d-95c1-4998-a58c-74d71ff87234,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:31.569686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.573583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac645c67-35c4-4f4f-95df-c82038246d15 req-90a2e7b4-926b-4f1d-ab18-6988d774dc6b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 210 time: 0.1169052 Jul 16 08:41:31.615245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Calling delete_port for afbbaf4d-95c1-4998-a58c-74d71ff87234 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:31.648845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.685012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2ac23e4b-a17c-465e-bc2b-4fba22c51668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.686810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-2ac23e4b-a17c-465e-bc2b-4fba22c51668 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274297 Jul 16 08:41:31.699139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:31.715184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Sync routers for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:31.727602 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:31.727950 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:31.746575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.754241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9de3e6f9-b7e5-4414-80c6-323e1c361b55 admin admin] 10.222.0.32 "PUT /v2.0/routers/d9d5087a-b749-43e4-9fb1-c5e7016dc067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5631101 Jul 16 08:41:31.804761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf4f5-272a-4e90-ba13-f1f9c9601852 req-f821a782-37fd-419c-b26e-1682ece241ee tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.806292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a5bf4f5-272a-4e90-ba13-f1f9c9601852 req-f821a782-37fd-419c-b26e-1682ece241ee tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.3781850 Jul 16 08:41:31.835734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:31.841831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:31.851279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:31.927132 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:31.940503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a5bf4f5-272a-4e90-ba13-f1f9c9601852 req-2c154a44-b1ae-483e-92ed-d9608a070ac0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133950 Jul 16 08:41:31.981548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.003018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.004012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.010528 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-4048c4f9-77d0-4240-9c37-2e57ed14c507 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053217 Jul 16 08:41:32.060100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-fff28108-6f97-4d46-a503-c5d76a581b8b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9142568 Jul 16 08:41:32.087517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Request body: {'port': {'device_id': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:32.128160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.169977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:41:32.170698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.216825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbbaf4d-95c1-4998-a58c-74d71ff87234,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.236660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-ef2d0855-7955-41e7-adb4-ea71b93cddc9 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148204 Jul 16 08:41:32.256285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.317594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Subnet': ['ID=733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.345904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Checking segment: {'id': '575a7eba-8b50-4348-96ff-3492d315f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:32.346807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network hostable DHCP agents. Network: e549992f-b2f5-4e5c-a2eb-4cc803523aca, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:32.385796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-d14e7c6d-eb37-4324-8178-05ee947d13df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 217 time: 0.1369591 Jul 16 08:41:32.549753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:29Z', 'revision_number': 4, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7fea6ff1-e51e-4f95-a038-a8528ec29899', 'name': '', 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'tenant_id': '630875c032b748679e453e6756b02a18', 'mac_address': 'fa:16:3e:7a:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:30Z', 'revision_number': 2, 'project_id': '630875c032b748679e453e6756b02a18', 'subnets': [{'id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:32.563295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-b68a704e-22a2-4776-bd45-04bbd4aec12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.565036 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-b68a704e-22a2-4776-bd45-04bbd4aec12a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.1670177 Jul 16 08:41:32.582935 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Checking router: d9d5087a-b749-43e4-9fb1-c5e7016dc067 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:32.583398 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Updating router d9d5087a-b749-43e4-9fb1-c5e7016dc067 port 7fea6ff1-e51e-4f95-a038-a8528ec29899 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:32.616237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96f30d9d-70db-4e41-9df3-8f25feb70ca4 req-1d01bfeb-1212-4819-9257-5f7de1287bba tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0618486 Jul 16 08:41:32.624090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:32.624823 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.654486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e549992f-b2f5-4e5c-a2eb-4cc803523aca) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:32.660289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.663245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98766b0f-6014-4ac0-9d31-63e9f14b8be8 None None] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:32.666845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.668213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.699428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-f0134a01-bc24-452b-88b6-d1265ffe257d tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2839684 Jul 16 08:41:32.704468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97998c7e-0296-4f4f-abc1-4f4fbafbd2b0 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7216773 Jul 16 08:41:32.708931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:32.710863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-a0b96412-79f3-497c-af4b-50a14957e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.712395 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-a0b96412-79f3-497c-af4b-50a14957e75b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362238 Jul 16 08:41:32.718007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1187331990', 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:32.815724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Made reservation on behalf of b9eabfffdf694ce9b83ba62992fdf97c for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:32.818304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.926939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f6a1c-0332-4e40-84d0-9b338e2e982b None None] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:32.933887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] device_id is not set on port 3af600ee-6a76-44c0-9b03-7cda77b7ea77 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:32.955427 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-5e77f902-b0f2-452e-bf4f-dee6f0652828 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326121 Jul 16 08:41:32.959330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2de03-6abd-451c-bbeb-880684b964d3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:33.019292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.034525 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.049167 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Transition to ACTIVE for port object 7fea6ff1-e51e-4f95-a038-a8528ec29899 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.061982 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.067481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:33.103721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Transition to ACTIVE for port object 1cb2de03-6abd-451c-bbeb-880684b964d3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.134087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.177135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Pushing event updated for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.179315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.196233 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.197060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.197639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.198203 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.198830 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.199431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.199972 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.200534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.201085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.201662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.202193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.202752 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:33.208672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Attempting to bind port 7fea6ff1-e51e-4f95-a038-a8528ec29899 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:33.209423 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Attempting to bind port 7fea6ff1-e51e-4f95-a038-a8528ec29899 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:33.209995 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Attempting to bind port 7fea6ff1-e51e-4f95-a038-a8528ec29899 on network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:33.217465 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:33.218130 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Checking segment: {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:33.218752 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.219362 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Bound using segment: {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:33.220147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Bound port: 7fea6ff1-e51e-4f95-a038-a8528ec29899, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8f0287-e7b5-4902-9398-b2ae8e4529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:33.220748 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.255950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0fc30-8e52-469e-aeab-cac8072bfe69 req-a4acbac0-f21f-4907-8e8c-87667ff11e34 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.258449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3b0fc30-8e52-469e-aeab-cac8072bfe69 req-a4acbac0-f21f-4907-8e8c-87667ff11e34 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 932 time: 0.2006776 Jul 16 08:41:33.326515 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] For port 7fea6ff1-e51e-4f95-a038-a8528ec29899, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:33.330384 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] For port 7fea6ff1-e51e-4f95-a038-a8528ec29899, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7fea6ff1-e51e-4f95-a038-a8528ec29899,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:33.338413 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.397948 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3b0fc30-8e52-469e-aeab-cac8072bfe69 req-b14a5175-6238-4b3b-9360-48a23a95ca45 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774317 Jul 16 08:41:33.419871 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a09b2-12bf-476a-86d5-883428bcf287 None None] Pushing event updated for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.433628 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:33.434647 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:33.519805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Router a9a800a6-b3f6-4f28-9545-8dc5843be801 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:33.525542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.592716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.621830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-f9929bd1-dc9e-462c-9ab0-734a6823a9ed service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564586 Jul 16 08:41:33.636940 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:33.778221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:33.783521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb1da42d-5431-4065-a7f5-e1fa10a40509 admin admin] 10.222.0.32 "PUT /v2.0/routers/a9a800a6-b3f6-4f28-9545-8dc5843be801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5115449 Jul 16 08:41:33.787260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Sync routers for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:33.797919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:33.798935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:33.805222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:33.817178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-467e0724-8d5d-40a0-9e63-bb3c2c29acf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 217 time: 0.1662076 Jul 16 08:41:33.832813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Allocated IP 172.25.5.184 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/389a33d9-93aa-4eac-bc87-fa71aa272d58) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:33.845590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 2001:db8::56 (e549992f-b2f5-4e5c-a2eb-4cc803523aca/733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9/3af600ee-6a76-44c0-9b03-7cda77b7ea77) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:33.856401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Attempting to bind port 1cb2de03-6abd-451c-bbeb-880684b964d3 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:33.856752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Attempting to bind port 1cb2de03-6abd-451c-bbeb-880684b964d3 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:33.857089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Attempting to bind port 1cb2de03-6abd-451c-bbeb-880684b964d3 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:33.901951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e9784-18c6-4963-b018-bb960aed5b48 req-6e1161ac-95aa-4169-98d7-4aec3d80c1dc tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.903582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e79e9784-18c6-4963-b018-bb960aed5b48 req-6e1161ac-95aa-4169-98d7-4aec3d80c1dc tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.1319590 Jul 16 08:41:33.927344 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:29Z', 'revision_number': 4, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7fea6ff1-e51e-4f95-a038-a8528ec29899', 'name': '', 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'tenant_id': '630875c032b748679e453e6756b02a18', 'mac_address': 'fa:16:3e:7a:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '630875c032b748679e453e6756b02a18', 'subnets': [{'id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:33.950013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:33.971569 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386405c-06a4-4dd6-83f4-ff64a7a5483d None None] The sync data for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 is: [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:29Z', 'revision_number': 4, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7fea6ff1-e51e-4f95-a038-a8528ec29899', 'name': '', 'network_id': '08d53a5e-458d-4e71-939e-b3c5b9d0a4a7', 'tenant_id': '630875c032b748679e453e6756b02a18', 'mac_address': 'fa:16:3e:7a:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:27Z', 'updated_at': '2021-07-16T08:41:33Z', 'revision_number': 4, 'project_id': '630875c032b748679e453e6756b02a18', 'subnets': [{'id': 'fe85eab8-070a-4cc2-99e2-4bd906d95701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:33.992913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Port 1cb2de03-6abd-451c-bbeb-880684b964d3 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:33.993128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Attempting to bind port 1cb2de03-6abd-451c-bbeb-880684b964d3 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:33.995950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e79e9784-18c6-4963-b018-bb960aed5b48 req-8f2e6481-f801-42de-9ff1-7e3eda37aadd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Jul 16 08:41:34.065809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.077364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:34.077916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:34.078460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:34.079492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Bound port: 1cb2de03-6abd-451c-bbeb-880684b964d3, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:34.080022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.164083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.232653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.235718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.239498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.279250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event updated for resources: {'Port': ['ID=389a33d9-93aa-4eac-bc87-fa71aa272d58,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.303092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:41:32Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:34.343162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-7a3ebcaf-ac9a-4c53-83d0-e93d82554891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.345023 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-7a3ebcaf-ac9a-4c53-83d0-e93d82554891 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.4971657 Jul 16 08:41:34.352432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Checking router: a9a800a6-b3f6-4f28-9545-8dc5843be801 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:34.363904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Routers {'a9a800a6-b3f6-4f28-9545-8dc5843be801'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:34.364571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a9a800a6-b3f6-4f28-9545-8dc5843be801'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:34.377295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.395078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.416257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f04e0457-a178-491f-9864-f8b322180e9e req-08a2f655-976e-4119-9452-f5050410a410 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0331228 Jul 16 08:41:34.465084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.504560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.541405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] Set router a9a800a6-b3f6-4f28-9545-8dc5843be801 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:34.609099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:34.644970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1cb2de03-6abd-451c-bbeb-880684b964d3,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:34.655602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.701617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-d05adec2-cfae-4a20-8c70-1b22d1a17bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.703301 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-d05adec2-cfae-4a20-8c70-1b22d1a17bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3506849 Jul 16 08:41:34.716276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.718920 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.720438 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] 10.222.0.46 "PUT /v2.0/ports/1cb2de03-6abd-451c-bbeb-880684b964d3 HTTP/1.1" status: 200 len: 1093 time: 2.6426823 Jul 16 08:41:34.724841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:34.727557 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403" -d '{"events": [{"name": "network-changed", "server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:34.730635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.737231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-4304afe6-1b29-4b41-9663-ac2db895d360 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.747058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-4304afe6-1b29-4b41-9663-ac2db895d360 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2183886 Jul 16 08:41:34.755543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.775085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-1c08dbea-ad0a-4878-8749-d922f09849eb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0268128 Jul 16 08:41:34.802019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:41:32Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:34.836904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ef388-43be-442e-bb5d-9af606bc9cfc None None] The sync data for ids ['a9a800a6-b3f6-4f28-9545-8dc5843be801'] in n-d-798054-12 is: [{'id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'name': 'tempest-ServersTestManualDisk-1989246794-router', 'tenant_id': '95837184779b4a029a14db3f77703208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:57Z', 'updated_at': '2021-07-16T08:41:32Z', 'revision_number': 5, 'project_id': '95837184779b4a029a14db3f77703208', 'gw_port': {'id': '3328ab48-89ea-43eb-b40d-cf18656b6eee', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a800a6-b3f6-4f28-9545-8dc5843be801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:58Z', 'updated_at': '2021-07-16T08:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:34.840115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.848697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.854218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0519d-a78f-4cf3-98c5-12434df54765 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.856541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.860512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.862693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.863736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.864551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.947039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event updated for resources: {'Port': ['ID=389a33d9-93aa-4eac-bc87-fa71aa272d58,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.974692 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2612767 Jul 16 08:41:34.984451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.984772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-d970e894-e95e-4779-8dc4-b4dbdf4dcff5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2088304 Jul 16 08:41:35.011835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12f541-36a7-4354-90a9-dc8ebfa007bf tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=3af600ee-6a76-44c0-9b03-7cda77b7ea77,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.021760 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.048690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-3ce93425-d937-4141-9d0b-323d58dd027c service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340247 Jul 16 08:41:35.073530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.074666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-2084fefd-244e-4f26-a387-90a8dc6e924c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0152028 Jul 16 08:41:35.095323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-828f4451-dce2-4a28-b809-461e82f68587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.096884 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-828f4451-dce2-4a28-b809-461e82f68587 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 1096 time: 0.3070297 Jul 16 08:41:35.108876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Deleting port 3328ab48-89ea-43eb-b40d-cf18656b6eee {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:35.109217 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.144367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-36fb0dba-a2c5-49a6-b5a8-f83ea7715d98 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0624275 Jul 16 08:41:35.153007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-577061b7-2cd5-4d36-b14d-0bfc53a9188e service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671607 Jul 16 08:41:35.198512 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-94a361f7-df9b-49be-b4c7-a4e7b4a9afd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cb2de03-6abd-451c-bbeb-880684b964d3 HTTP/1.1" status: 200 len: 217 time: 0.0917244 Jul 16 08:41:35.377107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-140c10c0-2037-40fe-87c4-717ccb4e5fce service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228768 Jul 16 08:41:35.377310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49695560-0d34-41a3-ab4e-abf6d1d4f80d req-48129ccf-149b-4549-b28f-20116ad713ce service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209662 Jul 16 08:41:35.388841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f158cf-4ce5-4273-9579-5025584432fb req-35d445ea-7f2a-430c-9e6e-dead7efc7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.390302 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-35d445ea-7f2a-430c-9e6e-dead7efc7113 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1615992 Jul 16 08:41:35.392459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-c446c35c-670c-42c0-9020-42fb4b3500d8 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.393885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-c446c35c-670c-42c0-9020-42fb4b3500d8 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2323813 Jul 16 08:41:35.410515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] For port 3328ab48-89ea-43eb-b40d-cf18656b6eee, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3328ab48-89ea-43eb-b40d-cf18656b6eee,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:35.410752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7fea6ff1-e51e-4f95-a038-a8528ec29899 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:35.410884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.417136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-83e62998-603d-47fe-8c16-a0a36300daed tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:35.419186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b26cfa6-4f2c-439a-91f3-b172a99ba316 req-83e62998-603d-47fe-8c16-a0a36300daed tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183010 Jul 16 08:41:35.459440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Calling delete_port for 3328ab48-89ea-43eb-b40d-cf18656b6eee owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:35.463612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-abcf6c5b-a85f-4c98-8c4f-dd03f56d2b3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569234 Jul 16 08:41:35.476837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Deleting port 3af600ee-6a76-44c0-9b03-7cda77b7ea77 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:35.477258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.571923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:35.594805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:35.595454 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.696459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756dba-3d5a-4b9c-91eb-37d1421b0a10 req-ba70998b-69fe-4646-8c48-f283e6d9ea87 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.704381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7756dba-3d5a-4b9c-91eb-37d1421b0a10 req-ba70998b-69fe-4646-8c48-f283e6d9ea87 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 944 time: 0.1550896 Jul 16 08:41:35.737220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.785597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7756dba-3d5a-4b9c-91eb-37d1421b0a10 req-79b42a1b-6be0-4b7e-b97f-b990569c107c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Jul 16 08:41:35.829094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Calling delete_port for 3af600ee-6a76-44c0-9b03-7cda77b7ea77 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:35.896616 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa90079-4be0-453e-9491-7aa0ee906c32 x-openstack-request-id: req-2fa90079-4be0-453e-9491-7aa0ee906c32 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:35.897235 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:35.897235 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fa90079-4be0-453e-9491-7aa0ee906c32 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:35.897546 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3', 'status': 'completed', 'code': 200} Jul 16 08:41:35.943939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.967701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-d9011acd-c03a-433f-913b-4bffdddc1ded service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935586 Jul 16 08:41:36.010453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5540da3b-039e-4865-8e36-c53f20ce7030 req-58b77e2e-d1ed-4b6b-87bb-31a5f1fa3abe tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips/aa24dd2c-e2ab-41a5-b6c5-ac27175060d3 HTTP/1.1" status: 200 len: 693 time: 0.0946524 Jul 16 08:41:36.017787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 7fea6ff1-e51e-4f95-a038-a8528ec29899, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7fea6ff1-e51e-4f95-a038-a8528ec29899,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:36.023313 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.033165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device afbbaf4d-95c1-4998-a58c-74d71ff87234 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:36.088195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: afbbaf4d-95c1-4998-a58c-74d71ff87234 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:36.088823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device afbbaf4d-95c1-4998-a58c-74d71ff87234 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:36.121481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.158485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540da3b-039e-4865-8e36-c53f20ce7030 req-4da604ec-ed41-401b-806c-be065de6ab42 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.167509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5540da3b-039e-4865-8e36-c53f20ce7030 req-4da604ec-ed41-401b-806c-be065de6ab42 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1504045 Jul 16 08:41:36.173503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-5540da3b-039e-4865-8e36-c53f20ce7030 req-58a0ee14-606a-4c40-868d-3f8d3b93a81e tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:36.174505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5540da3b-039e-4865-8e36-c53f20ce7030 req-58a0ee14-606a-4c40-868d-3f8d3b93a81e tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062428 Jul 16 08:41:36.177551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-15f158cf-4ce5-4273-9579-5025584432fb req-0fa33340-c7c0-4aba-8405-6942a04a1e8d service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967878 Jul 16 08:41:36.214657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fe8d27a-1acf-4f10-8727-9ae011f11df5 req-4e6c09f3-fc11-4e3f-9e6a-9ef82becf868 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0384274 Jul 16 08:41:36.271418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a1341e0-c986-4a98-be15-3e9c455bbd8b req-492fac63-0ece-43d2-9810-a444ba96cb6c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 210 time: 0.0397005 Jul 16 08:41:36.359544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a8fa05b-8c56-4fe2-a7da-a39ea373a93b req-48e3bf22-bca8-4d8f-9780-661eff407e67 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=630875c032b748679e453e6756b02a18 HTTP/1.1" status: 200 len: 696 time: 0.0909421 Jul 16 08:41:36.497677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa05b-8c56-4fe2-a7da-a39ea373a93b req-d6841ab3-e079-4506-9fee-08c6f648d7ec tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.499272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a8fa05b-8c56-4fe2-a7da-a39ea373a93b req-d6841ab3-e079-4506-9fee-08c6f648d7ec tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks?id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 787 time: 0.1303473 Jul 16 08:41:36.520709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3a8fa05b-8c56-4fe2-a7da-a39ea373a93b req-e387cd34-aa93-4fdc-9cb7-9923d9575928 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:36.522128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a8fa05b-8c56-4fe2-a7da-a39ea373a93b req-e387cd34-aa93-4fdc-9cb7-9923d9575928 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090432 Jul 16 08:41:36.597219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-3d53e2e5-04b1-4cc1-9004-1128c576f755 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips/aa24dd2c-e2ab-41a5-b6c5-ac27175060d3 HTTP/1.1" status: 200 len: 693 time: 0.0512128 Jul 16 08:41:36.711848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-e8238c6a-6127-4a86-a8ab-d5655f3184e1 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.713347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-e8238c6a-6127-4a86-a8ab-d5655f3184e1 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1071038 Jul 16 08:41:36.723629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-73287244-e50a-4584-b755-6aafa2280cb4 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:36.724569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-73287244-e50a-4584-b755-6aafa2280cb4 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054529 Jul 16 08:41:36.739198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-806c260c-6754-49c5-9437-e57952a538ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.741757 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-806c260c-6754-49c5-9437-e57952a538ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 1096 time: 0.4965909 Jul 16 08:41:36.776892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-d3b68423-42fa-4c83-9e42-37c9663fb7ee tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0463676 Jul 16 08:41:36.821126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.822959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.839976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-f8ce8327-ad9e-47db-bf2d-8217be1df85a tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.184 HTTP/1.1" status: 200 len: 696 time: 0.0569685 Jul 16 08:41:36.888772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3328ab48-89ea-43eb-b40d-cf18656b6eee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.924922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Port': ['ID=3af600ee-6a76-44c0-9b03-7cda77b7ea77,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.998030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.002513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4a0bfbc3-5899-4765-b304-9e006c230dd1 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3af600ee-6a76-44c0-9b03-7cda77b7ea77 HTTP/1.1" status: 204 len: 168 time: 2.0079145 Jul 16 08:41:37.002513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-681a35ab-9710-45d4-9e36-2dfe3d1146ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.002513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-681a35ab-9710-45d4-9e36-2dfe3d1146ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.2436652 Jul 16 08:41:37.003309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:37.008879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca', 'external_fixed_ips': [{'subnet_id': '733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9', 'ip_address': '2001:db8::56'}]}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:37.039545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f133-84ea-4eda-b9b3-4905e9302103 req-03163721-3c57-457c-9586-8fd631727b45 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.041188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54a1f133-84ea-4eda-b9b3-4905e9302103 req-03163721-3c57-457c-9586-8fd631727b45 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 944 time: 0.1096928 Jul 16 08:41:37.045852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Deleting port 389a33d9-93aa-4eac-bc87-fa71aa272d58 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:37.046273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.064090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-88882221-aac5-49d0-853b-e478a1b1a866 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cb2de03-6abd-451c-bbeb-880684b964d3 HTTP/1.1" status: 200 len: 217 time: 0.0484889 Jul 16 08:41:37.106025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.113889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.114517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.138528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54a1f133-84ea-4eda-b9b3-4905e9302103 req-919ae516-3f22-4b14-ab59-34ae6c2c62ce tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Jul 16 08:41:37.154799 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.155228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.169891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Calling delete_port for 389a33d9-93aa-4eac-bc87-fa71aa272d58 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:37.256228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.263204 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.265902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-9e8e666c-80e5-4d75-836a-26b33288746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.269346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-9e8e666c-80e5-4d75-836a-26b33288746a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.1924715 Jul 16 08:41:37.409206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.433377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-2e847d41-9fef-4eac-9474-501b608dcb8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139779 Jul 16 08:41:37.457958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.458483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a800a6-b3f6-4f28-9545-8dc5843be801 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:37.463471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event deleted for resources: {'Port': ['ID=389a33d9-93aa-4eac-bc87-fa71aa272d58,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.464736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.477744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.478934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1639e1da-5d28-4ab1-976f-0540f814aaaf admin admin] 10.222.0.32 "DELETE /v2.0/routers/a9a800a6-b3f6-4f28-9545-8dc5843be801 HTTP/1.1" status: 204 len: 168 time: 3.6454942 Jul 16 08:41:37.488860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:37.496638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7fea6ff1-e51e-4f95-a038-a8528ec29899 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:37.563523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.566982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.585519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0fc9671-4be8-4a31-a81a-0a23f1373163 req-b246c120-9a0d-42da-979f-4d01562f33dc tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "DELETE /v2.0/floatingips/aa24dd2c-e2ab-41a5-b6c5-ac27175060d3 HTTP/1.1" status: 204 len: 173 time: 0.7401469 Jul 16 08:41:37.592152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7fea6ff1-e51e-4f95-a038-a8528ec29899 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:37.592583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.727525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-42d0d92f-d357-4b1b-bf37-c0ab76532f51 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.729019 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-42d0d92f-d357-4b1b-bf37-c0ab76532f51 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.6167264 Jul 16 08:41:37.735159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c18dc951-c5fe-427d-a788-e5cb7e63d70e req-788c10b6-b89b-4538-8c41-ae25092b0ce0 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0320659 Jul 16 08:41:37.745326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.763101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aab7f58a-fbac-4810-9e54-c895bff6d71f req-909f29ff-a8b0-4ee1-8322-34bfcf4ce296 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Jul 16 08:41:37.783173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:37.825753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Deleting subnet fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:37.835782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.871538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-58fd7179-3953-441e-a289-ddb67c360326 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1072321 Jul 16 08:41:37.880943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:37.903459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.927127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-1fb0be2d-b42e-4850-8a87-d80562aafa64 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832172 Jul 16 08:41:37.939007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.002728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.118627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Allocated IP 172.25.5.166 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c78b1bf6-7ab0-4846-bc03-a1e3681c3a70) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:38.166925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:38.171071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.183459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.215795 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7dc72dd6-9431-4e0d-b9a4-a1fb07157403 req-99f3de65-71e8-46a5-a67e-0c1aa9a7b4dc service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730598 Jul 16 08:41:38.337815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.452324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca452e0-da82-4b64-b2ec-b1f1ef2b5d80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.457257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.458925 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-97c67195-ecfa-427b-acae-2a76ea20e25a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fca452e0-da82-4b64-b2ec-b1f1ef2b5d80 HTTP/1.1" status: 204 len: 168 time: 0.9652805 Jul 16 08:41:38.465368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c1a4c-fe1a-4c7b-92f0-f3981843c9ea None None] Network a02898a4-7d7b-471b-a3b5-6caaad906212 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:38.467594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.552836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.8 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/842e01db-ccad-4948-b830-25386b1fd2da) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:38.594351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.597943 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.653391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748501f-ddc9-4523-a655-ab98b1ef5fe3 req-2203ce03-9565-4b5c-a3ed-dc70f30aa905 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.655615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b748501f-ddc9-4523-a655-ab98b1ef5fe3 req-2203ce03-9565-4b5c-a3ed-dc70f30aa905 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 944 time: 0.1142085 Jul 16 08:41:38.675664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.710542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] DHCP port deletion for a02898a4-7d7b-471b-a3b5-6caaad906212 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:38.754711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:38.758962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b748501f-ddc9-4523-a655-ab98b1ef5fe3 req-87cfe775-48e5-4351-bc54-3cf60426a40d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932918 Jul 16 08:41:38.760188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:38.762554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event updated for resources: {'Port': ['ID=c78b1bf6-7ab0-4846-bc03-a1e3681c3a70,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.765251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:38.785562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Deleting port dd13b78b-65fd-4afa-be88-2c25d12db672 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:38.785947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.875190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] For port dd13b78b-65fd-4afa-be88-2c25d12db672, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dd13b78b-65fd-4afa-be88-2c25d12db672,segment=NetworkSegment(8740e072-14e3-4353-ba33-8c2635612bea),segment_id=8740e072-14e3-4353-ba33-8c2635612bea)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:38.876332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.901026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Calling delete_port for dd13b78b-65fd-4afa-be88-2c25d12db672 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:38.908780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.914594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.924003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.949699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1cb2de03-6abd-451c-bbeb-880684b964d3 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:38.955594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.966046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.027663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.221382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.226386 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.285648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0030ddc0-71da-473d-bc0e-1ed8d79ed74b req-2cf62a53-6289-4a75-904a-ae9614e7925e tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0879040 Jul 16 08:41:39.289885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.296183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Deleting port dd13b78b-65fd-4afa-be88-2c25d12db672 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:39.296183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.359753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] Pushing event deleted for resources: {'Port': ['ID=dd13b78b-65fd-4afa-be88-2c25d12db672,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.391511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7abe2-084a-477c-b6f9-e50330214dcf None None] No DVR routers for this DVR port dd13b78b-65fd-4afa-be88-2c25d12db672 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:39.392765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] For port dd13b78b-65fd-4afa-be88-2c25d12db672, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:39.393279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.396331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event updated for resources: {'Port': ['ID=c78b1bf6-7ab0-4846-bc03-a1e3681c3a70,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.409326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1cb2de03-6abd-451c-bbeb-880684b964d3,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:39.413692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Calling delete_port for dd13b78b-65fd-4afa-be88-2c25d12db672 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:39.418675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Port dd13b78b-65fd-4afa-be88-2c25d12db672 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:41:39.422760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.446008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '1cb2de03-6abd-451c-bbeb-880684b964d3', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': '1cb2de03-6abd-451c-bbeb-880684b964d3', 'mac_address': 'fa:16:3e:16:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:39.484002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.521233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd13b78b-65fd-4afa-be88-2c25d12db672,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.523851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.533842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.537252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-a6fcfd73-39a0-4036-b14c-d59b3d3389b2 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6590514 Jul 16 08:41:39.550272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] No DVR routers for this DVR port dd13b78b-65fd-4afa-be88-2c25d12db672 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:39.559769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2de03-6abd-451c-bbeb-880684b964d3 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:39.566889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 2001:db8::56 (e549992f-b2f5-4e5c-a2eb-4cc803523aca/733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9/8d76f0d5-23bc-4091-9958-74e238ab0bbd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:39.580288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dd13b78b-65fd-4afa-be88-2c25d12db672 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:39.608305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.619740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1cb2de03-6abd-451c-bbeb-880684b964d3,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:39.621988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: dd13b78b-65fd-4afa-be88-2c25d12db672 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:39.623119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dd13b78b-65fd-4afa-be88-2c25d12db672 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:39.623522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3328ab48-89ea-43eb-b40d-cf18656b6eee no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:39.627947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.686120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3328ab48-89ea-43eb-b40d-cf18656b6eee {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:39.687415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3328ab48-89ea-43eb-b40d-cf18656b6eee not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:39.694231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-b6ba0abb-2f46-48ba-896d-4f6f08260133 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.1550071 Jul 16 08:41:39.722780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.746762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8cb2fece-35b4-42be-b7b9-123d0c5c3e73 req-159731b0-33e3-40f9-a605-2f250ebf4897 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 210 time: 0.0869069 Jul 16 08:41:39.753639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02898a4-7d7b-471b-a3b5-6caaad906212']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:39.759478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.810951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8740e072-14e3-4353-ba33-8c2635612bea') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:39.811245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8740e072-14e3-4353-ba33-8c2635612bea') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:39.830512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.852078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.860886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.865559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:39.868231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:39.895102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-25e71d77-545f-486f-8532-84fb6aec995c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.897665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8403a4-5f02-4487-8d33-571848eecba7 req-25e71d77-545f-486f-8532-84fb6aec995c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.2024274 Jul 16 08:41:39.907233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:39.907709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:39.913339 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:39.946716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:39.956973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:39.977730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.982978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:40.008659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-b85a5702-b6c7-414b-9004-e5a0461f241b tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips/592ae7f9-ab8d-4e1f-b6a9-9344989e0c35 HTTP/1.1" status: 200 len: 693 time: 0.0679085 Jul 16 08:41:40.048639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.062464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['1cb2de03-6abd-451c-bbeb-880684b964d3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:40.066164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.079646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.081309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/a02898a4-7d7b-471b-a3b5-6caaad906212 HTTP/1.1" status: 204 len: 168 time: 1.6121547 Jul 16 08:41:40.105382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcd27b-296d-46bc-b96d-1640e5b948fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a02898a4-7d7b-471b-a3b5-6caaad906212,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.116514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.117222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.144335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-89e958e2-ae80-419e-8671-ca18f68571b2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4011703 Jul 16 08:41:40.159036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Request body: {'port': {'device_id': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.163095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.191981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-3e8aa88f-5f06-4c3b-8cc8-5a427e057c37 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.194085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-3e8aa88f-5f06-4c3b-8cc8-5a427e057c37 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 784 time: 0.1488545 Jul 16 08:41:40.215149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-b5a894b0-ff4d-44d4-858d-f7e286937f46 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:41:40.216536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-b5a894b0-ff4d-44d4-858d-f7e286937f46 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076339 Jul 16 08:41:40.236195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=8d76f0d5-23bc-4091-9958-74e238ab0bbd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.266773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network e549992f-b2f5-4e5c-a2eb-4cc803523aca is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:40.271881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:40.282555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:40.284469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb3d8-7644-4fdb-ab20-8ba0f5538c50 req-e790b522-0b08-4074-90fa-09a015294612 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.292431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a44eb3d8-7644-4fdb-ab20-8ba0f5538c50 req-e790b522-0b08-4074-90fa-09a015294612 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 945 time: 0.2822757 Jul 16 08:41:40.302645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-c919e698-7ce7-4311-9957-24075b8cac2f tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0762603 Jul 16 08:41:40.382838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-2a6124e1-321d-4664-90c2-52a984afb57e tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0682571 Jul 16 08:41:40.389971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a44eb3d8-7644-4fdb-ab20-8ba0f5538c50 req-73abfe99-43e2-4b06-9348-c70afdbdd1bf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965490 Jul 16 08:41:40.396719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.446352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.531103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-905e2578-6df6-4fb8-aa7b-0d72730107ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95837184779b4a029a14db3f77703208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327491 Jul 16 08:41:40.534441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.535862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Deleting port c78b1bf6-7ab0-4846-bc03-a1e3681c3a70 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:40.536280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.655916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.663427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.663427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.693755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Calling delete_port for c78b1bf6-7ab0-4846-bc03-a1e3681c3a70 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:40.702739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.742975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.813613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5db5afc6-2d09-46ac-8310-f9f84d095d8f req-a7f35ee3-0928-4403-b10e-7ce6a4e73e81 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0375862 Jul 16 08:41:40.863482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.866330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.867706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f962568-4d7f-4da5-a970-760df29d5239 HTTP/1.1" status: 204 len: 168 time: 0.3291094 Jul 16 08:41:40.880467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165ac0-0a62-4459-b29e-62f5902dac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f962568-4d7f-4da5-a970-760df29d5239,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.989933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842e01db-ccad-4948-b830-25386b1fd2da {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:41.017336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.031287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.050770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Pushing event deleted for resources: {'Port': ['ID=c78b1bf6-7ab0-4846-bc03-a1e3681c3a70,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.054210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Transition to ACTIVE for port object 842e01db-ccad-4948-b830-25386b1fd2da will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:41.071651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c959f4-7fcc-43c7-b18c-1a5872f5b1ac req-bf511822-5564-4477-b361-cea10a363973 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.074003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5c959f4-7fcc-43c7-b18c-1a5872f5b1ac req-bf511822-5564-4477-b361-cea10a363973 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 931 time: 0.1235888 Jul 16 08:41:41.085481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.158631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Pushing event updated for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.161647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.186024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5c959f4-7fcc-43c7-b18c-1a5872f5b1ac req-ef0c68c1-9fa4-4d45-b0fc-1019a35456b1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812659 Jul 16 08:41:41.188872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.192058 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.193343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f45b789e-e085-4b87-a824-0fde6aacfd62 req-434dfde0-5a6b-4879-9d15-cee5aa6c0304 tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "DELETE /v2.0/floatingips/592ae7f9-ab8d-4e1f-b6a9-9344989e0c35 HTTP/1.1" status: 204 len: 173 time: 0.8024707 Jul 16 08:41:41.268133 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-89689b71-3cf5-4a6f-b7a7-4863154acb76 req-15b4f9ea-951d-4735-9f21-215101b93b2c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] show failed (client error): The resource could not be found. Jul 16 08:41:41.272618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89689b71-3cf5-4a6f-b7a7-4863154acb76 req-15b4f9ea-951d-4735-9f21-215101b93b2c tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips/592ae7f9-ab8d-4e1f-b6a9-9344989e0c35 HTTP/1.1" status: 404 len: 350 time: 0.0510740 Jul 16 08:41:41.324503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Attempting to bind port 842e01db-ccad-4948-b830-25386b1fd2da on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:41.324900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Attempting to bind port 842e01db-ccad-4948-b830-25386b1fd2da by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:41.325303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Attempting to bind port 842e01db-ccad-4948-b830-25386b1fd2da on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:41.335786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Port 842e01db-ccad-4948-b830-25386b1fd2da on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:41.336183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Attempting to bind port 842e01db-ccad-4948-b830-25386b1fd2da on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:41.337967 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-b4a5f8aa-ed02-486b-94b5-c89da9cca6ed req-562cb4d0-81a3-4342-bafa-d1201b8aad5e tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] show failed (client error): The resource could not be found. Jul 16 08:41:41.343717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4a5f8aa-ed02-486b-94b5-c89da9cca6ed req-562cb4d0-81a3-4342-bafa-d1201b8aad5e tempest-FloatingIPsTestJSON-1401745789 tempest-FloatingIPsTestJSON-1401745789-project] 10.222.0.32 "GET /v2.0/floatingips/592ae7f9-ab8d-4e1f-b6a9-9344989e0c35 HTTP/1.1" status: 404 len: 350 time: 0.0517356 Jul 16 08:41:41.345118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:41.345448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:41.345984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:41.346242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Bound port: 842e01db-ccad-4948-b830-25386b1fd2da, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:41.346616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.350024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45260) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.435595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router a8f4b710-be0e-4506-a08f-9fbeff74d7ed is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:41.447137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:41.452350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=842e01db-ccad-4948-b830-25386b1fd2da,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:41.459260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.721116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c209bd2-e792-4fa0-89de-bf93bde70fa6 req-c01d5ff8-f69e-4d5d-ba31-e19932b15314 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.724514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c209bd2-e792-4fa0-89de-bf93bde70fa6 req-c01d5ff8-f69e-4d5d-ba31-e19932b15314 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 945 time: 0.1338065 Jul 16 08:41:41.797687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.800930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c209bd2-e792-4fa0-89de-bf93bde70fa6 req-9854815b-56fb-47db-97fd-550756fee8b9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 Jul 16 08:41:41.889835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.918206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.919085 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.920718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] 10.222.0.46 "PUT /v2.0/ports/842e01db-ccad-4948-b830-25386b1fd2da HTTP/1.1" status: 200 len: 1092 time: 1.7675421 Jul 16 08:41:41.925818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:41.929278 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "tag": "842e01db-ccad-4948-b830-25386b1fd2da"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:41.967701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-117342044-network', 'tenant_id': 'f91e83c660464d99b2ec30fbcf595860'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.014775 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07fb5d9-98f7-4e97-9b96-0d2257d4f1f1 x-openstack-request-id: req-b07fb5d9-98f7-4e97-9b96-0d2257d4f1f1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:42.015507 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "tag": "842e01db-ccad-4948-b830-25386b1fd2da", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:42.015892 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b07fb5d9-98f7-4e97-9b96-0d2257d4f1f1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:42.016375 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da', 'status': 'completed', 'code': 200} Jul 16 08:41:42.040660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c7d1e-fd40-4745-9616-c74951bf7c2b service neutron] Pushing event updated for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.069925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43371da3-3bbb-45cb-89d8-5dce110ea7f9 req-adbf200a-da32-4587-88cd-25b935c85b4b tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0368228 Jul 16 08:41:42.076476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:42.087022 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Sync routers for ids ['a8f4b710-be0e-4506-a08f-9fbeff74d7ed'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:42.097609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Made reservation on behalf of f91e83c660464d99b2ec30fbcf595860 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:42.098945 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Routers {'a8f4b710-be0e-4506-a08f-9fbeff74d7ed'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:42.099673 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a8f4b710-be0e-4506-a08f-9fbeff74d7ed'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:42.100363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.114679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-54721925-e958-482a-9509-0c3bbbff2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.116197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-54721925-e958-482a-9509-0c3bbbff2697 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 1095 time: 0.1145391 Jul 16 08:41:42.117426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.118679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3164bc66-2fb8-4ddd-b404-928297d8508f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.1131854 Jul 16 08:41:42.120083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.121453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.199565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-04f1c474-c2d6-4816-9128-a64b76e00a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=842e01db-ccad-4948-b830-25386b1fd2da HTTP/1.1" status: 200 len: 217 time: 0.0705342 Jul 16 08:41:42.237707 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Set router a8f4b710-be0e-4506-a08f-9fbeff74d7ed gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:42.322167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-d9a808ab-6668-4b25-b860-be5f6034cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.324812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-d9a808ab-6668-4b25-b860-be5f6034cd8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1166687 Jul 16 08:41:42.378161 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.382074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-9fc1eb3a-19ee-4dca-ade7-0d05ab6c9ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437870 Jul 16 08:41:42.408175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.424083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.453304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:42.465782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291b619-86b1-4a03-862d-b92b74a6e0da,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.484826 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4b710-be0e-4506-a08f-9fbeff74d7ed', 'name': '', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca', 'external_fixed_ips': [{'subnet_id': '733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9', 'ip_address': '2001:db8::56'}], 'enable_snat': True}, 'gw_port_id': '8d76f0d5-23bc-4091-9958-74e238ab0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:37Z', 'updated_at': '2021-07-16T08:41:40Z', 'revision_number': 3, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port': {'id': '8d76f0d5-23bc-4091-9958-74e238ab0bbd', 'name': '', 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4b710-be0e-4506-a08f-9fbeff74d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9', 'ip_address': '2001:db8::56', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:38Z', 'updated_at': '2021-07-16T08:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:42.495015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.495437 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Added segment 12263723-78e2-4f91-9eaf-726e78c8db4e of type vlan for network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 Jul 16 08:41:42.512095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Deleting port 7fea6ff1-e51e-4f95-a038-a8528ec29899 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:42.512331 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Checking router: a8f4b710-be0e-4506-a08f-9fbeff74d7ed for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:42.512631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.512757 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Updating router a8f4b710-be0e-4506-a08f-9fbeff74d7ed port 8d76f0d5-23bc-4091-9958-74e238ab0bbd binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:42.559494 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.581817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cd5e-de94-4054-8d62-6eef25497526 req-6e1f834b-6df9-435a-a411-6689f2ca6a79 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.589997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2b2cd5e-de94-4054-8d62-6eef25497526 req-6e1f834b-6df9-435a-a411-6689f2ca6a79 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 943 time: 0.2346592 Jul 16 08:41:42.604255 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-379213d3-da9c-481f-a63c-475b83c970cc service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126269 Jul 16 08:41:42.655283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.662561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.706310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2b2cd5e-de94-4054-8d62-6eef25497526 req-b789c135-909d-4ca1-bafb-01d81558b297 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153460 Jul 16 08:41:42.734798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] For port 7fea6ff1-e51e-4f95-a038-a8528ec29899, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7fea6ff1-e51e-4f95-a038-a8528ec29899,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:42.734798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.743293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.744454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.745657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.761257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Calling delete_port for 7fea6ff1-e51e-4f95-a038-a8528ec29899 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:42.767762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ea06e57d-7988-46a1-bab2-c9feeabd147d req-cb931ea6-2bf3-4cee-83de-335ab657d999 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556892 Jul 16 08:41:42.779873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Deleting port 8d76f0d5-23bc-4091-9958-74e238ab0bbd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:42.780338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.809809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0077233 Jul 16 08:41:42.816389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45292) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.825915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Request body: {'subnet': {'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-117342044-subnet', 'tenant_id': 'f91e83c660464d99b2ec30fbcf595860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.889592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd926c2-d202-4079-bf09-d7f027786f01 admin admin] Pushing event updated for resources: {'Network': ['ID=c28eef2b-9be9-4e3a-9364-bb71cc2171a0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.899940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:42.945926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Made reservation on behalf of f91e83c660464d99b2ec30fbcf595860 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:42.949065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.992159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.070938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-b26bdbc1-7259-42a1-a00a-8d531e729acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.072656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-b26bdbc1-7259-42a1-a00a-8d531e729acf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 1095 time: 0.2404580 Jul 16 08:41:43.076472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Calling delete_port for 8d76f0d5-23bc-4091-9958-74e238ab0bbd owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:43.085207 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.094065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1cb2de03-6abd-451c-bbeb-880684b964d3 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:43.102448 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Transition to ACTIVE for port object 8d76f0d5-23bc-4091-9958-74e238ab0bbd will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.114880 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.173000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286bd41-2a57-4d2d-901d-380fcfc5c034 None None] Pushing event updated for resources: {'Port': ['ID=8d76f0d5-23bc-4091-9958-74e238ab0bbd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.217124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d0ba31-d163-46d9-a374-f57824e5caad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.230640 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Attempting to bind port 8d76f0d5-23bc-4091-9958-74e238ab0bbd on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:43.231378 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Attempting to bind port 8d76f0d5-23bc-4091-9958-74e238ab0bbd by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '575a7eba-8b50-4348-96ff-3492d315f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:43.232825 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Attempting to bind port 8d76f0d5-23bc-4091-9958-74e238ab0bbd on network e549992f-b2f5-4e5c-a2eb-4cc803523aca {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:43.233548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0998-758e-4079-8c62-65e9edcb36fe req-69ce7c52-3a06-491e-b0e4-2dcd2c144f6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.241366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c8a0998-758e-4079-8c62-65e9edcb36fe req-69ce7c52-3a06-491e-b0e4-2dcd2c144f6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 945 time: 0.1609244 Jul 16 08:41:43.243601 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:43.244515 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Checking segment: {'id': '575a7eba-8b50-4348-96ff-3492d315f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:43.245127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-f5eca6cd-2087-467b-8d5c-e1dea1d1ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.246832 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.247760 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Bound using segment: {'id': '575a7eba-8b50-4348-96ff-3492d315f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:43.249214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-f5eca6cd-2087-467b-8d5c-e1dea1d1ed9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.1671126 Jul 16 08:41:43.251246 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Bound port: 8d76f0d5-23bc-4091-9958-74e238ab0bbd, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575a7eba-8b50-4348-96ff-3492d315f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e549992f-b2f5-4e5c-a2eb-4cc803523aca'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:43.252206 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.267335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 1cb2de03-6abd-451c-bbeb-880684b964d3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:43.275675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 1cb2de03-6abd-451c-bbeb-880684b964d3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.278234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.349303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c8a0998-758e-4079-8c62-65e9edcb36fe req-f3f0890c-a3eb-40bb-8cbb-4956d161877d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069069 Jul 16 08:41:43.386800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.401070 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] For port 8d76f0d5-23bc-4091-9958-74e238ab0bbd, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:43.405700 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] For port 8d76f0d5-23bc-4091-9958-74e238ab0bbd, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8d76f0d5-23bc-4091-9958-74e238ab0bbd,segment=NetworkSegment(575a7eba-8b50-4348-96ff-3492d315f39e),segment_id=575a7eba-8b50-4348-96ff-3492d315f39e)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:43.413638 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.439797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-392291f0-5cb2-41fc-ad3c-361fd282cb03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=842e01db-ccad-4948-b830-25386b1fd2da HTTP/1.1" status: 200 len: 217 time: 0.1622791 Jul 16 08:41:43.486238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea6ff1-e51e-4f95-a038-a8528ec29899,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.488113 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Routers {'a8f4b710-be0e-4506-a08f-9fbeff74d7ed'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:43.488873 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a8f4b710-be0e-4506-a08f-9fbeff74d7ed'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:43.508952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55f6d600-73c1-46e8-9ce5-162be5a9170a req-0e994210-16fa-4884-876d-2201fb7b04a9 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0730348 Jul 16 08:41:43.549197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.568980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286bd41-2a57-4d2d-901d-380fcfc5c034 None None] Pushing event updated for resources: {'Port': ['ID=8d76f0d5-23bc-4091-9958-74e238ab0bbd,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.605236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:43.610112 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] Set router a8f4b710-be0e-4506-a08f-9fbeff74d7ed gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:43.611765 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0660e26-93dd-4431-b70d-d70f366a9eea" -d '{"events": [{"server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:43.664258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1cb2de03-6abd-451c-bbeb-880684b964d3,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:43.669198 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.681762 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4b710-be0e-4506-a08f-9fbeff74d7ed', 'name': '', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:37Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 4, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:43.697046 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b989d-6801-4831-8390-663997409568 x-openstack-request-id: req-bf3b989d-6801-4831-8390-663997409568 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:43.697597 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:43.698719 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf3b989d-6801-4831-8390-663997409568 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:43.699263 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3', 'code': 200} Jul 16 08:41:43.725019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3fed6-c358-49b2-98fb-279f9399d589 None None] The sync data for ids ['a8f4b710-be0e-4506-a08f-9fbeff74d7ed'] in n-d-798054-12 is: [{'id': 'a8f4b710-be0e-4506-a08f-9fbeff74d7ed', 'name': '', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:37Z', 'updated_at': '2021-07-16T08:41:42Z', 'revision_number': 4, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:43.787417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.895536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-74df27b3-0282-44a2-a6c1-c5fc32f932f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.897458 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-74df27b3-0282-44a2-a6c1-c5fc32f932f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.4007175 Jul 16 08:41:43.982339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-ef777c09-8734-4b19-964e-f27c8addb28a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732365 Jul 16 08:41:44.075462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.179817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.202406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.246884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b78f4d5-2be1-4b88-8e09-4c52fad5f73a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.251202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66eea-a129-4ec9-94fb-6925ce3fa3e0 req-8209907e-b627-4eda-a6ab-c53c2e8921da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.252783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ddc66eea-a129-4ec9-94fb-6925ce3fa3e0 req-8209907e-b627-4eda-a6ab-c53c2e8921da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 1098 time: 0.4283118 Jul 16 08:41:44.266409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de7cc-a5fe-42a7-8a74-488aa73f3e90 req-766a0aed-ade2-41a9-be4a-ee10f1fc1a54 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.273953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d04de7cc-a5fe-42a7-8a74-488aa73f3e90 req-766a0aed-ade2-41a9-be4a-ee10f1fc1a54 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 943 time: 0.1441240 Jul 16 08:41:44.280629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d76f0d5-23bc-4091-9958-74e238ab0bbd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.330138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.338496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-2061b3a5-7fbe-4b6c-8337-e7e985888e21 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347244 Jul 16 08:41:44.353385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d04de7cc-a5fe-42a7-8a74-488aa73f3e90 req-a4b5833c-3a0c-4226-bd29-9dddebfc39d7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784829 Jul 16 08:41:44.472790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Checking segment: {'id': '12263723-78e2-4f91-9eaf-726e78c8db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:44.473156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Network hostable DHCP agents. Network: c28eef2b-9be9-4e3a-9364-bb71cc2171a0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:44.476268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.481539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Router d9d5087a-b749-43e4-9fb1-c5e7016dc067 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:44.485336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.493206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ddc66eea-a129-4ec9-94fb-6925ce3fa3e0 req-6df10f2c-53c0-4cb3-ae12-8aef6d425993 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307968 Jul 16 08:41:44.579108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:44.589405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.589910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8f4b710-be0e-4506-a08f-9fbeff74d7ed {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:44.598448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.602414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fe933614-ec43-485a-b41f-b1ef329416f9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a8f4b710-be0e-4506-a08f-9fbeff74d7ed HTTP/1.1" status: 204 len: 168 time: 2.4798861 Jul 16 08:41:44.603088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45312) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.610648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c28eef2b-9be9-4e3a-9364-bb71cc2171a0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:44.637368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11aa0c0-744c-4443-8ca5-0a3895ada5e1 None None] Network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:44.643645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.644264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.650583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b540c5a7-fc9d-4bc9-bcbb-b036886a3301 req-e1aadc8c-1316-40df-be67-06e90526fe0e service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855818 Jul 16 08:41:44.652194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eae9f-0498-491f-b0d5-7c9299c99d4b req-10e23039-c321-49c6-bd84-5cbf6875e542 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.653740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-364eae9f-0498-491f-b0d5-7c9299c99d4b req-10e23039-c321-49c6-bd84-5cbf6875e542 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1668930 Jul 16 08:41:44.655344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:44.663207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9e7cdff-ac1d-4689-97c0-1971b0a630f7 admin admin] 10.222.0.32 "PUT /v2.0/routers/d9d5087a-b749-43e4-9fb1-c5e7016dc067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3120329 Jul 16 08:41:44.663841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45314) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.671673 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3bf9a7c-7f16-49bc-96ae-168098777b5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8541334 Jul 16 08:41:44.682135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Sync routers for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:44.685784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Deleting subnet 733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:44.699388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.746696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:44.748066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:44.776421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.818619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.835553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.893457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bc0a7b4-cff5-4d1b-b329-f009d42bc3ee req-e9d166c1-05f3-4bd8-9746-c29bd19e17f5 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0497508 Jul 16 08:41:44.970739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-364eae9f-0498-491f-b0d5-7c9299c99d4b req-cbceba8b-ff9f-49c9-b2b8-38b27b72e312 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999339 Jul 16 08:41:44.977151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969c886-a734-4f8c-9547-01fa4c867454 None None] Network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:45.011328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 842e01db-ccad-4948-b830-25386b1fd2da details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:45.028734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:45.108425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.160273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:41:45.291403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Deleting port a3afa406-c2b8-45a3-94d5-98d0f3271185 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:45.292426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.296029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9be98e3f-7110-4c36-bd53-02c30f6ad3a8 req-8fe7d00c-4647-448c-8289-7958f3de9498 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.4370375 Jul 16 08:41:45.314063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.343323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.360325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.362233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9 HTTP/1.1" status: 204 len: 168 time: 0.7525544 Jul 16 08:41:45.363978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.364387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.364731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.365069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.365413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.365742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.366070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.366398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.366911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.367249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.367577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.367906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ead077-918e-4fc7-a0d2-8aa4f81872d2 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:45.370567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.450381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.482776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] For port a3afa406-c2b8-45a3-94d5-98d0f3271185, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a3afa406-c2b8-45a3-94d5-98d0f3271185,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.482776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.506258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-f7c992fa-6591-497f-8e51-09d66bb64fb4 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.507765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-f7c992fa-6591-497f-8e51-09d66bb64fb4 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/networks?id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0 HTTP/1.1" status: 200 len: 813 time: 0.2823546 Jul 16 08:41:45.536486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=842e01db-ccad-4948-b830-25386b1fd2da,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.538594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0d5131da-114c-43d0-858e-7af97d1f42e7 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/quotas/f91e83c660464d99b2ec30fbcf595860 HTTP/1.1" status: 200 len: 375 time: 0.0181613 Jul 16 08:41:45.552390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '842e01db-ccad-4948-b830-25386b1fd2da', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': '842e01db-ccad-4948-b830-25386b1fd2da', 'mac_address': 'fa:16:3e:b4:2e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:45.581547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Calling delete_port for a3afa406-c2b8-45a3-94d5-98d0f3271185 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:45.592578 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1b65e0d6-75b0-45c1-b0a6-fad3e2d5e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.597885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.610249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e549992f-b2f5-4e5c-a2eb-4cc803523aca']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.615955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-e618c435-54fc-423b-9830-9b08b753ddae tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f91e83c660464d99b2ec30fbcf595860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436406 Jul 16 08:41:45.629066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575a7eba-8b50-4348-96ff-3492d315f39e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.629416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575a7eba-8b50-4348-96ff-3492d315f39e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.637145 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.640232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.655050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842e01db-ccad-4948-b830-25386b1fd2da {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:45.658806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.666244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:45.666936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: items = [ Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:45.669616 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:45.675270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:43Z', 'revision_number': 5, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port': {'id': 'a3afa406-c2b8-45a3-94d5-98d0f3271185', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:23Z', 'updated_at': '2021-07-16T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.715896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Checking router: d9d5087a-b749-43e4-9fb1-c5e7016dc067 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:45.733394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=842e01db-ccad-4948-b830-25386b1fd2da,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.739228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.746886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e549992f-b2f5-4e5c-a2eb-4cc803523aca {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:41:45.753239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Routers {'d9d5087a-b749-43e4-9fb1-c5e7016dc067'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:45.754234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:45.757285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e66a4c-e752-474b-b786-ed25cca83c98 req-a07ae7cd-f8ef-41a9-a6e4-9e61aa0075e5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.758140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.760963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.761666 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e549992f-b2f5-4e5c-a2eb-4cc803523aca HTTP/1.1" status: 204 len: 168 time: 0.3901989 Jul 16 08:41:45.762715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a4e0a-5a8d-4fce-b1fe-3c371580c795 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Network': ['ID=e549992f-b2f5-4e5c-a2eb-4cc803523aca,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.764114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e66a4c-e752-474b-b786-ed25cca83c98 req-a07ae7cd-f8ef-41a9-a6e4-9e61aa0075e5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 943 time: 0.2245314 Jul 16 08:41:45.764577 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.887530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-a47313b9-4664-418a-94b3-843430f1ab3f service neutron] 10.222.0.32 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619486 Jul 16 08:41:45.935844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.947871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] Set router d9d5087a-b749-43e4-9fb1-c5e7016dc067 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:45.983686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4e66a4c-e752-474b-b786-ed25cca83c98 req-321b8e4d-eeee-48e1-a26b-8bc6c2e6084c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186227 Jul 16 08:41:46.054213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:45Z', 'revision_number': 6, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.074262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.079274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'name': 'tempest-router--997049010', 'project_id': '2c7ff54f7dd34a2b9c401c52375d62d7'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:46.085468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb79cc-0912-4991-99f0-54a477c46f22 None None] The sync data for ids ['d9d5087a-b749-43e4-9fb1-c5e7016dc067'] in n-d-798054-12 is: [{'id': 'd9d5087a-b749-43e4-9fb1-c5e7016dc067', 'name': 'tempest-FloatingIPsTestJSON-1009615096-router', 'tenant_id': '630875c032b748679e453e6756b02a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:22Z', 'updated_at': '2021-07-16T08:41:45Z', 'revision_number': 6, 'project_id': '630875c032b748679e453e6756b02a18', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:46.103108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-a7b1a745-ee7d-4901-bc68-074b94bc303d service neutron] 10.222.0.32 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144625 Jul 16 08:41:46.105956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.108191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.110404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.140442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3afa406-c2b8-45a3-94d5-98d0f3271185,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.184827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.190886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.210016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.210928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.213243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8a7fb3f-0069-43ed-bd3b-1db71e392b78 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1378255 Jul 16 08:41:46.216904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.274107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['842e01db-ccad-4948-b830-25386b1fd2da'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:46.315014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.371706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.375593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.434251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c147047f-94c6-43ae-83a8-c11fedd07159 req-1a333d86-6240-48a7-b573-68d594be7c72 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0466321 Jul 16 08:41:46.527384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.528709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d5087a-b749-43e4-9fb1-c5e7016dc067 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:46.550341 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.551455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-340ebfa2-52b8-4daf-a718-694d2fe6a403 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d9d5087a-b749-43e4-9fb1-c5e7016dc067 HTTP/1.1" status: 204 len: 168 time: 1.8866286 Jul 16 08:41:46.556451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45360) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.626163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.630086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.672333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Deleting subnet fe85eab8-070a-4cc2-99e2-4bd906d95701 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:46.680482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.723226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.723797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87623401-7e94-4d0f-8606-d1f3d34bb7f2 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:46.737076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.739242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed14af00-6b06-4991-8b3a-6c3eb12710d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/routers/87623401-7e94-4d0f-8606-d1f3d34bb7f2 HTTP/1.1" status: 204 len: 168 time: 0.5208583 Jul 16 08:41:46.745408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dec79c8-90ad-4db6-b875-0683cdb7cb84 req-4bf072f3-b116-4ce2-9824-cc20a0e90274 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 210 time: 0.0395157 Jul 16 08:41:46.772959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890f18-dc41-4afb-b22c-2e52ce1f7454 req-30a9238c-eae7-46c0-8a42-d45e9a843da2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.776016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca890f18-dc41-4afb-b22c-2e52ce1f7454 req-30a9238c-eae7-46c0-8a42-d45e9a843da2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2498853 Jul 16 08:41:46.779462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.827346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.862043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca890f18-dc41-4afb-b22c-2e52ce1f7454 req-36f2a648-9274-4f5f-8573-2637e18e6909 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599453 Jul 16 08:41:46.924904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.925701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.006762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.043641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe85eab8-070a-4cc2-99e2-4bd906d95701,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.053726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.055985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e335cc0-8330-4af1-9cac-fc306f937cda admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe85eab8-070a-4cc2-99e2-4bd906d95701 HTTP/1.1" status: 204 len: 168 time: 0.4633672 Jul 16 08:41:47.059011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.062516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56620119-460e-44e2-be98-70ab607b7ba8 None None] Network 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:47.138746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.271098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-792460664', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.332073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218adf-59d2-4d21-8295-e84cafdd4c83 req-ae28d9bd-40b9-4564-add7-28c64a7e6f10 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.334252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d218adf-59d2-4d21-8295-e84cafdd4c83 req-ae28d9bd-40b9-4564-add7-28c64a7e6f10 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 944 time: 0.1337986 Jul 16 08:41:47.344955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Deleting port 902bc30a-b121-4026-87f7-aadf5b80d5d5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:47.345559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.379443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a3afa406-c2b8-45a3-94d5-98d0f3271185 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:47.397052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.398065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.404798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a3afa406-c2b8-45a3-94d5-98d0f3271185 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:47.404798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a3afa406-c2b8-45a3-94d5-98d0f3271185 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:47.405039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7fea6ff1-e51e-4f95-a038-a8528ec29899 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:47.425015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d218adf-59d2-4d21-8295-e84cafdd4c83 req-e318dca1-7d8d-45fe-a2b9-2ef4e20d1806 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885429 Jul 16 08:41:47.429633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7fea6ff1-e51e-4f95-a038-a8528ec29899 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:47.429973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7fea6ff1-e51e-4f95-a038-a8528ec29899 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:47.493092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.547177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] DHCP port deletion for 08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:47.548643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9ead6-921c-4e6e-84e2-9ec72bf1be2d req-8c9bf5cc-ad9b-49af-97fb-baf74478f1a7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.550314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3a9ead6-921c-4e6e-84e2-9ec72bf1be2d req-8c9bf5cc-ad9b-49af-97fb-baf74478f1a7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.0858281 Jul 16 08:41:47.595621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Deleting port 902bc30a-b121-4026-87f7-aadf5b80d5d5 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:47.595869 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.602077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3a9ead6-921c-4e6e-84e2-9ec72bf1be2d req-3c765466-f832-4c20-950f-9bba749d69fc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Jul 16 08:41:47.678860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] For port 902bc30a-b121-4026-87f7-aadf5b80d5d5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=902bc30a-b121-4026-87f7-aadf5b80d5d5,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:47.679504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.697619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Calling delete_port for 902bc30a-b121-4026-87f7-aadf5b80d5d5 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:47.713788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] For port 902bc30a-b121-4026-87f7-aadf5b80d5d5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=902bc30a-b121-4026-87f7-aadf5b80d5d5,segment=NetworkSegment(7a8f0287-e7b5-4902-9398-b2ae8e4529ba),segment_id=7a8f0287-e7b5-4902-9398-b2ae8e4529ba)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:47.714171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.769831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bda626a-e798-40bb-b449-dd71acc9f60a req-bd674eec-2f9a-4a2b-b2bc-1e48f10c6835 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0713720 Jul 16 08:41:47.805697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.821468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Calling delete_port for 902bc30a-b121-4026-87f7-aadf5b80d5d5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:47.836529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.846666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] Pushing event deleted for resources: {'Port': ['ID=902bc30a-b121-4026-87f7-aadf5b80d5d5,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.855753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a7481-e3bd-4896-95c4-e27f3c5d3000 None None] No DVR routers for this DVR port 902bc30a-b121-4026-87f7-aadf5b80d5d5 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:47.953345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c09f6cd5-eeb0-4555-b605-87a65ae1b753 req-58d264d7-b72a-4581-baf8-ecf24b97ebc9 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 210 time: 0.0385747 Jul 16 08:41:47.974355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.028251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=902bc30a-b121-4026-87f7-aadf5b80d5d5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.034684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] No DVR routers for this DVR port 902bc30a-b121-4026-87f7-aadf5b80d5d5 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:48.129649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.167431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d53a5e-458d-4e71-939e-b3c5b9d0a4a7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.185835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8f0287-e7b5-4902-9398-b2ae8e4529ba') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.186133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8f0287-e7b5-4902-9398-b2ae8e4529ba') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.191181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7242d4cd-8a16-4964-82e6-1a0e618bfb3f req-5b8c3ced-31e3-450e-96c4-1b61f4dec9df tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b&device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0426719 Jul 16 08:41:48.232164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.308597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.344465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:48.344943 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:48.348547 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:48.360923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.396195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.406131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-4d01f656-08c5-4fa4-a0f1-32299074b0d4 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.407864 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-4d01f656-08c5-4fa4-a0f1-32299074b0d4 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.46 "GET /v2.0/networks?id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0 HTTP/1.1" status: 200 len: 813 time: 0.3017249 Jul 16 08:41:48.425253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.449369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Request body: {'port': {'device_id': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0', 'admin_state_up': True, 'tenant_id': 'f91e83c660464d99b2ec30fbcf595860'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.502417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.514050 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.515549 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/08d53a5e-458d-4e71-939e-b3c5b9d0a4a7 HTTP/1.1" status: 204 len: 168 time: 1.4555752 Jul 16 08:41:48.595891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d58c3be-460a-467f-8946-ad34cbeed69a req-28e26efe-d905-41db-9279-8417a32be1ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d53868a8bf48420a877db23365f3ed87&device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0790145 Jul 16 08:41:48.602904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5addeb0-bbfa-4b1a-b263-8e06f242aa44 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d53a5e-458d-4e71-939e-b3c5b9d0a4a7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.639810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-536e5719-13ea-44fb-a8fe-15d2e5f0c953 req-4ae9388e-b274-442d-bb3d-93a4f05291e3 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jul 16 08:41:48.657558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d58c3be-460a-467f-8946-ad34cbeed69a req-c216dc2a-6dea-4f3a-9c3c-8ade52dde317 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d53868a8bf48420a877db23365f3ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456975 Jul 16 08:41:48.678549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bc0e7-a50d-4941-9343-d94dd42f445b req-3aebd062-b9d7-41df-875b-9662ef14cd1a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.680490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d9bc0e7-a50d-4941-9343-d94dd42f445b req-3aebd062-b9d7-41df-875b-9662ef14cd1a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 944 time: 0.1092439 Jul 16 08:41:48.731074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d9bc0e7-a50d-4941-9343-d94dd42f445b req-9c3f7deb-97be-4f88-896d-204d3d7df3a1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Jul 16 08:41:48.732499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Allocated IP 172.25.5.119 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/33cc266d-9d4b-4159-afd6-1d4683bda161) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:48.738607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.791681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Made reservation on behalf of f91e83c660464d99b2ec30fbcf595860 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.795193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.795807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9c9a852f-a048-4b83-93df-2889dba1a70f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=630875c032b748679e453e6756b02a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559635 Jul 16 08:41:48.798225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.882769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58c3be-460a-467f-8946-ad34cbeed69a req-8c9f9a6a-4da3-4f11-bc14-e9e01f9ab273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.884274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d58c3be-460a-467f-8946-ad34cbeed69a req-8c9f9a6a-4da3-4f11-bc14-e9e01f9ab273 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145333 Jul 16 08:41:48.894867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.930727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e622aa-6f98-4483-93aa-70342a9dc142 req-c458c02a-4301-4112-bfb5-9479d1816606 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.933071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41e622aa-6f98-4483-93aa-70342a9dc142 req-c458c02a-4301-4112-bfb5-9479d1816606 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1313682 Jul 16 08:41:48.935391 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.000429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.001030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41e622aa-6f98-4483-93aa-70342a9dc142 req-6c970e4c-043f-40e7-bd36-941d3c5872eb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Jul 16 08:41:49.020200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Allocated IP 172.20.0.12 (c28eef2b-9be9-4e3a-9364-bb71cc2171a0/2b78f4d5-2be1-4b88-8e09-4c52fad5f73a/da3d8bc9-2429-4f23-bf7d-e02624d78cfa) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:49.020780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 842e01db-ccad-4948-b830-25386b1fd2da up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:49.026693 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.030096 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.031960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d176b710-162d-4428-973e-b1bf17093919 HTTP/1.1" status: 204 len: 168 time: 0.2316351 Jul 16 08:41:49.063771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119c5b-97cb-4a93-8762-60927dd93113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176b710-162d-4428-973e-b1bf17093919,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.094113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.110180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 842e01db-ccad-4948-b830-25386b1fd2da completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:49.114546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 842e01db-ccad-4948-b830-25386b1fd2da triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:49.114937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.181000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-131eeaf1-d762-48be-8c1d-5795ef5e203e req-a1de7f90-afc3-46b4-8089-f094fdd2cbe9 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 210 time: 0.0526707 Jul 16 08:41:49.214413 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.245808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:49.248428 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f3e30-94fa-4f54-b14b-d9961cd5797f" -d '{"events": [{"server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "name": "network-vif-plugged", "status": "completed", "tag": "842e01db-ccad-4948-b830-25386b1fd2da"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:49.293096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=842e01db-ccad-4948-b830-25386b1fd2da,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:49.302419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.313712 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3fd347-7adc-469f-96c5-0ee5eb5aa20c x-openstack-request-id: req-da3fd347-7adc-469f-96c5-0ee5eb5aa20c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:49.314037 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "name": "network-vif-plugged", "status": "completed", "tag": "842e01db-ccad-4948-b830-25386b1fd2da", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:49.314346 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da3fd347-7adc-469f-96c5-0ee5eb5aa20c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:49.314747 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da', 'code': 200} Jul 16 08:41:49.334496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 902bc30a-b121-4026-87f7-aadf5b80d5d5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:49.364498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 902bc30a-b121-4026-87f7-aadf5b80d5d5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:49.365051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 902bc30a-b121-4026-87f7-aadf5b80d5d5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:49.386031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.510464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:49.550000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:49.563884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:49.588272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event updated for resources: {'Port': ['ID=33cc266d-9d4b-4159-afd6-1d4683bda161,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.640615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.715354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eb88a-9324-4c95-8933-5a2bdf51d7c2 req-c5b430ab-312b-4af1-98de-37e06df03546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.716913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e47eb88a-9324-4c95-8933-5a2bdf51d7c2 req-c5b430ab-312b-4af1-98de-37e06df03546 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 1097 time: 0.2618303 Jul 16 08:41:49.823902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ef786ab-1610-4308-952e-c710f10e3ef6 req-e756a133-b3e8-4664-9a1f-c1c94d8619d4 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0481060 Jul 16 08:41:49.832509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e47eb88a-9324-4c95-8933-5a2bdf51d7c2 req-a7bff736-8634-48f1-8766-228f1825cbae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061697 Jul 16 08:41:49.878234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.937102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d7c6c-c47e-45f0-8a61-ff667373ef5a req-073b25da-5d30-4178-a8be-810568ff57a6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.938641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-541d7c6c-c47e-45f0-8a61-ff667373ef5a req-073b25da-5d30-4178-a8be-810568ff57a6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.0753288 Jul 16 08:41:49.990535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:49.998865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-541d7c6c-c47e-45f0-8a61-ff667373ef5a req-a59a3549-a3ee-4feb-ada5-93592d0266f3 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 Jul 16 08:41:50.014002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:50.014002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:50.033108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Pushing event updated for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.078737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.126428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.127156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.175202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-c299c4ea-09d4-4851-b0e5-8ce964cb9506 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7302043 Jul 16 08:41:50.194519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Request body: {'port': {'device_id': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.210648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b129a7-cdb2-4cc3-a092-adab30ecc997 req-78d68d2b-31fd-4b26-9108-154092b7bfb7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.212206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7b129a7-cdb2-4cc3-a092-adab30ecc997 req-78d68d2b-31fd-4b26-9108-154092b7bfb7 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.0690527 Jul 16 08:41:50.254992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7b129a7-cdb2-4cc3-a092-adab30ecc997 req-71cb6d8b-7f34-4242-91c6-1fe549049369 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Jul 16 08:41:50.340261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.361274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f553bb4-a24c-4b0a-94ff-4eb314e0436a req-1109932b-757e-4f08-bd04-a5ba52976ea1 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.363118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f553bb4-a24c-4b0a-94ff-4eb314e0436a req-1109932b-757e-4f08-bd04-a5ba52976ea1 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 932 time: 0.0650339 Jul 16 08:41:50.394651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.407101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f553bb4-a24c-4b0a-94ff-4eb314e0436a req-8949eafa-9497-4391-9e77-aec55b08b45a tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371292 Jul 16 08:41:50.652726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d58c3be-460a-467f-8946-ad34cbeed69a req-78af323f-c513-4029-b7c4-92050e03ff88 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0363190 Jul 16 08:41:50.703523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Router 4d84062a-4856-49ab-95f3-58a35bf8269a is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:50.798537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3d8bc9-2429-4f23-bf7d-e02624d78cfa {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:50.832252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.853961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Transition to ACTIVE for port object da3d8bc9-2429-4f23-bf7d-e02624d78cfa will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:50.861190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.894040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:50.907714 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] Sync routers for ids ['4d84062a-4856-49ab-95f3-58a35bf8269a'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:50.919123 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] Routers {'4d84062a-4856-49ab-95f3-58a35bf8269a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:50.920786 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4d84062a-4856-49ab-95f3-58a35bf8269a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:50.927306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.935327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.936625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc167f10-2ccc-429d-b842-d5890f48e04f tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0107012 Jul 16 08:41:50.940027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.963309 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:50.974894 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] Routers {'4d84062a-4856-49ab-95f3-58a35bf8269a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:50.975949 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4d84062a-4856-49ab-95f3-58a35bf8269a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:51.014821 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:51.016003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e1be4-99f6-4989-8af8-83e009849aab None None] The sync data for ids ['4d84062a-4856-49ab-95f3-58a35bf8269a'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:51.019027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Attempting to bind port da3d8bc9-2429-4f23-bf7d-e02624d78cfa on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:51.019381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Attempting to bind port da3d8bc9-2429-4f23-bf7d-e02624d78cfa by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '12263723-78e2-4f91-9eaf-726e78c8db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:51.020001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Attempting to bind port da3d8bc9-2429-4f23-bf7d-e02624d78cfa on network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:51.028560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Port da3d8bc9-2429-4f23-bf7d-e02624d78cfa on network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:51.029505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Attempting to bind port da3d8bc9-2429-4f23-bf7d-e02624d78cfa on network c28eef2b-9be9-4e3a-9364-bb71cc2171a0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:51.039771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:51.040368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Checking segment: {'id': '12263723-78e2-4f91-9eaf-726e78c8db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:51.040764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Bound using segment: {'id': '12263723-78e2-4f91-9eaf-726e78c8db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:51.041214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Bound port: da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12263723-78e2-4f91-9eaf-726e78c8db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:51.041628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.087228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f52a5c71-ae2c-4da3-b5ae-3bd63e681d3f req-bee285c2-c947-4469-bc14-080b09f54a0a tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d03c17b-ea75-4790-92ea-aa3f8703ca5b HTTP/1.1" status: 200 len: 210 time: 0.0650654 Jul 16 08:41:51.130693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:51.134982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,segment=NetworkSegment(12263723-78e2-4f91-9eaf-726e78c8db4e),segment_id=12263723-78e2-4f91-9eaf-726e78c8db4e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:51.140386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.197114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.198065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.199273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] 10.222.0.46 "PUT /v2.0/ports/da3d8bc9-2429-4f23-bf7d-e02624d78cfa HTTP/1.1" status: 200 len: 1093 time: 1.0105546 Jul 16 08:41:51.205776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:51.215404 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:51.245110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246d4e4-d8a2-4618-9542-eb3ef2b58093 service neutron] Pushing event updated for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.323952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5fdc8261-4af6-4ced-9cf3-172c0f7a6d7f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/4d84062a-4856-49ab-95f3-58a35bf8269a HTTP/1.1" status: 200 len: 924 time: 0.3800962 Jul 16 08:41:51.326958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.358159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b77883-7283-4a89-b26e-712b07d84428 req-893e5509-6d7f-49c5-a201-37b7a0bc0c50 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.361104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05b77883-7283-4a89-b26e-712b07d84428 req-893e5509-6d7f-49c5-a201-37b7a0bc0c50 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.1832671 Jul 16 08:41:51.368902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-91f08d94-e6ec-4198-8a01-4ad5f387d2ac tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d84062a-4856-49ab-95f3-58a35bf8269a HTTP/1.1" status: 200 len: 205 time: 0.0405517 Jul 16 08:41:51.372315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.398713 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea76f526-67e8-4823-b774-15cc9795b440 x-openstack-request-id: req-ea76f526-67e8-4823-b774-15cc9795b440 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:51.400105 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:51.400817 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea76f526-67e8-4823-b774-15cc9795b440 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:51.402456 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa', 'status': 'completed', 'code': 200} Jul 16 08:41:51.431212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05b77883-7283-4a89-b26e-712b07d84428 req-e80991e5-7f46-4546-863f-8322677b7044 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Jul 16 08:41:51.456557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-b02a7b0c-58f5-4f30-b73f-2b7454326925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.456557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-b02a7b0c-58f5-4f30-b73f-2b7454326925 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f91e83c660464d99b2ec30fbcf595860&device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 1096 time: 0.1866791 Jul 16 08:41:51.521616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-797510cf-054f-4bb5-b308-0f11eaf4b94b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa HTTP/1.1" status: 200 len: 217 time: 0.0565398 Jul 16 08:41:51.659051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541dcfc-d1fa-47b3-89bc-070711302f13 req-ce01f579-6770-4c3d-98b4-cfa17f851d6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.660744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b541dcfc-d1fa-47b3-89bc-070711302f13 req-ce01f579-6770-4c3d-98b4-cfa17f851d6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1385062 Jul 16 08:41:51.710636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9649c-fe0b-4e4a-b525-ff934c8f2a2f req-b96891ff-43bc-4d48-b9c6-b0056f5a6e5b tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.712219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70c9649c-fe0b-4e4a-b525-ff934c8f2a2f req-b96891ff-43bc-4d48-b9c6-b0056f5a6e5b tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 944 time: 0.1241274 Jul 16 08:41:51.736551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b541dcfc-d1fa-47b3-89bc-070711302f13 req-ad92ed43-8cc8-4a87-a83d-2ef0a6b29603 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Jul 16 08:41:51.767046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70c9649c-fe0b-4e4a-b525-ff934c8f2a2f req-b88e41af-c8be-4f91-bfa4-887caf4c16b7 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Jul 16 08:41:51.875078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.878089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-706995f9-9732-4593-97f0-44bcc8711ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.879522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-706995f9-9732-4593-97f0-44bcc8711ad2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b78f4d5-2be1-4b88-8e09-4c52fad5f73a HTTP/1.1" status: 200 len: 853 time: 0.0698109 Jul 16 08:41:51.945245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-874ff2b4-c02f-496b-8460-5d622fbb1706 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307217 Jul 16 08:41:52.068155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.090011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-924f7bf5-debf-4aea-bd2c-01e0e93896fa service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349819 Jul 16 08:41:52.206445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 33cc266d-9d4b-4159-afd6-1d4683bda161 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:52.206801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.222668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2a5d64c1-2b0b-4cf1-86a2-e328ce78b1e0 req-2c924788-af3b-4aaa-86e6-3950e72d6a54 service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145689 Jul 16 08:41:52.327133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.343533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 33cc266d-9d4b-4159-afd6-1d4683bda161 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:52.404866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-a90ada86-631f-46c2-981a-a373c6cf1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.406411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-a90ada86-631f-46c2-981a-a373c6cf1bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f91e83c660464d99b2ec30fbcf595860&device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 1096 time: 0.1284208 Jul 16 08:41:52.538186 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-10fa9f44-7c1d-49ab-876a-853ea0b587c7 req-93c15b2e-4beb-4b5a-86bd-4bea0f3e0ccf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d53868a8bf48420a877db23365f3ed87&device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0651824 Jul 16 08:41:52.569535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23933b00-6e0d-44c9-92e2-e5aeb312c983 req-0c717474-0368-4fa3-9aef-a2467f8cb5e7 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0358942 Jul 16 08:41:52.605840 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:52.621079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-10fa9f44-7c1d-49ab-876a-853ea0b587c7 req-02022004-d630-4cc1-86c0-f4a2a79ad448 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d53868a8bf48420a877db23365f3ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664473 Jul 16 08:41:52.650297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda593-3ddb-4d3e-b045-7e326d5b62d4 req-3d6c7c2f-bd46-41fd-845d-dc074e342b78 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.652931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51bda593-3ddb-4d3e-b045-7e326d5b62d4 req-3d6c7c2f-bd46-41fd-845d-dc074e342b78 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.0823622 Jul 16 08:41:52.693182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51bda593-3ddb-4d3e-b045-7e326d5b62d4 req-7accaf99-4954-4771-91cf-99480754e813 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Jul 16 08:41:52.695855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-cabe3e3b-4ab1-49a6-acfb-5259e7b2226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.697380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-cabe3e3b-4ab1-49a6-acfb-5259e7b2226a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0 HTTP/1.1" status: 200 len: 914 time: 0.2680647 Jul 16 08:41:52.793238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-c25c6e52-2406-46da-a387-caed4735add6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa HTTP/1.1" status: 200 len: 217 time: 0.0545533 Jul 16 08:41:52.820726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.878876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa9f44-7c1d-49ab-876a-853ea0b587c7 req-414ecc70-35fc-4540-bc96-cd3b6887e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.881162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-10fa9f44-7c1d-49ab-876a-853ea0b587c7 req-414ecc70-35fc-4540-bc96-cd3b6887e9b5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524424 Jul 16 08:41:52.885595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=33cc266d-9d4b-4159-afd6-1d4683bda161,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.930286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c991d72-cd66-4402-8911-09943f22bfb3 req-ce305d33-13f0-431a-95e4-974684a074f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.931825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c991d72-cd66-4402-8911-09943f22bfb3 req-ce305d33-13f0-431a-95e4-974684a074f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.1125591 Jul 16 08:41:52.948593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-2d7e79e8-f464-4140-8874-b12f40f8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.950414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-2d7e79e8-f464-4140-8874-b12f40f8a706 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b78f4d5-2be1-4b88-8e09-4c52fad5f73a HTTP/1.1" status: 200 len: 853 time: 0.1494040 Jul 16 08:41:52.977345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e539ef1-de6f-45ee-8983-60ddfa87f1ec req-a95d3a18-6d36-461b-a3fa-ac0a033a634e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.979480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e539ef1-de6f-45ee-8983-60ddfa87f1ec req-a95d3a18-6d36-461b-a3fa-ac0a033a634e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1144912 Jul 16 08:41:52.992013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-38c814b1-f3b2-4184-9b35-3cecdf035d19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319424 Jul 16 08:41:52.994327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c991d72-cd66-4402-8911-09943f22bfb3 req-a4a636d4-9d6e-40d0-8353-680f6923bc56 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536516 Jul 16 08:41:53.012417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.071864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e539ef1-de6f-45ee-8983-60ddfa87f1ec req-a2a1b52c-e0fe-4044-8818-045b586ae46e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712221 Jul 16 08:41:53.137383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.172801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.195921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbb6da-ac5b-4684-8e54-2011c30fea76 req-5633392d-fe51-41a9-a8d0-ddffa32e6fdb tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.197584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bdbb6da-ac5b-4684-8e54-2011c30fea76 req-5633392d-fe51-41a9-a8d0-ddffa32e6fdb tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 944 time: 0.0770237 Jul 16 08:41:53.247087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.247607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router 4d84062a-4856-49ab-95f3-58a35bf8269a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:53.256072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.257217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8422c160-3ada-420b-b98e-f1daa59f8953 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/4d84062a-4856-49ab-95f3-58a35bf8269a HTTP/1.1" status: 204 len: 168 time: 1.8838499 Jul 16 08:41:53.266260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.270844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1718294187', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:53.280684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bdbb6da-ac5b-4684-8e54-2011c30fea76 req-ba10b64f-f81e-412e-8108-79242e072854 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722415 Jul 16 08:41:53.281230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-913c95c5-3f6f-4ba8-89f2-33b92f602edd service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800081 Jul 16 08:41:53.333180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.334358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.443004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.450155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5355fb0-77af-4a6b-ac6d-6fb2c1d5a3c7 req-4ac305c3-45df-436c-a0ac-64411f95672c service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585374 Jul 16 08:41:53.462113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30789bc-3597-400b-b89f-30a8ecb14f3a req-c36260d0-d850-4711-89cf-b1fd988e2115 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.464360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f30789bc-3597-400b-b89f-30a8ecb14f3a req-c36260d0-d850-4711-89cf-b1fd988e2115 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.0752983 Jul 16 08:41:53.534239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f30789bc-3597-400b-b89f-30a8ecb14f3a req-7d8773f8-2c73-4a6f-a020-c9b78be3e74a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Jul 16 08:41:53.614772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.737633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-430af79b-63dc-4423-8afd-ef6cb9a11dc4 req-40d12bb4-fec4-4602-a7c4-a4a106bd3a4c tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0307386 Jul 16 08:41:53.838184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.863050 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.962472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6269d-b7c6-4bb1-a3d0-dfa1778e2bfc req-c0b7513a-b50a-4b5a-9a96-1d5c60450427 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.964031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6df6269d-b7c6-4bb1-a3d0-dfa1778e2bfc req-c0b7513a-b50a-4b5a-9a96-1d5c60450427 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.0741477 Jul 16 08:41:53.970769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 172.25.5.107 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0af8b68a-ebf2-427c-940c-37e6b5dde458) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:54.003729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6df6269d-b7c6-4bb1-a3d0-dfa1778e2bfc req-dc873ae4-bdc2-4518-9be7-c352704e668a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Jul 16 08:41:54.077659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.116394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.153357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:54.158016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:54.162057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:54.186877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=0af8b68a-ebf2-427c-940c-37e6b5dde458,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.252697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47ff63-8e00-4100-9866-aa3b6a8c728d req-ccb57779-edea-46b1-805b-403340d3cbe6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.254169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e47ff63-8e00-4100-9866-aa3b6a8c728d req-ccb57779-edea-46b1-805b-403340d3cbe6 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.0683260 Jul 16 08:41:54.305369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e47ff63-8e00-4100-9866-aa3b6a8c728d req-26c69ecf-6c33-4474-a94b-4905c4043a86 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Jul 16 08:41:54.442802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.497767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74380-78a0-46ed-846c-3287b0eba52c req-b9ca6fdf-36e1-4e02-be83-9ea554044d22 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.499280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2e74380-78a0-46ed-846c-3287b0eba52c req-b9ca6fdf-36e1-4e02-be83-9ea554044d22 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 944 time: 0.0686097 Jul 16 08:41:54.537327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2e74380-78a0-46ed-846c-3287b0eba52c req-24139137-6d9a-4299-b7df-eac844466f7f tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Jul 16 08:41:54.556104 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-10fa9f44-7c1d-49ab-876a-853ea0b587c7 req-5be7f8c2-56a9-4189-89f9-4c0250946565 tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0300868 Jul 16 08:41:54.915404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ae27d6e-a2a2-4bf6-b5c3-fa6fae51fd0e req-07d6e557-a3d1-490c-973d-90bb7f0cea2c tempest-ServerShowV247Test-793021463 tempest-ServerShowV247Test-793021463-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0147751-46d1-4533-a24c-738d7a584f1b HTTP/1.1" status: 200 len: 210 time: 0.0306761 Jul 16 08:41:54.989136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.091171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device da3d8bc9-2429-4f23-bf7d-e02624d78cfa details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:55.162465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:41:55.259083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,segment=NetworkSegment(12263723-78e2-4f91-9eaf-726e78c8db4e),segment_id=12263723-78e2-4f91-9eaf-726e78c8db4e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.273340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa', 'network_id': 'c28eef2b-9be9-4e3a-9364-bb71cc2171a0', 'port_id': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa', 'mac_address': 'fa:16:3e:31:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b78f4d5-2be1-4b88-8e09-4c52fad5f73a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:55.304275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:55.337159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.339467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-805e8381-4916-42b7-9f44-e3da8c7bc6ca tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0720737 Jul 16 08:41:55.342553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.362462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Sync routers for ids ['ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:55.401609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Routers {'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:55.403904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.448772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.485249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3d8bc9-2429-4f23-bf7d-e02624d78cfa {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:55.488418 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c659fcb-f050-4580-9ffb-883fc741c4a7 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 HTTP/1.1" status: 200 len: 909 time: 0.1444557 Jul 16 08:41:55.491415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.502234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1718294187', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': True}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.533249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.534709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.554236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,segment=NetworkSegment(12263723-78e2-4f91-9eaf-726e78c8db4e),segment_id=12263723-78e2-4f91-9eaf-726e78c8db4e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:55.561290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.613280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Set router ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:55.640492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-1367b23d-2c67-4ac5-93d4-2d89e087e0d8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=431b0f9dbcff4a33adb164c373029835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4800980 Jul 16 08:41:55.653751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.747599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3639-8bff-4efe-98b2-58086339f8fb req-5d1de39c-a7b6-4c24-8c2d-4f9635dcdfad tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.754975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bffe3639-8bff-4efe-98b2-58086339f8fb req-5d1de39c-a7b6-4c24-8c2d-4f9635dcdfad tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.6068604 Jul 16 08:41:55.767624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-07db12e4-e102-4291-9665-eab48339cca6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.768279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.769827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-07db12e4-e102-4291-9665-eab48339cca6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 945 time: 0.1624765 Jul 16 08:41:55.810399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-98884c05-844c-4bd0-b1bd-775a731bf582 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.819105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-98884c05-844c-4bd0-b1bd-775a731bf582 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774204 Jul 16 08:41:55.845468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-e7e2a342-61b2-4140-8981-5c13957293af tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/quotas/431b0f9dbcff4a33adb164c373029835 HTTP/1.1" status: 200 len: 375 time: 0.0255244 Jul 16 08:41:55.846096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': False}, 'gw_port_id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:54Z', 'revision_number': 3, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port': {'id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.875688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Checking router: ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:55.876083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Updating router ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 port 0af8b68a-ebf2-427c-940c-37e6b5dde458 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:55.888670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-e6ad3a0f-19bd-45f0-b33e-dcd18871aa03 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422606 Jul 16 08:41:55.894675 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.918202 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.922342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bffe3639-8bff-4efe-98b2-58086339f8fb req-5e79c4c2-0150-4aa1-a2f1-96a4a7475dda tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664617 Jul 16 08:41:55.996232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['da3d8bc9-2429-4f23-bf7d-e02624d78cfa'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:56.128754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port 842e01db-ccad-4948-b830-25386b1fd2da {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:56.129244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.237772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b177-3aa7-4f14-829f-c8991b2f6c62 req-9a97ff6f-52dd-4043-b5eb-95881421b890 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.239436 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e51b177-3aa7-4f14-829f-c8991b2f6c62 req-9a97ff6f-52dd-4043-b5eb-95881421b890 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.0914907 Jul 16 08:41:56.311174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e51b177-3aa7-4f14-829f-c8991b2f6c62 req-a6e8911d-d20b-40b6-8d40-56ebf0731e56 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Jul 16 08:41:56.433230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port 842e01db-ccad-4948-b830-25386b1fd2da, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=842e01db-ccad-4948-b830-25386b1fd2da,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:56.433754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.452108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.460921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.475593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Transition to ACTIVE for port object 0af8b68a-ebf2-427c-940c-37e6b5dde458 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:56.486891 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.488640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.489506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aec925-cf05-49ba-91a4-137760488959 req-43021f6b-7c40-4819-95cc-3e08e5648309 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.494362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78aec925-cf05-49ba-91a4-137760488959 req-43021f6b-7c40-4819-95cc-3e08e5648309 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 945 time: 0.1075032 Jul 16 08:41:56.495106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for 842e01db-ccad-4948-b830-25386b1fd2da owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:56.574136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Attempting to bind port 0af8b68a-ebf2-427c-940c-37e6b5dde458 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:56.574643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Attempting to bind port 0af8b68a-ebf2-427c-940c-37e6b5dde458 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:56.575395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78aec925-cf05-49ba-91a4-137760488959 req-a1c39665-6a57-488c-8b5f-1a1317245ba2 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664060 Jul 16 08:41:56.587142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Attempting to bind port 0af8b68a-ebf2-427c-940c-37e6b5dde458 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:56.616491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:56.617534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:56.618431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.622157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:56.623792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Bound port: 0af8b68a-ebf2-427c-940c-37e6b5dde458, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:56.624286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.631206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26814-66a0-447b-a032-9824bd21944d None None] Pushing event updated for resources: {'Port': ['ID=0af8b68a-ebf2-427c-940c-37e6b5dde458,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.719797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 172.25.5.252 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a449f2f8-ac96-43bc-9b1a-a8e4fbed261a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:56.739064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-d0c9bc85-62d2-4b6a-8983-571d6c994827 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=431b0f9dbcff4a33adb164c373029835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368388 Jul 16 08:41:56.739284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] For port 0af8b68a-ebf2-427c-940c-37e6b5dde458, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:56.743164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] For port 0af8b68a-ebf2-427c-940c-37e6b5dde458, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0af8b68a-ebf2-427c-940c-37e6b5dde458,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:56.750167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.836134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.864192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:56.872446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-ace1f436-d9e0-44ca-a5fa-14f66ab69f59 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.876709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=842e01db-ccad-4948-b830-25386b1fd2da,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.884563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-ace1f436-d9e0-44ca-a5fa-14f66ab69f59 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444857 Jul 16 08:41:56.904905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-2e33dbb1-d450-4849-8f39-498eeb2675b1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/quotas/431b0f9dbcff4a33adb164c373029835 HTTP/1.1" status: 200 len: 375 time: 0.0187151 Jul 16 08:41:56.929667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26814-66a0-447b-a032-9824bd21944d None None] Pushing event updated for resources: {'Port': ['ID=0af8b68a-ebf2-427c-940c-37e6b5dde458,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.941330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Routers {'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:56.941974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.950905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port 842e01db-ccad-4948-b830-25386b1fd2da on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:56.956065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.958093 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dfa4b061-79c8-4603-a151-ca08d56fbeef req-d7e4b8c8-c3fe-4980-a1a0-e46a854dbcb6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/842e01db-ccad-4948-b830-25386b1fd2da HTTP/1.1" status: 204 len: 173 time: 1.1419256 Jul 16 08:41:56.958532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'name': 'network-vif-deleted', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:56.961924 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac0117-e8dd-49b7-a6fc-8efaff14e62f" -d '{"events": [{"server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "name": "network-vif-deleted", "tag": "842e01db-ccad-4948-b830-25386b1fd2da"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:56.979318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-3516a023-0885-46d1-aad8-dd275963beaf tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725780 Jul 16 08:41:57.017978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.130369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.161806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.266341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c88da94-afec-4945-ac97-198a0e83de08 req-71ca245f-2b30-4440-93c2-febe7fc395e9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6aea0bb-8ed4-4db7-8d88-42b0fae129d0 HTTP/1.1" status: 200 len: 210 time: 0.1066113 Jul 16 08:41:57.295347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.306272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.312434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:57.388124 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c8649-d162-4ef8-b243-877b77bda96b x-openstack-request-id: req-f20c8649-d162-4ef8-b243-877b77bda96b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:57.388988 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aea0bb-8ed4-4db7-8d88-42b0fae129d0", "name": "network-vif-deleted", "tag": "842e01db-ccad-4948-b830-25386b1fd2da", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:57.389264 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f20c8649-d162-4ef8-b243-877b77bda96b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:57.390315 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6aea0bb-8ed4-4db7-8d88-42b0fae129d0', 'name': 'network-vif-deleted', 'tag': '842e01db-ccad-4948-b830-25386b1fd2da', 'status': 'completed', 'code': 200} Jul 16 08:41:57.405598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] Set router ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:57.413285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=a449f2f8-ac96-43bc-9b1a-a8e4fbed261a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.479990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9eee74f0-84ba-464d-8a60-b43ca9718a19 req-a35c52f5-7041-43b2-8cae-94547c37f477 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 210 time: 0.0847576 Jul 16 08:41:57.514860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.536254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:57.813660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.819730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.859020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9113413-757e-4763-be79-b7d5dc9520e3 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=431b0f9dbcff4a33adb164c373029835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547788 Jul 16 08:41:57.922994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d53868a8bf48420a877db23365f3ed87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585180 Jul 16 08:41:57.958213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.981860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf7037-1c0e-4478-be85-ea18409787dd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.986945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': False}, 'gw_port_id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:54Z', 'revision_number': 3, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port': {'id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.027000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458ce7-99fa-46f1-a71b-385c16e1fd5e None None] The sync data for ids ['ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1'] in n-d-798054-12 is: [{'id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': False}, 'gw_port_id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:54Z', 'revision_number': 3, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port': {'id': '0af8b68a-ebf2-427c-940c-37e6b5dde458', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:53Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:58.042258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.042620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.043030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.043373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.043709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.044611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.044611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.044917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.045208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.046057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.046181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.046468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3e070-2929-4041-81f6-c9fdd9dfaf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:58.091221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235e1ef-c047-43fe-b74c-ab47eb24cabd req-f2dc128b-ddc8-44f5-969c-ba5531febd02 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.098631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4235e1ef-c047-43fe-b74c-ab47eb24cabd req-f2dc128b-ddc8-44f5-969c-ba5531febd02 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.3379760 Jul 16 08:41:58.166997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4235e1ef-c047-43fe-b74c-ab47eb24cabd req-6b680d5f-af5c-434a-ab0e-9d17e86a1beb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646932 Jul 16 08:41:58.201291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50edeb-0cd0-4db4-aa39-9b7d482470ed req-c8083252-bfca-4973-9139-02f814f1b0dd tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.211191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a50edeb-0cd0-4db4-aa39-9b7d482470ed req-c8083252-bfca-4973-9139-02f814f1b0dd tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 945 time: 0.2112968 Jul 16 08:41:58.252397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a50edeb-0cd0-4db4-aa39-9b7d482470ed req-f00202e1-5943-4dd4-996d-bbcfec47ea93 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Jul 16 08:41:58.290081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.673527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5080c3be-82db-43a4-a2c2-0b94e7ddfcdf req-ccd5d72d-75a3-4b5e-a60a-2fce00b278a3 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 210 time: 0.0449557 Jul 16 08:41:58.776125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-dcd64c4d-13c2-48b5-a502-9bb19ddc288a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.777719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-dcd64c4d-13c2-48b5-a502-9bb19ddc288a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9110191 Jul 16 08:41:58.778411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.807876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Request body: {'port': {'device_id': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '431b0f9dbcff4a33adb164c373029835'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:58.832519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.940691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa9865-1091-4598-a8e1-ecf9786fb3af req-fbd47348-a92e-4ba3-aa3d-9f71bcd3dfe8 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.942421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3aa9865-1091-4598-a8e1-ecf9786fb3af req-fbd47348-a92e-4ba3-aa3d-9f71bcd3dfe8 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.1136656 Jul 16 08:41:59.002872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3aa9865-1091-4598-a8e1-ecf9786fb3af req-3574c91b-dcd4-4635-93ea-8e2dfb783be9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Jul 16 08:41:59.079456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-8cbcc3f7-1e80-437c-81be-ef02bda3ec93 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=431b0f9dbcff4a33adb164c373029835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350289 Jul 16 08:41:59.086562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.089667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.093183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fcf7037-1c0e-4478-be85-ea18409787dd HTTP/1.1" status: 204 len: 168 time: 1.1123185 Jul 16 08:41:59.119785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device da3d8bc9-2429-4f23-bf7d-e02624d78cfa up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:59.134593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Made reservation on behalf of 431b0f9dbcff4a33adb164c373029835 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:59.140240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.169007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf2aa-fb2e-422d-902f-d61423919697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf7037-1c0e-4478-be85-ea18409787dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.209067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.220008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port da3d8bc9-2429-4f23-bf7d-e02624d78cfa completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:59.229198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port da3d8bc9-2429-4f23-bf7d-e02624d78cfa triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:59.229576 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.231016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.472646 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.484995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0af8b68a-ebf2-427c-940c-37e6b5dde458 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:59.522845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:59.525398 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87aff2e-8aef-421f-a2ae-b706f0016420" -d '{"events": [{"server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "name": "network-vif-plugged", "status": "completed", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:59.549243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,segment=NetworkSegment(12263723-78e2-4f91-9eaf-726e78c8db4e),segment_id=12263723-78e2-4f91-9eaf-726e78c8db4e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:59.559097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.559907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 842e01db-ccad-4948-b830-25386b1fd2da no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:59.617117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 842e01db-ccad-4948-b830-25386b1fd2da {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:59.617482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 842e01db-ccad-4948-b830-25386b1fd2da not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:59.654660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.662740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0af8b68a-ebf2-427c-940c-37e6b5dde458 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:59.670594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0af8b68a-ebf2-427c-940c-37e6b5dde458 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:59.670979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.672498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962515cb-5c74-440b-b659-c6a5fafdfa05 req-a74ddeca-bb64-4f1a-ac5b-e0eb066a7ce8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.676000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-962515cb-5c74-440b-b659-c6a5fafdfa05 req-a74ddeca-bb64-4f1a-ac5b-e0eb066a7ce8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2103069 Jul 16 08:41:59.678974 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.705917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39c0b5-bb47-42e2-849d-c44cbfcbde2d req-a2983d7c-f1e3-42c8-b7fd-abbff520b221 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.709238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.709875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef39c0b5-bb47-42e2-849d-c44cbfcbde2d req-a2983d7c-f1e3-42c8-b7fd-abbff520b221 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 945 time: 0.1965630 Jul 16 08:41:59.749896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.799580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.827965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0af8b68a-ebf2-427c-940c-37e6b5dde458, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0af8b68a-ebf2-427c-940c-37e6b5dde458,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:59.835859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.862283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-c8387a0f-c6e9-4e44-ba89-557429631e63 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.864116 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-c8387a0f-c6e9-4e44-ba89-557429631e63 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7699025 Jul 16 08:41:59.864435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-962515cb-5c74-440b-b659-c6a5fafdfa05 req-0b6bb44d-b236-4e1b-b41b-f6d6606402e4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784840 Jul 16 08:41:59.887252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Request body: {'port': {'device_id': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '431b0f9dbcff4a33adb164c373029835'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:59.924297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef39c0b5-bb47-42e2-849d-c44cbfcbde2d req-e758343c-214f-4d5e-bbff-0f39d0ad730f tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463773 Jul 16 08:41:59.983124 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708a945-a1c7-467d-9843-157833694f00 x-openstack-request-id: req-f708a945-a1c7-467d-9843-157833694f00 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:59.983684 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "name": "network-vif-plugged", "status": "completed", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:59.986218 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f708a945-a1c7-467d-9843-157833694f00 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:59.986218 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa', 'code': 200} Jul 16 08:41:59.997246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0af8b68a-ebf2-427c-940c-37e6b5dde458,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.077390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router 9900633e-dd80-4163-906c-797c50f72947 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:00.190737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c04cafc0-d254-4a1f-a300-975ca73e1fb1 req-c3882f33-420c-4882-a00e-32b16a187ba4 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 210 time: 0.0431888 Jul 16 08:42:00.267763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Allocated IP 192.168.233.239 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/f80bb152-4c72-4448-87f0-8f9d6e028482) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:00.274684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Made reservation on behalf of 431b0f9dbcff4a33adb164c373029835 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:00.278381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.389849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3de3-f395-4ca7-968c-8310cf4aea50 req-c958ebe1-13cb-4eb7-ab75-299d3927cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.391379 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4aaf3de3-f395-4ca7-968c-8310cf4aea50 req-c958ebe1-13cb-4eb7-ab75-299d3927cb8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 1098 time: 0.3110752 Jul 16 08:42:00.408324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-b5543d6d-2c6d-461d-8af9-cdedc059ea6d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.410531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-b5543d6d-2c6d-461d-8af9-cdedc059ea6d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.1476173 Jul 16 08:42:00.476069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:00.493993 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Sync routers for ids ['9900633e-dd80-4163-906c-797c50f72947'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:00.501520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cc3e8-9a8a-48b4-baaa-c3ff95fbee7e req-2abe3bf4-f4aa-46c9-9df1-9bd4c2b37fb0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:00.503152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c5cc3e8-9a8a-48b4-baaa-c3ff95fbee7e req-2abe3bf4-f4aa-46c9-9df1-9bd4c2b37fb0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 945 time: 0.1565247 Jul 16 08:42:00.510154 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Routers {'9900633e-dd80-4163-906c-797c50f72947'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:00.511287 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9900633e-dd80-4163-906c-797c50f72947'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:00.540443 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4aaf3de3-f395-4ca7-968c-8310cf4aea50 req-f4245cf8-1f22-42bc-91c4-cf8f5c0d3dc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093624 Jul 16 08:42:00.547379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.548948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4dfe1f3e-8a1e-49ce-b7db-325263a6869b tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0550694 Jul 16 08:42:00.552183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.619075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c5cc3e8-9a8a-48b4-baaa-c3ff95fbee7e req-fcbe6ce7-cc73-4f7e-a2f3-ddb816afa35c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952859 Jul 16 08:42:00.655208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:00.655789 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.712506 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Set router 9900633e-dd80-4163-906c-797c50f72947 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:00.725020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.744937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f2739bcf-82d0-431d-a201-931ee5f4489f tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/9900633e-dd80-4163-906c-797c50f72947 HTTP/1.1" status: 200 len: 908 time: 0.1882658 Jul 16 08:42:00.745265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.755031 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Transition to ACTIVE for port object f80bb152-4c72-4448-87f0-8f9d6e028482 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:00.814887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.815401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.837006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:00.884400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.889739 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.028084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:01.070185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:01.085351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:01.094561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Allocated IP 192.168.233.15 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/00abe358-436e-4cae-8c89-6db53de13458) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:01.115811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.125427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.132413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.134286 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9900633e-dd80-4163-906c-797c50f72947', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a449f2f8-ac96-43bc-9b1a-a8e4fbed261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:41:57Z', 'revision_number': 3, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port': {'id': 'a449f2f8-ac96-43bc-9b1a-a8e4fbed261a', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9900633e-dd80-4163-906c-797c50f72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:41:56Z', 'updated_at': '2021-07-16T08:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:01.152799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:01.178246 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Checking router: 9900633e-dd80-4163-906c-797c50f72947 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:01.178972 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Updating router 9900633e-dd80-4163-906c-797c50f72947 port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:01.222340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.241696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.242379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.257721 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.257913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.341622 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-a9595eb8-c33a-4061-9d8a-4e7f608083bc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5393114 Jul 16 08:42:01.376411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Request body: {'port': {'device_id': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:01.474547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0af8b68a-ebf2-427c-940c-37e6b5dde458 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:01.491741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:01.513489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.517579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2efff45-3896-470b-b9d9-59e6e4f5fc89 req-87318fe0-f12f-4bea-b24d-6cfd9823b7f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 HTTP/1.1" status: 204 len: 173 time: 1.1015239 Jul 16 08:42:01.540100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'name': 'network-vif-deleted', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:01.542808 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854eda31-d3d5-477b-86a7-38bd6e68a72d" -d '{"events": [{"server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "name": "network-vif-deleted", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:01.593881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6055bb-9ac9-4a4d-bdfe-a7dd1f3f439b req-3fd764a2-d3e4-422d-8fb2-401e57fcab80 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.601969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd6055bb-9ac9-4a4d-bdfe-a7dd1f3f439b req-3fd764a2-d3e4-422d-8fb2-401e57fcab80 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.4822752 Jul 16 08:42:01.691731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e8b497c7-f836-40a4-af3c-eafe83ee13b9 None None] Provisioning for port f80bb152-4c72-4448-87f0-8f9d6e028482 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:01.698422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd6055bb-9ac9-4a4d-bdfe-a7dd1f3f439b req-932e5b4e-4fa0-4fa6-972a-a78a2d94190e tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948696 Jul 16 08:42:01.707173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e8b497c7-f836-40a4-af3c-eafe83ee13b9 None None] Provisioning complete for port f80bb152-4c72-4448-87f0-8f9d6e028482 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:01.710625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e8b497c7-f836-40a4-af3c-eafe83ee13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.754563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a6a3-5d50-441d-88bb-cd8d07e57ed0 req-f2e425f9-874d-4ca0-afd3-a0b4fdeb8ce9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.770656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b35a6a3-5d50-441d-88bb-cd8d07e57ed0 req-f2e425f9-874d-4ca0-afd3-a0b4fdeb8ce9 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.5143745 Jul 16 08:42:01.872209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e8b497c7-f836-40a4-af3c-eafe83ee13b9 None None] Port f80bb152-4c72-4448-87f0-8f9d6e028482 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:01.887558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0af8b68a-ebf2-427c-940c-37e6b5dde458 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:01.888242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.897062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b35a6a3-5d50-441d-88bb-cd8d07e57ed0 req-b00a15eb-b8e1-470a-8cd6-6dfea9b39bcb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224072 Jul 16 08:42:01.929193 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.976298 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Transition to ACTIVE for port object a449f2f8-ac96-43bc-9b1a-a8e4fbed261a will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.992841 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.100480 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe40e9-e51e-40a5-a033-892429ab654a None None] Pushing event updated for resources: {'Port': ['ID=a449f2f8-ac96-43bc-9b1a-a8e4fbed261a,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.105229 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Attempting to bind port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:02.105949 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Attempting to bind port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:02.106507 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Attempting to bind port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:02.113462 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:02.114618 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:02.115224 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.115772 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:02.116482 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Bound port: a449f2f8-ac96-43bc-9b1a-a8e4fbed261a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:02.117047 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.189390 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] For port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:02.191788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84cf6906-9c87-4401-8ba2-a177b276d6af req-d905dd9a-bc59-4e8d-bb53-2cc130b1cde1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 210 time: 0.0658739 Jul 16 08:42:02.193535 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] For port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a449f2f8-ac96-43bc-9b1a-a8e4fbed261a,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:02.211541 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.224971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Deleting port a449f2f8-ac96-43bc-9b1a-a8e4fbed261a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:02.224971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.249298 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca3b816-d6db-4500-837b-fc27ac1f0fe8 x-openstack-request-id: req-2ca3b816-d6db-4500-837b-fc27ac1f0fe8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:02.249793 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7073e3fd-5341-485c-bf02-f634ee55e811", "name": "network-vif-deleted", "tag": "d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:02.250221 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ca3b816-d6db-4500-837b-fc27ac1f0fe8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:02.250784 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7073e3fd-5341-485c-bf02-f634ee55e811', 'name': 'network-vif-deleted', 'tag': 'd3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1', 'status': 'completed', 'code': 200} Jul 16 08:42:02.262939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.277243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.283053 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Routers {'9900633e-dd80-4163-906c-797c50f72947'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:02.283683 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9900633e-dd80-4163-906c-797c50f72947'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.325759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Transition to ACTIVE for port object 00abe358-436e-4cae-8c89-6db53de13458 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:02.345586 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe40e9-e51e-40a5-a033-892429ab654a None None] Pushing event updated for resources: {'Port': ['ID=a449f2f8-ac96-43bc-9b1a-a8e4fbed261a,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.405400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.421313 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] Set router 9900633e-dd80-4163-906c-797c50f72947 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:02.433846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Calling delete_port for a449f2f8-ac96-43bc-9b1a-a8e4fbed261a owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:02.508150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9649b68d-55c3-47fa-b305-4ed2f7f5503f req-9284bdd2-70e4-413e-af45-67411a200229 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=7073e3fd-5341-485c-bf02-f634ee55e811 HTTP/1.1" status: 200 len: 210 time: 0.0334795 Jul 16 08:42:02.526007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.529206 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9900633e-dd80-4163-906c-797c50f72947', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.653139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:02.668341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:02.670425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.672923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:02.709342 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd17f3-d6be-4bd3-b28c-132945f57b88 None None] The sync data for ids ['9900633e-dd80-4163-906c-797c50f72947'] in n-d-798054-12 is: [{'id': '9900633e-dd80-4163-906c-797c50f72947', 'name': 'tempest-snat-router-1718294187', 'tenant_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:41:55Z', 'updated_at': '2021-07-16T08:42:01Z', 'revision_number': 4, 'project_id': 'b9eabfffdf694ce9b83ba62992fdf97c', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:02.827028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.827691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.867539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-1521e813-8299-42b6-a52c-e48385801419 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9894907 Jul 16 08:42:02.890650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Request body: {'port': {'device_id': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:03.015710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aaff5433-483e-4451-b4d3-671ebb3bb3f0 None None] Provisioning for port 00abe358-436e-4cae-8c89-6db53de13458 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:03.022533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aaff5433-483e-4451-b4d3-671ebb3bb3f0 None None] Provisioning complete for port 00abe358-436e-4cae-8c89-6db53de13458 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:03.023222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aaff5433-483e-4451-b4d3-671ebb3bb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.047269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887f7ef-5f1c-4bc9-9986-bc6f39e4dcf7 req-f3f8f853-4c81-456f-a987-46601bae09c0 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.061803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:03.064078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4887f7ef-5f1c-4bc9-9986-bc6f39e4dcf7 req-f3f8f853-4c81-456f-a987-46601bae09c0 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.1252773 Jul 16 08:42:03.077004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-aaff5433-483e-4451-b4d3-671ebb3bb3f0 None None] Port 00abe358-436e-4cae-8c89-6db53de13458 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:03.111686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:03.121787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:03.144327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:03.145043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d3fbd2f2-cfa9-48f3-bf1a-e26ae8404ca1 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:03.149083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4887f7ef-5f1c-4bc9-9986-bc6f39e4dcf7 req-287ce11a-26e2-4d96-aad0-abebdc2b4e68 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 Jul 16 08:42:03.151782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.159789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.176300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d980a-23f5-45c3-bb29-20d19ab575b0 req-953808be-5402-4792-bc3f-ec396abba230 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.185331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee9d980a-23f5-45c3-bb29-20d19ab575b0 req-953808be-5402-4792-bc3f-ec396abba230 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1025715 Jul 16 08:42:03.199489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.211446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Transition to ACTIVE for port object f80bb152-4c72-4448-87f0-8f9d6e028482 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:03.237150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee9d980a-23f5-45c3-bb29-20d19ab575b0 req-ce337423-a8fb-4006-bed4-bf9a5c5f8d60 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Jul 16 08:42:03.237446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Port': ['ID=a449f2f8-ac96-43bc-9b1a-a8e4fbed261a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.271061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.344205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8955-3e62-40f2-8bd7-6496d3b2afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.367061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.407861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.525007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97aab3-f22a-40da-83c7-26fced8601dc req-8f29403c-2d0a-4291-b741-ea63b3d1e45e tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.527548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c97aab3-f22a-40da-83c7-26fced8601dc req-8f29403c-2d0a-4291-b741-ea63b3d1e45e tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 935 time: 0.0845912 Jul 16 08:42:03.583402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c97aab3-f22a-40da-83c7-26fced8601dc req-eadf5322-86a1-4427-b987-160ebf4e40e4 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497172 Jul 16 08:42:03.766151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.776754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.785881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-e71f2ef8-9e32-4f93-8de4-f4b9613fa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.788069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-e71f2ef8-9e32-4f93-8de4-f4b9613fa41e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f91e83c660464d99b2ec30fbcf595860&device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 1098 time: 0.1025343 Jul 16 08:42:03.793543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Attempting to bind port f80bb152-4c72-4448-87f0-8f9d6e028482 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:03.793936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Attempting to bind port f80bb152-4c72-4448-87f0-8f9d6e028482 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:03.794250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Attempting to bind port f80bb152-4c72-4448-87f0-8f9d6e028482 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:03.854635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Port f80bb152-4c72-4448-87f0-8f9d6e028482 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:03.855021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Attempting to bind port f80bb152-4c72-4448-87f0-8f9d6e028482 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:03.865441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:03.865785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:03.866164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:03.866617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Bound port: f80bb152-4c72-4448-87f0-8f9d6e028482, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:03.866985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.904689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.905250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9900633e-dd80-4163-906c-797c50f72947 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:03.913278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.917426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83ab798f-372e-4d69-8c1e-6d73d58ea5cc tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9900633e-dd80-4163-906c-797c50f72947 HTTP/1.1" status: 204 len: 168 time: 3.1712234 Jul 16 08:42:03.922876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:03.962015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-96bf0e4b-df2c-4475-865d-637ea84d1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.963554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-96bf0e4b-df2c-4475-865d-637ea84d1e34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0 HTTP/1.1" status: 200 len: 914 time: 0.1678629 Jul 16 08:42:04.024751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-24518ed0-4d39-495f-a133-5fbbe4045f84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa HTTP/1.1" status: 200 len: 217 time: 0.0543764 Jul 16 08:42:04.032782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf7086-3ea6-416e-85e9-51ee2d37fc0c req-e6913b02-0397-43e1-a9ba-2db8f7bd4c1c tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.034086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acaf7086-3ea6-416e-85e9-51ee2d37fc0c req-e6913b02-0397-43e1-a9ba-2db8f7bd4c1c tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.1354887 Jul 16 08:42:04.137591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00abe358-436e-4cae-8c89-6db53de13458 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:04.142376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-b9f5700d-6709-40f4-bb1c-cac9dfc502de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.143867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-b9f5700d-6709-40f4-bb1c-cac9dfc502de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b78f4d5-2be1-4b88-8e09-4c52fad5f73a HTTP/1.1" status: 200 len: 853 time: 0.1088891 Jul 16 08:42:04.159297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.166854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acaf7086-3ea6-416e-85e9-51ee2d37fc0c req-0b75a7ae-c6ad-4836-a5d7-b0e3d748597f tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897748 Jul 16 08:42:04.177878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8955-3e62-40f2-8bd7-6496d3b2afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.183396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:04.189667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:04.197316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8955-3e62-40f2-8bd7-6496d3b2afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.202809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Transition to ACTIVE for port object 00abe358-436e-4cae-8c89-6db53de13458 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:04.212640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-2bfd717a-b179-4a9c-9d0c-0b6514553489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c28eef2b-9be9-4e3a-9364-bb71cc2171a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617437 Jul 16 08:42:04.219375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.227048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.239058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.277393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-34a9a2a1-c495-4b3e-b37a-ec2da812c6f0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.278927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-34a9a2a1-c495-4b3e-b37a-ec2da812c6f0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2013707 Jul 16 08:42:04.331330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-f09d9818-30d6-4c96-9473-b3ff6708df37 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0215826 Jul 16 08:42:04.336814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.337457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.339220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] 10.222.0.46 "PUT /v2.0/ports/f80bb152-4c72-4448-87f0-8f9d6e028482 HTTP/1.1" status: 200 len: 1097 time: 2.9860930 Jul 16 08:42:04.351732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:04.359068 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750217ec-1254-44ab-b469-e33696522cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:04.376620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ec2c8955-3e62-40f2-8bd7-6496d3b2afec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec0c72800eb74f98a49985ab4649425d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3136942 Jul 16 08:42:04.383089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.389685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c8955-3e62-40f2-8bd7-6496d3b2afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b84eb-a65d-4e59-a595-ff95973decbc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.418521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-824a35ac-565c-436f-b096-10e4e265ee3a service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961746 Jul 16 08:42:04.569083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc4477-c87b-4d40-8383-4b1c91d74f0a req-f03689f1-845b-409b-b053-652a7d03b5ea tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.570121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e832c-e211-49ba-b0d1-f854cf7af203 service neutron] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.577275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01cc4477-c87b-4d40-8383-4b1c91d74f0a req-f03689f1-845b-409b-b053-652a7d03b5ea tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1848655 Jul 16 08:42:04.591152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-6f9bab09-2edd-42b5-860e-b0fecb8502ea tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2505684 Jul 16 08:42:04.618376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f435f7ec-6348-47a3-bc5f-9175a4ce0b57 req-e7d95ad2-4f7e-4ad3-9702-0836ab5a246c service neutron] 10.222.0.46 "GET /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822195 Jul 16 08:42:04.661222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.667035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01cc4477-c87b-4d40-8383-4b1c91d74f0a req-f7412964-1fda-4d28-9bd0-cab268bb6c30 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878034 Jul 16 08:42:04.703492 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.718135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.729641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.736011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Attempting to bind port 00abe358-436e-4cae-8c89-6db53de13458 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:04.736691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Attempting to bind port 00abe358-436e-4cae-8c89-6db53de13458 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:04.737112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Attempting to bind port 00abe358-436e-4cae-8c89-6db53de13458 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:04.759266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-97dfc02f-22e5-4fc7-b83e-eead8b6b19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.761144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-97dfc02f-22e5-4fc7-b83e-eead8b6b19cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 1100 time: 0.3638387 Jul 16 08:42:04.774743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-f99f0463-59e4-4a20-b86b-a64ca86e69b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707594 Jul 16 08:42:04.824697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Port 00abe358-436e-4cae-8c89-6db53de13458 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:04.825055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Attempting to bind port 00abe358-436e-4cae-8c89-6db53de13458 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:04.870214 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f254d9f8-df98-48a9-9f47-834e68b64dd0 x-openstack-request-id: req-f254d9f8-df98-48a9-9f47-834e68b64dd0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:04.870503 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:04.870750 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f254d9f8-df98-48a9-9f47-834e68b64dd0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:04.871148 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'status': 'completed', 'code': 200} Jul 16 08:42:04.879577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-e74f7214-0db2-4958-9774-52234372e5ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f80bb152-4c72-4448-87f0-8f9d6e028482 HTTP/1.1" status: 200 len: 217 time: 0.0675871 Jul 16 08:42:04.885530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:04.885875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:04.886263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:04.886712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Bound port: 00abe358-436e-4cae-8c89-6db53de13458, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:04.887509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.924908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-39a0643d-6d43-4bca-a751-8caa6472b866 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423581 Jul 16 08:42:04.996345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-c1c2a4f7-13cf-4925-8b21-e529654b3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.997963 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-c1c2a4f7-13cf-4925-8b21-e529654b3c3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1086221 Jul 16 08:42:05.044340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149770a-1085-4d0d-aa40-dd6f2ca09e0d req-b5a9a81f-66dd-4d53-bd3b-e336eb5dc175 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.045855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d149770a-1085-4d0d-aa40-dd6f2ca09e0d req-b5a9a81f-66dd-4d53-bd3b-e336eb5dc175 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.0905159 Jul 16 08:42:05.066539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Deleting port 0af8b68a-ebf2-427c-940c-37e6b5dde458 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:05.066764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.068654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.071773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.073669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/107b84eb-a65d-4e59-a595-ff95973decbc HTTP/1.1" status: 204 len: 168 time: 0.6852033 Jul 16 08:42:05.112385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d149770a-1085-4d0d-aa40-dd6f2ca09e0d req-932f9453-c2ae-4a9e-bf67-72acd28132ab tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Jul 16 08:42:05.163217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:05.180461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac89ba-4c18-45d5-ae7f-c652508661c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b84eb-a65d-4e59-a595-ff95973decbc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.204421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:05.256681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb50139-5cd1-43e7-8db6-588d62b0e34f req-b47e1d4c-0b23-4959-862f-0ab5018ed07b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 210 time: 0.0912592 Jul 16 08:42:05.493884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb54ff7-ae6e-4744-bb3a-f98a6e5dd8d0 req-5fae00af-3690-4fd9-99d5-ca48a0959f18 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.496734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bb54ff7-ae6e-4744-bb3a-f98a6e5dd8d0 req-5fae00af-3690-4fd9-99d5-ca48a0959f18 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.0908589 Jul 16 08:42:05.557486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bb54ff7-ae6e-4744-bb3a-f98a6e5dd8d0 req-dd852204-b95b-4e74-9d7f-5103fef09050 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Jul 16 08:42:05.580916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.634455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.635232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.636661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] 10.222.0.46 "PUT /v2.0/ports/00abe358-436e-4cae-8c89-6db53de13458 HTTP/1.1" status: 200 len: 1096 time: 2.7542644 Jul 16 08:42:05.677656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] For port 0af8b68a-ebf2-427c-940c-37e6b5dde458, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0af8b68a-ebf2-427c-940c-37e6b5dde458,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:05.678142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.695533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12509023-e262-457c-a5c5-52cc2eaab282 req-db4815ff-e80e-4e55-aff9-133cd3f211b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.697076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-db4815ff-e80e-4e55-aff9-133cd3f211b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6887248 Jul 16 08:42:05.701053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61030c6c-adc1-4520-8208-8a7a35f20eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.704307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Calling delete_port for 0af8b68a-ebf2-427c-940c-37e6b5dde458 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:05.954901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bc895-cd51-4664-9571-e0e3a9e43290 req-4505cb92-c5b4-414f-89c1-57a31faef225 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.957153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f97bc895-cd51-4664-9571-e0e3a9e43290 req-4505cb92-c5b4-414f-89c1-57a31faef225 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1196413 Jul 16 08:42:05.998619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-203fb959-ea14-438b-9f62-2dc9cc86d766 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918611 Jul 16 08:42:06.044761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f97bc895-cd51-4664-9571-e0e3a9e43290 req-45809283-1b0f-4b10-b58b-4604bdffac82 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Jul 16 08:42:06.066900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-b6204056-2fd0-45cd-a441-23bd3810228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.068456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-b6204056-2fd0-45cd-a441-23bd3810228a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 1099 time: 0.3481748 Jul 16 08:42:06.136647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-5ebd1cb5-4047-470b-a83a-c80750539421 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=00abe358-436e-4cae-8c89-6db53de13458 HTTP/1.1" status: 200 len: 217 time: 0.0509746 Jul 16 08:42:06.296094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-12509023-e262-457c-a5c5-52cc2eaab282 req-58504c7d-37e8-42fb-91e3-c88ae4e3bbde service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770283 Jul 16 08:42:06.297483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-0097bc4c-2391-4d42-a038-8edc5a59a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.300446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-0097bc4c-2391-4d42-a038-8edc5a59a1dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1525846 Jul 16 08:42:06.331807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcab8e8-aabc-420a-a45d-75a13fe92d84 req-ccc478be-ecf4-46ab-b8cb-47b66abc7bcc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.334395 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.335466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bcab8e8-aabc-420a-a45d-75a13fe92d84 req-ccc478be-ecf4-46ab-b8cb-47b66abc7bcc tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.0988324 Jul 16 08:42:06.415278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bcab8e8-aabc-420a-a45d-75a13fe92d84 req-5db647cf-4dff-413c-81ec-c82b2ca9be63 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695770 Jul 16 08:42:06.421838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event deleted for resources: {'Port': ['ID=0af8b68a-ebf2-427c-940c-37e6b5dde458,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.552875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-cb181dff-3c3a-462d-86da-88eaa3b58bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.557853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-cb181dff-3c3a-462d-86da-88eaa3b58bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2308156 Jul 16 08:42:06.607473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.623261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f2c50c3-2352-493d-8317-d6233b6ed6ef req-3b4c8bfe-4264-4ac4-beb9-661abe4a764a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 210 time: 0.0490084 Jul 16 08:42:06.665652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-715dff58-c3ca-478f-a653-2ba88d97af8a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.667216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-715dff58-c3ca-478f-a653-2ba88d97af8a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2450595 Jul 16 08:42:06.685391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.749653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750217ec-1254-44ab-b469-e33696522cc9 req-eefd869a-c7b3-40d7-87af-b960731331c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.751314 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-eefd869a-c7b3-40d7-87af-b960731331c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 1100 time: 0.3472383 Jul 16 08:42:06.757246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.772820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.872217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36997daf-07a3-402d-83bc-f06329bcf0df req-f9fab046-4bf7-4ccb-a2e6-72f7d3d818cc tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.873720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36997daf-07a3-402d-83bc-f06329bcf0df req-f9fab046-4bf7-4ccb-a2e6-72f7d3d818cc tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.1574712 Jul 16 08:42:06.881147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'tag': '00abe358-436e-4cae-8c89-6db53de13458'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:06.884326 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64c898a-1f76-449e-9826-80bd40fad136" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "tag": "00abe358-436e-4cae-8c89-6db53de13458"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:06.892972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:06.896739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.932551 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3584e67d-804b-4bb1-a25b-051cfcf29c5d x-openstack-request-id: req-3584e67d-804b-4bb1-a25b-051cfcf29c5d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:06.932941 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "tag": "00abe358-436e-4cae-8c89-6db53de13458", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:06.933282 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3584e67d-804b-4bb1-a25b-051cfcf29c5d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:06.933737 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'tag': '00abe358-436e-4cae-8c89-6db53de13458', 'status': 'completed', 'code': 200} Jul 16 08:42:06.940880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.941576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:06.946586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.948634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-920bff34-21bc-45eb-968e-317181751546 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ecd6ded3-a3d3-42b8-bf73-7808f88dd4d1 HTTP/1.1" status: 204 len: 168 time: 3.0244873 Jul 16 08:42:06.955120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:06.959927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36997daf-07a3-402d-83bc-f06329bcf0df req-58a2a785-2b3f-4408-9998-7cdb96772976 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Jul 16 08:42:06.987717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-d49d3153-04f8-4c72-9c20-6fdb59d88e1b service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184597 Jul 16 08:42:06.990650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-292595681', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.994766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750217ec-1254-44ab-b469-e33696522cc9 req-f9be8b4a-4a12-4208-ac4f-5cd7fc16254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.996898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-f9be8b4a-4a12-4208-ac4f-5cd7fc16254b service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2362363 Jul 16 08:42:07.164345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.166695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.200686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.12 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/c54a1902-a116-4a55-8a71-daa2aad81301) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:07.232645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-c672e864-02b4-408d-9de0-fc6afa87c6b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f80bb152-4c72-4448-87f0-8f9d6e028482 HTTP/1.1" status: 200 len: 217 time: 0.0699096 Jul 16 08:42:07.268414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.365598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750217ec-1254-44ab-b469-e33696522cc9 req-8feef274-1cf8-4fd4-90ec-bae709a69ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.367100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-8feef274-1cf8-4fd4-90ec-bae709a69ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.1232512 Jul 16 08:42:07.373277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0af8b68a-ebf2-427c-940c-37e6b5dde458 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:07.412522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0af8b68a-ebf2-427c-940c-37e6b5dde458 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:07.413306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0af8b68a-ebf2-427c-940c-37e6b5dde458 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:07.437773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fcb3e8d6-b8d2-4de2-889b-162eb35cb90e req-ffd95e7f-cfc8-478e-ab5e-e3bb4babc571 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398735 Jul 16 08:42:07.554941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750217ec-1254-44ab-b469-e33696522cc9 req-829cdba3-17e5-4995-9143-de047bf1f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.557413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-829cdba3-17e5-4995-9143-de047bf1f57a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349385 Jul 16 08:42:07.700140 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-fc6fc18f-6b98-4be0-9a15-2694b3892b68 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341622 Jul 16 08:42:07.731284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c898a-1f76-449e-9826-80bd40fad136 req-944ab4fb-30c1-423e-aeb1-8a1dced176da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.733018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-944ab4fb-30c1-423e-aeb1-8a1dced176da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=431b0f9dbcff4a33adb164c373029835&device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 1099 time: 0.2329924 Jul 16 08:42:07.894767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-750217ec-1254-44ab-b469-e33696522cc9 req-12c4d94e-d9bf-4c0c-878b-42211e867769 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806664 Jul 16 08:42:07.896233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c898a-1f76-449e-9826-80bd40fad136 req-a56bad24-eee6-42a7-9058-6abab55c797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.897459 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-a56bad24-eee6-42a7-9058-6abab55c797e service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1532345 Jul 16 08:42:07.962452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-65303c15-7755-4a2a-806d-56f2d4eae987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=00abe358-436e-4cae-8c89-6db53de13458 HTTP/1.1" status: 200 len: 217 time: 0.0487866 Jul 16 08:42:07.995753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.021639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c898a-1f76-449e-9826-80bd40fad136 req-adabff25-7a69-4125-84ad-40e77c590034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.023153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-adabff25-7a69-4125-84ad-40e77c590034 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0534723 Jul 16 08:42:08.090309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55871-31f6-4a19-9ef4-040551c1eec8 req-300bb924-e3c5-4716-998a-45b67948605a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.091819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec55871-31f6-4a19-9ef4-040551c1eec8 req-300bb924-e3c5-4716-998a-45b67948605a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.6731639 Jul 16 08:42:08.113553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c898a-1f76-449e-9826-80bd40fad136 req-4dfc6180-e2e6-46b1-b1ac-a7cdfda6ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.115983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-4dfc6180-e2e6-46b1-b1ac-a7cdfda6ba72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795050 Jul 16 08:42:08.137459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.198695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40697-d7fd-4e25-b7d8-937e54508f92 req-21c08ba0-dfec-48b1-8ac0-c0018dfc0360 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.200270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70d40697-d7fd-4e25-b7d8-937e54508f92 req-21c08ba0-dfec-48b1-8ac0-c0018dfc0360 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.2545969 Jul 16 08:42:08.206434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec55871-31f6-4a19-9ef4-040551c1eec8 req-70a2fa6c-808c-4000-ba91-fb971cd1cdc3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Jul 16 08:42:08.235410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-11424522-2439-49e2-b8a9-0ba4a3c89711 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117902 Jul 16 08:42:08.310814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70d40697-d7fd-4e25-b7d8-937e54508f92 req-5159c274-1d82-40ae-b215-8b9e08124f70 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779595 Jul 16 08:42:08.342417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.355736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:08.397455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a64c898a-1f76-449e-9826-80bd40fad136 req-eb0b26f6-081d-40ab-9dce-c9bf9d986f8b service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548846 Jul 16 08:42:08.436558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:08.479768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:08.493525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.498988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:08.587789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.609965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.615774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.650713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.666674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.667355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.733918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-5159ec43-c80b-4213-9c5c-5f5171dbd825 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0566471 Jul 16 08:42:08.740249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9d37-59e2-456b-99bd-bd3ae651cf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.754893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Request body: {'port': {'device_id': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:08.768354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abad436-0296-420a-b432-adc7056a089d req-6ad374af-903f-4c5a-a695-03cdee9819be tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.769849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4abad436-0296-420a-b432-adc7056a089d req-6ad374af-903f-4c5a-a695-03cdee9819be tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.2730269 Jul 16 08:42:08.802226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d41e04-ab5a-4387-9dde-b18623f1ad9c req-c0fcb46c-24be-4358-b912-f84be2c7622d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.803704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7d41e04-ab5a-4387-9dde-b18623f1ad9c req-c0fcb46c-24be-4358-b912-f84be2c7622d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 932 time: 0.3310783 Jul 16 08:42:08.837099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9d37-59e2-456b-99bd-bd3ae651cf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.841275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a4d9d37-59e2-456b-99bd-bd3ae651cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.885545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5a4d9d37-59e2-456b-99bd-bd3ae651cf2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c78196737ad24a1e8b441274140514dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686253 Jul 16 08:42:08.886424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d9d37-59e2-456b-99bd-bd3ae651cf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ede08a-b752-4361-a6ea-150b7b36d468,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.888794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45992) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.928235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.943162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.948506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Allocated IP 172.25.5.95 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/81a794fe-440d-4289-93c6-0bc774823c80) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:08.965195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.966051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4abad436-0296-420a-b432-adc7056a089d req-f8c29d5e-cdc4-437f-8c51-93615a0650c6 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/security-groups?id=9291b619-86b1-4a03-862d-b92b74a6e0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564455 Jul 16 08:42:08.979501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.983763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7d41e04-ab5a-4387-9dde-b18623f1ad9c req-adc9e7e5-a601-4a84-96b7-b279dfb82cad tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492391 Jul 16 08:42:09.037458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.041021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.045160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4ede08a-b752-4361-a6ea-150b7b36d468 HTTP/1.1" status: 204 len: 168 time: 0.1553793 Jul 16 08:42:09.059856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313a717-202e-418a-8402-afb7e788aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ede08a-b752-4361-a6ea-150b7b36d468,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.125957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:09.227193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.241871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-1773733f-2fd9-4395-93c5-a83cd42fea02 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.244157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-1773733f-2fd9-4395-93c5-a83cd42fea02 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.46 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 946 time: 0.0745690 Jul 16 08:42:09.263974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:09.278121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'mac_address': 'fa:16:3e:22:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:09.346689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.364324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:09.394385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:09.402558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.404507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.424461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa132e8f-8353-46c3-80e1-b8be5d6cecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.438483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Deleting port da3d8bc9-2429-4f23-bf7d-e02624d78cfa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:09.438928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.466237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.502568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.563345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] For port da3d8bc9-2429-4f23-bf7d-e02624d78cfa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,segment=NetworkSegment(12263723-78e2-4f91-9eaf-726e78c8db4e),segment_id=12263723-78e2-4f91-9eaf-726e78c8db4e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:09.563712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.583112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Calling delete_port for da3d8bc9-2429-4f23-bf7d-e02624d78cfa owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:09.595895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:09.612915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:09.633586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event updated for resources: {'Port': ['ID=81a794fe-440d-4289-93c6-0bc774823c80,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.636643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:09.683739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003f95-a4b9-45c6-a2b9-4e8e701bfa4a req-9898e03f-e9b1-4440-b13a-0ab13751ca39 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.685195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65003f95-a4b9-45c6-a2b9-4e8e701bfa4a req-9898e03f-e9b1-4440-b13a-0ab13751ca39 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2729368 Jul 16 08:42:09.691714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa132e8f-8353-46c3-80e1-b8be5d6cecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.701296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54a1902-a116-4a55-8a71-daa2aad81301 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:09.701885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fa132e8f-8353-46c3-80e1-b8be5d6cecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.715898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.737984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f80bb152-4c72-4448-87f0-8f9d6e028482'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:09.751618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e49dd-c1dd-4763-b963-c0646320ede4 req-321a5249-b5e9-4fca-b59e-735bccd34fdd tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.753157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-488e49dd-c1dd-4763-b963-c0646320ede4 req-321a5249-b5e9-4fca-b59e-735bccd34fdd tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.2709298 Jul 16 08:42:09.757364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Transition to ACTIVE for port object c54a1902-a116-4a55-8a71-daa2aad81301 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:09.760509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132e8f-8353-46c3-80e1-b8be5d6cecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff944f-e88a-428b-87e5-1154ac5bdf6c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.775184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fa132e8f-8353-46c3-80e1-b8be5d6cecd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74af4b00839d451487a8251b3e765eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649337 Jul 16 08:42:09.794229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.839008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.850626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.888285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65003f95-a4b9-45c6-a2b9-4e8e701bfa4a req-dd47f24d-a198-42c2-ac7a-a6c486e0cd02 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928852 Jul 16 08:42:09.897545 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.906378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Pushing event deleted for resources: {'Port': ['ID=da3d8bc9-2429-4f23-bf7d-e02624d78cfa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.964393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-488e49dd-c1dd-4763-b963-c0646320ede4 req-f93dde69-9989-45a1-82e4-834ac61ae7af tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018611 Jul 16 08:42:09.966271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] No DVR routers for this DVR port da3d8bc9-2429-4f23-bf7d-e02624d78cfa on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:09.968478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.969092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.972424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7b85a57e-d270-4994-bdd6-c694e2565225 req-3eb1c2de-6e96-4a0c-90ca-17b7b709cded tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.46 "DELETE /v2.0/ports/da3d8bc9-2429-4f23-bf7d-e02624d78cfa HTTP/1.1" status: 204 len: 173 time: 0.7222054 Jul 16 08:42:09.975706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.977675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'name': 'network-vif-deleted', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:09.981925 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a8ed4-a76e-48d6-8e91-f86fad7782c9" -d '{"events": [{"server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "name": "network-vif-deleted", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:10.076770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.080207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.081440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4ff944f-e88a-428b-87e5-1154ac5bdf6c HTTP/1.1" status: 204 len: 168 time: 0.2862597 Jul 16 08:42:10.096367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c9563-4fd7-4db8-9b80-dd5c04340443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff944f-e88a-428b-87e5-1154ac5bdf6c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.132163 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17200b1a-3565-4aab-8133-e8bddb5b8560 x-openstack-request-id: req-17200b1a-3565-4aab-8133-e8bddb5b8560 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:10.132309 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d84230-ec0a-4af9-8531-99e7c1a0f419", "name": "network-vif-deleted", "tag": "da3d8bc9-2429-4f23-bf7d-e02624d78cfa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:10.132610 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17200b1a-3565-4aab-8133-e8bddb5b8560 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:10.133084 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d84230-ec0a-4af9-8531-99e7c1a0f419', 'name': 'network-vif-deleted', 'tag': 'da3d8bc9-2429-4f23-bf7d-e02624d78cfa', 'status': 'completed', 'code': 200} Jul 16 08:42:10.192232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Attempting to bind port c54a1902-a116-4a55-8a71-daa2aad81301 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:10.192705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Attempting to bind port c54a1902-a116-4a55-8a71-daa2aad81301 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:10.192838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Attempting to bind port c54a1902-a116-4a55-8a71-daa2aad81301 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:10.213655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Port c54a1902-a116-4a55-8a71-daa2aad81301 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:10.214023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Attempting to bind port c54a1902-a116-4a55-8a71-daa2aad81301 on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:10.215889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.239128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e4583e9-01b1-4df0-98a2-189eda4716ae req-2874fe91-4385-40e8-8294-5989d27b0ce7 tempest-InstanceActionsTestJSON-1579848410 tempest-InstanceActionsTestJSON-1579848410-project] 10.222.0.32 "GET /v2.0/ports?device_id=70d84230-ec0a-4af9-8531-99e7c1a0f419 HTTP/1.1" status: 200 len: 210 time: 0.0397627 Jul 16 08:42:10.270883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:10.271232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:10.271738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:10.272158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Bound port: c54a1902-a116-4a55-8a71-daa2aad81301, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:10.272425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.486727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:10.500252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8dfd8-f78c-4a0d-a8bb-5e86e22ed2d0 req-f262db43-cf3b-453f-83d0-9ce4114468e5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.504826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4d8dfd8-f78c-4a0d-a8bb-5e86e22ed2d0 req-f262db43-cf3b-453f-83d0-9ce4114468e5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 944 time: 0.2349899 Jul 16 08:42:10.545721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c54a1902-a116-4a55-8a71-daa2aad81301,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:10.556013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.810853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['da3d8bc9-2429-4f23-bf7d-e02624d78cfa'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:10.948757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.949375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.950759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] 10.222.0.46 "PUT /v2.0/ports/c54a1902-a116-4a55-8a71-daa2aad81301 HTTP/1.1" status: 200 len: 1093 time: 2.2067561 Jul 16 08:42:10.954802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:10.957136 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df01df-f77e-482e-b34d-eaea75650d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:10.975168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.980104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4d8dfd8-f78c-4a0d-a8bb-5e86e22ed2d0 req-1edb07da-8810-4b46-af9a-5c46da3b0318 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406350 Jul 16 08:42:10.992894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e678-1d80-4c95-bb1e-11154f327d24 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.056982 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20531a01-d080-475e-a982-90a075b61c85 x-openstack-request-id: req-20531a01-d080-475e-a982-90a075b61c85 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:11.057284 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:11.057537 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20531a01-d080-475e-a982-90a075b61c85 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:11.057935 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301', 'status': 'completed', 'code': 200} Jul 16 08:42:11.131033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:11.163498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:11.276214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.279342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f80bb152-4c72-4448-87f0-8f9d6e028482 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:11.289813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f80bb152-4c72-4448-87f0-8f9d6e028482 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:11.289813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.312300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '00abe358-436e-4cae-8c89-6db53de13458', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '00abe358-436e-4cae-8c89-6db53de13458', 'mac_address': 'fa:16:3e:75:97:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:11.329814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1a736c00-3a1f-4e67-87ef-79d9c2b6112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.332798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-1a736c00-3a1f-4e67-87ef-79d9c2b6112b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 1096 time: 0.2988589 Jul 16 08:42:11.344635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1f9b-bd39-4ed7-97ef-8fb5a8e59b12 req-478ebfe5-be41-4f46-b435-5f588f53455c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.346122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4edf1f9b-bd39-4ed7-97ef-8fb5a8e59b12 req-478ebfe5-be41-4f46-b435-5f588f53455c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2692933 Jul 16 08:42:11.375480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.395996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00abe358-436e-4cae-8c89-6db53de13458 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:11.403979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-7cf22101-ee93-4cb1-b7cd-1067af63599d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54a1902-a116-4a55-8a71-daa2aad81301 HTTP/1.1" status: 200 len: 217 time: 0.0551765 Jul 16 08:42:11.437455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f99c4a-c2e7-40b4-8ad1-b3f5f6599e8c req-c00fd028-145c-45ca-97c4-45fb0b9ce624 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.440556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23f99c4a-c2e7-40b4-8ad1-b3f5f6599e8c req-c00fd028-145c-45ca-97c4-45fb0b9ce624 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.2770293 Jul 16 08:42:11.447039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.453617 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.457233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.497595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Router f150f64c-b05a-40cd-8ed3-e39480304513 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:11.517163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:11.519435 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d14b1-1ad4-4728-8651-4c3c41876e02" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:11.520027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4edf1f9b-bd39-4ed7-97ef-8fb5a8e59b12 req-db873686-9d85-43dc-afcd-ce0639c4378f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606622 Jul 16 08:42:11.535377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-9957f72f-440b-465a-957e-0a8af5a9b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.537280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-9957f72f-440b-465a-957e-0a8af5a9b885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1197221 Jul 16 08:42:11.541818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:11.554824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.561375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.585021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-89749986-3f9e-433e-baee-87f70b5e9d1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407171 Jul 16 08:42:11.653228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.677690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23f99c4a-c2e7-40b4-8ad1-b3f5f6599e8c req-2bf24a82-253d-43bc-b55d-895d59458d53 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078831 Jul 16 08:42:11.782127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.803701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-aff5bd83-338f-4aef-88a1-1996cc2667c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752255 Jul 16 08:42:11.806165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:11.808181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['00abe358-436e-4cae-8c89-6db53de13458'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:11.844421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Deleting subnet 2b78f4d5-2be1-4b88-8e09-4c52fad5f73a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:11.847606 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.879139 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674079df-7a80-4292-9bba-cd2b078c82e1 x-openstack-request-id: req-674079df-7a80-4292-9bba-cd2b078c82e1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:11.879926 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:11.879926 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-674079df-7a80-4292-9bba-cd2b078c82e1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:11.880391 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'code': 200} Jul 16 08:42:11.881961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.887370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.887805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90e8b1be-f5c1-4dd7-a2d1-977388d74897 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9318447 Jul 16 08:42:11.891902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] Sync routers for ids ['f150f64c-b05a-40cd-8ed3-e39480304513'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:11.894893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:11.918906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] Routers {'f150f64c-b05a-40cd-8ed3-e39480304513'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:11.919561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f150f64c-b05a-40cd-8ed3-e39480304513'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.954284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.980170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] Routers {'f150f64c-b05a-40cd-8ed3-e39480304513'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:11.981175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f150f64c-b05a-40cd-8ed3-e39480304513'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.991894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.998336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb920cf-a009-4d5f-9ad8-904ffcf147bb req-89ef64de-60b4-49b5-a199-9b31290ce9ad service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695888 Jul 16 08:42:12.026011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:12.026863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de0da1e-4ebe-47a0-8356-6dc7c95702bf None None] The sync data for ids ['f150f64c-b05a-40cd-8ed3-e39480304513'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:12.130821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df01df-f77e-482e-b34d-eaea75650d3d req-92dfb08a-4ceb-4545-aef1-f1c5c12f5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.132430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-92dfb08a-4ceb-4545-aef1-f1c5c12f5a83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 1096 time: 0.0765977 Jul 16 08:42:12.294850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df01df-f77e-482e-b34d-eaea75650d3d req-ce8de582-cf0f-428a-a6eb-965aaa7324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.296392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-ce8de582-cf0f-428a-a6eb-965aaa7324a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.1567504 Jul 16 08:42:12.305765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53277ab4-e38c-4d0f-bc2b-7148bae96a04 req-67c6809c-d087-44c8-8a40-6adeb899ebab tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.307336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53277ab4-e38c-4d0f-bc2b-7148bae96a04 req-67c6809c-d087-44c8-8a40-6adeb899ebab tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 944 time: 0.1379232 Jul 16 08:42:12.357157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-4db88c1b-36d3-42e5-b64f-ceb13fbaf632 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54a1902-a116-4a55-8a71-daa2aad81301 HTTP/1.1" status: 200 len: 217 time: 0.0486662 Jul 16 08:42:12.393066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.423832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53277ab4-e38c-4d0f-bc2b-7148bae96a04 req-593f4dc1-b229-4aa9-a862-944c5f0f999f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081362 Jul 16 08:42:12.430068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df01df-f77e-482e-b34d-eaea75650d3d req-449c74f7-217c-4c1d-9455-e19e565078d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.431591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-449c74f7-217c-4c1d-9455-e19e565078d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0670762 Jul 16 08:42:12.457957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1979ac7-fbe1-4c90-9f10-68e74acfbc67 req-c1c0e866-49f7-46ec-8128-1cddfecbd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.459584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d1979ac7-fbe1-4c90-9f10-68e74acfbc67 req-c1c0e866-49f7-46ec-8128-1cddfecbd409 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 1102 time: 0.5088792 Jul 16 08:42:12.479821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-53518557-b999-4b89-8430-5319cbfa9576 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407283 Jul 16 08:42:12.564533 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d1979ac7-fbe1-4c90-9f10-68e74acfbc67 req-b9114d1e-1123-41dd-b47c-3713abeef765 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974326 Jul 16 08:42:12.579908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.605990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-3f2f64fa-35ff-451b-99ce-047cb34258a6 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181476 Jul 16 08:42:12.647018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b78f4d5-2be1-4b88-8e09-4c52fad5f73a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.656985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.659062 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-deec65d8-df18-4541-916e-742c2be6283c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b78f4d5-2be1-4b88-8e09-4c52fad5f73a HTTP/1.1" status: 204 len: 168 time: 0.8755181 Jul 16 08:42:12.666798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:12.740385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.801150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94df01df-f77e-482e-b34d-eaea75650d3d req-7e08e1fd-9803-4dbe-afdb-b955b267c02b service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851141 Jul 16 08:42:12.854738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dea265-eebd-4191-892c-41c7ffbd12fa req-558aabac-9e8f-4297-82a8-732e3c3fa56d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.856500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19dea265-eebd-4191-892c-41c7ffbd12fa req-558aabac-9e8f-4297-82a8-732e3c3fa56d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1322844 Jul 16 08:42:12.887041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.930654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5080895a-bd3f-48f4-a4f0-829ce3c74db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.940709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19dea265-eebd-4191-892c-41c7ffbd12fa req-49f9e029-9207-42f3-a998-f40f308140a2 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756311 Jul 16 08:42:13.011826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eb94c-a881-4cd8-b65d-2b90e5fd4785 req-d780fe15-6202-444e-9aa9-deee700bd38a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.013808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa1eb94c-a881-4cd8-b65d-2b90e5fd4785 req-d780fe15-6202-444e-9aa9-deee700bd38a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 948 time: 0.1066656 Jul 16 08:42:13.045092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.058112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28eef2b-9be9-4e3a-9364-bb71cc2171a0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.070893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12263723-78e2-4f91-9eaf-726e78c8db4e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.071195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12263723-78e2-4f91-9eaf-726e78c8db4e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:13.078676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa1eb94c-a881-4cd8-b65d-2b90e5fd4785 req-88157faa-9f84-418b-83c3-8e8707ce9853 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Jul 16 08:42:13.085635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.104354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.136848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device da3d8bc9-2429-4f23-bf7d-e02624d78cfa no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:13.142168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:13.142593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:13.144314 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:13.161234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: da3d8bc9-2429-4f23-bf7d-e02624d78cfa {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:13.161945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device da3d8bc9-2429-4f23-bf7d-e02624d78cfa not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:13.242708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.253215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.258304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c28eef2b-9be9-4e3a-9364-bb71cc2171a0 HTTP/1.1" status: 204 len: 168 time: 0.5884197 Jul 16 08:42:13.272628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a57d-907a-4ea2-9125-4faf1e252d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28eef2b-9be9-4e3a-9364-bb71cc2171a0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.530689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46134) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.615243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.620263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.668950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c1587902-208d-40e1-8f4c-89f9a24610cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f91e83c660464d99b2ec30fbcf595860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356223 Jul 16 08:42:13.671768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46138) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.748100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576f08e-12ed-4779-a4ac-ce5fc0a32744 req-f93a7639-7a33-4670-abe1-d305711625f4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.755073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d576f08e-12ed-4779-a4ac-ce5fc0a32744 req-f93a7639-7a33-4670-abe1-d305711625f4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 944 time: 0.1578257 Jul 16 08:42:13.764798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router f150f64c-b05a-40cd-8ed3-e39480304513 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:13.768076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.810909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.828755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d576f08e-12ed-4779-a4ac-ce5fc0a32744 req-0eaff51b-b786-4c6e-9500-7af98d2c189a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Jul 16 08:42:13.884465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.888826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.890565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9291b619-86b1-4a03-862d-b92b74a6e0da HTTP/1.1" status: 204 len: 168 time: 0.2176850 Jul 16 08:42:13.922646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229757e-a351-4bea-9dd1-c9aeaaf2f40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291b619-86b1-4a03-862d-b92b74a6e0da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.952127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:13.957942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.959341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a4eb8176-e9f3-4e4b-87a5-d5c31836c2f4 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "PUT /v2.0/routers/f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 200 len: 924 time: 2.0705051 Jul 16 08:42:13.963185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:13.974721 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] Sync routers for ids ['f150f64c-b05a-40cd-8ed3-e39480304513'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:13.995551 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] Routers {'f150f64c-b05a-40cd-8ed3-e39480304513'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:13.997750 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f150f64c-b05a-40cd-8ed3-e39480304513'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:14.073909 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:14.093033 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] Routers {'f150f64c-b05a-40cd-8ed3-e39480304513'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:14.094693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:41:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f150f64c-b05a-40cd-8ed3-e39480304513'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:14.180676 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:14.183761 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc181fd-a508-4ea1-935f-58d3bdb84494 None None] The sync data for ids ['f150f64c-b05a-40cd-8ed3-e39480304513'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:14.251253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7a47aebe-231d-451d-9d8e-505dc7e2d650 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 200 len: 924 time: 0.2861629 Jul 16 08:42:14.254413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.304518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153ba95-52f9-47b9-a935-ddbcf21e2bc4 req-abb1ee14-64a9-4fa8-aa17-f055a16a2749 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.311021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f153ba95-52f9-47b9-a935-ddbcf21e2bc4 req-abb1ee14-64a9-4fa8-aa17-f055a16a2749 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1229460 Jul 16 08:42:14.357793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f153ba95-52f9-47b9-a935-ddbcf21e2bc4 req-a90b3789-7914-4688-8b22-452545dfbd62 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Jul 16 08:42:14.433638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b1f63-62c9-495e-aecc-c860a7a3da11 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.440541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e18b1f63-62c9-495e-aecc-c860a7a3da11 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=f150f64c-b05a-40cd-8ed3-e39480304513&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1845267 Jul 16 08:42:14.441445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46172) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.495198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faedddd-a047-4016-a074-d83b2cc6f3e8 req-df65e667-dd7b-417b-92ea-7c2ebb76ee6a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.502403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3faedddd-a047-4016-a074-d83b2cc6f3e8 req-df65e667-dd7b-417b-92ea-7c2ebb76ee6a tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 948 time: 0.0884602 Jul 16 08:42:14.544298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3faedddd-a047-4016-a074-d83b2cc6f3e8 req-6669d134-e5f2-4aa8-8ee0-fbc032c9d551 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Jul 16 08:42:14.553086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55194bde-1308-4f17-aab3-0d518a0eab00 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.555068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55194bde-1308-4f17-aab3-0d518a0eab00 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.1117659 Jul 16 08:42:14.557653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.594348 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0a042f20-73ed-4320-a7ea-d99f236a2bc6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 200 len: 205 time: 0.0331275 Jul 16 08:42:14.594614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.726565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.847581 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.927359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 81a794fe-440d-4289-93c6-0bc774823c80 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:14.927701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.956518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.026019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4ee59-301b-4676-86ba-0850fce1dedf req-61f680bd-e76c-48bc-9070-99e0957bd4a9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.034513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3c4ee59-301b-4676-86ba-0850fce1dedf req-61f680bd-e76c-48bc-9070-99e0957bd4a9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 944 time: 0.0865197 Jul 16 08:42:15.067600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.087258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.092614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3c4ee59-301b-4676-86ba-0850fce1dedf req-a2556523-47b1-4d64-b971-bf01499b10af tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571826 Jul 16 08:42:15.108783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 81a794fe-440d-4289-93c6-0bc774823c80 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:15.146923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c54a1902-a116-4a55-8a71-daa2aad81301 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:15.154060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:15.208466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1546539623-network', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:15.335377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:15.338522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.343293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a70ab48-9c3e-42b4-aa5f-b527781a5a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.358787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.434696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 00abe358-436e-4cae-8c89-6db53de13458 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:15.448261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 00abe358-436e-4cae-8c89-6db53de13458 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:15.448763 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.457261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.496785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=81a794fe-440d-4289-93c6-0bc774823c80,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.505075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c54a1902-a116-4a55-8a71-daa2aad81301,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.526386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c54a1902-a116-4a55-8a71-daa2aad81301', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': 'c54a1902-a116-4a55-8a71-daa2aad81301', 'mac_address': 'fa:16:3e:b9:d4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:15.598539 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.602121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.621763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d63c16-874f-47e1-8dbd-6f3629c99c3b req-2945374a-695d-481f-88a3-4d0d745416b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.630929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6d63c16-874f-47e1-8dbd-6f3629c99c3b req-2945374a-695d-481f-88a3-4d0d745416b4 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1259840 Jul 16 08:42:15.644962 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.655828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-75ab67c0-9a62-4bb5-8060-534709d75e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.677680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54a1902-a116-4a55-8a71-daa2aad81301 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:15.680672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6d63c16-874f-47e1-8dbd-6f3629c99c3b req-0414694a-f215-4a13-bd3f-85115795240e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 Jul 16 08:42:15.721821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.722077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a70ab48-9c3e-42b4-aa5f-b527781a5a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.722077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.723905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.727558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a70ab48-9c3e-42b4-aa5f-b527781a5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.729536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:15.732374 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec824c-a9f2-4d16-ad0a-390596ad25c1" -d '{"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-plugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:15.750377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c54a1902-a116-4a55-8a71-daa2aad81301,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.755127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:15.756608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.763602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.801261 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c65b69-7002-4acf-b88a-9b8957a8adcc x-openstack-request-id: req-c2c65b69-7002-4acf-b88a-9b8957a8adcc {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:15.801666 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-plugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:15.802068 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2c65b69-7002-4acf-b88a-9b8957a8adcc {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:15.802546 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458', 'code': 200} Jul 16 08:42:15.820202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.830320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af869b1-5780-4fee-847e-40e18ce6385b req-614aeaed-ed77-4dee-b9a2-fd296aaf4eaf tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.830832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.831370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router f150f64c-b05a-40cd-8ed3-e39480304513 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:15.842500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3af869b1-5780-4fee-847e-40e18ce6385b req-614aeaed-ed77-4dee-b9a2-fd296aaf4eaf tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 948 time: 0.1140988 Jul 16 08:42:15.842750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.850160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bccb7e15-d6e3-4de9-b09c-ef6eedff0ef5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 204 len: 168 time: 1.2484548 Jul 16 08:42:15.850160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a70ab48-9c3e-42b4-aa5f-b527781a5a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7369fd843ea41c39d0ed2b00c68511e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561793 Jul 16 08:42:15.850160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ab48-9c3e-42b4-aa5f-b527781a5a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6425ad4-68ab-4683-b51a-0f4d28937262,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.862348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46218) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.862711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46220) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.886678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-318549467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:15.902235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3af869b1-5780-4fee-847e-40e18ce6385b req-08c1c432-b272-422d-9600-6f3e538199fd tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Jul 16 08:42:15.906408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.932847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.936997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.965415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:15.971635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71123e-529f-4ddc-97d2-027868123d96,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.981628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.982330 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Added segment 07be89be-3a97-461b-ae7a-a13d9463d500 of type vlan for network 479e6142-f6ac-40ad-a04a-92f866bd8261 Jul 16 08:42:15.988504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.989680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.023171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.027324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.059891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.061089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.061661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.073066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755582-ef1a-454e-bf2b-030d8c64dfb8 req-3f864b9f-4b4c-4786-b19e-78f1cf499f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.074570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49755582-ef1a-454e-bf2b-030d8c64dfb8 req-3f864b9f-4b4c-4786-b19e-78f1cf499f32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 1101 time: 0.1662235 Jul 16 08:42:16.088973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.094784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1371992 Jul 16 08:42:16.095840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.098012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.103821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Request body: {'subnet': {'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1546539623-subnet', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.104439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.111954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c54a1902-a116-4a55-8a71-daa2aad81301'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:16.137688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587899-2657-4b7d-bdd7-34d9f304cda6 admin admin] Pushing event updated for resources: {'Network': ['ID=479e6142-f6ac-40ad-a04a-92f866bd8261,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.161883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:16.166095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.168353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.169561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90afdc63-2b70-4f3b-8f57-c7ee9ba96256 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2881083 Jul 16 08:42:16.172410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49755582-ef1a-454e-bf2b-030d8c64dfb8 req-461f537f-1b22-4a86-87b7-239b085b649b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881758 Jul 16 08:42:16.172865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46228) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.178773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.200898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:16.264604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.266960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.268344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6425ad4-68ab-4683-b51a-0f4d28937262 HTTP/1.1" status: 204 len: 168 time: 0.3882718 Jul 16 08:42:16.375241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cacde4-6a74-4a27-9e7e-e082689cf7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6425ad4-68ab-4683-b51a-0f4d28937262,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.395288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.480570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c390d798-a213-480a-a4b6-6fe9ad01934b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.497536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:16.498006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Network hostable DHCP agents. Network: 479e6142-f6ac-40ad-a04a-92f866bd8261, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:16.508474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.518135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:16.531435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 479e6142-f6ac-40ad-a04a-92f866bd8261) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:16.537233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.538309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.541653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f9669-7b30-4c6a-b650-2032d980d203 None None] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:16.560662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed847-d6c4-40bd-9c6e-fd48cc6dd804 req-892e617b-32e3-47f6-a5fc-5146a704dac4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.568371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff1ed847-d6c4-40bd-9c6e-fd48cc6dd804 req-892e617b-32e3-47f6-a5fc-5146a704dac4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 945 time: 0.2427764 Jul 16 08:42:16.576686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94d377e9-fe11-4be3-be49-1f5c9dc41b48 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4775276 Jul 16 08:42:16.579361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.587367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.619830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.621994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.635747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.644052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff1ed847-d6c4-40bd-9c6e-fd48cc6dd804 req-f042a2d5-3a3c-42dc-bea1-743a220a56bb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744467 Jul 16 08:42:16.654225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64a01927-5686-4b82-93e5-366d619b634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.710533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.798258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-479e6142-f6ac-40ad-a04a-92f866bd8261', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:16.799660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.825857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.882115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.893469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.908432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.965845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64a01927-5686-4b82-93e5-366d619b634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.972352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64a01927-5686-4b82-93e5-366d619b634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.024017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Allocated IP 172.20.0.2 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/2edb2adb-1fcc-41e8-92d8-8215950b4f13) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.029154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-64a01927-5686-4b82-93e5-366d619b634c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa9f8bce5b974bf5aec96fbc4d0d7a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892539 Jul 16 08:42:17.029346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.055798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01927-5686-4b82-93e5-366d619b634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695fb70-79f7-42cd-8f31-7c2f23cb656e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.059002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239bac-7e67-467c-9cfe-68072234856f req-94786e3c-bb63-4409-86fa-113587485612 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.065694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59239bac-7e67-467c-9cfe-68072234856f req-94786e3c-bb63-4409-86fa-113587485612 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2316012 Jul 16 08:42:17.206445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Allocated IP 172.25.5.127 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/024a1b53-193f-4d56-8753-3800ef5f9c60) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.212654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59239bac-7e67-467c-9cfe-68072234856f req-55a3ecdb-06c6-4432-919b-070fee870df1 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459703 Jul 16 08:42:17.253670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.269536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.280337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Transition to ACTIVE for port object 2edb2adb-1fcc-41e8-92d8-8215950b4f13 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:17.302275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Transition to ACTIVE for port object 2edb2adb-1fcc-41e8-92d8-8215950b4f13 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:17.310719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.312332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cf562-6050-4249-af24-42010d382b82 req-61dbd2ab-f699-4b07-a400-c40f4a0325cb tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.321110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe1cf562-6050-4249-af24-42010d382b82 req-61dbd2ab-f699-4b07-a400-c40f4a0325cb tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 949 time: 0.2454257 Jul 16 08:42:17.354641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.360970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:17.367742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:17.372312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:17.385242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Pushing event updated for resources: {'Port': ['ID=2edb2adb-1fcc-41e8-92d8-8215950b4f13,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.444263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe1cf562-6050-4249-af24-42010d382b82 req-736875f5-b09e-410a-9df7-791feebd6f3d tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220043 Jul 16 08:42:17.448384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Attempting to bind port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:17.449044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Attempting to bind port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:17.450301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Attempting to bind port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:17.466106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:17.468507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:17.469951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.472684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:17.473283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Bound port: 2edb2adb-1fcc-41e8-92d8-8215950b4f13, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:17.473696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.482819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.491148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.493754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.495055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5695fb70-79f7-42cd-8f31-7c2f23cb656e HTTP/1.1" status: 204 len: 168 time: 0.4654489 Jul 16 08:42:17.509364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73f9b-93da-4e77-b60b-97117d9a1ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695fb70-79f7-42cd-8f31-7c2f23cb656e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.548117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.601505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] For port 2edb2adb-1fcc-41e8-92d8-8215950b4f13, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:17.609473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:17.610621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] For port 2edb2adb-1fcc-41e8-92d8-8215950b4f13, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2edb2adb-1fcc-41e8-92d8-8215950b4f13,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:17.618144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.618623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:17.622292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:17.658718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event updated for resources: {'Port': ['ID=024a1b53-193f-4d56-8753-3800ef5f9c60,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.661773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.706883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.792806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f724602-7768-41b4-912e-2c086a229e7a None None] Pushing event updated for resources: {'Port': ['ID=2edb2adb-1fcc-41e8-92d8-8215950b4f13,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.887405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Allocated IP 172.25.5.243 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/2d5040e3-e09e-4580-9b4d-1f44edfa78dc) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:18.033290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.125769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.183241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:18.186522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:18.190947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:18.238883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.421884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.508227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c4ee-39f1-414f-a6fe-371b1cd681f7 req-f65a3353-555c-41ee-8d4a-0d7c5f7599f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.511244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b76c4ee-39f1-414f-a6fe-371b1cd681f7 req-f65a3353-555c-41ee-8d4a-0d7c5f7599f5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 945 time: 0.2042713 Jul 16 08:42:18.549663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.605413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857011d5-88a1-4a6b-90e6-534a2fb531b7 req-e11cdfad-ee78-4304-8e71-ef1c70e6ab59 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.606929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-857011d5-88a1-4a6b-90e6-534a2fb531b7 req-e11cdfad-ee78-4304-8e71-ef1c70e6ab59 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2147176 Jul 16 08:42:18.621964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b76c4ee-39f1-414f-a6fe-371b1cd681f7 req-25415add-1f9a-4cd5-9877-b7adad0950b7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053133 Jul 16 08:42:18.630085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.709946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-857011d5-88a1-4a6b-90e6-534a2fb531b7 req-e3b488dd-484d-4d63-a1de-b7f6b4c2db6d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954089 Jul 16 08:42:18.802964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.050596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:19.069072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.078252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.162303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c54a1902-a116-4a55-8a71-daa2aad81301 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:19.173978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b08d-f5c7-4c7c-abb6-8509a52af660 req-ffc559d1-3f10-41b2-8fb0-b69f8694b301 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.181868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca2b08d-f5c7-4c7c-abb6-8509a52af660 req-ffc559d1-3f10-41b2-8fb0-b69f8694b301 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 949 time: 0.1796184 Jul 16 08:42:19.246495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ba29c-133f-44c6-b586-72782a01a10b None None] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:19.273376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fca2b08d-f5c7-4c7c-abb6-8509a52af660 req-c579003f-a954-47d1-acd2-b40f330dcc62 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 Jul 16 08:42:19.320936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:19.338385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Sync routers for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:19.366797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.371784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-91b42de0-80d6-4564-ba23-ca3e3134c103 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7881150 Jul 16 08:42:19.371784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.436611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5bd5d731-5a75-4526-9e72-3c7e40d630dd None None] Provisioning for port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:19.465678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:19.466710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.473990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c54a1902-a116-4a55-8a71-daa2aad81301 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:19.479023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Router 8d2f2042-da74-4081-aaca-4539fe381508 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:19.523115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c54a1902-a116-4a55-8a71-daa2aad81301 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:19.523724 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.569503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2edb2adb-1fcc-41e8-92d8-8215950b4f13 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:19.748360 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.769228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:19.802065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:19.814273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.814597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48f0ffc1-5abb-4641-b42d-264908f05954 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "PUT /v2.0/routers/8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 200 len: 883 time: 3.6400080 Jul 16 08:42:19.818231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.823495 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] Sync routers for ids ['8d2f2042-da74-4081-aaca-4539fe381508'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:19.832633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285b50-fdf6-4efa-bd81-b84c48a27950 req-ac385c1d-cde3-4138-8bfb-02f46ed59d7f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.843075 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] Routers {'8d2f2042-da74-4081-aaca-4539fe381508'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:19.843973 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8d2f2042-da74-4081-aaca-4539fe381508'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.845236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0285b50-fdf6-4efa-bd81-b84c48a27950 req-ac385c1d-cde3-4138-8bfb-02f46ed59d7f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 950 time: 0.2597075 Jul 16 08:42:19.874347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff20e38-9487-4506-bd4f-148a29cc0087 req-ed4bbd1e-dfab-4b97-8300-fa78dd62452a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.882047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ff20e38-9487-4506-bd4f-148a29cc0087 req-ed4bbd1e-dfab-4b97-8300-fa78dd62452a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.2970107 Jul 16 08:42:19.898116 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.913550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] Routers {'8d2f2042-da74-4081-aaca-4539fe381508'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:19.916921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8d2f2042-da74-4081-aaca-4539fe381508'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.952127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0285b50-fdf6-4efa-bd81-b84c48a27950 req-4c9b6b7b-ce94-4dd2-ae64-d4871dd0ecf1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058304 Jul 16 08:42:19.982216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ff20e38-9487-4506-bd4f-148a29cc0087 req-ff1beaa6-7273-45bc-b5fc-54292bc25d4e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980701 Jul 16 08:42:19.993170 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:19.994182 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76df33-9729-4dc4-af96-2dbd72b35886 None None] The sync data for ids ['8d2f2042-da74-4081-aaca-4539fe381508'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:20.112109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:20.142640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc81354f-e361-4b95-9839-361b0eca3a1d tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 200 len: 924 time: 0.2102065 Jul 16 08:42:20.145459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.153230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:20.160485 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d0f76-2646-4255-8712-83824fb7e791" -d '{"events": [{"server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "name": "network-vif-plugged", "status": "completed", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:20.198898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:20.199663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.282124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.289802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c54a1902-a116-4a55-8a71-daa2aad81301,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:20.309022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.396478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5fec4-46d7-421e-bf96-881f109063d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.396704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.402703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-08a5fec4-46d7-421e-bf96-881f109063d9 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=8d2f2042-da74-4081-aaca-4539fe381508&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2533338 Jul 16 08:42:20.413524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46332) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.430743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.431673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.432051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.432514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.432849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.433177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.433509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.433877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.434152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.434471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.434791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.435110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:20.502715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a20408-996e-4e14-957f-088578ccfec8 req-da71b1c1-59a4-4b4d-bcbf-c2189cf3360b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.508240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.510316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2a20408-996e-4e14-957f-088578ccfec8 req-da71b1c1-59a4-4b4d-bcbf-c2189cf3360b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 945 time: 0.3235698 Jul 16 08:42:20.544548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8a9b20dc-9527-4459-84f1-7dfe567e91c3 None None] Provisioning complete for port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:20.545900 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a9b20dc-9527-4459-84f1-7dfe567e91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.580003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Allocated IP 172.20.0.1 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/5d850112-277a-4a08-afe9-839e7c6f5a91) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:20.670683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2a20408-996e-4e14-957f-088578ccfec8 req-5d9c1dab-badb-40d2-8be3-c42a512224f0 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594481 Jul 16 08:42:20.704557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 2edb2adb-1fcc-41e8-92d8-8215950b4f13, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2edb2adb-1fcc-41e8-92d8-8215950b4f13,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:20.709302 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.723475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-7b7d74c0-67f6-4e4e-b2f2-5fd1b810543f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.725290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.725636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-7b7d74c0-67f6-4e4e-b2f2-5fd1b810543f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.1973531 Jul 16 08:42:20.727333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac393eb-d4a7-473a-a5c4-ea390ca0b5de tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.729951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ac393eb-d4a7-473a-a5c4-ea390ca0b5de tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.3063853 Jul 16 08:42:20.741199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.751830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Transition to ACTIVE for port object 5d850112-277a-4a08-afe9-839e7c6f5a91 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.769339 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee43df2-05ae-42bd-b931-42b9b96b3dde x-openstack-request-id: req-4ee43df2-05ae-42bd-b931-42b9b96b3dde {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:20.769965 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "name": "network-vif-plugged", "status": "completed", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:20.770576 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ee43df2-05ae-42bd-b931-42b9b96b3dde {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:20.772177 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301', 'code': 200} Jul 16 08:42:20.829140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.839357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:18Z', 'revision_number': 3, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:20.877971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Checking router: 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:20.878381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Updating router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:20.931928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17a84055-cbf6-4914-9ec9-617346c53dd4 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 200 len: 205 time: 0.1895020 Jul 16 08:42:20.939346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.966942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:20.981423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:20.993754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:21.052025 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.093894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.212184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=2edb2adb-1fcc-41e8-92d8-8215950b4f13,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.271145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Pushing event updated for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.312010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.484459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2edb2adb-1fcc-41e8-92d8-8215950b4f13 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:21.542498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca77b81-ae9c-4a55-a48d-50aac12e5f5a req-e0f06e0c-728d-4704-8e76-3eb415b29d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.543976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aca77b81-ae9c-4a55-a48d-50aac12e5f5a req-e0f06e0c-728d-4704-8e76-3eb415b29d92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 1098 time: 0.6909957 Jul 16 08:42:21.608803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b6f1d37-6e31-4d0f-9943-7011a26ae96f None None] Provisioning for port 5d850112-277a-4a08-afe9-839e7c6f5a91 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:21.613940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.620545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aca77b81-ae9c-4a55-a48d-50aac12e5f5a req-5545b809-e2d7-4642-b119-65a9e2597633 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685995 Jul 16 08:42:21.626928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.627656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b6f1d37-6e31-4d0f-9943-7011a26ae96f None None] Provisioning complete for port 5d850112-277a-4a08-afe9-839e7c6f5a91 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:21.628332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1d37-6e31-4d0f-9943-7011a26ae96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.675335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1d37-6e31-4d0f-9943-7011a26ae96f None None] Port 5d850112-277a-4a08-afe9-839e7c6f5a91 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:21.796750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:21.797581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.851898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port 1cb2de03-6abd-451c-bbeb-880684b964d3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:21.852330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.866486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff35-e336-4377-8c44-6002ea1c7168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.933944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.977211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.990421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.034391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab54200-9897-476c-980c-f3ee28b80abd req-64707a2e-7dfe-4dae-a6f1-32a282282f5b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.046709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aab54200-9897-476c-980c-f3ee28b80abd req-64707a2e-7dfe-4dae-a6f1-32a282282f5b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 946 time: 0.7195528 Jul 16 08:42:22.055526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.069233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Transition to ACTIVE for port object 2d5040e3-e09e-4580-9b4d-1f44edfa78dc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:22.077697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.102074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Pushing event updated for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.112379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.156603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Attempting to bind port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:22.157774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Attempting to bind port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:22.157774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Attempting to bind port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:22.160717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port 1cb2de03-6abd-451c-bbeb-880684b964d3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1cb2de03-6abd-451c-bbeb-880684b964d3,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:22.161082 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.164966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb1615-eaa1-47f4-aaa4-d3532d50d7c1 None None] Pushing event updated for resources: {'Port': ['ID=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.168531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:22.168974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:22.169382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.170441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:22.170441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Bound port: 2d5040e3-e09e-4580-9b4d-1f44edfa78dc, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:22.170738 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.179779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff35-e336-4377-8c44-6002ea1c7168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.186687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aab54200-9897-476c-980c-f3ee28b80abd req-4fc07e39-11c8-4220-a951-cc80eaa5464b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387315 Jul 16 08:42:22.194942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff35-e336-4377-8c44-6002ea1c7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.195291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 024a1b53-193f-4d56-8753-3800ef5f9c60 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:22.195447 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.210636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for 1cb2de03-6abd-451c-bbeb-880684b964d3 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:22.237854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] For port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:22.243094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] For port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:22.252224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.303276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0da9ff35-e336-4377-8c44-6002ea1c7168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=592ece5f03824a40aa7405cbe37eb3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744485 Jul 16 08:42:22.304319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46390) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.348170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:22.349213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:22.355517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89485c12-b07f-4dc3-abad-2330cf9e97a5 req-f7ab1d61-977b-4f86-bf32-ae9a65b1ce64 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.359077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9ff35-e336-4377-8c44-6002ea1c7168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4900c83c-b389-4a83-8e6d-0668a7eb8c08,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.362600 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89485c12-b07f-4dc3-abad-2330cf9e97a5 req-f7ab1d61-977b-4f86-bf32-ae9a65b1ce64 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.3111494 Jul 16 08:42:22.410141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.436436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 024a1b53-193f-4d56-8753-3800ef5f9c60 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:22.449016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:22.454226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:22.461613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.464827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89485c12-b07f-4dc3-abad-2330cf9e97a5 req-e94f6f1f-6f7d-4ed6-aa37-ede8092682ff tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012855 Jul 16 08:42:22.507602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb1615-eaa1-47f4-aaa4-d3532d50d7c1 None None] Pushing event updated for resources: {'Port': ['ID=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.552011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:22.562437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.709256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:22.710253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.714043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.715002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4900c83c-b389-4a83-8e6d-0668a7eb8c08 HTTP/1.1" status: 204 len: 168 time: 0.4041588 Jul 16 08:42:22.725447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dc102-aa83-44b0-b4f2-e1001cbdfd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900c83c-b389-4a83-8e6d-0668a7eb8c08,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.736156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.814407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=1cb2de03-6abd-451c-bbeb-880684b964d3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.947557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3953370a-67ce-4eda-8356-4f6c5c5bd2a7 None None] Provisioning complete for port 5d850112-277a-4a08-afe9-839e7c6f5a91 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:22.949409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3953370a-67ce-4eda-8356-4f6c5c5bd2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.012068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 2, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:23.048465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8268b5c-5fff-4480-9c73-8d398078c7cf None None] The sync data for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 is: [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 2, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:23.051214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3953370a-67ce-4eda-8356-4f6c5c5bd2a7 None None] Port 5d850112-277a-4a08-afe9-839e7c6f5a91 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:23.177971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1cb2de03-6abd-451c-bbeb-880684b964d3 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:23.218732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 1cb2de03-6abd-451c-bbeb-880684b964d3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:23.220146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1cb2de03-6abd-451c-bbeb-880684b964d3 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:23.243745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port 1cb2de03-6abd-451c-bbeb-880684b964d3 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:23.283673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.287730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0f1f6f5-8ada-4a27-83c4-55bed765f419 req-5587c01e-8bbd-4419-94da-c7c86e864950 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "DELETE /v2.0/ports/1cb2de03-6abd-451c-bbeb-880684b964d3 HTTP/1.1" status: 204 len: 173 time: 2.5562410 Jul 16 08:42:23.287825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'name': 'network-vif-deleted', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:23.292531 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c597f6d-e39d-4ff4-a589-6797afbd47eb" -d '{"events": [{"server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "name": "network-vif-deleted", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:23.299168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46410) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.348885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-915f53ef-ca49-4fdd-a6b5-a0e4107f9369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.394371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.399301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:23.419046 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-31b275c3-8e93-4724-a2d7-a83e15c2d4aa admin admin] 10.222.0.32 "PUT /v2.0/routers/22d09bea-e5ef-47de-a5d8-95b8b863f7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0456545 Jul 16 08:42:23.471639 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ffbba-946b-4e33-9dc2-1b94b1fa92bc x-openstack-request-id: req-355ffbba-946b-4e33-9dc2-1b94b1fa92bc {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:23.472180 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14527b2-1d30-4601-a823-e8a509da5c6d", "name": "network-vif-deleted", "tag": "1cb2de03-6abd-451c-bbeb-880684b964d3", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:23.472472 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355ffbba-946b-4e33-9dc2-1b94b1fa92bc {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:23.472916 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14527b2-1d30-4601-a823-e8a509da5c6d', 'name': 'network-vif-deleted', 'tag': '1cb2de03-6abd-451c-bbeb-880684b964d3', 'status': 'completed', 'code': 200} Jul 16 08:42:23.496407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=024a1b53-193f-4d56-8753-3800ef5f9c60,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.643990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.782351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.785691 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.908202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.908734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2f2042-da74-4081-aaca-4539fe381508 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:23.924514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.929598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e5fad99-afb4-4ffb-b3e6-c3e64e5ea017 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 204 len: 168 time: 2.9841595 Jul 16 08:42:23.929598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-915f53ef-ca49-4fdd-a6b5-a0e4107f9369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.930617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46424) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.935290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-81943563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:23.953404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-915f53ef-ca49-4fdd-a6b5-a0e4107f9369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.996986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b82b369-1690-40ea-9aaf-37fd47abfd4c req-a9429e13-a53f-403c-bbfa-4547dc3842f0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14527b2-1d30-4601-a823-e8a509da5c6d HTTP/1.1" status: 200 len: 210 time: 0.0542133 Jul 16 08:42:24.055141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-915f53ef-ca49-4fdd-a6b5-a0e4107f9369 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eea72647be82404f8af81fdfc59a6020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501240 Jul 16 08:42:24.056878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46428) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.059483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f53ef-ca49-4fdd-a6b5-a0e4107f9369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fccb9d-bcdf-4671-8779-4a39e0166693,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.068481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.069812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.100941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb997024-ff99-4466-bb18-d714ff733f13 req-8c55e047-8e28-4626-bb57-2c1d64a78a49 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.102625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb997024-ff99-4466-bb18-d714ff733f13 req-8c55e047-8e28-4626-bb57-2c1d64a78a49 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.3026378 Jul 16 08:42:24.137322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.169004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.216323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.234451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb997024-ff99-4466-bb18-d714ff733f13 req-c9948704-8104-4741-bca9-0c077d292f04 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Jul 16 08:42:24.235688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.264805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.275596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-76eb9854-b5e0-440c-a72a-62cf715afc04 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3347106 Jul 16 08:42:24.275596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.276029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': True}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:24.284354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.287459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.289323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4fccb9d-bcdf-4671-8779-4a39e0166693 HTTP/1.1" status: 204 len: 168 time: 0.2310588 Jul 16 08:42:24.336183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b1d63-c0b4-4c55-ab95-2071f0922a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fccb9d-bcdf-4671-8779-4a39e0166693,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:24.666570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.909230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.918437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533915403', 'description': 'tempest-description--325065894'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.000083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.182196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:25.272179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.326780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.398422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.404242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.463327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.495354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'mac_address': 'fa:16:3e:22:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:25.548298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe8ba5-74bc-4a3a-94ce-dd66452270ac,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.554888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2d5040e3-e09e-4580-9b4d-1f44edfa78dc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:25.572275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.574513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8cb164f4-d0cd-4303-8a4d-eee2392bbd7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6627829 Jul 16 08:42:25.578933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.589942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'security_group_rule': {'security_group_id': '05fe8ba5-74bc-4a3a-94ce-dd66452270ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.610359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 172.25.5.123 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/57fb0cd1-5325-4fc6-b2e3-109f9dc6a2d0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:25.650015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.692734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.722091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985c148-5af6-41fe-9492-dbd59d347ea0 req-a1276cd8-5442-4fa7-98ee-40702511545b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.733490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9985c148-5af6-41fe-9492-dbd59d347ea0 req-a1276cd8-5442-4fa7-98ee-40702511545b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.5420265 Jul 16 08:42:25.750219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:25.770069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:25.782963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:25.783698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.804650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.811655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.813400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.823542 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.829807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6017cb-9881-4190-9243-3957fabd5c93,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.854639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.858481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed4276b8-1ab1-4b10-a804-c3f74d1478ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740536 Jul 16 08:42:25.859730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46502) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.867392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'security_group_rule': {'security_group_id': '05fe8ba5-74bc-4a3a-94ce-dd66452270ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.913887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9985c148-5af6-41fe-9492-dbd59d347ea0 req-32dc3e33-401b-4325-af79-2e725abb5fff tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732709 Jul 16 08:42:25.919057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.974813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.990567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.991369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f80bb152-4c72-4448-87f0-8f9d6e028482'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:26.026845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.067477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:26.098585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.133217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.180861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.190826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.241703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:26.246490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:26.253525 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.258359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:26.394252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.405072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.410480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:26.415794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5521216 Jul 16 08:42:26.454245 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.458179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029c18b-47b5-4e34-96ce-833c307ea2bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc32235-4f60-45c9-9c8f-07788481f36b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.529074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=57fb0cd1-5325-4fc6-b2e3-109f9dc6a2d0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.723645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.792860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Sync routers for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:26.802056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-d0917776-4203-4c9f-82b5-68c0baca2189 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.809885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:26.812462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:26.813919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-d0917776-4203-4c9f-82b5-68c0baca2189 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.5716126 Jul 16 08:42:26.872091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-725d53a1-1c6e-4616-a166-5d6922f53e0b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/quotas/532aae621d9a4674bc7cd96ec2196ae1 HTTP/1.1" status: 200 len: 375 time: 0.0546339 Jul 16 08:42:26.910395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f839fa-ea02-479c-8786-358a4bd93816 req-9229a59e-5c91-42f3-8de0-51166b80079a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.922335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7f839fa-ea02-479c-8786-358a4bd93816 req-9229a59e-5c91-42f3-8de0-51166b80079a tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.5383480 Jul 16 08:42:26.947127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.25.5.29 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/3eb01a3e-6e5a-4139-9c12-20d22cf98b2b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:27.060735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-1160a61c-ba0f-475f-a6cf-14745070082c tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1889091 Jul 16 08:42:27.240993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.244484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:27.284017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7f839fa-ea02-479c-8786-358a4bd93816 req-73feb129-6def-45ef-85f2-ba311fa145cd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605115 Jul 16 08:42:27.364096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.410160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-0d46efa4-fe0f-4499-b9d4-d49dca090fee service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416131 Jul 16 08:42:27.420383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:27.424958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:27.433973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:27.465541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f80bb152-4c72-4448-87f0-8f9d6e028482 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:27.471784 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.480521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=3eb01a3e-6e5a-4139-9c12-20d22cf98b2b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.517909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.542231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2d5040e3-e09e-4580-9b4d-1f44edfa78dc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:27.552271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:27.732586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.830640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.874442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-7c64f5fb-f1da-463d-830c-3e5c62053c37 service neutron] 10.222.0.32 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633739 Jul 16 08:42:28.027680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.097828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:28.098297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.118973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:28.121511 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d2e750-983a-40ae-87cb-bff8b8a8d109" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:28.198430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:28.220051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.230504 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7bd1ec-149a-49d3-a0dc-41e1c646d1cb x-openstack-request-id: req-ce7bd1ec-149a-49d3-a0dc-41e1c646d1cb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:28.230504 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:28.230504 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce7bd1ec-149a-49d3-a0dc-41e1c646d1cb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:28.230928 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'code': 200} Jul 16 08:42:28.238294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.247934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.271437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.293676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.544791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.588136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=3eb01a3e-6e5a-4139-9c12-20d22cf98b2b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.609500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd542804-7ab9-40f2-b9e9-34d05fc4907c req-52cfbe4a-1622-4810-ba9d-b0e1ee9f84ca tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 210 time: 0.0935946 Jul 16 08:42:28.643536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 2, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:28.663692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.713325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.720872 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e087ba9-196c-4fca-a056-2eb6e59c810a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3141103 Jul 16 08:42:28.721985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Checking router: 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:28.723028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Updating router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 port 5d850112-277a-4a08-afe9-839e7c6f5a91 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:28.877462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router a5293b5f-9e79-4f9f-8108-ab55b059b283 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:28.911760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.929018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-73a6aeb2-2e66-4dd0-85ef-ea1b24c1130b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3250673 Jul 16 08:42:29.482027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.509809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Transition to ACTIVE for port object 5d850112-277a-4a08-afe9-839e7c6f5a91 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:29.524007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.595478 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:29.671603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5478-5792-4aaf-89b3-45de3d0bdc51 None None] Pushing event updated for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.713177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Attempting to bind port 5d850112-277a-4a08-afe9-839e7c6f5a91 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:29.716641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Attempting to bind port 5d850112-277a-4a08-afe9-839e7c6f5a91 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:29.716839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Attempting to bind port 5d850112-277a-4a08-afe9-839e7c6f5a91 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:29.740182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:29.740956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:29.741766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.742452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:29.747334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Bound port: 5d850112-277a-4a08-afe9-839e7c6f5a91, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:29.751187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.926083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] For port 5d850112-277a-4a08-afe9-839e7c6f5a91, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:29.935520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] For port 5d850112-277a-4a08-afe9-839e7c6f5a91, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5d850112-277a-4a08-afe9-839e7c6f5a91,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:29.945927 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.094552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5478-5792-4aaf-89b3-45de3d0bdc51 None None] Pushing event updated for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:30.099125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:30.100066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.132213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:30.142687 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] Sync routers for ids ['a5293b5f-9e79-4f9f-8108-ab55b059b283'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:30.147792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.153636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46634) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.158114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2339607e-fffe-44c1-a770-3202ab684fff tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "PUT /v2.0/routers/a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 200 len: 917 time: 5.8874464 Jul 16 08:42:30.188607 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] Routers {'a5293b5f-9e79-4f9f-8108-ab55b059b283'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:30.189641 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a5293b5f-9e79-4f9f-8108-ab55b059b283'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.264802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-8b7af0ae-f060-4e18-b07e-66faa680ed46 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1533915403&fields=id&tenant_id=b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 267 time: 0.4497035 Jul 16 08:42:30.348073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:30.413932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.483527 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] Routers {'a5293b5f-9e79-4f9f-8108-ab55b059b283'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:30.488175 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a5293b5f-9e79-4f9f-8108-ab55b059b283'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.577735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.578740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.579423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.580114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.580939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.581608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.584667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.588472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-0873aff9-2cd4-4b78-8e82-1819d5646256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 1.4981973 Jul 16 08:42:30.599585 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-16693841-df9c-4755-8857-1459f94ae098 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 200 len: 923 time: 0.4433255 Jul 16 08:42:30.604795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.634197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39fb6c-4510-40a6-a452-6a4f3d15fd38 req-c8deda8d-15a4-40a4-b144-f537055c634f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.643126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f39fb6c-4510-40a6-a452-6a4f3d15fd38 req-c8deda8d-15a4-40a4-b144-f537055c634f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.8026612 Jul 16 08:42:30.670084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-4fe43184-e68b-450e-974e-aca6f373e523 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.672109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-4fe43184-e68b-450e-974e-aca6f373e523 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.4051716 Jul 16 08:42:30.744810 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:30.745740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6e1a1-f336-4f6e-b3ed-677952591080 None None] The sync data for ids ['a5293b5f-9e79-4f9f-8108-ab55b059b283'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:30.813348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-80ac90b6-fc7d-4d97-90f4-cfaa34b77e58 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.816995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-80ac90b6-fc7d-4d97-90f4-cfaa34b77e58 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.3647335 Jul 16 08:42:30.951613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1fac8a-100d-4776-adc7-4db4a2a880ec tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.953476 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f1fac8a-100d-4776-adc7-4db4a2a880ec tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=a5293b5f-9e79-4f9f-8108-ab55b059b283&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3476794 Jul 16 08:42:30.984700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.994926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:29Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:31.008420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-181072fd-18a1-4856-b752-c54cdfb646ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/quotas/b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 375 time: 0.1991746 Jul 16 08:42:31.076215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e749ee-e91a-4160-a444-1854b41e1a9d None None] The sync data for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 is: [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:29Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:31.178116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f39fb6c-4510-40a6-a452-6a4f3d15fd38 req-442b39d8-e3ff-45ef-8644-0afab27acb87 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989798 Jul 16 08:42:31.302262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-eff49d88-612e-45e6-9d84-3f597b7d8823 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2848697 Jul 16 08:42:31.306052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-a4c074ac-72f3-48f1-af97-f78f68058b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.306548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-a4c074ac-72f3-48f1-af97-f78f68058b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.307228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-a4c074ac-72f3-48f1-af97-f78f68058b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.309155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-a4c074ac-72f3-48f1-af97-f78f68058b47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 2296 time: 0.6612945 Jul 16 08:42:31.386201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-a462b33b-b660-4344-8073-5c6ac00cd2f3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.392949 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-a462b33b-b660-4344-8073-5c6ac00cd2f3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 811 time: 0.6467967 Jul 16 08:42:31.433495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Request body: {'port': {'device_id': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'admin_state_up': True, 'tenant_id': '532aae621d9a4674bc7cd96ec2196ae1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:31.532870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5d850112-277a-4a08-afe9-839e7c6f5a91 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:31.547348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc259540-d4da-4415-b805-dd621f7af62c tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.560440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc259540-d4da-4415-b805-dd621f7af62c tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.5648229 Jul 16 08:42:31.564966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port c54a1902-a116-4a55-8a71-daa2aad81301 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:31.565426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.568167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:31.656669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7bd4281e-b02b-486b-80e3-ce976fd2fd77 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 200 len: 205 time: 0.0824838 Jul 16 08:42:31.744952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:31.910219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b95683f7-9979-415b-b25a-ff97fb991a19 req-40d47bfb-0582-4e5d-a536-1bed4c04deed tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 210 time: 0.1520109 Jul 16 08:42:31.924672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port c54a1902-a116-4a55-8a71-daa2aad81301, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c54a1902-a116-4a55-8a71-daa2aad81301,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:31.925118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.936722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-6737fd03-dad5-4d7f-a65c-57e368c7ffd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 1000 time: 0.6046417 Jul 16 08:42:31.995727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for c54a1902-a116-4a55-8a71-daa2aad81301 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:32.028489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-a0a2007f-cdba-4e36-889a-455d9a949a1c service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248821 Jul 16 08:42:32.050868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Made reservation on behalf of 532aae621d9a4674bc7cd96ec2196ae1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:32.064887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.072769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-6374906d-ba5d-45c4-b62c-76444f11a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.074735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-6374906d-ba5d-45c4-b62c-76444f11a561 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 200 len: 855 time: 0.1257646 Jul 16 08:42:32.147550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5d850112-277a-4a08-afe9-839e7c6f5a91 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:32.165110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5d850112-277a-4a08-afe9-839e7c6f5a91 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:32.165739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.304620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.330572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.387060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5d850112-277a-4a08-afe9-839e7c6f5a91, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5d850112-277a-4a08-afe9-839e7c6f5a91,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:32.403193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.432712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-7a3b7111-489b-4c36-94fd-4ca67b375ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977678 Jul 16 08:42:32.439136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-52f19269-271b-40b0-ae78-3e3e6d982d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.447196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-52f19269-271b-40b0-ae78-3e3e6d982d6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5555d070-80c0-49a6-866b-be1d53ed98d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3611507 Jul 16 08:42:32.568873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.611587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Allocated IP 172.20.0.12 (a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9/4793964b-9154-40f7-b109-a601831d6ad7/6cafc60b-5a1a-4a37-b78f-42ab2c35dde6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:32.761696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-b472620d-8df7-4427-b3e7-c656214d1574 service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038514 Jul 16 08:42:32.890027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.991228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-dd817a3d-9bb4-488a-bf5d-ca52310f465b service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194350 Jul 16 08:42:33.002532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.014363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:33.053219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b4c97-8663-4303-aaf6-8b015b413e79 req-e442f0e1-e153-48b1-8c7e-51f3bc4994d1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.064722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e1b4c97-8663-4303-aaf6-8b015b413e79 req-e442f0e1-e153-48b1-8c7e-51f3bc4994d1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 946 time: 0.2616701 Jul 16 08:42:33.096140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-fa9853ed-d607-4669-b7c4-b4b83700137d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 217 time: 0.0977757 Jul 16 08:42:33.146184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f06e75e5-ef7c-469e-b16e-2f7627917b57 req-c9bb18f4-c67d-4c74-b79c-a1da2e633271 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 210 time: 0.0733542 Jul 16 08:42:33.229225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e1b4c97-8663-4303-aaf6-8b015b413e79 req-b54086ac-9aec-42d6-bd7f-0df6254d65f7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635275 Jul 16 08:42:33.250251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-682cb3b0-6455-4d74-b9d9-9c8b5956ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.252046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-682cb3b0-6455-4d74-b9d9-9c8b5956ad5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1263068 Jul 16 08:42:33.325615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=c54a1902-a116-4a55-8a71-daa2aad81301,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.371191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c54a1902-a116-4a55-8a71-daa2aad81301 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:33.453766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-c5d7633f-b873-49f4-9180-862c3d2981c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.457685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-c5d7633f-b873-49f4-9180-862c3d2981c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1905706 Jul 16 08:42:33.458346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port c54a1902-a116-4a55-8a71-daa2aad81301 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:33.459457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: c54a1902-a116-4a55-8a71-daa2aad81301 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:33.460065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c54a1902-a116-4a55-8a71-daa2aad81301 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:33.465483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5d850112-277a-4a08-afe9-839e7c6f5a91 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:33.467738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.479898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b9e5ae0-30bf-4601-bd7e-9a2ea9806ea9 req-3283609f-308a-4725-8c18-6cb5007867a7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/c54a1902-a116-4a55-8a71-daa2aad81301 HTTP/1.1" status: 204 len: 173 time: 2.6229985 Jul 16 08:42:33.536410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'name': 'network-vif-deleted', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:33.548978 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa455463-7239-4373-b1a9-f8bca0ac7df9" -d '{"events": [{"server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "name": "network-vif-deleted", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:33.693237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 57fb0cd1-5325-4fc6-b2e3-109f9dc6a2d0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:33.695575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.724780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5d850112-277a-4a08-afe9-839e7c6f5a91 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:33.729940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.751554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.839738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-20f72cd4-301d-441d-89de-8d8ee330420b service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743396 Jul 16 08:42:33.995705 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab000753-c8a6-4216-9cb9-05294c377059 x-openstack-request-id: req-ab000753-c8a6-4216-9cb9-05294c377059 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:33.997946 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2b3014-6384-4955-916b-9c8e6d9780c4", "name": "network-vif-deleted", "tag": "c54a1902-a116-4a55-8a71-daa2aad81301", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:34.004575 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab000753-c8a6-4216-9cb9-05294c377059 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:34.005849 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2b3014-6384-4955-916b-9c8e6d9780c4', 'name': 'network-vif-deleted', 'tag': 'c54a1902-a116-4a55-8a71-daa2aad81301', 'status': 'completed', 'code': 200} Jul 16 08:42:34.065866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.210354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:34.215924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.217877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-4850b922-e75d-4629-9009-368808e4c8f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346946 Jul 16 08:42:34.221709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.238298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3201e0c-d812-40f4-8972-7433f3478bdd req-021a8037-c3b0-4077-af59-ccbeb5795625 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 210 time: 0.3949122 Jul 16 08:42:34.242633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:34.375821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.450430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 57fb0cd1-5325-4fc6-b2e3-109f9dc6a2d0 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:34.458083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-3590e94b-a35d-4b0f-a483-7388554ddd72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 217 time: 0.2087817 Jul 16 08:42:34.543441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.544588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.663481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-95980ae5-c62e-44f5-8b85-1fc59889f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.666084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-95980ae5-c62e-44f5-8b85-1fc59889f052 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1992843 Jul 16 08:42:34.680310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-e83bcf94-cb0b-4c07-b14a-9c3607409c52 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2551298 Jul 16 08:42:34.697916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Request body: {'port': {'device_id': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:34.764362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a8db5b2-b768-4b9c-a722-f2f03c36655a req-407ed7ce-8eb9-4f51-92e0-b995a01a96d9 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b2b3014-6384-4955-916b-9c8e6d9780c4 HTTP/1.1" status: 200 len: 210 time: 0.0945556 Jul 16 08:42:34.881643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a99baa88-f4fc-473d-8af8-1440f6174617 req-a1573cdc-784c-4e10-9895-26f5c08ba01b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 210 time: 0.2141607 Jul 16 08:42:34.900531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-1eebd1b3-a69f-4840-adb4-6044687a7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.903188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-1eebd1b3-a69f-4840-adb4-6044687a7c3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1376498 Jul 16 08:42:34.920447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.023607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-1c3eb07c-3287-4a0b-b7fe-44ab3c10dc36 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119089 Jul 16 08:42:35.192391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-34d287cd-86f7-415a-9c90-23859c050243 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595221 Jul 16 08:42:35.250560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-b8b2206f-c8ec-4712-a46e-64ed33b97481 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 200 len: 217 time: 0.0479934 Jul 16 08:42:35.341239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-de99ddf3-e255-42d4-ab5f-13fc8966aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.342970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-de99ddf3-e255-42d4-ab5f-13fc8966aa94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0810513 Jul 16 08:42:35.442843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-8c0126b3-b09e-4599-844a-9c7c47062372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.445826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-8c0126b3-b09e-4599-844a-9c7c47062372 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920851 Jul 16 08:42:35.543979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.609508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-018c9ee9-2a0f-45a8-a4cc-b57fcc512c2f service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523938 Jul 16 08:42:35.699493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=57fb0cd1-5325-4fc6-b2e3-109f9dc6a2d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.850984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb4e6-b14b-4e7e-b8cd-c347ae0e52f7 req-c9c36674-4352-4235-abb5-809f546255d8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.852883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f2bb4e6-b14b-4e7e-b8cd-c347ae0e52f7 req-c9c36674-4352-4235-abb5-809f546255d8 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 932 time: 0.1711988 Jul 16 08:42:35.859801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-87fd06d6-4ae3-4ef8-8d2c-edbfc754ac97 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379031 Jul 16 08:42:35.882928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.923370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-05465b8d-58df-4da2-a472-7c100a7ee9de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 200 len: 217 time: 0.0529885 Jul 16 08:42:35.995990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-9b4453db-c2de-4fa5-be0b-301b19e11e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.997495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-9b4453db-c2de-4fa5-be0b-301b19e11e87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0593083 Jul 16 08:42:36.014652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f2bb4e6-b14b-4e7e-b8cd-c347ae0e52f7 req-4826580d-790c-403b-ae86-8655d4d55854 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510634 Jul 16 08:42:36.110169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fec1ad45-9d73-4e87-a9fa-c64b44db0d31 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.113287 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fec1ad45-9d73-4e87-a9fa-c64b44db0d31 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.5326843 Jul 16 08:42:36.126759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.179832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.191402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-e690173a-ffa0-4de2-8731-e26eab95a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.195152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-e690173a-ffa0-4de2-8731-e26eab95a975 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797011 Jul 16 08:42:36.341297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.342127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router a5293b5f-9e79-4f9f-8108-ab55b059b283 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:36.358701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-e1512c07-e455-4ba6-8fee-6251eac21053 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524448 Jul 16 08:42:36.363034 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-282e5696-d75a-4756-8054-248e74cbfd23 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 380 time: 0.2377150 Jul 16 08:42:36.372356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.374593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e3a75589-3c0c-4f1f-ab90-cbb1ce61093d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 204 len: 168 time: 4.5878751 Jul 16 08:42:36.384389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'device_id': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'admin_state_up': True, 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'security_groups': ['05fe8ba5-74bc-4a3a-94ce-dd66452270ac']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:36.424085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.430940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-757108828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:36.460838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a120058c-56b6-4407-8d4e-3942aec20344 req-d45a2826-111d-4b91-8d63-94690d0bd227 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 210 time: 0.0987003 Jul 16 08:42:36.627785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-a4f531fa-fdbe-400f-afc1-af99e6ea8b16 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549109 Jul 16 08:42:36.642252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.643310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.706891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-f8264aad-43df-4510-bc3e-dd7a321a13a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 217 time: 0.0447061 Jul 16 08:42:36.771769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.774899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-b54e5ba7-432f-4516-b932-c7c6cff75a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.776447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-b54e5ba7-432f-4516-b932-c7c6cff75a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.0612056 Jul 16 08:42:36.784274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-98cb316b-6214-492e-8037-1623a98ea2fd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.791241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-98cb316b-6214-492e-8037-1623a98ea2fd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.2260969 Jul 16 08:42:36.802021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.823245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-6b5c786d-758c-43eb-85f4-9df7c22a9a99 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/quotas/ff32288af59e43c58d462a952299bdb6 HTTP/1.1" status: 200 len: 375 time: 0.0307879 Jul 16 08:42:36.853502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:36.905033 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.941508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-b1bcbcd3-bac1-4bfc-b0c6-5dfcfafa4beb tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172345 Jul 16 08:42:36.976261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Transition to ACTIVE for port object 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:36.977793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.981007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8dd91a65-6e50-4236-b5ee-f759dfeac44d tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5554605 Jul 16 08:42:36.984582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.993251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:36.995501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.002120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:37.005891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.066882 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-9a2e3c54-71f5-4f3e-b275-90d94f2f7842 service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243949 Jul 16 08:42:37.079104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-fb5b528a-e669-4a82-88bf-c726e043222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.080718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-fb5b528a-e669-4a82-88bf-c726e043222a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2872555 Jul 16 08:42:37.285253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.450348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.20.0.13 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/47f90192-9dc4-4f72-b21a-f1d87d5df86c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:37.628913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.702872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-2bd6ead1-0305-42f3-ab84-6886b4c8f6da service neutron] 10.222.0.32 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350336 Jul 16 08:42:37.705375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-8aa739be-19d0-436b-a474-ad325e528f9d service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142774 Jul 16 08:42:37.801673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.821630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.854900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Attempting to bind port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:37.855234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Attempting to bind port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:37.855590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Attempting to bind port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:37.858858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f490-f39a-4226-ad17-5efd2b2bcadd req-0a66b9b3-4836-4dda-aea4-a416d66c25fd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.861917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16c6f490-f39a-4226-ad17-5efd2b2bcadd req-0a66b9b3-4836-4dda-aea4-a416d66c25fd tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 944 time: 0.2560194 Jul 16 08:42:37.879873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Transition to ACTIVE for port object 47f90192-9dc4-4f72-b21a-f1d87d5df86c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:37.897450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:37.897848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Attempting to bind port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 on network a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:37.911102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:37.911511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Checking segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:37.911840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Bound using segment: {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:37.912320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Bound port: 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7702369-e90e-4833-b350-049068211a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:37.912685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.933015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7ff82d-feef-4819-9fdb-8b7274731ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.000334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16c6f490-f39a-4226-ad17-5efd2b2bcadd req-305169a7-e5be-463e-a737-62e3597ff142 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173322 Jul 16 08:42:38.076607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.145362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-d5936ea4-af08-4210-9490-b8b0240ad8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121175 Jul 16 08:42:38.207467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.228950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:38.229385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-fb6fbe6b-6a67-4353-b57a-aecfa073065a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 217 time: 0.0750382 Jul 16 08:42:38.232392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7ff82d-feef-4819-9fdb-8b7274731ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.232798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:38.238171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d7ff82d-feef-4819-9fdb-8b7274731ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.247630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:38.365812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:38.374006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:38.383195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.384355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.389615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.479556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-d5342a68-477b-4db0-990b-ec6de217552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.481775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-d5342a68-477b-4db0-990b-ec6de217552b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1936927 Jul 16 08:42:38.557656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.568620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.570171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.572513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] 10.222.0.46 "PUT /v2.0/ports/6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 HTTP/1.1" status: 200 len: 1093 time: 3.8846774 Jul 16 08:42:38.580609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:38.583325 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3" -d '{"events": [{"name": "network-changed", "server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:38.589479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-fa236e2a-f233-461f-a896-560ba5568bb9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2128544 Jul 16 08:42:38.629387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Request body: {'port': {'device_id': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:38.694118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcfb3250-d7fe-49cd-be61-417b064917a1 req-3214824a-c64c-4375-8786-e6d70c382c9e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 210 time: 0.2096186 Jul 16 08:42:38.707918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917838c9-ff92-4c90-be90-1c7b64be2d88 service neutron] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.736252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f0e2e516-57f7-411f-9d1a-70d3eda67f96 None None] Provisioning for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:38.739074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.742495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f0e2e516-57f7-411f-9d1a-70d3eda67f96 None None] Provisioning complete for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.743412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e516-57f7-411f-9d1a-70d3eda67f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.774548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0d7ff82d-feef-4819-9fdb-8b7274731ea0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd723bd98fda4f3a85def54c2bf07624&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1423826 Jul 16 08:42:38.793887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ff82d-feef-4819-9fdb-8b7274731ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce63d5c-32c2-4400-b8a2-c510f6b074b3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.807119 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d925d59-aca2-4f37-9f4e-c62111753677 x-openstack-request-id: req-4d925d59-aca2-4f37-9f4e-c62111753677 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:38.807625 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:38.807625 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d925d59-aca2-4f37-9f4e-c62111753677 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:38.808065 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'status': 'completed', 'code': 200} Jul 16 08:42:38.808238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46836) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.810515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2e516-57f7-411f-9d1a-70d3eda67f96 None None] Port 47f90192-9dc4-4f72-b21a-f1d87d5df86c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:38.813760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.944631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-c1a5f666-9b34-49eb-9fef-852020b63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.946589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-c1a5f666-9b34-49eb-9fef-852020b63d69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 1096 time: 0.3147388 Jul 16 08:42:38.947201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.966162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.985242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.015605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308b008-c9f9-42e4-91e0-137829ad9e11 req-f452df06-5827-4f11-8643-ff2db61d78dc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.017247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d308b008-c9f9-42e4-91e0-137829ad9e11 req-f452df06-5827-4f11-8643-ff2db61d78dc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 932 time: 0.5345740 Jul 16 08:42:39.066638 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-b07f45bd-7ea3-4172-b462-b5be57d9d506 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 HTTP/1.1" status: 200 len: 217 time: 0.0960665 Jul 16 08:42:39.070845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.087975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37081c92-e6f2-448f-bfd9-71901991457e req-35cc711e-491d-4b14-921c-c1a7bf413c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.090002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-35cc711e-491d-4b14-921c-c1a7bf413c58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5739119 Jul 16 08:42:39.252499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Allocated IP 172.25.5.193 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1f92fa6f-ecd2-437f-8d4d-6973d6f43429) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:39.255062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d308b008-c9f9-42e4-91e0-137829ad9e11 req-09e14d3d-7f1d-4e3e-b73d-49421a5d6f72 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242041 Jul 16 08:42:39.379443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.382140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.386220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ce63d5c-32c2-4400-b8a2-c510f6b074b3 HTTP/1.1" status: 204 len: 168 time: 0.5720749 Jul 16 08:42:39.403848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-da5ada07-ff92-4e51-a17f-a09af0ee28f4 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931330 Jul 16 08:42:39.406423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86cf2-05e8-4d80-9e0a-0af8358b2466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce63d5c-32c2-4400-b8a2-c510f6b074b3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.461254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a3fdf-9494-4be7-97f2-6428e270cda8 req-70f2f08e-daf1-45a9-9962-1dfdde0a8d5f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.469153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-633a3fdf-9494-4be7-97f2-6428e270cda8 req-70f2f08e-daf1-45a9-9962-1dfdde0a8d5f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 944 time: 0.2192962 Jul 16 08:42:39.629479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-633a3fdf-9494-4be7-97f2-6428e270cda8 req-944f5123-be95-4503-9982-3f7bf6f2de6f tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580238 Jul 16 08:42:39.681664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37081c92-e6f2-448f-bfd9-71901991457e req-d97030b8-3e45-402a-8d6d-489fbe155053 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680571 Jul 16 08:42:39.809558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-fb783892-215d-4a25-bfb5-c4f986b584b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.812006 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-fb783892-215d-4a25-bfb5-c4f986b584b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.7261176 Jul 16 08:42:39.870757 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-5ad97444-d661-441c-ae72-fa3bd5e5c0c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447147 Jul 16 08:42:40.062659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.082196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46860) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.170259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-094093e7-b1f3-489a-9b21-8ef4343ed0ec req-4637616c-1f79-45e0-8b2c-b90a9bc71952 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 210 time: 0.1007953 Jul 16 08:42:40.181364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d121be8c-928f-4120-b3f5-ca5a9388cd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.214634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-3806b094-d4d9-4ac7-8a82-550847f40588 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.216337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-3806b094-d4d9-4ac7-8a82-550847f40588 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 805 time: 0.4078000 Jul 16 08:42:40.259695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Request body: {'port': {'device_id': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'admin_state_up': True, 'tenant_id': 'ff32288af59e43c58d462a952299bdb6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:40.345874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.444193 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-35f2cd83-5b1d-4bec-9a7e-2199fa3a0ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609100 Jul 16 08:42:40.535802 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d121be8c-928f-4120-b3f5-ca5a9388cd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.552408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:40.553851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d121be8c-928f-4120-b3f5-ca5a9388cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.575464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:40.584620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Pushing event updated for resources: {'Port': ['ID=1f92fa6f-ecd2-437f-8d4d-6973d6f43429,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.618466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:40.649268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d121be8c-928f-4120-b3f5-ca5a9388cd80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=556b45bf1f0b4cdc820ffd93ed2bd1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395517 Jul 16 08:42:40.650216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46874) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.715878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:40.732569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.735699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121be8c-928f-4120-b3f5-ca5a9388cd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a898f-6621-41db-9a9a-2e58d5b4b6c0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.738723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Made reservation on behalf of ff32288af59e43c58d462a952299bdb6 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:40.777923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.826743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6eeca4fd-7559-45c4-b6fa-3b7a811c4a6c req-dfefffc6-2481-4c63-abb1-072339d8d147 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717787 Jul 16 08:42:40.831438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Transition to ACTIVE for port object 47f90192-9dc4-4f72-b21a-f1d87d5df86c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:40.867041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.953123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada5637-acda-44d0-8c78-86f69b838745 req-e9b7b92e-01d3-4dff-9b8a-27273bdb78fe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.962233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ada5637-acda-44d0-8c78-86f69b838745 req-e9b7b92e-01d3-4dff-9b8a-27273bdb78fe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 932 time: 0.4407930 Jul 16 08:42:41.000811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.086382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.111704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.195056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.197697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.198875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/276a898f-6621-41db-9a9a-2e58d5b4b6c0 HTTP/1.1" status: 204 len: 168 time: 0.5420554 Jul 16 08:42:41.223248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.250331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20bb6e-8571-4900-acc3-c15b7d9d11c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a898f-6621-41db-9a9a-2e58d5b4b6c0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.271097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb0035-0c75-4496-990a-5fd6e50d31a1 req-4d31a2a7-8c18-46f9-87b2-b86fe6857276 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.291053 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bdb0035-0c75-4496-990a-5fd6e50d31a1 req-4d31a2a7-8c18-46f9-87b2-b86fe6857276 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 944 time: 0.4419789 Jul 16 08:42:41.331298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ada5637-acda-44d0-8c78-86f69b838745 req-14b8b83f-78b4-4883-8218-0bd14d6f53c0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677847 Jul 16 08:42:41.367938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-584c493d-cead-4060-8a52-34167f216fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.371114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-584c493d-cead-4060-8a52-34167f216fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 1096 time: 0.4480488 Jul 16 08:42:41.419057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bdb0035-0c75-4496-990a-5fd6e50d31a1 req-ee56ab9c-e268-47c8-b06a-cb24a50bf392 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269491 Jul 16 08:42:41.437682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Allocated IP 172.20.0.4 (4a503a25-1a29-4b40-9c42-b80e102776a6/74acfefa-4362-44df-81c7-ea9791f1dbc6/eb51283a-029d-4fac-b641-61cf27933cab) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:41.553638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Attempting to bind port 47f90192-9dc4-4f72-b21a-f1d87d5df86c on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:41.553638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Attempting to bind port 47f90192-9dc4-4f72-b21a-f1d87d5df86c by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:41.553638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Attempting to bind port 47f90192-9dc4-4f72-b21a-f1d87d5df86c on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:41.563126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Port 47f90192-9dc4-4f72-b21a-f1d87d5df86c on network 479e6142-f6ac-40ad-a04a-92f866bd8261 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:41.563773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Attempting to bind port 47f90192-9dc4-4f72-b21a-f1d87d5df86c on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:41.580081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:41.580794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:41.581423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:41.582050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Bound port: 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:41.582715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.751889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.853874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f29107e-3a3a-4db6-a940-50e89ab0aebd req-9372047b-50b1-40f5-b21f-bfc7f0084d66 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 210 time: 0.0392206 Jul 16 08:42:41.883829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.891402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:41.940313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:41.959605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-ba31ea98-a66e-4069-8c08-4150e660a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.961694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-ba31ea98-a66e-4069-8c08-4150e660a8df service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 200 len: 912 time: 0.5631764 Jul 16 08:42:41.972572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:41.987834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.010541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event updated for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.037713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Network 4a503a25-1a29-4b40-9c42-b80e102776a6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:42.040620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:42.058369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:42.125015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.142434 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.151457 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-fe8330d6-35f0-4f5b-9d1f-8431379ae6c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 HTTP/1.1" status: 200 len: 217 time: 0.1823401 Jul 16 08:42:42.153315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.169163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.170799 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.175203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.175696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.182229 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-ad1148d4-63eb-4b76-842a-64060e1b4d37 service neutron] 10.222.0.46 "PUT /v2.0/ports/47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 1093 time: 3.5817719 Jul 16 08:42:42.184321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:42.187010 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e0fdba-5b73-478b-9519-483c29ed1185" -d '{"events": [{"name": "network-changed", "server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:42.197518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-126f7876-360b-4f1b-8496-3f6013b7b654 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416645 Jul 16 08:42:42.230675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Request body: {'port': {'device_id': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:42.303014 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc735f1-fccd-4bac-b62c-4e4f948bc607 x-openstack-request-id: req-fbc735f1-fccd-4bac-b62c-4e4f948bc607 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:42.303301 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:42.303737 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbc735f1-fccd-4bac-b62c-4e4f948bc607 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:42.304299 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'status': 'completed', 'code': 200} Jul 16 08:42:42.397705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-7fe947ac-cb24-4c90-866b-c9706403e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.399176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-7fe947ac-cb24-4c90-866b-c9706403e443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 200 len: 851 time: 0.2407539 Jul 16 08:42:42.405054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.440087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-d29fb666-8338-4a5e-99e0-44b3790715d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288343 Jul 16 08:42:42.583010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-89574c04-5da6-4c05-be0f-4f71ddab6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.584607 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-89574c04-5da6-4c05-be0f-4f71ddab6469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1096 time: 0.3034604 Jul 16 08:42:42.634258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-38df40e9-ee2d-4f85-86d7-42f02cf5562c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 217 time: 0.0379083 Jul 16 08:42:42.767454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-1b6693b2-8764-4e37-b6a2-12dd142b3a4c service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162439 Jul 16 08:42:42.802274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-9758b42c-ff93-4402-bb66-b60428f0c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.804469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-9758b42c-ff93-4402-bb66-b60428f0c047 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1611722 Jul 16 08:42:42.931374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Router 9938e7e8-fae7-405c-bf06-14f2eae7226e is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:42.936538 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-53854fcd-fe5f-4e21-aa36-ec61fbb80b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.000237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a1b0d-d18e-401e-a5fe-c6e40870fd7a req-c90ac50f-c615-4cf3-be5f-24a0e2a1b0c5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.010790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-368a1b0d-d18e-401e-a5fe-c6e40870fd7a req-c90ac50f-c615-4cf3-be5f-24a0e2a1b0c5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 944 time: 0.3076549 Jul 16 08:42:43.025320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cfd78-ccc2-4fe0-bc3c-2ea904076ffb req-6634007b-f6b8-4a3c-841e-cfe99e3d2911 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.033571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48cfd78-ccc2-4fe0-bc3c-2ea904076ffb req-6634007b-f6b8-4a3c-841e-cfe99e3d2911 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 944 time: 0.3292873 Jul 16 08:42:43.131696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-1e137d97-2f19-4b89-9be8-ca10eb334865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.131696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-1e137d97-2f19-4b89-9be8-ca10eb334865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3071947 Jul 16 08:42:43.136112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cd0a32ee-dd9c-4e8f-868a-4e94f10397d3 req-51516c66-6b2b-4056-9d8a-252d395d0161 service neutron] 10.222.0.46 "GET /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373697 Jul 16 08:42:43.177645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48cfd78-ccc2-4fe0-bc3c-2ea904076ffb req-14c8e9e1-5883-4831-b4e8-fb0e3adada9a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407604 Jul 16 08:42:43.298912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-368a1b0d-d18e-401e-a5fe-c6e40870fd7a req-3cb3564a-42ea-4402-aaf9-8b568a61bbc1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864845 Jul 16 08:42:43.322915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:43.349961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb51283a-029d-4fac-b641-61cf27933cab {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:43.389595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.425034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Transition to ACTIVE for port object eb51283a-029d-4fac-b641-61cf27933cab will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:43.450866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.484634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.510603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'network_id': 'a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9', 'port_id': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'mac_address': 'fa:16:3e:be:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4793964b-9154-40f7-b109-a601831d6ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:43.578807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Pushing event updated for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.604475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.636300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:43.684578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.689730 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.711775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Attempting to bind port eb51283a-029d-4fac-b641-61cf27933cab on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:43.712263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Attempting to bind port eb51283a-029d-4fac-b641-61cf27933cab by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:43.712644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Attempting to bind port eb51283a-029d-4fac-b641-61cf27933cab on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:43.736729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Port eb51283a-029d-4fac-b641-61cf27933cab on network 4a503a25-1a29-4b40-9c42-b80e102776a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:43.737437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Attempting to bind port eb51283a-029d-4fac-b641-61cf27933cab on network 4a503a25-1a29-4b40-9c42-b80e102776a6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:43.763173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:43.763684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Checking segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:43.764212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Bound using segment: {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:43.764914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Bound port: eb51283a-029d-4fac-b641-61cf27933cab, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523fe52d-cdeb-45ea-9370-7903236098df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:43.765492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.810846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.853853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:43.859516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.870601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96faf50-0a15-4c6b-a379-53a913ddf253 req-5aa37fc5-4725-4a41-a35e-bee385ce8c31 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.872258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96faf50-0a15-4c6b-a379-53a913ddf253 req-5aa37fc5-4725-4a41-a35e-bee385ce8c31 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 943 time: 0.1528630 Jul 16 08:42:43.875201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.880454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854632f-4582-48ee-939e-e94197061b76 None None] Sync routers for ids ['9938e7e8-fae7-405c-bf06-14f2eae7226e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:43.889633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71b9c7b2-1076-443d-afcc-7980ff8b2fac tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "PUT /v2.0/routers/9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 200 len: 919 time: 6.8769906 Jul 16 08:42:43.897547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] Routers {'9938e7e8-fae7-405c-bf06-14f2eae7226e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:43.899094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9938e7e8-fae7-405c-bf06-14f2eae7226e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:43.919880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-cb80d672-9a2a-4abe-8bdb-23c204d7bfc4 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503960 Jul 16 08:42:43.927057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:43.961759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eb51283a-029d-4fac-b641-61cf27933cab,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:43.982560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96faf50-0a15-4c6b-a379-53a913ddf253 req-087a67c1-5937-4502-81ff-d410274dce6c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619175 Jul 16 08:42:43.985659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.986226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.012172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] Routers {'9938e7e8-fae7-405c-bf06-14f2eae7226e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:44.013094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9938e7e8-fae7-405c-bf06-14f2eae7226e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.051573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.051573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.052478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] 10.222.0.46 "PUT /v2.0/ports/eb51283a-029d-4fac-b641-61cf27933cab HTTP/1.1" status: 200 len: 1092 time: 1.8317285 Jul 16 08:42:44.054637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:44.057623 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4171d2cf-161f-4627-b731-48684f33841b" -d '{"events": [{"name": "network-changed", "server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "tag": "eb51283a-029d-4fac-b641-61cf27933cab"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:44.086982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c854632f-4582-48ee-939e-e94197061b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.088448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854632f-4582-48ee-939e-e94197061b76 None None] The sync data for ids ['9938e7e8-fae7-405c-bf06-14f2eae7226e'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:44.107558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-69c3afd7-b461-4975-9453-2b7248b57251 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 200 len: 925 time: 0.2315180 Jul 16 08:42:44.108475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fca196-07db-443d-864b-8dd74afdeadc service neutron] Pushing event updated for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.110948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46960) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.165923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4b43522f-c159-4f58-a0cf-a4d3ccef3303 req-5af08802-1596-4ef9-bcdb-9fa190a8abc4 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358148 Jul 16 08:42:44.173936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['6cafc60b-5a1a-4a37-b78f-42ab2c35dde6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:44.180909 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f92d577-c59c-45f6-8dd3-73832661a82e x-openstack-request-id: req-0f92d577-c59c-45f6-8dd3-73832661a82e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:44.182343 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "tag": "eb51283a-029d-4fac-b641-61cf27933cab", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:44.182894 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f92d577-c59c-45f6-8dd3-73832661a82e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:44.183502 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab', 'status': 'completed', 'code': 200} Jul 16 08:42:44.239757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-b32a4821-4e80-4864-888e-0cadaaebf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.241584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-b32a4821-4e80-4864-888e-0cadaaebf781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 1095 time: 0.1213970 Jul 16 08:42:44.297810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1251287-fdc9-4277-bb5c-e35d9ce1ea71 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.299351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1251287-fdc9-4277-bb5c-e35d9ce1ea71 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=9938e7e8-fae7-405c-bf06-14f2eae7226e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1874690 Jul 16 08:42:44.301596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-3fd074a7-7bcb-4f0d-848d-664005dc0496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb51283a-029d-4fac-b641-61cf27933cab HTTP/1.1" status: 200 len: 217 time: 0.0506089 Jul 16 08:42:44.305258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46966) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.408356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-7703d5d8-7a92-4721-ab64-36d9a9bda030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.417533 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-7703d5d8-7a92-4721-ab64-36d9a9bda030 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1096 time: 0.1780074 Jul 16 08:42:44.441010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f3b81-657f-474c-bf5d-407b7424252c tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.442464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-789f3b81-657f-474c-bf5d-407b7424252c tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.1361806 Jul 16 08:42:44.453058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.512545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1efa1175-6ebb-41c7-8af6-a04fabe41669 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 200 len: 205 time: 0.0583231 Jul 16 08:42:44.516456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46976) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.622816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-1d00c231-af16-4a4e-bb45-d4cbba346def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.626169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-1d00c231-af16-4a4e-bb45-d4cbba346def service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2070081 Jul 16 08:42:44.679463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-8a3e95d1-8272-4d82-9ad6-a4c40d6b1393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 217 time: 0.0433218 Jul 16 08:42:44.689225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004f52-71f2-4adf-82b5-eac924be57bb req-e2bf0b0c-a279-4db2-9d0c-11108ad4eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.690706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-e2bf0b0c-a279-4db2-9d0c-11108ad4eed2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.2472458 Jul 16 08:42:44.754003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-b6878ead-9c10-44e8-8be6-94e30cf4ddce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527463 Jul 16 08:42:44.775137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-8b04557e-bf6a-4111-b2be-76e1fc5eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.779257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-8b04557e-bf6a-4111-b2be-76e1fc5eb627 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.0931711 Jul 16 08:42:44.908994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-4d982fde-cebe-4584-a068-d1b04f39d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.910629 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-4d982fde-cebe-4584-a068-d1b04f39d993 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233277 Jul 16 08:42:45.059755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-4aac36a6-677f-4c51-83df-fffcf011dfed service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411676 Jul 16 08:42:45.264379 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03e0fdba-5b73-478b-9519-483c29ed1185 req-830d3e6b-feec-4dff-9892-189b55468d1e service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961284 Jul 16 08:42:45.334197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.412468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0264-07d7-4192-9a61-f9b90720efe0 req-2ade0b04-82f2-46d4-946f-b5f48fbaeb6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.414044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18bf0264-07d7-4192-9a61-f9b90720efe0 req-2ade0b04-82f2-46d4-946f-b5f48fbaeb6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 944 time: 0.8607919 Jul 16 08:42:45.480766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-7343da32-b1f5-42c1-b65f-7ea43dc449e5 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911001 Jul 16 08:42:45.547907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d466def-2d59-4304-9e03-4af87afa7a44 req-8ff6f61e-eed9-422b-b955-eb7c61ec2c0e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.549744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d466def-2d59-4304-9e03-4af87afa7a44 req-8ff6f61e-eed9-422b-b955-eb7c61ec2c0e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 945 time: 0.7585936 Jul 16 08:42:45.556295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18bf0264-07d7-4192-9a61-f9b90720efe0 req-266723f0-eb50-478a-a0c4-b0463027675b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345465 Jul 16 08:42:45.588814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c101f775-8c01-4de1-8b63-f8c286f952af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.681984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.692503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.763678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d466def-2d59-4304-9e03-4af87afa7a44 req-46b0988f-fbb1-4a86-ac98-6659997fd469 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616559 Jul 16 08:42:45.832250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46004f52-71f2-4adf-82b5-eac924be57bb req-6d7258cd-0fb9-4ac1-a959-b686647f31a2 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063488 Jul 16 08:42:45.849617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 1f92fa6f-ecd2-437f-8d4d-6973d6f43429 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:45.850025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.123448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.152669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 1f92fa6f-ecd2-437f-8d4d-6973d6f43429 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:46.161090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d2cf-161f-4627-b731-48684f33841b req-e9dfd145-af5c-4df5-a597-07f6bed3448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.162622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-e9dfd145-af5c-4df5-a597-07f6bed3448f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 1095 time: 0.2398465 Jul 16 08:42:46.265095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591c7f3-b38b-4528-af5b-e6e90caa0427 req-197060fb-2a14-416d-bd08-e9115d7df28c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.265722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b591c7f3-b38b-4528-af5b-e6e90caa0427 req-197060fb-2a14-416d-bd08-e9115d7df28c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 943 time: 0.2112331 Jul 16 08:42:46.385053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d2cf-161f-4627-b731-48684f33841b req-8d02de27-029b-4ffc-a223-6de28a9fe058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.386552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-8d02de27-029b-4ffc-a223-6de28a9fe058 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.2144761 Jul 16 08:42:46.420744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b591c7f3-b38b-4528-af5b-e6e90caa0427 req-567dbb2f-e66c-4a12-b195-c85952cac637 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Jul 16 08:42:46.531765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-6363e3ca-1287-4e6c-a52e-6b85bf73ea71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb51283a-029d-4fac-b641-61cf27933cab HTTP/1.1" status: 200 len: 217 time: 0.1336775 Jul 16 08:42:46.643203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d2cf-161f-4627-b731-48684f33841b req-af0eb03a-9b5c-4dc4-be0d-75398ad72bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.644793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-af0eb03a-9b5c-4dc4-be0d-75398ad72bbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.0968187 Jul 16 08:42:46.694200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-9f14b5f2-2de7-4004-b36b-d946dd53ea9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404644 Jul 16 08:42:46.702377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.804858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=1f92fa6f-ecd2-437f-8d4d-6973d6f43429,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.806000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.929075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.113758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.124249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.176077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-a3704e1c-06ba-4364-a19a-4a5156d3fbd1 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746890 Jul 16 08:42:47.197893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.198411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router 9938e7e8-fae7-405c-bf06-14f2eae7226e {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:47.224395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372da3e-9d15-4dda-ad20-5fd9a04eace6 req-cbbe87b1-cce4-4843-a2a0-efd68d8cd6e2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.229567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2372da3e-9d15-4dda-ad20-5fd9a04eace6 req-cbbe87b1-cce4-4843-a2a0-efd68d8cd6e2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 944 time: 0.4290102 Jul 16 08:42:47.240371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.241477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8eb78aea-82c1-423f-ba0f-c3bbb9f20212 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 204 len: 168 time: 2.7168083 Jul 16 08:42:47.248608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.256777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-488690749', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.310469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.314670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.339565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3628b-a3a1-4a55-b11d-8ae34e90e046 req-4282e5a6-9d5f-4057-863d-72b03057019b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.347319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bb3628b-a3a1-4a55-b11d-8ae34e90e046 req-4282e5a6-9d5f-4057-863d-72b03057019b tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 945 time: 0.3422496 Jul 16 08:42:47.350679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:47.354415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:47.354622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2372da3e-9d15-4dda-ad20-5fd9a04eace6 req-7117b8e1-c7a1-46e1-b2e7-301069d5583a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240060 Jul 16 08:42:47.391543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4171d2cf-161f-4627-b731-48684f33841b req-b3ba2e03-f44c-498c-9d58-b4c35dfd4960 service neutron] 10.222.0.46 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059348 Jul 16 08:42:47.415517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bb3628b-a3a1-4a55-b11d-8ae34e90e046 req-3bbc6a4e-a8ca-4cdd-a522-0c5239555bf0 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671644 Jul 16 08:42:47.487414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.633853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:47.640837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:47.641582 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.692627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.712669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:47.787856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.807049 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.810524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.844868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:47.847487 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a75b6-0976-4e5a-b41f-38d8e5b9af70" -d '{"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:47.855492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:47.883145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.891069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.898289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.936958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55e4d-906a-4d9f-8798-43ce1dc3d11a req-50441613-4878-4f99-a9a6-7f1522397e9e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.938574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcc55e4d-906a-4d9f-8798-43ce1dc3d11a req-50441613-4878-4f99-a9a6-7f1522397e9e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 943 time: 0.0995812 Jul 16 08:42:47.973265 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abe1a64-0686-4d05-8349-76a9398f224c x-openstack-request-id: req-0abe1a64-0686-4d05-8349-76a9398f224c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:47.984895 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:47.985678 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0abe1a64-0686-4d05-8349-76a9398f224c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:47.986314 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'code': 200} Jul 16 08:42:47.987902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.013413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcc55e4d-906a-4d9f-8798-43ce1dc3d11a req-6deab9a0-ac6c-489c-aec8-c7470a757bc4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644591 Jul 16 08:42:48.037074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.091739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d7636-a409-40f3-98a4-820bf27de72c req-07cd260c-c24d-4cc3-b4d9-9c0337cde376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.093424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a90d7636-a409-40f3-98a4-820bf27de72c req-07cd260c-c24d-4cc3-b4d9-9c0337cde376 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 1098 time: 0.0765953 Jul 16 08:42:48.133589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.160475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a90d7636-a409-40f3-98a4-820bf27de72c req-908344e0-8d80-4f93-a531-224abe0b1675 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Jul 16 08:42:48.173740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.193524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.312336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Allocated IP 172.25.5.205 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/7915fe14-9870-4300-8346-f5495ac44145) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:48.329795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['47f90192-9dc4-4f72-b21a-f1d87d5df86c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:48.434344 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.436342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.490591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.528077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:48.532927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:48.536784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:48.562135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event updated for resources: {'Port': ['ID=7915fe14-9870-4300-8346-f5495ac44145,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.578586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.578935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.580655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.581007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.581349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.581691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.582087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.582366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.582675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.582999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.583323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.583645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:48.710670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b989ce-a4f8-4199-926e-29a5d792d4cf req-9115b83b-44f2-4fff-a869-55502c968894 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.712786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20b989ce-a4f8-4199-926e-29a5d792d4cf req-9115b83b-44f2-4fff-a869-55502c968894 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.1442950 Jul 16 08:42:48.727420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a82a3-09e4-4a04-ab08-07e724505bde req-ed6182f2-60e8-4a72-a9d1-a662cc27e4d4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.729351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-887a82a3-09e4-4a04-ab08-07e724505bde req-ed6182f2-60e8-4a72-a9d1-a662cc27e4d4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1480882 Jul 16 08:42:48.787112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20b989ce-a4f8-4199-926e-29a5d792d4cf req-2b4444d3-f8af-41b2-baa9-c73f0c8c085e tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567136 Jul 16 08:42:48.796062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-887a82a3-09e4-4a04-ab08-07e724505bde req-74332498-d1b1-4750-ac3b-3c05952c3438 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588546 Jul 16 08:42:48.871868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.192470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.195071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01a061-729e-43c3-900d-ab7b19d80118 req-7e65e0d5-ffbe-4ae7-b469-3bf9512912ff tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.202097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e01a061-729e-43c3-900d-ab7b19d80118 req-7e65e0d5-ffbe-4ae7-b469-3bf9512912ff tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 950 time: 0.0933168 Jul 16 08:42:49.266971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e01a061-729e-43c3-900d-ab7b19d80118 req-58d530ec-1ae3-4087-b9d1-73c57955bdd8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639935 Jul 16 08:42:49.354214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375775c8-3b3e-48b1-bbb6-fe12be2696b4 req-64efc69d-c3e2-4a52-8db5-01b161ca72ec tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.354660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eb51283a-029d-4fac-b641-61cf27933cab details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:49.362705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-375775c8-3b3e-48b1-bbb6-fe12be2696b4 req-64efc69d-c3e2-4a52-8db5-01b161ca72ec tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 943 time: 0.1844354 Jul 16 08:42:49.420746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-375775c8-3b3e-48b1-bbb6-fe12be2696b4 req-a209342d-707b-413d-97f9-0aa7445a9c17 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Jul 16 08:42:49.425076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Router cb56f320-7140-4adf-b9d4-b4c298a438ab is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:49.491789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eb51283a-029d-4fac-b641-61cf27933cab,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.508882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'eb51283a-029d-4fac-b641-61cf27933cab', 'network_id': '4a503a25-1a29-4b40-9c42-b80e102776a6', 'port_id': 'eb51283a-029d-4fac-b641-61cf27933cab', 'mac_address': 'fa:16:3e:33:0c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74acfefa-4362-44df-81c7-ea9791f1dbc6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:49.559110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:49.559394 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.572679 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] Sync routers for ids ['cb56f320-7140-4adf-b9d4-b4c298a438ab'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:49.583440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.585063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5a1052f1-c1a4-4049-a146-d8c261a7baf8 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3320529 Jul 16 08:42:49.590141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.594339 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] Routers {'cb56f320-7140-4adf-b9d4-b4c298a438ab'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.595092 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['cb56f320-7140-4adf-b9d4-b4c298a438ab'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.605864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.607877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb51283a-029d-4fac-b641-61cf27933cab {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:49.657347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eb51283a-029d-4fac-b641-61cf27933cab,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.663894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.669104 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.679512 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] Routers {'cb56f320-7140-4adf-b9d4-b4c298a438ab'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.680211 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['cb56f320-7140-4adf-b9d4-b4c298a438ab'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.723047 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.723389 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81453305-f3e5-4038-9518-1a97616c7eb3 None None] The sync data for ids ['cb56f320-7140-4adf-b9d4-b4c298a438ab'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:49.774418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.098044 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.100932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['eb51283a-029d-4fac-b641-61cf27933cab'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:50.133639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.147533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9f310-1ffe-42ae-9c30-baef4abd50ff req-ab3a46e6-a9e5-4421-9f1b-d846dfd92ec4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.149728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cb9f310-1ffe-42ae-9c30-baef4abd50ff req-ab3a46e6-a9e5-4421-9f1b-d846dfd92ec4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1955976 Jul 16 08:42:50.178134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20916f-22fa-4abe-8eb6-cf2edd5cc590 req-5a6554a6-ccbb-453c-8e7b-3931aedf8c23 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.180262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b20916f-22fa-4abe-8eb6-cf2edd5cc590 req-5a6554a6-ccbb-453c-8e7b-3931aedf8c23 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.1842501 Jul 16 08:42:50.265124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cb9f310-1ffe-42ae-9c30-baef4abd50ff req-5cdfcf93-8122-4cf7-abed-3cfdb00eca23 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053066 Jul 16 08:42:50.300322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b20916f-22fa-4abe-8eb6-cf2edd5cc590 req-f7f68ff0-5628-494d-9518-06da039a4872 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937378 Jul 16 08:42:50.349858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Deleting port 7915fe14-9870-4300-8346-f5495ac44145 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:50.350272 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.475409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.490362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Calling delete_port for 7915fe14-9870-4300-8346-f5495ac44145 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:50.733581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a85351-8f16-4c8c-b622-d060d6b8130d req-fb42bbc5-b2a7-4fbd-b542-b7b2d1b9ead4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.735096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46a85351-8f16-4c8c-b622-d060d6b8130d req-fb42bbc5-b2a7-4fbd-b542-b7b2d1b9ead4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 944 time: 0.1337614 Jul 16 08:42:50.751610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.800295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Pushing event deleted for resources: {'Port': ['ID=7915fe14-9870-4300-8346-f5495ac44145,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.839763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46a85351-8f16-4c8c-b622-d060d6b8130d req-aa52dcf7-8e43-4d28-8468-70153b2dd9ae tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Jul 16 08:42:50.909205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.996202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8d3b-d3e0-46b8-8a61-9294e13d5dad req-02cc3b7a-61cc-4909-b502-49f03308c5d3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.997752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc4b8d3b-d3e0-46b8-8a61-9294e13d5dad req-02cc3b7a-61cc-4909-b502-49f03308c5d3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.1884651 Jul 16 08:42:51.164779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc4b8d3b-d3e0-46b8-8a61-9294e13d5dad req-888edd2e-656c-4a5a-914f-ba57a3616ddb tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271157 Jul 16 08:42:51.174998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.185469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.376061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:51.472062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:51.482180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.483193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.692575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Router cb56f320-7140-4adf-b9d4-b4c298a438ab has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:51.734135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.768585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:51.771603 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febef93-6612-4cf0-885e-94df0d501219" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:51.793838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:51.803695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.807750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6ba08d3e-ee85-4904-8252-75fbefeba1e6 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "PUT /v2.0/routers/cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 200 len: 709 time: 2.2125487 Jul 16 08:42:51.808575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.813423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:51.813973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c4a7-a3ed-4d98-b09b-504182f6cb2c req-1cb715b0-fd6e-4015-bd2e-60cad8f3148d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.817519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] Sync routers for ids ['cb56f320-7140-4adf-b9d4-b4c298a438ab'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:51.822919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e405c4a7-a3ed-4d98-b09b-504182f6cb2c req-1cb715b0-fd6e-4015-bd2e-60cad8f3148d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1726305 Jul 16 08:42:51.827227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.828331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:51.840315 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd9732-b762-4734-a855-2a476ba4aba5 x-openstack-request-id: req-56fd9732-b762-4734-a855-2a476ba4aba5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:51.840593 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:51.840858 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56fd9732-b762-4734-a855-2a476ba4aba5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:51.841266 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:42:51.887435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e405c4a7-a3ed-4d98-b09b-504182f6cb2c req-4a64aab6-f406-486f-96c4-c8e94fc64449 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634553 Jul 16 08:42:51.935254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.952263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] Routers {'cb56f320-7140-4adf-b9d4-b4c298a438ab'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:51.952871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['cb56f320-7140-4adf-b9d4-b4c298a438ab'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:51.972592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.005053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43c4f4fe-42fa-4485-b188-f0f9025e1ac5 tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/routers/cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 200 len: 744 time: 0.1929238 Jul 16 08:42:52.007772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.023605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d355f-f024-41a9-aece-6abd59dfb8fc req-f049e776-d1db-4da9-9d7b-b3865deda4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.026599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a8d355f-f024-41a9-aece-6abd59dfb8fc req-f049e776-d1db-4da9-9d7b-b3865deda4db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1098 time: 0.0910735 Jul 16 08:42:52.035744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.052683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] Routers {'cb56f320-7140-4adf-b9d4-b4c298a438ab'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:52.053611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['cb56f320-7140-4adf-b9d4-b4c298a438ab'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.062293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1635977-c187-42ea-86b0-df8a93a91c0a tempest-RoutersIpV6AdminTest-782072451 tempest-RoutersIpV6AdminTest-782072451-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 200 len: 205 time: 0.0526505 Jul 16 08:42:52.065112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.099877 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7cd478e2-1d4b-4c58-9549-983877927064 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 200 len: 205 time: 0.0339808 Jul 16 08:42:52.103649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.115462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.116301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf44a0-8a07-4281-a408-5c371e096668 None None] The sync data for ids ['cb56f320-7140-4adf-b9d4-b4c298a438ab'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:52.133229 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.141032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3497e700-49d1-498d-8d6e-0a232884c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.155217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a8d355f-f024-41a9-aece-6abd59dfb8fc req-81715db2-2779-49da-ba18-9497697d1ce6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098616 Jul 16 08:42:52.176533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:52.180670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.181246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.202783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7aa0f-bb85-4aa1-adc0-e058fe01d8db req-fca382d0-93a4-4680-9a74-9ff6de48b7ed tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.204337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ece7aa0f-bb85-4aa1-adc0-e058fe01d8db req-fca382d0-93a4-4680-9a74-9ff6de48b7ed tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 944 time: 0.1763599 Jul 16 08:42:52.246671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.278960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ece7aa0f-bb85-4aa1-adc0-e058fe01d8db req-9ebc3b96-2d8d-4f00-8dbf-25e75d1d3196 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557921 Jul 16 08:42:52.369260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3497e700-49d1-498d-8d6e-0a232884c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.373838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3497e700-49d1-498d-8d6e-0a232884c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.395318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.397471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.425894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e700-49d1-498d-8d6e-0a232884c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba416f39-ebf9-451c-8c9d-c494b6c7af29,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.433654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3497e700-49d1-498d-8d6e-0a232884c820 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3764b22640b402c8a64f1d54a74ea7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564681 Jul 16 08:42:52.433903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.453565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.454207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Fanout notify agent at l3_agent the message router_deleted on router cb56f320-7140-4adf-b9d4-b4c298a438ab {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:52.459696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96881-8875-47dd-aa09-919fbb1fa052 req-a8eaaaee-9c36-4e11-99be-59418b8e4470 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.463224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbe96881-8875-47dd-aa09-919fbb1fa052 req-a8eaaaee-9c36-4e11-99be-59418b8e4470 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.1460421 Jul 16 08:42:52.465465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.471492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-02ccad5d-2f6d-4562-b8a5-49370a73d3d7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 204 len: 168 time: 0.3620126 Jul 16 08:42:52.474849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.508569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-286d2300-b24e-4721-b5d5-1b5ff1f0cf53 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 200 len: 205 time: 0.0325408 Jul 16 08:42:52.513253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.530305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbe96881-8875-47dd-aa09-919fbb1fa052 req-57615ec9-24a3-480d-b869-29850569956a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Jul 16 08:42:52.844241 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-749e2721-9eb1-40a8-b1c3-31f0a1546b93 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:52.848066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-749e2721-9eb1-40a8-b1c3-31f0a1546b93 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/cb56f320-7140-4adf-b9d4-b4c298a438ab HTTP/1.1" status: 404 len: 336 time: 0.3308728 Jul 16 08:42:52.848194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.886995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb6a5ae0-28e5-496e-90de-76633f2994ae tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 200 len: 205 time: 0.0377035 Jul 16 08:42:52.889779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.890042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.913627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.934910 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9124f10c-cd08-45a7-b46a-17ff39fb59e5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:52.935926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9124f10c-cd08-45a7-b46a-17ff39fb59e5 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/9938e7e8-fae7-405c-bf06-14f2eae7226e HTTP/1.1" status: 404 len: 336 time: 0.0451543 Jul 16 08:42:52.940254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.975818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eeac5300-9c64-40a8-9fe0-c65edf92d302 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 200 len: 205 time: 0.0339277 Jul 16 08:42:52.978889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.006112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bed29b-04c7-486e-9f28-816912e8e3fc req-872d06ee-9a2d-42a7-8c3e-b11f8d955b15 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.008152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13bed29b-04c7-486e-9f28-816912e8e3fc req-872d06ee-9a2d-42a7-8c3e-b11f8d955b15 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.0747864 Jul 16 08:42:53.018402 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-bbe951ff-f9f1-487a-92ae-4d0779e6de22 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:53.019451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bbe951ff-f9f1-487a-92ae-4d0779e6de22 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/a5293b5f-9e79-4f9f-8108-ab55b059b283 HTTP/1.1" status: 404 len: 336 time: 0.0394909 Jul 16 08:42:53.022162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.032079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.034957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.036154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba416f39-ebf9-451c-8c9d-c494b6c7af29 HTTP/1.1" status: 204 len: 168 time: 0.6013210 Jul 16 08:42:53.046998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3ab1-1ef6-4cbf-9ee0-3a14bade2c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba416f39-ebf9-451c-8c9d-c494b6c7af29,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.086854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b957ceda-0bd3-4f69-ad1e-f24ec7baa9d0 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 200 len: 205 time: 0.0607431 Jul 16 08:42:53.087485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.120645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13bed29b-04c7-486e-9f28-816912e8e3fc req-4f12499e-86ce-4981-9ebf-be4d73f43244 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994616 Jul 16 08:42:53.131853 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-61de5552-ee91-491f-a074-e972dedf6b1c tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:53.135154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61de5552-ee91-491f-a074-e972dedf6b1c tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/8d2f2042-da74-4081-aaca-4539fe381508 HTTP/1.1" status: 404 len: 336 time: 0.0439119 Jul 16 08:42:53.137804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.151290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c0e0-021c-4c17-a482-5e9830efe629 req-28d4a9ba-c6c7-4e28-b12a-9a2562cec3f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.152896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b098c0e0-021c-4c17-a482-5e9830efe629 req-28d4a9ba-c6c7-4e28-b12a-9a2562cec3f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.1437874 Jul 16 08:42:53.170384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7f638b7f-0fba-40c0-b603-65a802859c6b tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 200 len: 205 time: 0.0289752 Jul 16 08:42:53.170713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.207275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b098c0e0-021c-4c17-a482-5e9830efe629 req-2e5395d7-f3da-4008-9b2c-91ce01ce4f60 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Jul 16 08:42:53.210207 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8be26788-b567-48af-a6dc-b5ee923f6dbe tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:53.213976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8be26788-b567-48af-a6dc-b5ee923f6dbe tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/f150f64c-b05a-40cd-8ed3-e39480304513 HTTP/1.1" status: 404 len: 336 time: 0.0398006 Jul 16 08:42:53.214402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47274) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.248660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1eb4deb7-e923-4021-b3b5-0f9bba73fd19 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d84062a-4856-49ab-95f3-58a35bf8269a HTTP/1.1" status: 200 len: 205 time: 0.0330503 Jul 16 08:42:53.251385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.324901 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-b511c2dd-df5d-488c-b604-f964f37bc283 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] delete failed (client error): The resource could not be found. Jul 16 08:42:53.326550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b511c2dd-df5d-488c-b604-f964f37bc283 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/routers/4d84062a-4856-49ab-95f3-58a35bf8269a HTTP/1.1" status: 404 len: 336 time: 0.0731559 Jul 16 08:42:53.329159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.350333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.363486 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-894f4232-0d28-4904-9749-440abebb07f7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:53.365763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894f4232-0d28-4904-9749-440abebb07f7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:53.365914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57045e9c-b4e1-4174-acc7-8de4c16e8a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.371445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-894f4232-0d28-4904-9749-440abebb07f7 tempest-RoutersIpV6AdminTest-1307086188 tempest-RoutersIpV6AdminTest-1307086188-project] 10.222.0.32 "DELETE /v2.0/subnets/733b7e4c-bcec-4e90-a6e8-87d7ceb3afe9 HTTP/1.1" status: 404 len: 337 time: 0.0411234 Jul 16 08:42:53.389039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:53.394540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eb51283a-029d-4fac-b641-61cf27933cab up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:53.492159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57045e9c-b4e1-4174-acc7-8de4c16e8a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.494723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port eb51283a-029d-4fac-b641-61cf27933cab completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:53.497544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57045e9c-b4e1-4174-acc7-8de4c16e8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.501100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port eb51283a-029d-4fac-b641-61cf27933cab triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:53.501480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.579546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-57045e9c-b4e1-4174-acc7-8de4c16e8a2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f67537c56cf84f34a0b83fb3ae67ea80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252502 Jul 16 08:42:53.579546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57045e9c-b4e1-4174-acc7-8de4c16e8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d5e6f-9740-4b5a-a4a8-5de88e2aff3e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.579742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.601879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:53.622130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '00abe358-436e-4cae-8c89-6db53de13458', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '00abe358-436e-4cae-8c89-6db53de13458', 'mac_address': 'fa:16:3e:75:97:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:53.678975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51482-e650-4404-9b5e-e241cde7c502 req-5e931c16-0766-46cc-8a25-130ae1c6d836 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.680728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0df51482-e650-4404-9b5e-e241cde7c502 req-5e931c16-0766-46cc-8a25-130ae1c6d836 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 944 time: 0.1789649 Jul 16 08:42:53.699934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.707243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.729330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.732449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00abe358-436e-4cae-8c89-6db53de13458 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:53.741336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.768905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:53.776683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.783391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0df51482-e650-4404-9b5e-e241cde7c502 req-ca207f73-90e0-4680-8269-4749cbbf0f1e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951395 Jul 16 08:42:53.807373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eb51283a-029d-4fac-b641-61cf27933cab,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:53.824686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.826287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.829627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.831516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/871d5e6f-9740-4b5a-a4a8-5de88e2aff3e HTTP/1.1" status: 204 len: 168 time: 0.2511952 Jul 16 08:42:53.842469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5daf7-b36e-4605-8fff-0aaf5cff0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d5e6f-9740-4b5a-a4a8-5de88e2aff3e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.857279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}, {'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:53.859707 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9512abd-2de6-492e-88c5-35b3daf313df" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}, {"server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb51283a-029d-4fac-b641-61cf27933cab"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:53.868004 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.876468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.929631 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc0c183-3241-426b-af50-d53c5c8082e1 x-openstack-request-id: req-0bc0c183-3241-426b-af50-d53c5c8082e1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:53.930268 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "code": 200}, {"server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb51283a-029d-4fac-b641-61cf27933cab", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:53.930724 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bc0c183-3241-426b-af50-d53c5c8082e1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:53.931610 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'code': 200} Jul 16 08:42:53.932081 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab', 'code': 200} Jul 16 08:42:53.949608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.002725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['00abe358-436e-4cae-8c89-6db53de13458'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:54.111991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df21ceb-9dae-48c1-bae0-a683d881fd16 req-4ae2bf0c-4683-4089-8c62-be45ae586e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.116771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7df21ceb-9dae-48c1-bae0-a683d881fd16 req-4ae2bf0c-4683-4089-8c62-be45ae586e1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 1097 time: 0.0710912 Jul 16 08:42:54.190027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7df21ceb-9dae-48c1-bae0-a683d881fd16 req-9d230765-7602-4ade-a5e3-80e906e3205f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677733 Jul 16 08:42:54.228027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-174b9222-a50d-4c23-9fa4-b764d31e13a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.475447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285e6ba-e230-4cc0-9034-fb0e99572b02 req-4565d864-b848-43f4-a969-e3536fffeff3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.483512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6285e6ba-e230-4cc0-9034-fb0e99572b02 req-4565d864-b848-43f4-a969-e3536fffeff3 tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.1656992 Jul 16 08:42:54.556831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-174b9222-a50d-4c23-9fa4-b764d31e13a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.565810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-174b9222-a50d-4c23-9fa4-b764d31e13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.610213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6285e6ba-e230-4cc0-9034-fb0e99572b02 req-a531f11d-3201-44b2-8d13-7a146522955d tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258280 Jul 16 08:42:54.649878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.651363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-174b9222-a50d-4c23-9fa4-b764d31e13a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc6ecde1150b4656812adf95c6de5870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8227839 Jul 16 08:42:54.671171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b9222-a50d-4c23-9fa4-b764d31e13a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9d4cd-8938-4d7c-96d6-acb082ee2911,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.697409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec08281-2791-4b6e-86fa-76e9ff5beb01 req-4c6e6e87-cf7b-4d96-b4d3-3adfb4d6c6fa tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.704756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec08281-2791-4b6e-86fa-76e9ff5beb01 req-4c6e6e87-cf7b-4d96-b4d3-3adfb4d6c6fa tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.2190776 Jul 16 08:42:54.738884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.755884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec08281-2791-4b6e-86fa-76e9ff5beb01 req-0639eded-c831-46d4-b898-f094ae9f5eee tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470054 Jul 16 08:42:54.784554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.884967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.888099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.892694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21f9d4cd-8938-4d7c-96d6-acb082ee2911 HTTP/1.1" status: 204 len: 168 time: 0.2416315 Jul 16 08:42:54.911509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad003c-d2d7-42ad-843b-40c73740e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9d4cd-8938-4d7c-96d6-acb082ee2911,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.071248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-16ca4bdd-27c2-4796-8905-e8d530b6e7de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.073306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-16ca4bdd-27c2-4796-8905-e8d530b6e7de tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.2457530 Jul 16 08:42:55.171018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a058e-123b-47bc-88cd-b0adba907759 req-5ba5a185-0b9d-4652-bf15-eaa617603186 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.172858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c77a058e-123b-47bc-88cd-b0adba907759 req-5ba5a185-0b9d-4652-bf15-eaa617603186 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.1829786 Jul 16 08:42:55.192137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.197877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'floatingip': {'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:55.370100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.392564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:55.537207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8c989-cdca-4846-a300-ae45254caf46 req-f6498087-68ba-49a5-ac92-cc64e650c24c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.546440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17a8c989-cdca-4846-a300-ae45254caf46 req-f6498087-68ba-49a5-ac92-cc64e650c24c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4611521 Jul 16 08:42:55.555375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Deleting port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:55.555744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.671766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 00abe358-436e-4cae-8c89-6db53de13458 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:55.673488 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.765317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17a8c989-cdca-4846-a300-ae45254caf46 req-52f1eb64-e265-42ee-9e1b-834883cc8df2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045131 Jul 16 08:42:55.767541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47388) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.979993 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.077979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e8481bff-f8ce-42f6-ab5b-a1a0bd6a995e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9eabfffdf694ce9b83ba62992fdf97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759121 Jul 16 08:42:56.084863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:56.091068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:56.100786 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005f0da-a281-4a67-94de-72118fe90793" -d '{"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-plugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:56.109050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.116435 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.117689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:56.210919 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82d405-3af6-4770-bd31-2d21021f5a1d x-openstack-request-id: req-2b82d405-3af6-4770-bd31-2d21021f5a1d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:56.211721 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-plugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:56.214340 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b82d405-3af6-4770-bd31-2d21021f5a1d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:56.215727 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458', 'code': 200} Jul 16 08:42:56.232729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:56.236942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.322406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.359704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Calling delete_port for 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:56.420931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.421877 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.517803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,segment=NetworkSegment(e7702369-e90e-4833-b350-049068211a7d),segment_id=e7702369-e90e-4833-b350-049068211a7d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:56.523830 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.645936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.739703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.747312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:56.829030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.840952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.842360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0258b26d-391f-4cf5-9b24-9f80ace78d19 HTTP/1.1" status: 204 len: 168 time: 0.7319541 Jul 16 08:42:56.868949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250be72-fbd9-440c-aa06-501dcae521f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0258b26d-391f-4cf5-9b24-9f80ace78d19,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.928104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.934768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.052281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882b31-fa69-45a0-a604-c4cb7468d950 req-7eb7dc97-1b07-4357-82cf-0284c2afac0a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.070181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6882b31-fa69-45a0-a604-c4cb7468d950 req-7eb7dc97-1b07-4357-82cf-0284c2afac0a tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 946 time: 0.9947064 Jul 16 08:42:57.146935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.247599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Pushing event deleted for resources: {'Port': ['ID=6cafc60b-5a1a-4a37-b78f-42ab2c35dde6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.333505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6882b31-fa69-45a0-a604-c4cb7468d950 req-63059837-1346-41c5-9f48-88da4f04bdaa tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6810512-4180-400f-bb58-78f9dc798c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585289 Jul 16 08:42:57.456240 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Floating IP 5578dfbd-7585-42f4-a620-db128acf15e2 associated. External IP: 172.25.5.29, port: 47f90192-9dc4-4f72-b21a-f1d87d5df86c. Jul 16 08:42:57.586755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] No DVR routers for this DVR port 6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:57.599899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.616556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25410ef8-cddd-47c2-b584-7d9aa1605809 req-0b6ac73e-5dee-4830-b303-015281e4eccf tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.46 "DELETE /v2.0/ports/6cafc60b-5a1a-4a37-b78f-42ab2c35dde6 HTTP/1.1" status: 204 len: 173 time: 2.5326271 Jul 16 08:42:57.618597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-deleted', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:57.633698 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d353d-059a-40c2-b738-21df4285cf29" -d '{"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-deleted", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:57.727182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca3fa-00bb-4fe4-9c7c-673899857161 req-56f4e55c-589c-47a6-b857-e64e783941d4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.738776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd9ca3fa-00bb-4fe4-9c7c-673899857161 req-56f4e55c-589c-47a6-b857-e64e783941d4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.6587160 Jul 16 08:42:57.837250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd9ca3fa-00bb-4fe4-9c7c-673899857161 req-6178d913-a164-4cb0-92ac-286938cbe7e7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910263 Jul 16 08:42:57.926626 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe9f186-154e-4c8b-b73e-2626cb85f7ee x-openstack-request-id: req-8fe9f186-154e-4c8b-b73e-2626cb85f7ee {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:57.927147 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-deleted", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:57.927571 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fe9f186-154e-4c8b-b73e-2626cb85f7ee {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:57.928265 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-deleted', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'status': 'completed', 'code': 200} Jul 16 08:42:58.165650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:58.216923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:58.220862 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eacd9a-97e1-49f2-ac87-246749a51487" -d '{"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:58.364386 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035d463-46b4-4f9b-bf72-9ea626b65b40 x-openstack-request-id: req-e035d463-46b4-4f9b-bf72-9ea626b65b40 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:58.364795 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12094d4c-47b4-4c14-b266-5d2ebd63b0cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6cafc60b-5a1a-4a37-b78f-42ab2c35dde6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:58.365180 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e035d463-46b4-4f9b-bf72-9ea626b65b40 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:58.366160 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12094d4c-47b4-4c14-b266-5d2ebd63b0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cafc60b-5a1a-4a37-b78f-42ab2c35dde6', 'code': 200} Jul 16 08:42:58.583850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:58.598726 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Sync routers for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:58.606245 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.617592 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:58.623784 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.740394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ef4040f-6f36-498b-8a00-114e9dd3a1c3 req-2318f084-8b95-4ff2-9a29-af16b67b69fc tempest-DeleteServersTestJSON-849126051 tempest-DeleteServersTestJSON-849126051-project] 10.222.0.32 "GET /v2.0/ports?device_id=12094d4c-47b4-4c14-b266-5d2ebd63b0cd HTTP/1.1" status: 200 len: 210 time: 0.0647821 Jul 16 08:42:58.802224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71c6545a-05fa-4faa-b74a-26c62ce6922e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "PUT /v2.0/floatingips/5578dfbd-7585-42f4-a620-db128acf15e2 HTTP/1.1" status: 200 len: 991 time: 3.6065550 Jul 16 08:42:58.803277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:58.811613 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19089063-2c11-4db0-a6f4-4ee007aa0a96" -d '{"events": [{"name": "network-changed", "server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:58.835712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:59.075339 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:59.109916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ed4ea-4b1b-4d16-96a0-3ab423cf8533 req-b2d042b2-8a57-4d25-908e-9236d5b90613 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.120750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e96ed4ea-4b1b-4d16-96a0-3ab423cf8533 req-b2d042b2-8a57-4d25-908e-9236d5b90613 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.3054955 Jul 16 08:42:59.251715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e96ed4ea-4b1b-4d16-96a0-3ab423cf8533 req-8c4f6b45-1435-4702-8511-b0b31050c8df tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281848 Jul 16 08:42:59.350852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-29284882'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:59.383209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:59.394960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.422343 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d2e11-1707-4f1b-a81f-53dfd6e1a320 x-openstack-request-id: req-279d2e11-1707-4f1b-a81f-53dfd6e1a320 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:59.435685 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:59.437808 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-279d2e11-1707-4f1b-a81f-53dfd6e1a320 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:59.439021 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'status': 'completed', 'code': 200} Jul 16 08:42:59.440985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.587336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-77325039-2151-447c-89d7-f9465171c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.595889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-77325039-2151-447c-89d7-f9465171c931 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1098 time: 0.1691117 Jul 16 08:42:59.714977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '5578dfbd-7585-42f4-a620-db128acf15e2', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:27Z', 'updated_at': '2021-07-16T08:42:56Z', 'revision_number': 1, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.764187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.777494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.813875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:59.831641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.832271 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Added segment 2174caa3-c6a7-4453-9f2d-4bf532245cf9 of type vlan for network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 Jul 16 08:42:59.839209 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Checking router: 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:59.871653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:59.879768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-f1d2326a-5742-49a0-84f8-1365c9e99eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.881462 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.882874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-f1d2326a-5742-49a0-84f8-1365c9e99eee service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2783942 Jul 16 08:42:59.987693 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.017285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc01a1-a04f-4fef-94ac-3cee99f7cb8a req-3f37620c-5179-4b1a-be92-348bd384b90d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.032283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74fc01a1-a04f-4fef-94ac-3cee99f7cb8a req-3f37620c-5179-4b1a-be92-348bd384b90d tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2562072 Jul 16 08:43:00.052412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba55e95-2a2d-41a9-94a9-e3154a102878,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.126965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.149970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.154296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-1cc7a89a-64b7-4217-9752-0a0a7463c4fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2602444 Jul 16 08:43:00.155636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.187551 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:00.205060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74fc01a1-a04f-4fef-94ac-3cee99f7cb8a req-77b980d5-5984-49a8-bac5-a9e08f0561f4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696544 Jul 16 08:43:00.344982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-c066a218-6a4a-4ace-919a-8d16740d807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.347261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-c066a218-6a4a-4ace-919a-8d16740d807c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1387274 Jul 16 08:43:00.384551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5461774 Jul 16 08:43:00.408389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47524) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.423184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'subnet': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:00.573133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d2060-bcf2-4ae7-826f-782ec52040a1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Network': ['ID=1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.603763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:00.707004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:00.758023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.849967 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '5578dfbd-7585-42f4-a620-db128acf15e2', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:27Z', 'updated_at': '2021-07-16T08:42:56Z', 'revision_number': 1, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:00.935370 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab5e78-405c-4514-9ef5-cd9b05f94d38 None None] The sync data for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 is: [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '5578dfbd-7585-42f4-a620-db128acf15e2', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'floating_ip_address': '172.25.5.29', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:27Z', 'updated_at': '2021-07-16T08:42:56Z', 'revision_number': 1, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:01.211929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.323357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-d4da697b-323a-4127-84dd-027633daa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.324950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-d4da697b-323a-4127-84dd-027633daa2aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9703484 Jul 16 08:43:01.382844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb2258-4369-4efd-90d6-508f996bb288 None None] New status for floating IP 5578dfbd-7585-42f4-a620-db128acf15e2: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:01.400006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Subnet': ['ID=276f851b-5444-464a-be4b-9870004df7f1,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.499859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:01.510658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.511012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.511353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.511694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.512024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.512464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.512694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.513019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.513347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.513670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.513990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.514308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:01.533783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Checking segment: {'id': '2174caa3-c6a7-4453-9f2d-4bf532245cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:01.534160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network hostable DHCP agents. Network: 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:01.623474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:01.650275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-78268355-9b45-4c3c-8088-15b1215884f0 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025732 Jul 16 08:43:01.678159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:01.692205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.693737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.730937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832b610-fb0a-48b2-a76f-a7ac9debafed req-2912189a-ebf9-44af-aff1-686701f610da tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.743055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8832b610-fb0a-48b2-a76f-a7ac9debafed req-2912189a-ebf9-44af-aff1-686701f610da tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4136741 Jul 16 08:43:01.743215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84416ff0-1830-47b3-abdd-fb5aa12b10bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.756864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee865688-0c87-41fa-9a2f-f2856def1a55 None None] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:01.983614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84416ff0-1830-47b3-abdd-fb5aa12b10bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.985893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'tenant_id': 'd1c49c6065d241d190af890e6538e27b', 'fixed_ips': [{'subnet_id': '276f851b-5444-464a-be4b-9870004df7f1'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:01.986760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.013062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84416ff0-1830-47b3-abdd-fb5aa12b10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.022501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-329ed51f-8d05-4cd0-aa4f-29f11c2b48f8 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6117494 Jul 16 08:43:02.042693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8832b610-fb0a-48b2-a76f-a7ac9debafed req-2535c875-7994-469b-bc49-7d36fe1fc5e1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978036 Jul 16 08:43:02.046979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47568) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.056126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19089063-2c11-4db0-a6f4-4ee007aa0a96 req-dfb9dbde-b9d6-4cab-84fb-694338a3be84 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934870 Jul 16 08:43:02.067050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-685153189'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:02.185712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84416ff0-1830-47b3-abdd-fb5aa12b10bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346c501-5f4b-4966-bd68-3d3abb91b31c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.210015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84416ff0-1830-47b3-abdd-fb5aa12b10bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dacd342859004c398a3ab56be3f8f29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7089021 Jul 16 08:43:02.212947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.293001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Allocated IP 172.20.0.2 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/c2f1e03d-c74c-4eda-a6a5-36c92cb532c6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:02.349155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.357880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:02.361770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.389738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.417992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port cd20b14c-695e-4187-a8f3-b759ff14fcb8 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:02.547440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.552003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.554219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a346c501-5f4b-4966-bd68-3d3abb91b31c HTTP/1.1" status: 204 len: 168 time: 0.3398809 Jul 16 08:43:02.578851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d5c9-9c50-4e86-9712-0761094957f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346c501-5f4b-4966-bd68-3d3abb91b31c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.701511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.723998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Transition to ACTIVE for port object c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:02.754901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Transition to ACTIVE for port object c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:02.766581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.893658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:02.893983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.9 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/cd20b14c-695e-4187-a8f3-b759ff14fcb8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:02.914415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:02.928582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:03.065124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Pushing event updated for resources: {'Port': ['ID=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.180743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Attempting to bind port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:03.181787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Attempting to bind port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2174caa3-c6a7-4453-9f2d-4bf532245cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:03.182187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Attempting to bind port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 on network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:03.196229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:03.196626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Checking segment: {'id': '2174caa3-c6a7-4453-9f2d-4bf532245cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:03.197121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.197793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Bound using segment: {'id': '2174caa3-c6a7-4453-9f2d-4bf532245cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:03.198302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Bound port: c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174caa3-c6a7-4453-9f2d-4bf532245cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:03.198694 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.260932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.311857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7843bf2a-16b5-418b-9ed6-283ab069bcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.464114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] For port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:03.480858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] For port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,segment=NetworkSegment(2174caa3-c6a7-4453-9f2d-4bf532245cf9),segment_id=2174caa3-c6a7-4453-9f2d-4bf532245cf9)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:03.493218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.553337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7843bf2a-16b5-418b-9ed6-283ab069bcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.564891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7843bf2a-16b5-418b-9ed6-283ab069bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.580948 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.613894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843bf2a-16b5-418b-9ed6-283ab069bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d9c729-7e3a-4525-82de-02a7394a5e7a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.634309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object cd20b14c-695e-4187-a8f3-b759ff14fcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:03.661151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488b2fd-c762-4d1e-810d-57a5cd4a3726 req-1c44de8b-f8cd-482b-b019-920438e09b14 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.675798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7843bf2a-16b5-418b-9ed6-283ab069bcac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff367bd006d9409bafd399faab514d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130714 Jul 16 08:43:03.676595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1488b2fd-c762-4d1e-810d-57a5cd4a3726 req-1c44de8b-f8cd-482b-b019-920438e09b14 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.3136396 Jul 16 08:43:03.680666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47622) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.723772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137100dc-db1e-41db-8baf-961ab161ca6c None None] Pushing event updated for resources: {'Port': ['ID=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.774508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1488b2fd-c762-4d1e-810d-57a5cd4a3726 req-06bbc051-2fe2-4546-96d6-6df13e1c3bf6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966504 Jul 16 08:43:03.856421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.859054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.987075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=cd20b14c-695e-4187-a8f3-b759ff14fcb8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.053930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:04.067717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:04.085125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:04.094510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.263113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.266593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.275340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8d9c729-7e3a-4525-82de-02a7394a5e7a HTTP/1.1" status: 204 len: 168 time: 0.5922363 Jul 16 08:43:04.310321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ff3b-4eac-4160-8bf7-0cc67fbb5f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d9c729-7e3a-4525-82de-02a7394a5e7a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.371067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.391563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.430712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e338d1d3-6a1d-4808-94ec-f3a128b03300 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3732152 Jul 16 08:43:04.435427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.441373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-617202062', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:f9:66'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:04.677562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:04.839615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.890521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port 71b6a726-70b2-4a0c-a690-c833fae1d6b0 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:05.230282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.8 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/71b6a726-70b2-4a0c-a690-c833fae1d6b0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:05.281533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad879e-f174-4a5d-b596-004d0107cbf9 req-f30bb8f5-4335-462e-9ecf-6ffdc20d4247 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.328999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ad879e-f174-4a5d-b596-004d0107cbf9 req-f30bb8f5-4335-462e-9ecf-6ffdc20d4247 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2886789 Jul 16 08:43:05.577858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ad879e-f174-4a5d-b596-004d0107cbf9 req-e6e640df-7dc5-4597-95ff-d3ad9108c78e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475936 Jul 16 08:43:05.707529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:05.711004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e2951-f041-4092-a6de-eb0b5d6a8fe4 None None] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:05.873380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.906936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object 71b6a726-70b2-4a0c-a690-c833fae1d6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:05.953660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.975142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1ff2046f-de6c-48c7-ad3e-a8e297f8ab50 None None] Provisioning for port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:06.070236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=71b6a726-70b2-4a0c-a690-c833fae1d6b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.090336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:06.091678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:06.100567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:06.202041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.202887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.232543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c2bbd02-dd78-4f54-be82-a801747ea412 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.7928421 Jul 16 08:43:06.232997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.244268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:06.251931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:06.252898 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.488388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.540376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f36e9b-7502-4489-82d6-9413f5665f9f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.567864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f36e9b-7502-4489-82d6-9413f5665f9f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.583577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f36e9b-7502-4489-82d6-9413f5665f9f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.598780 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:06.600776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,segment=NetworkSegment(2174caa3-c6a7-4453-9f2d-4bf532245cf9),segment_id=2174caa3-c6a7-4453-9f2d-4bf532245cf9)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.608064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.608939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b0f36e9b-7502-4489-82d6-9413f5665f9f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.3747070 Jul 16 08:43:06.616957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.687906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.952103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c5b05-e936-4d13-a23e-b55d96765860 req-aa27ebcc-7b02-4487-bc66-27c1342b6ba2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.953835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96c5b05-e936-4d13-a23e-b55d96765860 req-aa27ebcc-7b02-4487-bc66-27c1342b6ba2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.1184931 Jul 16 08:43:06.962407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port 71b6a726-70b2-4a0c-a690-c833fae1d6b0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:06.972714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.032239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a96c5b05-e936-4d13-a23e-b55d96765860 req-ef092afc-a419-4612-a8d6-8c387a0c2d4b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695083 Jul 16 08:43:07.260011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.264000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Provisioning for port 71b6a726-70b2-4a0c-a690-c833fae1d6b0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:07.268601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Provisioning complete for port 71b6a726-70b2-4a0c-a690-c833fae1d6b0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.269252 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.325248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for 71b6a726-70b2-4a0c-a690-c833fae1d6b0 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:07.393609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Port 71b6a726-70b2-4a0c-a690-c833fae1d6b0 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:07.446909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Provisioning complete for port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.447614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.669905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:07.832412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.900908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.901444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.908260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Provisioning for port cd20b14c-695e-4187-a8f3-b759ff14fcb8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:07.943985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=71b6a726-70b2-4a0c-a690-c833fae1d6b0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.998511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Provisioning complete for port cd20b14c-695e-4187-a8f3-b759ff14fcb8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:07.999728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.121279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-373c266f-6ee7-4c5d-bab4-41e8f0978b97 None None] Port cd20b14c-695e-4187-a8f3-b759ff14fcb8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:08.280454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c18d9cb-6e1c-4079-8f0d-8aee28c8a81a None None] Could not find standard attr ID for object 71b6a726-70b2-4a0c-a690-c833fae1d6b0. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:43:08.331677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1c18d9cb-6e1c-4079-8f0d-8aee28c8a81a None None] Provisioning complete for port cd20b14c-695e-4187-a8f3-b759ff14fcb8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:08.332459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1c18d9cb-6e1c-4079-8f0d-8aee28c8a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.489094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1c18d9cb-6e1c-4079-8f0d-8aee28c8a81a None None] Port cd20b14c-695e-4187-a8f3-b759ff14fcb8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:08.565590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.679701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.687176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3463cd54-b1d7-4f5a-a262-6bb1ac390f23 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/71b6a726-70b2-4a0c-a690-c833fae1d6b0 HTTP/1.1" status: 204 len: 168 time: 2.0774252 Jul 16 08:43:08.688156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.764851 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-95be8c7d-144b-4b0d-94a2-8ab7a018d309 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] GET failed (client error): The resource could not be found. Jul 16 08:43:08.766508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9edc3-73ae-452a-8a67-1639b948fcce req-453e0bbd-422b-4801-ae4e-9686d78ead77 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.778592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-95be8c7d-144b-4b0d-94a2-8ab7a018d309 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports/71b6a726-70b2-4a0c-a690-c833fae1d6b0 HTTP/1.1" status: 404 len: 333 time: 0.0885477 Jul 16 08:43:08.780001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.784335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbf9edc3-73ae-452a-8a67-1639b948fcce req-453e0bbd-422b-4801-ae4e-9686d78ead77 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2135611 Jul 16 08:43:08.790618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-225258402'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.921898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbf9edc3-73ae-452a-8a67-1639b948fcce req-afd66658-ef34-4305-8f0a-2e6669666b63 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243484 Jul 16 08:43:08.981350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.984020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:09.001978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.046977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port 1e6ce2af-b442-4892-937f-04613f1b824d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:09.310363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.5 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/1e6ce2af-b442-4892-937f-04613f1b824d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:09.628172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.652741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object 1e6ce2af-b442-4892-937f-04613f1b824d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.792018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.860767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47794) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.926556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.932365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=1e6ce2af-b442-4892-937f-04613f1b824d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.939707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.957253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:10.138810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47802) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.144995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.151310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.205394 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3a12c8c6-b527-4d34-a928-ee8d67cff1b1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4135945 Jul 16 08:43:10.212529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.256537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:f9:66'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:10.268890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e17553c0-b1be-4f16-aa60-5de45b1cbdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.563162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c0e2e4a9-5d9d-4cb5-a745-2efbd7a2531f None None] Provisioning for port 1e6ce2af-b442-4892-937f-04613f1b824d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:10.574762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c0e2e4a9-5d9d-4cb5-a745-2efbd7a2531f None None] Provisioning complete for port 1e6ce2af-b442-4892-937f-04613f1b824d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:10.575754 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e4a9-5d9d-4cb5-a745-2efbd7a2531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.663043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2e4a9-5d9d-4cb5-a745-2efbd7a2531f None None] Port 1e6ce2af-b442-4892-937f-04613f1b824d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:11.149714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Deleting subnet 4793964b-9154-40f7-b109-a601831d6ad7 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:11.169621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.199995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e17553c0-b1be-4f16-aa60-5de45b1cbdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.215164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e17553c0-b1be-4f16-aa60-5de45b1cbdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.330387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.378497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e17553c0-b1be-4f16-aa60-5de45b1cbdf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f59709e284b24669961ef7d943f937c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5161390 Jul 16 08:43:11.382977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.392130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17553c0-b1be-4f16-aa60-5de45b1cbdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eac083-ba11-4017-8b48-5efd6ad86e04,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.424375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe504f-1ef7-4b2c-b073-584957d988da req-10e3be57-02d9-47b6-a89c-384a750147f7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.426672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcfe504f-1ef7-4b2c-b073-584957d988da req-10e3be57-02d9-47b6-a89c-384a750147f7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.8883338 Jul 16 08:43:11.445243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.511876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.527779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.581151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.635995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.644067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.647108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00eac083-ba11-4017-8b48-5efd6ad86e04 HTTP/1.1" status: 204 len: 168 time: 0.2622249 Jul 16 08:43:11.685910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f0bef-9c90-4c0c-8a25-e5d79d052bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eac083-ba11-4017-8b48-5efd6ad86e04,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.968607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.990974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcfe504f-1ef7-4b2c-b073-584957d988da req-efaf6a35-44d3-4417-a588-892d7c935dad tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436521 Jul 16 08:43:12.008597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.228643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=1e6ce2af-b442-4892-937f-04613f1b824d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.254909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.313124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4793964b-9154-40f7-b109-a601831d6ad7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.327810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] In _notify_port_updated(), no bound segment for port 1e6ce2af-b442-4892-937f-04613f1b824d on network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:12.344629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.347253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.356733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.367691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97e47199-b85e-44fd-93ce-eed006719587 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "PUT /v2.0/ports/1e6ce2af-b442-4892-937f-04613f1b824d HTTP/1.1" status: 200 len: 992 time: 2.1508422 Jul 16 08:43:12.389105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.390209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97b6f763-6db5-412f-aaf1-dab8bc918655 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4793964b-9154-40f7-b109-a601831d6ad7 HTTP/1.1" status: 204 len: 168 time: 2.2481916 Jul 16 08:43:12.391296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47850) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.391903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47852) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.517130 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-221a83f4-f2ad-40c5-aaa3-f48decea9bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.567664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port 1e6ce2af-b442-4892-937f-04613f1b824d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:12.568430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.645015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.724494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c75385d-cda3-45df-81a7-f850e2121a2d None None] Provisioning complete for port 1e6ce2af-b442-4892-937f-04613f1b824d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:12.725675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c75385d-cda3-45df-81a7-f850e2121a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.854075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0c75385d-cda3-45df-81a7-f850e2121a2d None None] Port 1e6ce2af-b442-4892-937f-04613f1b824d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:12.859730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.887778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:12.974209 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-652d088e-af15-49d1-84db-2517956815bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.994840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-221a83f4-f2ad-40c5-aaa3-f48decea9bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.001116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-221a83f4-f2ad-40c5-aaa3-f48decea9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.039637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7702369-e90e-4833-b350-049068211a7d') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:13.039942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7702369-e90e-4833-b350-049068211a7d') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:13.070343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.074242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-221a83f4-f2ad-40c5-aaa3-f48decea9bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2df04230bd864a1c9f1176cdfda6f7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808791 Jul 16 08:43:13.122332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47860) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.191993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a83f4-f2ad-40c5-aaa3-f48decea9bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c05bea-9a61-4525-85ba-a9b02c444ac5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.219202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.258766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:13.262899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:13.292950 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:13.301406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.352374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for 1e6ce2af-b442-4892-937f-04613f1b824d owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:13.543698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.559079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.565807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9 HTTP/1.1" status: 204 len: 168 time: 1.1668310 Jul 16 08:43:13.584078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.615164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbbc4-15c3-476f-9e2f-4b9dce9cc16c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ffdfd4-ce94-4fa0-88f0-a6d83f5a5cb9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.657380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.672447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0465b0-4d16-466f-b724-888c144c6594 req-1637d20d-5ce8-46a8-bec2-d6f7eda3469b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.685745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d0465b0-4d16-466f-b724-888c144c6594 req-1637d20d-5ce8-46a8-bec2-d6f7eda3469b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.3516665 Jul 16 08:43:13.719346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.753408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=1e6ce2af-b442-4892-937f-04613f1b824d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.846810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d0465b0-4d16-466f-b724-888c144c6594 req-ee8ca52b-001a-4c73-9b8b-f5d42bd04e04 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596472 Jul 16 08:43:13.888760 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.891707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.908725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3c05bea-9a61-4525-85ba-a9b02c444ac5 HTTP/1.1" status: 204 len: 168 time: 0.7725480 Jul 16 08:43:13.942355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a722518-b0d0-48f5-b6b8-5df3b842d6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c05bea-9a61-4525-85ba-a9b02c444ac5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.176340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.308477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.310819 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-08e1313f-b6ff-496d-8501-577291e7809f tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/1e6ce2af-b442-4892-937f-04613f1b824d HTTP/1.1" status: 204 len: 168 time: 1.9523838 Jul 16 08:43:14.316706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.355850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e927c63-dc66-46d5-bcdf-e6898437889c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=532aae621d9a4674bc7cd96ec2196ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758816 Jul 16 08:43:14.386051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47888) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.434651 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f748d3-91a8-4151-80e9-5dc6a03391f6 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] GET failed (client error): The resource could not be found. Jul 16 08:43:14.443249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42f748d3-91a8-4151-80e9-5dc6a03391f6 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports/1e6ce2af-b442-4892-937f-04613f1b824d HTTP/1.1" status: 404 len: 333 time: 0.1249106 Jul 16 08:43:14.451648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47892) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:14.468839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-1759247384'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:14.631125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.677760 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.709126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:14.713003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.755252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:14.927945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.931070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.932428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6810512-4180-400f-bb58-78f9dc798c57 HTTP/1.1" status: 204 len: 168 time: 0.5452960 Jul 16 08:43:14.950931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d677-1491-472d-951d-cc21190d8815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6810512-4180-400f-bb58-78f9dc798c57,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.976588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.12 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/1dc5223e-2b61-4d7a-acf3-8a6cc005370f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:15.509555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.603100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object 1dc5223e-2b61-4d7a-acf3-8a6cc005370f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:15.606210 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6959dd17-0f72-40a6-ae40-bc8d874b2bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.700560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.720250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.746826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5bec-c31d-4086-b657-eb39f0e0c7ce req-28d4a375-be12-4ad2-9af3-a0c76c3ddc01 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.771811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-444c5bec-c31d-4086-b657-eb39f0e0c7ce req-28d4a375-be12-4ad2-9af3-a0c76c3ddc01 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4187477 Jul 16 08:43:15.876934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:15.893244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-444c5bec-c31d-4086-b657-eb39f0e0c7ce req-8ee30c0f-3035-44de-a0f3-2672a1c2bb91 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203043 Jul 16 08:43:15.917302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:15.919990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=1dc5223e-2b61-4d7a-acf3-8a6cc005370f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.923268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:16.052093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.053145 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.069992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c2a5597-bf5b-45d3-806b-6b5246ea1e14 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6115081 Jul 16 08:43:16.074413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.082271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a6:f9:66'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:16.382474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.541628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5783f6ae-ccfb-49f9-9269-971566c91ebb None None] Provisioning for port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:16.560083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5783f6ae-ccfb-49f9-9269-971566c91ebb None None] Provisioning complete for port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:16.560443 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5783f6ae-ccfb-49f9-9269-971566c91ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.670181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5783f6ae-ccfb-49f9-9269-971566c91ebb None None] Port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:16.749161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.755685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.828958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.917288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=1dc5223e-2b61-4d7a-acf3-8a6cc005370f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.084984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] In _notify_port_updated(), no bound segment for port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f on network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:17.107249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.109862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.113659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7a5ec3d6-5669-4dd9-9706-795d7afd8779 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "PUT /v2.0/ports/1dc5223e-2b61-4d7a-acf3-8a6cc005370f HTTP/1.1" status: 200 len: 997 time: 1.0349398 Jul 16 08:43:17.115659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.434145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:17.434874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.529326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-56ed9cd6-e89d-4eda-8912-b907e3f4e83d None None] Provisioning complete for port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.531716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-56ed9cd6-e89d-4eda-8912-b907e3f4e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.547925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47994) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.588947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.605624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-56ed9cd6-e89d-4eda-8912-b907e3f4e83d None None] Port 1dc5223e-2b61-4d7a-acf3-8a6cc005370f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:17.634633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for 1dc5223e-2b61-4d7a-acf3-8a6cc005370f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:17.713507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecc080-37cf-4694-9a42-00f38d0fcb35 req-8d27360c-f2b0-40da-9324-02ce876e75cc tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.716504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9aecc080-37cf-4694-9a42-00f38d0fcb35 req-8d27360c-f2b0-40da-9324-02ce876e75cc tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4597178 Jul 16 08:43:17.814487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-network', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:17.834581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9aecc080-37cf-4694-9a42-00f38d0fcb35 req-4221c4de-3731-491d-8af2-fb6c890af502 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123390 Jul 16 08:43:17.875889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Made reservation on behalf of 65a569a870314bedbea3432b3b2bbf07 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:17.883488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.919393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.978513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.049820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=1dc5223e-2b61-4d7a-acf3-8a6cc005370f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.241761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.257716 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.277939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.290994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eb26e69f-9954-4a6e-85cf-351da4c9126d tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/1dc5223e-2b61-4d7a-acf3-8a6cc005370f HTTP/1.1" status: 204 len: 168 time: 1.1708267 Jul 16 08:43:18.301637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.343385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:18.370643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.371811 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Added segment f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71 of type vlan for network ace45bf2-f41d-4148-a36f-67bced2bcea6 Jul 16 08:43:18.392309 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7520f16-acfa-4d5e-9efa-4bdf0f8458b4 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] GET failed (client error): The resource could not be found. Jul 16 08:43:18.406481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b7520f16-acfa-4d5e-9efa-4bdf0f8458b4 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports/1dc5223e-2b61-4d7a-acf3-8a6cc005370f HTTP/1.1" status: 404 len: 333 time: 0.0915883 Jul 16 08:43:18.407454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.426978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-1297048610'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:18.432800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.591446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.660298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f230675-08fc-4334-aed5-46496e110007,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.733537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.734760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.735497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.800814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2484636 Jul 16 08:43:18.806221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.828923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Request body: {'subnet': {'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-subnet', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:18.863652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:18.866963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b4a7-4994-493b-b4fb-79ee1789ae78 admin admin] Pushing event updated for resources: {'Network': ['ID=ace45bf2-f41d-4148-a36f-67bced2bcea6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.907553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.913666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:19.033545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Made reservation on behalf of 65a569a870314bedbea3432b3b2bbf07 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:19.037415 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.122124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port 3e611363-cb19-4880-9b16-b61df586b847 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:19.384449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770e10b-05f6-40ad-a686-56005f6630fe req-c7980abd-14c7-4cbb-abfa-2102fe92e98c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.400405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9770e10b-05f6-40ad-a686-56005f6630fe req-c7980abd-14c7-4cbb-abfa-2102fe92e98c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2236011 Jul 16 08:43:19.488922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9770e10b-05f6-40ad-a686-56005f6630fe req-85fed90d-3f4b-4efd-b2ab-4e0e849d6c4f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871148 Jul 16 08:43:19.556805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.6 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/3e611363-cb19-4880-9b16-b61df586b847) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:19.620322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.695925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48072) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.730152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13666fc-19f4-4753-8f84-bb539cdad365,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.782653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Checking segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:19.783077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Network hostable DHCP agents. Network: ace45bf2-f41d-4148-a36f-67bced2bcea6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:19.821388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:19.842826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.853931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ace45bf2-f41d-4148-a36f-67bced2bcea6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:19.863966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cbe74d-44b0-4b4c-8fa9-fbacf3c14a5d None None] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:19.870595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.871194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.871832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7081fe9-4def-4c6a-8d2d-e02a7bad3b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.876460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object 3e611363-cb19-4880-9b16-b61df586b847 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:19.896150 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9655332-a3a4-49f0-b0b7-dd80e1b94036 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0844178 Jul 16 08:43:19.898415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48078) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.906774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:19.925130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.984925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:19.988164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:19.992597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:20.041576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.042234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.051604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=3e611363-cb19-4880-9b16-b61df586b847,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.086968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7081fe9-4def-4c6a-8d2d-e02a7bad3b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.098087 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7081fe9-4def-4c6a-8d2d-e02a7bad3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.153357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac52e2-4d84-4717-bbe7-4ab8161f46ac None None] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:20.157519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.158181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94eb3a77-afdc-4b28-9c11-ecb674957bf1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7451658 Jul 16 08:43:20.158782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.160852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.167989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'network_id': '1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90', 'name': 'tempest-AllowedAddressPairTestJSON-113006789'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:20.172328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d7081fe9-4def-4c6a-8d2d-e02a7bad3b2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97c6cbbde8c94723b161957c8308f0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723058 Jul 16 08:43:20.173453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48084) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.186571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7081fe9-4def-4c6a-8d2d-e02a7bad3b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707d5b6e-52f3-4795-b049-8753b61eed16,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.315776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.330883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Made reservation on behalf of d1c49c6065d241d190af890e6538e27b for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:20.336473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.361737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] device_id is not set on port 08cc6871-02c3-4138-9be8-e27062c149f9 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:20.425694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.476070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f259342c-5983-4737-af36-9015dd0c8e78 None None] Provisioning for port 3e611363-cb19-4880-9b16-b61df586b847 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:20.481034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f259342c-5983-4737-af36-9015dd0c8e78 None None] Provisioning complete for port 3e611363-cb19-4880-9b16-b61df586b847 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:20.481571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f259342c-5983-4737-af36-9015dd0c8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.556571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f259342c-5983-4737-af36-9015dd0c8e78 None None] Port 3e611363-cb19-4880-9b16-b61df586b847 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:20.558087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Allocated IP 172.20.0.14 (1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90/276f851b-5444-464a-be4b-9870004df7f1/08cc6871-02c3-4138-9be8-e27062c149f9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:20.573707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.591344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.752896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.757386 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.762034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/707d5b6e-52f3-4795-b049-8753b61eed16 HTTP/1.1" status: 204 len: 168 time: 0.5836263 Jul 16 08:43:20.806927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddd5a9-8619-4818-8abc-c6b40140d726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707d5b6e-52f3-4795-b049-8753b61eed16,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.870972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033551ff-063d-4cf9-9b9d-32ccfb29ded8 req-6d64ef3c-ee60-4104-bb78-6f3c189d3288 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.873023 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.881226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-033551ff-063d-4cf9-9b9d-32ccfb29ded8 req-6d64ef3c-ee60-4104-bb78-6f3c189d3288 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.1324112 Jul 16 08:43:20.908342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Transition to ACTIVE for port object 08cc6871-02c3-4138-9be8-e27062c149f9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:20.954493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.031150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:21.033432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-033551ff-063d-4cf9-9b9d-32ccfb29ded8 req-886a0ded-b7ff-47cc-b111-47d64583d703 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510525 Jul 16 08:43:21.036897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:21.048840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:21.120263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=08cc6871-02c3-4138-9be8-e27062c149f9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.161895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.193756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.197274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.207374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.226197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9e7bf95-a608-4f5d-baf7-5f87793986f1 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0643108 Jul 16 08:43:21.229497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.239418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a6:f9:66'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:9c:3a:8e'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.339802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48122) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.349833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cacbc-9d48-45dc-8469-d947b178f6c5 req-23fb02ee-3da8-4927-8524-cd2df87f64d9 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.352115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d2cacbc-9d48-45dc-8469-d947b178f6c5 req-23fb02ee-3da8-4927-8524-cd2df87f64d9 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 949 time: 0.3296952 Jul 16 08:43:21.395109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2ab60573-309c-4ddd-8954-678e48260cef None None] Provisioning for port 08cc6871-02c3-4138-9be8-e27062c149f9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:21.399174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0451b003-4b5d-479e-8f57-0681fc83e864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.400817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2ab60573-309c-4ddd-8954-678e48260cef None None] Provisioning complete for port 08cc6871-02c3-4138-9be8-e27062c149f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:21.401241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2ab60573-309c-4ddd-8954-678e48260cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.452969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2ab60573-309c-4ddd-8954-678e48260cef None None] Port 08cc6871-02c3-4138-9be8-e27062c149f9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:21.468543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d2cacbc-9d48-45dc-8469-d947b178f6c5 req-6be90291-4902-43a5-87b2-423fc71171d4 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066313 Jul 16 08:43:21.499554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Allocated IP 172.25.5.198 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b7ea14ad-4bae-4220-b33e-9bb44a314d6f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.526890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.726071 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-0aa3f6ed-cef7-4f8c-a46a-e3d76383186f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1755161 Jul 16 08:43:21.732722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0451b003-4b5d-479e-8f57-0681fc83e864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.739423 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0451b003-4b5d-479e-8f57-0681fc83e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.791339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.843956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0451b003-4b5d-479e-8f57-0681fc83e864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d4aee1f20b640d7bf297526298473a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901979 Jul 16 08:43:21.844803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b003-4b5d-479e-8f57-0681fc83e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f228ea4-4b50-477d-86f5-2adde92dba84,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.848492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48132) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.959631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a269-6482-454e-9dac-59792a4013f1 req-9ce1acdf-9442-4d26-91db-3a70251a0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.962257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-9ce1acdf-9442-4d26-91db-3a70251a0b67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff32288af59e43c58d462a952299bdb6&device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 1097 time: 0.1108942 Jul 16 08:43:21.977682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.990158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.026758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.034195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.094333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.108706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.113018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.124452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] In _notify_port_updated(), no bound segment for port 08cc6871-02c3-4138-9be8-e27062c149f9 on network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:22.133018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.133856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.135967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "PUT /v2.0/ports/08cc6871-02c3-4138-9be8-e27062c149f9 HTTP/1.1" status: 200 len: 1055 time: 0.9036996 Jul 16 08:43:22.146076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:22.168349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.200531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.404828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917557c5-ed13-44e2-83c7-635248b352bf tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event updated for resources: {'Port': ['ID=08cc6871-02c3-4138-9be8-e27062c149f9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.467138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a269-6482-454e-9dac-59792a4013f1 req-2fc3ff59-a15f-4dc3-9732-b8174194e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.476281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-2fc3ff59-a15f-4dc3-9732-b8174194e932 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 200 len: 906 time: 0.4743979 Jul 16 08:43:22.496334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a7f0f3bf-4b35-4fd6-ae1e-58e7e48e6de3 None None] Provisioning complete for port 08cc6871-02c3-4138-9be8-e27062c149f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:22.497264 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f3bf-4b35-4fd6-ae1e-58e7e48e6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.498920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.501577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.502747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f228ea4-4b50-477d-86f5-2adde92dba84 HTTP/1.1" status: 204 len: 168 time: 0.6086178 Jul 16 08:43:22.548868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2540fe-0ce7-4a73-a412-09d00d975f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f228ea4-4b50-477d-86f5-2adde92dba84,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.576184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0f3bf-4b35-4fd6-ae1e-58e7e48e6de3 None None] Port 08cc6871-02c3-4138-9be8-e27062c149f9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:22.623837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-1887835f-5b94-432b-b290-d3e7433bfb8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 200 len: 217 time: 0.1460955 Jul 16 08:43:22.692668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port 08cc6871-02c3-4138-9be8-e27062c149f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:22.693111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.699762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ff35f-c8df-4325-ad35-037ca3ec7880 req-bdd15476-ab65-4ef7-9302-7a1812dd61f4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.701679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-161ff35f-c8df-4325-ad35-037ca3ec7880 req-bdd15476-ab65-4ef7-9302-7a1812dd61f4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.3522317 Jul 16 08:43:22.799408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.826798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a269-6482-454e-9dac-59792a4013f1 req-3834daa8-40f1-423f-a340-cdef2b6028ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.828425 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-3834daa8-40f1-423f-a340-cdef2b6028ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 200 len: 845 time: 0.1957314 Jul 16 08:43:22.844660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-161ff35f-c8df-4325-ad35-037ca3ec7880 req-c3036cda-62cb-4274-aeb8-4c11c1f43c63 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864310 Jul 16 08:43:22.897026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-82429c0f-b7e5-4096-9840-2bfd3775ccbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a503a25-1a29-4b40-9c42-b80e102776a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612144 Jul 16 08:43:22.899405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.947347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for 08cc6871-02c3-4138-9be8-e27062c149f9 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:23.067815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-b618c895-aec1-44ad-ad94-a1d76a8a5eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591394 Jul 16 08:43:23.109095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.310056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Router e6c775ee-3d3a-4847-926e-254613f0531b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:23.336589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5335a269-6482-454e-9dac-59792a4013f1 req-d7d9e3c3-e272-4b73-b39b-1c80d97c195c service neutron] 10.222.0.47 "GET /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567952 Jul 16 08:43:23.355298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.435995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=08cc6871-02c3-4138-9be8-e27062c149f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.559301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:23.867777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.968216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:23.986250 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c14ce4-bfad-43ff-bfa8-f8b4138e2f06" -d '{"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-unplugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:24.027510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:24.034052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.198750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:24.205420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.211664 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Sync routers for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:24.228225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.229266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.229620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.229961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.232097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.232453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.234643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.235221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.238831 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e0de630-54c1-4c84-83bd-4be8bfe174ad tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/08cc6871-02c3-4138-9be8-e27062c149f9 HTTP/1.1" status: 204 len: 168 time: 2.0889053 Jul 16 08:43:24.239669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.242180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.242761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.243313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.243883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.244497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:24.258937 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.261598 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.266708 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72bae34-ed64-4d4d-b8a9-660698eddb52 x-openstack-request-id: req-e72bae34-ed64-4d4d-b8a9-660698eddb52 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:24.268020 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-unplugged", "status": "completed", "tag": "00abe358-436e-4cae-8c89-6db53de13458", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:24.268667 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e72bae34-ed64-4d4d-b8a9-660698eddb52 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:24.269991 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00abe358-436e-4cae-8c89-6db53de13458', 'code': 200} Jul 16 08:43:24.302470 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-468adb6c-97a7-4059-89a7-3794f96166f6 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] GET failed (client error): The resource could not be found. Jul 16 08:43:24.305933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-468adb6c-97a7-4059-89a7-3794f96166f6 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports/08cc6871-02c3-4138-9be8-e27062c149f9 HTTP/1.1" status: 404 len: 333 time: 0.0648196 Jul 16 08:43:24.310958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.369187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.370968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-93584f60-773d-433e-9165-93b017a86585 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4713073 Jul 16 08:43:24.376279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.445514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224d13-93e2-4ed6-bfdd-282e872e3805 req-8def3af0-e6c2-422e-9e4f-3813cd7e4f44 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.453567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d224d13-93e2-4ed6-bfdd-282e872e3805 req-8def3af0-e6c2-422e-9e4f-3813cd7e4f44 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2176135 Jul 16 08:43:24.533008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d224d13-93e2-4ed6-bfdd-282e872e3805 req-369c01b3-dd6b-45fc-b604-b204de871a3c tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778327 Jul 16 08:43:24.617165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:24.760405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port 3e611363-cb19-4880-9b16-b61df586b847 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:24.761181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.969348 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:25.013651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.015798 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Checking router: e6c775ee-3d3a-4847-926e-254613f0531b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:25.016093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Updating router e6c775ee-3d3a-4847-926e-254613f0531b port b7ea14ad-4bae-4220-b33e-9bb44a314d6f binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:25.060732 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.095976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for 3e611363-cb19-4880-9b16-b61df586b847 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:25.486157 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.499085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Transition to ACTIVE for port object b7ea14ad-4bae-4220-b33e-9bb44a314d6f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:25.509558 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.570295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:25.607355 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Pushing event updated for resources: {'Port': ['ID=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.645526 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.646176 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.646680 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.647227 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.647731 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.648249 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.648745 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.649438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.649981 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.650476 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.650971 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.651460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:25.704856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Attempting to bind port b7ea14ad-4bae-4220-b33e-9bb44a314d6f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:25.705881 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Attempting to bind port b7ea14ad-4bae-4220-b33e-9bb44a314d6f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:25.706737 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Attempting to bind port b7ea14ad-4bae-4220-b33e-9bb44a314d6f on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:25.716150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.726566 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:25.739424 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:25.744368 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.745489 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:25.746577 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Bound port: b7ea14ad-4bae-4220-b33e-9bb44a314d6f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:25.750084 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.770394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=3e611363-cb19-4880-9b16-b61df586b847,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.857886 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] For port b7ea14ad-4bae-4220-b33e-9bb44a314d6f, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:25.870009 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] For port b7ea14ad-4bae-4220-b33e-9bb44a314d6f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:25.877417 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.923679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:25.944922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'mac_address': 'fa:16:3e:22:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:26.006798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.013158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3464333f-4392-487d-91d6-dda56606d18c tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/3e611363-cb19-4880-9b16-b61df586b847 HTTP/1.1" status: 204 len: 168 time: 1.6967981 Jul 16 08:43:26.018667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4113792-9955-4904-ac94-c6d63f7baeff req-1acb7238-61a1-4410-b401-b10daaf98ef6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.028330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.029355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4113792-9955-4904-ac94-c6d63f7baeff req-1acb7238-61a1-4410-b401-b10daaf98ef6 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.2064648 Jul 16 08:43:26.058794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.081021 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:26.082669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.102900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:26.155834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:26.158578 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-42986742-58e9-45d0-9033-5dc6f7d836bc tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] GET failed (client error): The resource could not be found. Jul 16 08:43:26.161196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42986742-58e9-45d0-9033-5dc6f7d836bc tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "GET /v2.0/ports/3e611363-cb19-4880-9b16-b61df586b847 HTTP/1.1" status: 404 len: 333 time: 0.1302125 Jul 16 08:43:26.164257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.172845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4113792-9955-4904-ac94-c6d63f7baeff req-c31b3bd8-310a-4716-9243-b78520cc3c49 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421418 Jul 16 08:43:26.173386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.173732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48264) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.259564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.263589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.341186 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2979a-8f4a-4626-9d71-e1b0c1170e4b None None] Pushing event updated for resources: {'Port': ['ID=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.375462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f80bb152-4c72-4448-87f0-8f9d6e028482'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:26.456291 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:26.467948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port cd20b14c-695e-4187-a8f3-b759ff14fcb8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:26.468540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.665232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:26.705346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Allocated IP 172.20.0.1 (ace45bf2-f41d-4148-a36f-67bced2bcea6/b13666fc-19f4-4753-8f84-bb539cdad365/e6147b9f-9b03-4266-8519-115a6d033707) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:26.755882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.762650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.797109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for cd20b14c-695e-4187-a8f3-b759ff14fcb8 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:26.930325 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.951615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.984875 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175a919-584e-4bc3-b1e1-ae3470898de5 None None] The sync data for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 is: [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:22Z', 'revision_number': 3, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:27.051078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.110638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.129884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:27.135208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:27.139475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:27.166398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.196769 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.204380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.254165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=cd20b14c-695e-4187-a8f3-b759ff14fcb8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.521505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.579956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Allocated IP 172.25.5.117 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/6d598a6d-837b-4ec6-8a7f-c3355df509f1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:27.651762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.657829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a3ca18dd-f202-4ebc-988c-42a2e1a1cb1b tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/ports/cd20b14c-695e-4187-a8f3-b759ff14fcb8 HTTP/1.1" status: 204 len: 168 time: 1.4828491 Jul 16 08:43:27.662261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.797616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting subnet 276f851b-5444-464a-be4b-9870004df7f1 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:27.806455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.907674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.921822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.925003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.985494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.997211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a675248-52c1-441e-b991-f26f77017cb5 req-b2844929-3c3d-47cd-9490-8d543bcd8263 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.999756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a675248-52c1-441e-b991-f26f77017cb5 req-b2844929-3c3d-47cd-9490-8d543bcd8263 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4613636 Jul 16 08:43:28.048931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.088366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.089074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.166291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.203571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Subnet': ['ID=276f851b-5444-464a-be4b-9870004df7f1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.258572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.260625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aea9c4b4-1d3a-4498-982c-3e6cc8a03aa0 tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/subnets/276f851b-5444-464a-be4b-9870004df7f1 HTTP/1.1" status: 204 len: 168 time: 0.5954828 Jul 16 08:43:28.269555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6ed79-6d82-463f-936e-34ecf69eed89 None None] Network 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:28.285142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48316) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.296368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a675248-52c1-441e-b991-f26f77017cb5 req-862b28bb-fc0d-4971-bf05-b230f9013fc5 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804990 Jul 16 08:43:28.340728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:28.348484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:28.488856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.510429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.625767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:28.639994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:28.702103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:28.767036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=6d598a6d-837b-4ec6-8a7f-c3355df509f1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.835493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Router e6c775ee-3d3a-4847-926e-254613f0531b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:28.837291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] DHCP port deletion for 1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:28.917238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.964291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Deleting port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:28.964638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.999999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Deleting port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:29.002370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.020348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.145892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:29.172224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4bec34b8-1412-4655-9f24-c1090dd688d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c775ee-3d3a-4847-926e-254613f0531b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7923930 Jul 16 08:43:29.209669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] For port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,segment=NetworkSegment(2174caa3-c6a7-4453-9f2d-4bf532245cf9),segment_id=2174caa3-c6a7-4453-9f2d-4bf532245cf9)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:29.210281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.232901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Calling delete_port for c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:29.247118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] For port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,segment=NetworkSegment(2174caa3-c6a7-4453-9f2d-4bf532245cf9),segment_id=2174caa3-c6a7-4453-9f2d-4bf532245cf9)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:29.248860 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.293095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Calling delete_port for c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:29.578667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:29.604494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.689760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b7ea14ad-4bae-4220-b33e-9bb44a314d6f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:29.768647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Port': ['ID=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.776318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] No DVR routers for this DVR port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:29.857316 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.919725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] No DVR routers for this DVR port c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:29.925772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5224a4d-d606-431c-8f9b-99edb18f3fe9 None None] Pushing event deleted for resources: {'Port': ['ID=c2f1e03d-c74c-4eda-a6a5-36c92cb532c6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.928935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b7ea14ad-4bae-4220-b33e-9bb44a314d6f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:29.940353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.940783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b7ea14ad-4bae-4220-b33e-9bb44a314d6f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:29.941330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.979381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.983460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f80bb152-4c72-4448-87f0-8f9d6e028482 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:29.983791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.026385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82489917-ce67-4f07-8eca-14a70cf7a651 req-64e20a6e-eafd-45d5-80b3-f7242a98b407 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.044572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82489917-ce67-4f07-8eca-14a70cf7a651 req-64e20a6e-eafd-45d5-80b3-f7242a98b407 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.5804243 Jul 16 08:43:30.050868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.054034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.132185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2174caa3-c6a7-4453-9f2d-4bf532245cf9') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.132604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2174caa3-c6a7-4453-9f2d-4bf532245cf9') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.159819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.163425 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.189462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.198575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b7ea14ad-4bae-4220-b33e-9bb44a314d6f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.203497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Sync routers for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:30.231239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.248711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:30.250981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:30.281864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82489917-ce67-4f07-8eca-14a70cf7a651 req-784fa8af-f8d9-429c-a189-bf1448bf2aa1 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352152 Jul 16 08:43:30.281864 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.309673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=6d598a6d-837b-4ec6-8a7f-c3355df509f1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.346739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.358679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:30.359658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.405790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:30.418376 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:30.471927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:30.474337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c2f1e03d-c74c-4eda-a6a5-36c92cb532c6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:30.525164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:30.527934 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add5643f-a1f0-4513-9277-e9e39a35f00f" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:30.554191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.574675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.575008 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.575199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91a83fc8-af8d-43cd-b6f5-82154beec30b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3870199 Jul 16 08:43:30.577147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.595548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-699965978'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:30.635573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.638707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.654826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.669320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] 10.222.0.32 "DELETE /v2.0/networks/1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90 HTTP/1.1" status: 204 len: 168 time: 2.3709738 Jul 16 08:43:30.679021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Made reservation on behalf of 5bc1a79518494eddbccf3ef908e7bc80 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:30.693178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.725983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.742603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.757007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-a871e90d-fc33-4d01-8d77-088977940d04 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.764402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-a871e90d-fc33-4d01-8d77-088977940d04 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 819 time: 0.6000462 Jul 16 08:43:30.765533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e113703-876b-42af-a9d8-3f18c7d4c2ab tempest-AllowedAddressPairTestJSON-470484178 tempest-AllowedAddressPairTestJSON-470484178-project] Pushing event deleted for resources: {'Network': ['ID=1b25a5b7-6380-4d03-8cc9-0a3f8bbeec90,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.797597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-11835f0e-ee6d-47dc-a746-d5076bef8965 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/quotas/65a569a870314bedbea3432b3b2bbf07 HTTP/1.1" status: 200 len: 375 time: 0.0270805 Jul 16 08:43:30.860073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:30.963299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.976320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.023894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-e45f470b-a31a-45e5-bcf0-16d4dad67893 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153323 Jul 16 08:43:31.057173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fa36f-5595-4d29-9d21-e4e0563acefa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.066635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:31.079742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.080291 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Added segment 07846f4a-ff40-4a94-ba21-fa58c42ccdf7 of type vlan for network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 Jul 16 08:43:31.130578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.171487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.191958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.192850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.252880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6631784 Jul 16 08:43:31.252880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.315476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Request body: {'subnet': {'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.393406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.472780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5934f6-81da-4554-8105-83e859a9e5bf tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Network': ['ID=1e3d0baa-ae7b-45df-9d22-3f105a8f4a41,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.531282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:31.543213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-9a81b0a8-4244-4543-a401-b022e4bafa41 service neutron] 10.222.0.32 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178685 Jul 16 08:43:31.609936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b7ea14ad-4bae-4220-b33e-9bb44a314d6f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:31.688566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Made reservation on behalf of 5bc1a79518494eddbccf3ef908e7bc80 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:31.706810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.819115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deed10-c7b1-47d4-aff6-65a413a230bc req-d07799e3-8d41-4c61-96d3-be5475e04f44 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.832104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15deed10-c7b1-47d4-aff6-65a413a230bc req-d07799e3-8d41-4c61-96d3-be5475e04f44 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4404080 Jul 16 08:43:31.850559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:27Z', 'revision_number': 4, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e6147b9f-9b03-4266-8519-115a6d033707', 'name': '', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'mac_address': 'fa:16:3e:d3:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:27Z', 'revision_number': 2, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'subnets': [{'id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.916918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-a91f309a-68d2-48e9-b14c-c1a5cc369263 service neutron] 10.222.0.32 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476906 Jul 16 08:43:31.929813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b7ea14ad-4bae-4220-b33e-9bb44a314d6f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:31.930186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.933260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Checking router: e6c775ee-3d3a-4847-926e-254613f0531b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:31.933614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Updating router e6c775ee-3d3a-4847-926e-254613f0531b port e6147b9f-9b03-4266-8519-115a6d033707 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:31.989900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48390) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.990739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-69ac7dbb-5abc-4fd8-81c7-2f6564f76eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1c49c6065d241d190af890e6538e27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952346 Jul 16 08:43:32.012955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15deed10-c7b1-47d4-aff6-65a413a230bc req-509e1659-ad3e-46c3-97b2-997aee3ecf7f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794662 Jul 16 08:43:32.179611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.184951 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20c7e7b-7276-4ae7-94b7-7e04fca0dc54 x-openstack-request-id: req-e20c7e7b-7276-4ae7-94b7-7e04fca0dc54 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:32.185362 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-plugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:32.185775 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e20c7e7b-7276-4ae7-94b7-7e04fca0dc54 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:32.186198 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'code': 200} Jul 16 08:43:32.482699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.680280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.824088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.048887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b71eef58-20e4-44b9-8a29-4ce4d32a81c7 req-d4b6cfd0-aaee-4620-b448-d77395887186 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 210 time: 0.1222026 Jul 16 08:43:33.062305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.117917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Checking segment: {'id': '07846f4a-ff40-4a94-ba21-fa58c42ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:33.123506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network hostable DHCP agents. Network: 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:33.160898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Transition to ACTIVE for port object e6147b9f-9b03-4266-8519-115a6d033707 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:33.173412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.173912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.183032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.185498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ba55e95-2a2d-41a9-94a9-e3154a102878 HTTP/1.1" status: 204 len: 168 time: 1.1927092 Jul 16 08:43:33.186700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Subnet': ['ID=94c090ca-89fe-4765-9bbb-0c554d0114a0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.210899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf7db9-efec-4228-9bd6-e0d0806f6bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba55e95-2a2d-41a9-94a9-e3154a102878,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.215474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:33.234241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:33.248437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.252320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.300015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d35787-68ae-413b-951b-8f103313a39c None None] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:33.302547 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e6210a0-0fb6-4ab8-9516-30ab9f3fd744 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0356278 Jul 16 08:43:33.303844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.323584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1988137887', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.401261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.403373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.543742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146b4fe-ffa4-4d62-b752-7e5a6404ab6c None None] Pushing event updated for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.564712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.887384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.121625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Attempting to bind port e6147b9f-9b03-4266-8519-115a6d033707 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:34.122780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Attempting to bind port e6147b9f-9b03-4266-8519-115a6d033707 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:34.123325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Attempting to bind port e6147b9f-9b03-4266-8519-115a6d033707 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:34.134111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:34.134684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Checking segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:34.135973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.135973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Bound using segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:34.136611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Bound port: e6147b9f-9b03-4266-8519-115a6d033707, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:34.137254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.250138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-aa00298f-9aae-4b19-a1af-20f2be5d7edf tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.255209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1e3d0baa-ae7b-45df-9d22-3f105a8f4a41', 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41', 'tenant_id': '5bc1a79518494eddbccf3ef908e7bc80', 'fixed_ips': [{'subnet_id': '94c090ca-89fe-4765-9bbb-0c554d0114a0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:34.256275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.277797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-aa00298f-9aae-4b19-a1af-20f2be5d7edf tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 819 time: 0.6005993 Jul 16 08:43:34.309822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] For port e6147b9f-9b03-4266-8519-115a6d033707, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:34.315131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] For port e6147b9f-9b03-4266-8519-115a6d033707, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6147b9f-9b03-4266-8519-115a6d033707,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:34.349100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-823f9fd6-f73c-4d73-a497-87e0fdb5d591 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/quotas/65a569a870314bedbea3432b3b2bbf07 HTTP/1.1" status: 200 len: 375 time: 0.0681317 Jul 16 08:43:34.512122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.520931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-e8aa0a2e-8e88-4896-ace7-11361660229a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694791 Jul 16 08:43:34.608474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.677521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:34.678647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.687536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b65b12-e8ae-4711-adf3-634fe0132bee req-58ad19e9-ce6a-4844-81fc-99bb07a0693e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.699789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6b65b12-e8ae-4711-adf3-634fe0132bee req-58ad19e9-ce6a-4844-81fc-99bb07a0693e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.4977686 Jul 16 08:43:34.718637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.777669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6b65b12-e8ae-4711-adf3-634fe0132bee req-3c5b7d61-da90-4372-a5e0-b77db033c4be tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760140 Jul 16 08:43:34.908561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-c544a3c0-85dc-4c9d-8187-62e1231ff89d service neutron] 10.222.0.32 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826752 Jul 16 08:43:34.953040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:35.198468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Allocated IP 172.25.5.145 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1750d24a-9604-4c41-9818-f347119ff628) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:35.284592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146b4fe-ffa4-4d62-b752-7e5a6404ab6c None None] Pushing event updated for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.350861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:35.635404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Allocated IP 172.20.0.2 (1e3d0baa-ae7b-45df-9d22-3f105a8f4a41/94c090ca-89fe-4765-9bbb-0c554d0114a0/cf29cbb0-9e6a-4da3-b964-108c4284d507) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:35.860924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1048787446'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:35.955862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.980207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Made reservation on behalf of 4e445d1babba4bf084f931c91254cc45 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:35.990628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-80d9ba12-c0f3-4cf8-8264-f04cb77a28b0 service neutron] 10.222.0.32 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0801253 Jul 16 08:43:35.995090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.071416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-03dac55f-a8ca-418c-a1cc-bd0757ea5da0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.074014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-03dac55f-a8ca-418c-a1cc-bd0757ea5da0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 819 time: 0.7240951 Jul 16 08:43:36.087081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.124095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Request body: {'port': {'device_id': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'admin_state_up': True, 'tenant_id': '65a569a870314bedbea3432b3b2bbf07'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:36.141922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d850d-fb72-46a1-9883-e0168d916826 req-6d9a822e-f102-4039-bb4d-965a52907784 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.166526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c56d850d-fb72-46a1-9883-e0168d916826 req-6d9a822e-f102-4039-bb4d-965a52907784 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 1.3483171 Jul 16 08:43:36.340177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:27Z', 'revision_number': 4, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e6147b9f-9b03-4266-8519-115a6d033707', 'name': '', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'mac_address': 'fa:16:3e:d3:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 4, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'subnets': [{'id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:36.399932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0db0d7-269e-4c2f-92bb-944490629098 None None] The sync data for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 is: [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:43:27Z', 'revision_number': 4, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e6147b9f-9b03-4266-8519-115a6d033707', 'name': '', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'mac_address': 'fa:16:3e:d3:9d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:26Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 4, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'subnets': [{'id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:36.413053 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.442509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Transition to ACTIVE for port object cf29cbb0-9e6a-4da3-b964-108c4284d507 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:36.523171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Transition to ACTIVE for port object cf29cbb0-9e6a-4da3-b964-108c4284d507 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:36.543148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.577560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port eb51283a-029d-4fac-b641-61cf27933cab {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:36.577895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.707862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:36.724369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:36.729524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:36.763999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Pushing event updated for resources: {'Port': ['ID=cf29cbb0-9e6a-4da3-b964-108c4284d507,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.842856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.911062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port eb51283a-029d-4fac-b641-61cf27933cab, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=eb51283a-029d-4fac-b641-61cf27933cab,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.911719 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.929364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for eb51283a-029d-4fac-b641-61cf27933cab owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:37.010099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Attempting to bind port cf29cbb0-9e6a-4da3-b964-108c4284d507 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:37.014002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Attempting to bind port cf29cbb0-9e6a-4da3-b964-108c4284d507 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '07846f4a-ff40-4a94-ba21-fa58c42ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:37.014701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Attempting to bind port cf29cbb0-9e6a-4da3-b964-108c4284d507 on network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:37.028660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:37.035099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Checking segment: {'id': '07846f4a-ff40-4a94-ba21-fa58c42ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:37.045915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.046551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Bound using segment: {'id': '07846f4a-ff40-4a94-ba21-fa58c42ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:37.047241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Bound port: cf29cbb0-9e6a-4da3-b964-108c4284d507, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07846f4a-ff40-4a94-ba21-fa58c42ccdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:37.047814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.097929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=1750d24a-9604-4c41-9818-f347119ff628,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.163377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:37.182207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:37.196865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:37.259708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3c14-804e-41e9-afa0-7ad9ce922564 req-609eb576-2f4b-49bd-9b04-971ed9214bbd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.264500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] For port cf29cbb0-9e6a-4da3-b964-108c4284d507, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:37.269217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a14c3c14-804e-41e9-afa0-7ad9ce922564 req-609eb576-2f4b-49bd-9b04-971ed9214bbd tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 945 time: 0.5586836 Jul 16 08:43:37.280608 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.298689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['eb51283a-029d-4fac-b641-61cf27933cab'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:37.359264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e8982ccb-5b82-404b-837d-edc69da09879'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:37.425629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=eb51283a-029d-4fac-b641-61cf27933cab,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.442773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.486630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.512968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:37.534776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.535506 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Added segment b184563e-cc75-458e-a0c8-38121321199d of type vlan for network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 Jul 16 08:43:37.622680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] For port cf29cbb0-9e6a-4da3-b964-108c4284d507, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf29cbb0-9e6a-4da3-b964-108c4284d507,segment=NetworkSegment(07846f4a-ff40-4a94-ba21-fa58c42ccdf7),segment_id=07846f4a-ff40-4a94-ba21-fa58c42ccdf7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:37.638224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.648166 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.748970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Made reservation on behalf of 65a569a870314bedbea3432b3b2bbf07 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:37.752769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.824019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c01a2df1-1b0b-48d7-9be6-595e658d990e req-44d15a54-1df7-4399-b88f-607b12a5577f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 210 time: 0.3859234 Jul 16 08:43:37.931870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port eb51283a-029d-4fac-b641-61cf27933cab on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:37.932516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.942153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.942432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.942844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.951644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c56d850d-fb72-46a1-9883-e0168d916826 req-ff3dffab-2b68-4a3a-a872-c500d0c9329f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.46 "DELETE /v2.0/ports/eb51283a-029d-4fac-b641-61cf27933cab HTTP/1.1" status: 204 len: 173 time: 1.7786314 Jul 16 08:43:37.954866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'name': 'network-vif-deleted', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:37.955850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6147b9f-9b03-4266-8519-115a6d033707 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:37.991508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c713b7-c3f6-466a-8867-04357138ff69,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.999843 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb83cc0-7906-4897-ad8d-477b95c19c10" -d '{"events": [{"server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "name": "network-vif-deleted", "tag": "eb51283a-029d-4fac-b641-61cf27933cab"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:38.040968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a14c3c14-804e-41e9-afa0-7ad9ce922564 req-20249eae-0ecf-40ed-bcef-1b5882bc056b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7702775 Jul 16 08:43:38.191818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8350980 Jul 16 08:43:38.192802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48506) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.203862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Request body: {'subnet': {'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:38.284689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791aa9-2d61-494c-acfc-8a6a521f63c6 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'Network': ['ID=39125e3b-96bf-4ee5-b75e-8904d4ee11d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.358872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247859d-f12b-4666-9528-0b7cf69fcd72 None None] Pushing event updated for resources: {'Port': ['ID=cf29cbb0-9e6a-4da3-b964-108c4284d507,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.446067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:38.676894 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47241072-d7bd-44a7-8452-866ef6937935 x-openstack-request-id: req-47241072-d7bd-44a7-8452-866ef6937935 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:38.678533 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc74cb4-a49c-40ea-8545-f8ff89b298fe", "name": "network-vif-deleted", "tag": "eb51283a-029d-4fac-b641-61cf27933cab", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:38.678973 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47241072-d7bd-44a7-8452-866ef6937935 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:38.679760 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc74cb4-a49c-40ea-8545-f8ff89b298fe', 'name': 'network-vif-deleted', 'tag': 'eb51283a-029d-4fac-b641-61cf27933cab', 'status': 'completed', 'code': 200} Jul 16 08:43:38.809518 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.823532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Made reservation on behalf of 4e445d1babba4bf084f931c91254cc45 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:38.831909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.020121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.022812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e6147b9f-9b03-4266-8519-115a6d033707 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:39.057253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e6147b9f-9b03-4266-8519-115a6d033707 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:39.058530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.456279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.579938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e6147b9f-9b03-4266-8519-115a6d033707, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6147b9f-9b03-4266-8519-115a6d033707,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:39.584978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eb51283a-029d-4fac-b641-61cf27933cab no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:39.621539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.637609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: eb51283a-029d-4fac-b641-61cf27933cab {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:39.638255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device eb51283a-029d-4fac-b641-61cf27933cab not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:39.640320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.885013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.887260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acafd7be-712b-4bea-ade4-32445bd56db9 req-86eda9c7-675b-4b01-9b5c-063c157a0cf1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 210 time: 0.3252714 Jul 16 08:43:39.889328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.056593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf29cbb0-9e6a-4da3-b964-108c4284d507 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:40.094027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee0af1df-1c20-4df8-8889-4936be320a1a req-308333c6-8ce0-4ebf-957c-47ea00f2ca1e tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=edc74cb4-a49c-40ea-8545-f8ff89b298fe HTTP/1.1" status: 200 len: 210 time: 0.5053458 Jul 16 08:43:40.304519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'Subnet': ['ID=a9b702ef-dda0-4abd-becc-8ff42200abea,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.340010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cf29cbb0-9e6a-4da3-b964-108c4284d507 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:40.382058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Checking segment: {'id': 'b184563e-cc75-458e-a0c8-38121321199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:40.388904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Network hostable DHCP agents. Network: 39125e3b-96bf-4ee5-b75e-8904d4ee11d8, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:40.488788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:40.526010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 39125e3b-96bf-4ee5-b75e-8904d4ee11d8) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:40.531882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371a861-922e-4ba3-a888-24293b69461b None None] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:40.630928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66116a-7206-4868-abe1-282140511787 None None] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:40.652792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.653445 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.718769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19cb1fc4-839e-4eb7-bc63-d57bf06a4833 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5238099 Jul 16 08:43:40.753402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:40.763430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Request body: {'port': {'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1049382289'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.853078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.969504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Made reservation on behalf of 4e445d1babba4bf084f931c91254cc45 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:40.974240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.011579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-c77b31e0-4585-4b46-a55d-93b69d0c9ac3 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.020096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-c77b31e0-4585-4b46-a55d-93b69d0c9ac3 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 819 time: 0.4813876 Jul 16 08:43:41.037511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] device_id is not set on port 2685f0ee-2383-4551-a356-aca536bcbff9 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:41.041157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Allocated IP 172.20.0.5 (ace45bf2-f41d-4148-a36f-67bced2bcea6/b13666fc-19f4-4753-8f84-bb539cdad365/aa2ebefc-bef0-438e-b10a-9e9203e76b46) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:41.094568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Provisioning for port cf29cbb0-9e6a-4da3-b964-108c4284d507 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:41.147213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Provisioning complete for port cf29cbb0-9e6a-4da3-b964-108c4284d507 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:41.147873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.394202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Allocated IP 2001:db8::286 (39125e3b-96bf-4ee5-b75e-8904d4ee11d8/a9b702ef-dda0-4abd-becc-8ff42200abea/2685f0ee-2383-4551-a356-aca536bcbff9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:41.431405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Router f4e1bb33-504b-4b93-bef2-8ce152e030f3 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:41.736187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.788065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:41.806214 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] Sync routers for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:41.851803 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:41.859202 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:41.887695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.894970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.903108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-37921363-5b00-4557-b200-244644f17dc1 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.5953052 Jul 16 08:43:41.904161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.922318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-39125e3b-96bf-4ee5-b75e-8904d4ee11d8', 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8', 'tenant_id': '4e445d1babba4bf084f931c91254cc45', 'fixed_ips': [{'subnet_id': 'a9b702ef-dda0-4abd-becc-8ff42200abea'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:41.923631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.930316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6147b9f-9b03-4266-8519-115a6d033707 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:41.934893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Transition to ACTIVE for port object 2685f0ee-2383-4551-a356-aca536bcbff9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:41.994422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Request body: {'port': {'device_id': '59897e0d-50c7-4cd2-8525-72dcece922af', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'admin_state_up': True, 'tenant_id': '65a569a870314bedbea3432b3b2bbf07'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.999482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.069540 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.094349 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.097238 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.110976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:42.134928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.146107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'Port': ['ID=2685f0ee-2383-4551-a356-aca536bcbff9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.170319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:42.173877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:42.180815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.181510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.202887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d967e27c-4238-4d48-be4c-96c9bfce9091 req-66abe442-6d21-48c7-b929-6792b228d1c9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 210 time: 0.2190108 Jul 16 08:43:42.203099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.204200 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ec520-a63c-4dba-83a7-3ac578fe3409 None None] The sync data for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:42.292564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-57278800-a8a1-41b2-a8a9-a77bc209d0a0 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5246391 Jul 16 08:43:42.316259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.348521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Request body: {'port': {'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1875019873', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.349970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] bootfile-name is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:42.350585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] tftp-server is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:42.351479 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.api.validators [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] server-ip-address is not in valid_values {{(pid=93774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:42.479325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Made reservation on behalf of 65a569a870314bedbea3432b3b2bbf07 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:42.493333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.564732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:42.573682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:42.603172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.621419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:42.787079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e6147b9f-9b03-4266-8519-115a6d033707 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:42.787766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.796517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.829856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Allocated IP 172.20.0.6 (ace45bf2-f41d-4148-a36f-67bced2bcea6/b13666fc-19f4-4753-8f84-bb539cdad365/95a23484-0a60-4424-88ae-27f3241747c8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:42.975060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.975679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.042714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Allocated IP 2001:db8::2 (39125e3b-96bf-4ee5-b75e-8904d4ee11d8/a9b702ef-dda0-4abd-becc-8ff42200abea/cbf31d80-801d-4cf5-923c-fbc16099a49e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:43.057228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] For port cf29cbb0-9e6a-4da3-b964-108c4284d507, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf29cbb0-9e6a-4da3-b964-108c4284d507,segment=NetworkSegment(07846f4a-ff40-4a94-ba21-fa58c42ccdf7),segment_id=07846f4a-ff40-4a94-ba21-fa58c42ccdf7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:43.070146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a7665d1d-d4f1-444c-a6d5-adb3afcfdec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.078777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-f2cf053f-9e57-42c4-bd68-47507bfb4819 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9859869 Jul 16 08:43:43.083430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.123107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Request body: {'port': {'device_id': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:43.254868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Made reservation on behalf of 4e445d1babba4bf084f931c91254cc45 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:43.274421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.456787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.586623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14067f47-a407-412a-bbac-b4d32749da5d req-f4ae4487-b1b5-476b-b49e-ade159c4f713 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 210 time: 0.0746586 Jul 16 08:43:43.602518 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:43.618020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.666899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.723652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Pushing event updated for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.779723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Network ace45bf2-f41d-4148-a36f-67bced2bcea6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:43.784650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:43.792325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:43.896888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.897573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.935375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-70a83f0c-b745-4acb-acba-fbf6274b30f1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9496212 Jul 16 08:43:43.963101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Request body: {'port': {'device_id': '59897e0d-50c7-4cd2-8525-72dcece922af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.139351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] device_id is not set on port ae6fc845-7f61-4598-8197-c29d46d27a21 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:44.171331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-adfbc48f-7e09-4212-b065-0b89eca92a96 None None] Provisioning complete for port cf29cbb0-9e6a-4da3-b964-108c4284d507 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:44.174532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-adfbc48f-7e09-4212-b065-0b89eca92a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.199850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bc08d-af00-4eb2-992c-2629f5f5975e None None] Pushing event updated for resources: {'Port': ['ID=cf29cbb0-9e6a-4da3-b964-108c4284d507,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.272677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.422478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.466995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Transition to ACTIVE for port object cbf31d80-801d-4cf5-923c-fbc16099a49e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:44.549472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Transition to ACTIVE for port object cbf31d80-801d-4cf5-923c-fbc16099a49e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:44.590497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.775770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf29cbb0-9e6a-4da3-b964-108c4284d507 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:44.861885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:44.876234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:44.905681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:44.930667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Pushing event updated for resources: {'Port': ['ID=cbf31d80-801d-4cf5-923c-fbc16099a49e,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.030436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Allocated IP 2001:db8::329 (39125e3b-96bf-4ee5-b75e-8904d4ee11d8/a9b702ef-dda0-4abd-becc-8ff42200abea/ae6fc845-7f61-4598-8197-c29d46d27a21) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:45.031634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Attempting to bind port cbf31d80-801d-4cf5-923c-fbc16099a49e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:45.032195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Attempting to bind port cbf31d80-801d-4cf5-923c-fbc16099a49e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b184563e-cc75-458e-a0c8-38121321199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:45.032572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Attempting to bind port cbf31d80-801d-4cf5-923c-fbc16099a49e on network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:45.038446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:45.038803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Checking segment: {'id': 'b184563e-cc75-458e-a0c8-38121321199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:45.039209 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.039611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Bound using segment: {'id': 'b184563e-cc75-458e-a0c8-38121321199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:45.040121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Bound port: cbf31d80-801d-4cf5-923c-fbc16099a49e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b184563e-cc75-458e-a0c8-38121321199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39125e3b-96bf-4ee5-b75e-8904d4ee11d8'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:45.040509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.057698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cf29cbb0-9e6a-4da3-b964-108c4284d507 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:45.058148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.162498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] For port cbf31d80-801d-4cf5-923c-fbc16099a49e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:45.167014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] For port cbf31d80-801d-4cf5-923c-fbc16099a49e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cbf31d80-801d-4cf5-923c-fbc16099a49e,segment=NetworkSegment(b184563e-cc75-458e-a0c8-38121321199d),segment_id=b184563e-cc75-458e-a0c8-38121321199d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:45.218435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06568f8-3f19-4a67-8a19-2fa6aa1c642a req-40c41175-caaa-4891-88f4-14ac67d310ca tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.220070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b06568f8-3f19-4a67-8a19-2fa6aa1c642a req-40c41175-caaa-4891-88f4-14ac67d310ca tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 931 time: 0.2352686 Jul 16 08:43:45.223204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.393467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b06568f8-3f19-4a67-8a19-2fa6aa1c642a req-823aebd7-b21a-4d98-9f47-5c7b1d1ba12d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613030 Jul 16 08:43:45.399544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06cd78-1035-47ff-aa51-19e46982bf66 None None] Pushing event updated for resources: {'Port': ['ID=cbf31d80-801d-4cf5-923c-fbc16099a49e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.617281 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0df8cdc3-e3ef-4f95-b90b-dc7a98b1439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.746151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.826127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.858470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2ebefc-bef0-438e-b10a-9e9203e76b46 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:45.888463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.926331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Transition to ACTIVE for port object ae6fc845-7f61-4598-8197-c29d46d27a21 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:45.934539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.943889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Transition to ACTIVE for port object aa2ebefc-bef0-438e-b10a-9e9203e76b46 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:45.967866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.109004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.198194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.261726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a23484-0a60-4424-88ae-27f3241747c8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:46.285954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.311617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Transition to ACTIVE for port object 95a23484-0a60-4424-88ae-27f3241747c8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:46.321819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.434047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Pushing event updated for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.623848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Attempting to bind port 95a23484-0a60-4424-88ae-27f3241747c8 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:46.624421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Attempting to bind port 95a23484-0a60-4424-88ae-27f3241747c8 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:46.627736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Attempting to bind port 95a23484-0a60-4424-88ae-27f3241747c8 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:46.656125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Port 95a23484-0a60-4424-88ae-27f3241747c8 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:46.656676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Attempting to bind port 95a23484-0a60-4424-88ae-27f3241747c8 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:46.744333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:46.744902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Checking segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:46.745543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Bound using segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:46.746301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Bound port: 95a23484-0a60-4424-88ae-27f3241747c8, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:46.746928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.801116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cbf31d80-801d-4cf5-923c-fbc16099a49e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:46.899236 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.981821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cbf31d80-801d-4cf5-923c-fbc16099a49e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:47.038450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891215-1e42-490f-97ef-37a322d80351 req-832d1435-2217-4573-ae1e-aa973ae3d244 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.050978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6891215-1e42-490f-97ef-37a322d80351 req-832d1435-2217-4573-ae1e-aa973ae3d244 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.3839436 Jul 16 08:43:47.108132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Attempting to bind port aa2ebefc-bef0-438e-b10a-9e9203e76b46 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:47.108859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Attempting to bind port aa2ebefc-bef0-438e-b10a-9e9203e76b46 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:47.109570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Attempting to bind port aa2ebefc-bef0-438e-b10a-9e9203e76b46 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:47.160936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:47.162577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Port aa2ebefc-bef0-438e-b10a-9e9203e76b46 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:47.162998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Attempting to bind port aa2ebefc-bef0-438e-b10a-9e9203e76b46 on network ace45bf2-f41d-4148-a36f-67bced2bcea6 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:47.175170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6891215-1e42-490f-97ef-37a322d80351 req-b3b99615-beda-4cc6-81b1-0e8132a247f2 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226299 Jul 16 08:43:47.184722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:47.200027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:47.208013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.209514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.242769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'Port': ['ID=ae6fc845-7f61-4598-8197-c29d46d27a21,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.247524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:47.247994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Checking segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:47.248535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Bound using segment: {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:47.249338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Bound port: aa2ebefc-bef0-438e-b10a-9e9203e76b46, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:47.249795 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.260505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:47.309395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=95a23484-0a60-4424-88ae-27f3241747c8,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:47.338852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b3646-f3ec-4129-a3a1-3f4d6351b646 None None] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:47.350332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.475738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Pushing event updated for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.482176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:47.493208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0ca3788f-59dd-4e9d-a621-ae13075fe397 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.1707757 Jul 16 08:43:47.500520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:47.506638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.529276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Provisioning for port cbf31d80-801d-4cf5-923c-fbc16099a49e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:47.573910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.574845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.582314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.593616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-221194d8-fb9f-48ce-a805-fb36388658a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/95a23484-0a60-4424-88ae-27f3241747c8 HTTP/1.1" status: 200 len: 1092 time: 3.6458371 Jul 16 08:43:47.598520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:47.601868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Provisioning complete for port cbf31d80-801d-4cf5-923c-fbc16099a49e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:47.602495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.613192 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc325c-fd04-408a-a0f7-e7948bbf280a" -d '{"events": [{"name": "network-changed", "server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "tag": "95a23484-0a60-4424-88ae-27f3241747c8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:47.650302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada705b-c233-4c18-a823-db9c982820dd req-16f5fc93-5fe5-4fba-8b1a-5fb4afd77a03 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.664656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cada705b-c233-4c18-a823-db9c982820dd req-16f5fc93-5fe5-4fba-8b1a-5fb4afd77a03 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 943 time: 0.6036770 Jul 16 08:43:47.796986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.797676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.800483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] 10.222.0.46 "PUT /v2.0/ports/aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 1092 time: 4.7202010 Jul 16 08:43:47.800983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:47.804139 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08217873-e764-4c7e-9b2b-f2b12bbc88c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:47.832400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Allocated IP 172.20.0.1 (1e3d0baa-ae7b-45df-9d22-3f105a8f4a41/94c090ca-89fe-4765-9bbb-0c554d0114a0/e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:47.884453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cada705b-c233-4c18-a823-db9c982820dd req-672c524d-e220-4a66-9c42-542c76577c5d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177038 Jul 16 08:43:47.952930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be029931-d2f7-43dd-a5b6-99e2568f40cb service neutron] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.987776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056884b-b0f4-498e-99f9-4ea34cb1de88 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.004446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056884b-b0f4-498e-99f9-4ea34cb1de88 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.042906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8056884b-b0f4-498e-99f9-4ea34cb1de88 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.045113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.049837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-668039e5-ae25-443d-bbb8-a3f1455898eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.050930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8056884b-b0f4-498e-99f9-4ea34cb1de88 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5419371 Jul 16 08:43:48.059365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.061055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-668039e5-ae25-443d-bbb8-a3f1455898eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1095 time: 0.1744175 Jul 16 08:43:48.156393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] For port cbf31d80-801d-4cf5-923c-fbc16099a49e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cbf31d80-801d-4cf5-923c-fbc16099a49e,segment=NetworkSegment(b184563e-cc75-458e-a0c8-38121321199d),segment_id=b184563e-cc75-458e-a0c8-38121321199d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:48.166131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.205698 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cd5af-49d0-4a26-b7e8-79ac16ba99ce x-openstack-request-id: req-ee0cd5af-49d0-4a26-b7e8-79ac16ba99ce {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:48.206144 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "tag": "95a23484-0a60-4424-88ae-27f3241747c8", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:48.206624 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee0cd5af-49d0-4a26-b7e8-79ac16ba99ce {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:48.207127 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8', 'status': 'completed', 'code': 200} Jul 16 08:43:48.212673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-6dfdbc9b-1b29-46c1-b728-ab33e90bed34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.1402364 Jul 16 08:43:48.214529 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8067ef-6bef-4845-8876-eaa516d58a03 x-openstack-request-id: req-ed8067ef-6bef-4845-8876-eaa516d58a03 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:48.215234 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:48.215384 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed8067ef-6bef-4845-8876-eaa516d58a03 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:48.220819 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'status': 'completed', 'code': 200} Jul 16 08:43:48.301077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-c4a54dbc-8321-4930-b218-9ad416d97086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.308566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-c4a54dbc-8321-4930-b218-9ad416d97086 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.0872695 Jul 16 08:43:48.330266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ef43b-b7b2-4f5e-a756-29949eba7159 None None] Pushing event updated for resources: {'Port': ['ID=cbf31d80-801d-4cf5-923c-fbc16099a49e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.385384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-73f0011e-fc0e-40b7-8338-2b89122697cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745797 Jul 16 08:43:48.466531 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.473242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.490785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Transition to ACTIVE for port object e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.533344 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.563185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-a1fbc863-c5ea-455e-a05f-ad0d53c57ec7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.565923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-a1fbc863-c5ea-455e-a05f-ad0d53c57ec7 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.9027631 Jul 16 08:43:48.604475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-101d78f8-ea87-48c6-bfc6-eba859714843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.605840 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-101d78f8-ea87-48c6-bfc6-eba859714843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 1095 time: 0.7703166 Jul 16 08:43:48.762692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-cfe36c38-7ec2-4c86-b850-68b677442661 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699543 Jul 16 08:43:48.779591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Provisioning complete for port cbf31d80-801d-4cf5-923c-fbc16099a49e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:48.783318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.832265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cbf31d80-801d-4cf5-923c-fbc16099a49e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:48.863664 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-9803e7d8-cbe0-412f-8531-b64e0546c988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a23484-0a60-4424-88ae-27f3241747c8 HTTP/1.1" status: 200 len: 217 time: 0.1745942 Jul 16 08:43:48.892659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf062f-abe6-4fd0-9aea-7991eb8203a7 req-f0aa7466-1281-4082-ae29-63fc45143040 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.903829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:48.908830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.910775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35bf062f-abe6-4fd0-9aea-7991eb8203a7 req-f0aa7466-1281-4082-ae29-63fc45143040 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.3204758 Jul 16 08:43:48.998026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:49.001944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cbf31d80-801d-4cf5-923c-fbc16099a49e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:49.022360 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.072176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.072770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.073368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.081537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.082783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.087524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.088577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.091015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.092600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.093397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.098084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.098924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:49.113533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:49.117545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4743eff4-9156-4e74-805f-6b5ab358f2a3 req-57f4ba15-9e96-45b6-bba7-07a87018e2af service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385890 Jul 16 08:43:49.129164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35bf062f-abe6-4fd0-9aea-7991eb8203a7 req-72d2bb02-8604-4915-a4dc-0dc4907c160f tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172348 Jul 16 08:43:49.330207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.452940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-fb78c1ee-ab9d-4c7b-afab-483c5391ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.454803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-fb78c1ee-ab9d-4c7b-afab-483c5391ee0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.5172546 Jul 16 08:43:49.463293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Deleting port ae6fc845-7f61-4598-8197-c29d46d27a21 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:49.463993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.560020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Provisioning for port ae6fc845-7f61-4598-8197-c29d46d27a21 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:49.576462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Provisioning complete for port ae6fc845-7f61-4598-8197-c29d46d27a21 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:49.577062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.609211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-4fdda36e-d8f4-4012-b10f-2131f368c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.613166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-4fdda36e-d8f4-4012-b10f-2131f368c078 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1095 time: 0.3543637 Jul 16 08:43:49.694718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-4ea95187-b405-4234-9a62-6440abce8858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2205586 Jul 16 08:43:49.749291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Port ae6fc845-7f61-4598-8197-c29d46d27a21 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:49.804196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Provisioning for port 2685f0ee-2383-4551-a356-aca536bcbff9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:49.814416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Provisioning complete for port 2685f0ee-2383-4551-a356-aca536bcbff9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:49.815621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.894702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Deleting port e8982ccb-5b82-404b-837d-edc69da09879 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:49.895056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.924750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-de8d1283-61a5-426b-bfc1-89fc118ec7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.928192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-de8d1283-61a5-426b-bfc1-89fc118ec7a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.3054211 Jul 16 08:43:49.935408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b265aac3-4295-4ac4-aa60-41c6dcde7ffd None None] Port 2685f0ee-2383-4551-a356-aca536bcbff9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:49.955811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a53be-320f-40f3-b5d1-091da8b2f601 req-bbd81532-f951-4679-a381-9322606a004c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.964863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972a53be-320f-40f3-b5d1-091da8b2f601 req-bbd81532-f951-4679-a381-9322606a004c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 943 time: 0.5296316 Jul 16 08:43:50.067668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-7d36f158-9d73-47f0-9cbd-803337860a97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.1271071 Jul 16 08:43:50.081639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Provisioning for port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:50.092860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Provisioning complete for port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:50.093426 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.095882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.163228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.199182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:50.225321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Provisioning complete for port ae6fc845-7f61-4598-8197-c29d46d27a21 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:50.226269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.227995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-7084fcce-c3e0-4bb0-86ee-bc45a312d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.239254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-7084fcce-c3e0-4bb0-86ee-bc45a312d46e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.1597121 Jul 16 08:43:50.292757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Port ae6fc845-7f61-4598-8197-c29d46d27a21 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:50.315183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Provisioning complete for port 2685f0ee-2383-4551-a356-aca536bcbff9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:50.315611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.389656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-07ef4391-bc92-467c-ae05-6c3ecee19574 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297646 Jul 16 08:43:50.399122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0f51cf9e-4d39-4491-beda-46a54145f78e None None] Port 2685f0ee-2383-4551-a356-aca536bcbff9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:50.402305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972a53be-320f-40f3-b5d1-091da8b2f601 req-3642e4e1-9730-4560-8988-7815dcc7f055 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360268 Jul 16 08:43:50.504232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Calling delete_port for ae6fc845-7f61-4598-8197-c29d46d27a21 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:50.525044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-b1ff2d6f-2e1c-4e00-b809-9bcde8aca3dc service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257611 Jul 16 08:43:50.657414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] For port e8982ccb-5b82-404b-837d-edc69da09879, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e8982ccb-5b82-404b-837d-edc69da09879,segment=NetworkSegment(523fe52d-cdeb-45ea-9370-7903236098df),segment_id=523fe52d-cdeb-45ea-9370-7903236098df)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:50.658116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.663475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.686746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-227e0102-d332-49bb-a996-974bac9333be service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768071 Jul 16 08:43:50.723252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.735400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Calling delete_port for e8982ccb-5b82-404b-837d-edc69da09879 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:50.749068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4cc5-ce7c-4c5b-af36-d0247f269623 req-314c7282-82c2-4812-9f2d-6818bb1cab1b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.762986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c40b4cc5-ce7c-4c5b-af36-d0247f269623 req-314c7282-82c2-4812-9f2d-6818bb1cab1b tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 945 time: 0.2122009 Jul 16 08:43:50.886659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08217873-e764-4c7e-9b2b-f2b12bbc88c1 req-3e562a6b-0630-4a74-9b90-d94196d16263 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808774 Jul 16 08:43:50.915457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.952952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c40b4cc5-ce7c-4c5b-af36-d0247f269623 req-7f430836-b17a-4b4f-9c09-a988b1321362 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881404 Jul 16 08:43:50.993143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.001244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e8f5186d-9419-4cd9-97c8-71a2d8027457 req-bcea2d96-6390-4e21-922c-7029b7bd0370 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596436 Jul 16 08:43:51.171879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:51.174978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.183775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:51.275266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event deleted for resources: {'Port': ['ID=ae6fc845-7f61-4598-8197-c29d46d27a21,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.649156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aa2ebefc-bef0-438e-b10a-9e9203e76b46 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:51.759150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bba75f87-071b-48ea-8ff9-def985e957de None None] Provisioning complete for port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:51.759598 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bba75f87-071b-48ea-8ff9-def985e957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.857167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a886a-8fde-4c3a-a32d-75bd9b0ab460 req-f32f1e91-ce13-4ad0-a539-795eb9528901 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.870200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f64a886a-8fde-4c3a-a32d-75bd9b0ab460 req-f32f1e91-ce13-4ad0-a539-795eb9528901 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 943 time: 0.1741295 Jul 16 08:43:51.914434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:51.934096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'port_id': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'mac_address': 'fa:16:3e:25:3c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:51.999051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bba75f87-071b-48ea-8ff9-def985e957de None None] Port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:52.031984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f64a886a-8fde-4c3a-a32d-75bd9b0ab460 req-fe9ba791-ad7b-4462-a4da-9443c6e4b400 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491084 Jul 16 08:43:52.054426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.064702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48730) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.066308 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.066808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9aba29dc-0550-43a7-91a1-3e2c25b722dc tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "DELETE /v2.0/ports/ae6fc845-7f61-4598-8197-c29d46d27a21 HTTP/1.1" status: 204 len: 168 time: 3.9892595 Jul 16 08:43:52.086721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2ebefc-bef0-438e-b10a-9e9203e76b46 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:52.093088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Request body: {'port': {'name': 'tempest-new-port-name-355798007', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:52.094117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] bootfile-name is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:52.094327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] tftp-server is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:52.094884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] server-ip-address is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:43:52.113478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:52.128409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.159228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-fe5497eb-8c30-4fce-8247-0136003a47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.162575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-fe5497eb-8c30-4fce-8247-0136003a47a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 1095 time: 1.0967693 Jul 16 08:43:52.191574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.325936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.407401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Pushing event deleted for resources: {'Port': ['ID=e8982ccb-5b82-404b-837d-edc69da09879,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.407715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.509238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55f5e47a-842e-40e4-97f7-80ba524daf42 req-4cabe9a9-d6e0-4a6a-a1ba-0a9e6ca59863 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.32 "GET /v2.0/ports?device_id=59781a77-d0e6-4e46-b2bd-f458ecb48269 HTTP/1.1" status: 200 len: 210 time: 0.0722594 Jul 16 08:43:52.534744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] No DVR routers for this DVR port e8982ccb-5b82-404b-837d-edc69da09879 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:52.539821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.542956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['aa2ebefc-bef0-438e-b10a-9e9203e76b46'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:52.543871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2748e991-6b57-4dd1-92ce-32c374e22175 req-ace19b23-6d93-4202-b309-770d675825a4 tempest-ServersTestJSON-1887995543 tempest-ServersTestJSON-1887995543-project] 10.222.0.47 "DELETE /v2.0/ports/e8982ccb-5b82-404b-837d-edc69da09879 HTTP/1.1" status: 204 len: 173 time: 3.9368610 Jul 16 08:43:52.564763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'name': 'network-vif-deleted', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:52.569354 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da45d874-1b8d-4110-a616-711032263145" -d '{"events": [{"server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "name": "network-vif-deleted", "tag": "e8982ccb-5b82-404b-837d-edc69da09879"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:52.596574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Router f4e1bb33-504b-4b93-bef2-8ce152e030f3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:52.883217 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06752f08-4f0b-49e1-b049-2627786e9f47 x-openstack-request-id: req-06752f08-4f0b-49e1-b049-2627786e9f47 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:52.883837 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59781a77-d0e6-4e46-b2bd-f458ecb48269", "name": "network-vif-deleted", "tag": "e8982ccb-5b82-404b-837d-edc69da09879", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:52.884829 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06752f08-4f0b-49e1-b049-2627786e9f47 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:52.885586 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59781a77-d0e6-4e46-b2bd-f458ecb48269', 'name': 'network-vif-deleted', 'tag': 'e8982ccb-5b82-404b-837d-edc69da09879', 'status': 'completed', 'code': 200} Jul 16 08:43:52.890805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:52.907839 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-636844ce-a84f-47ba-938c-a822df210de8 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "PUT /v2.0/routers/f4e1bb33-504b-4b93-bef2-8ce152e030f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9946144 Jul 16 08:43:52.907839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.917841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Request body: {'port': {'network_id': '1e3d0baa-ae7b-45df-9d22-3f105a8f4a41', 'name': 'tempest-FloatingIPAdminTestJSON-591877100'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:52.923541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] Sync routers for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:52.977766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-b3c48039-5c5e-45c1-b2a5-8bd09765472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.979295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-b3c48039-5c5e-45c1-b2a5-8bd09765472b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.7925539 Jul 16 08:43:52.980772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:52.982126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.041241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.048339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.053633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.079252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:53.081222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.139707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-e84c11b8-72ca-44a8-a38b-956b378baa99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a23484-0a60-4424-88ae-27f3241747c8 HTTP/1.1" status: 200 len: 217 time: 0.1490912 Jul 16 08:43:53.155109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.156705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66d1cb-5e04-4ff0-9e34-6fdf5d1540c6 None None] The sync data for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:53.170653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] In _notify_port_updated(), no bound segment for port 2685f0ee-2383-4551-a356-aca536bcbff9 on network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:53.183878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.185375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.188321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "PUT /v2.0/ports/2685f0ee-2383-4551-a356-aca536bcbff9 HTTP/1.1" status: 200 len: 1129 time: 1.1220551 Jul 16 08:43:53.194022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48748) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.227144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e8982ccb-5b82-404b-837d-edc69da09879 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:53.335662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: e8982ccb-5b82-404b-837d-edc69da09879 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:53.336366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e8982ccb-5b82-404b-837d-edc69da09879 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:53.398533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Made reservation on behalf of 5bc1a79518494eddbccf3ef908e7bc80 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:53.422519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.427020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-525417cf-3889-4344-9ddc-d179a21bf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.429897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-525417cf-3889-4344-9ddc-d179a21bf49b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.2786262 Jul 16 08:43:53.441898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1059b-df67-41e4-9231-ea82adb94c1c tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.443549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ee1059b-df67-41e4-9231-ea82adb94c1c tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "GET /v2.0/ports/2685f0ee-2383-4551-a356-aca536bcbff9 HTTP/1.1" status: 200 len: 1129 time: 0.2478068 Jul 16 08:43:53.471332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.487973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8a7e9-a4b0-4f83-9257-941714af7566 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event updated for resources: {'Port': ['ID=2685f0ee-2383-4551-a356-aca536bcbff9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.612951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735fc1d-0933-4c0f-8da1-a80de759850c req-c5823449-57ea-4109-a4eb-c9a79121a73f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.624147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a735fc1d-0933-4c0f-8da1-a80de759850c req-c5823449-57ea-4109-a4eb-c9a79121a73f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 943 time: 0.1756248 Jul 16 08:43:53.651828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-03459691-ff35-44d9-957c-aa5b79992ebf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100198 Jul 16 08:43:53.653272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 95a23484-0a60-4424-88ae-27f3241747c8 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:53.658239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] device_id is not set on port 608639f4-3239-4ee6-bea8-b12821364261 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:53.731940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a735fc1d-0933-4c0f-8da1-a80de759850c req-dfd76cc5-c0c9-4b20-bfac-ac17aa2f63c8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067834 Jul 16 08:43:53.885354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=95a23484-0a60-4424-88ae-27f3241747c8,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:53.907712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '95a23484-0a60-4424-88ae-27f3241747c8', 'network_id': 'ace45bf2-f41d-4148-a36f-67bced2bcea6', 'port_id': '95a23484-0a60-4424-88ae-27f3241747c8', 'mac_address': 'fa:16:3e:79:e4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13666fc-19f4-4753-8f84-bb539cdad365', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:53.926761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b0bd7af-a1ca-4ec8-80ff-8d3c6ddc125e None None] Provisioning complete for port 2685f0ee-2383-4551-a356-aca536bcbff9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:53.928256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd7af-a1ca-4ec8-80ff-8d3c6ddc125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.987580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48768) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.022636 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.039258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bd7af-a1ca-4ec8-80ff-8d3c6ddc125e None None] Port 2685f0ee-2383-4551-a356-aca536bcbff9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:54.059482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a23484-0a60-4424-88ae-27f3241747c8 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:54.106772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=95a23484-0a60-4424-88ae-27f3241747c8,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:54.108180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Deleting subnet 74acfefa-4362-44df-81c7-ea9791f1dbc6 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:54.112976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.117533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.165314 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-1914af3b-0fc0-4999-9725-6a5fb0ed3371 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975159 Jul 16 08:43:54.176290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Deleting port 2685f0ee-2383-4551-a356-aca536bcbff9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:54.176788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.206012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:54.210955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.281180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Allocated IP 172.20.0.8 (1e3d0baa-ae7b-45df-9d22-3f105a8f4a41/94c090ca-89fe-4765-9bbb-0c554d0114a0/608639f4-3239-4ee6-bea8-b12821364261) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:54.323402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.485970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.508594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['95a23484-0a60-4424-88ae-27f3241747c8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:54.592922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74acfefa-4362-44df-81c7-ea9791f1dbc6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:54.602811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.606768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b95c4cd1-103f-40e5-87e7-0543c85165ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/74acfefa-4362-44df-81c7-ea9791f1dbc6 HTTP/1.1" status: 204 len: 168 time: 0.6178856 Jul 16 08:43:54.612405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48778) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.620087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.737493 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03fc325c-fd04-408a-a0f7-e7948bbf280a req-a68186df-b07a-4559-ad67-643ebe18e8b4 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521026 Jul 16 08:43:54.738694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Calling delete_port for 2685f0ee-2383-4551-a356-aca536bcbff9 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:54.788775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.896851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.964798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Transition to ACTIVE for port object 608639f4-3239-4ee6-bea8-b12821364261 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:55.022373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.082823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.101396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a503a25-1a29-4b40-9c42-b80e102776a6']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:55.116970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523fe52d-cdeb-45ea-9370-7903236098df') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:55.117977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523fe52d-cdeb-45ea-9370-7903236098df') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:55.129631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.147486 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.156054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:55.156334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.157344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:55.178543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:55.210725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:55.234165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event updated for resources: {'Port': ['ID=608639f4-3239-4ee6-bea8-b12821364261,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:55.277127 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:55.328529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.331364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.340672 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.343855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4a503a25-1a29-4b40-9c42-b80e102776a6 HTTP/1.1" status: 204 len: 168 time: 0.7276700 Jul 16 08:43:55.435873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.440221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.456994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d7c22-58c4-476b-bc68-a2c1cdc7dba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a503a25-1a29-4b40-9c42-b80e102776a6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.527765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83984976-046e-42bd-a56e-8b20a5e4e844 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6131220 Jul 16 08:43:55.535271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event deleted for resources: {'Port': ['ID=2685f0ee-2383-4551-a356-aca536bcbff9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.539080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.545568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671996dd-dd5e-48f4-9b13-2181fc8aab7a req-aca90a40-5e9f-4784-94fe-a82fd14e67be tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.549673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.551982 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e5eaf4f4-7938-4b0b-a093-8a7a07517a43 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "DELETE /v2.0/ports/2685f0ee-2383-4551-a356-aca536bcbff9 HTTP/1.1" status: 204 len: 168 time: 2.0489609 Jul 16 08:43:55.555233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671996dd-dd5e-48f4-9b13-2181fc8aab7a req-aca90a40-5e9f-4784-94fe-a82fd14e67be tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 944 time: 0.2785463 Jul 16 08:43:55.558484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.677884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aa2ebefc-bef0-438e-b10a-9e9203e76b46 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:55.729431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Deleting subnet a9b702ef-dda0-4abd-becc-8ff42200abea {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:55.744670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.854540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-60da0c45-b5a9-4258-89c5-450d5cd4d8e1 None None] Provisioning for port 608639f4-3239-4ee6-bea8-b12821364261 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:55.891406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-60da0c45-b5a9-4258-89c5-450d5cd4d8e1 None None] Provisioning complete for port 608639f4-3239-4ee6-bea8-b12821364261 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:55.892016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60da0c45-b5a9-4258-89c5-450d5cd4d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.923169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.064004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-60da0c45-b5a9-4258-89c5-450d5cd4d8e1 None None] Port 608639f4-3239-4ee6-bea8-b12821364261 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:56.070856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.118937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port aa2ebefc-bef0-438e-b10a-9e9203e76b46 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:56.126216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port aa2ebefc-bef0-438e-b10a-9e9203e76b46 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:56.127032 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.133278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.202056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'project_id': '5bc1a79518494eddbccf3ef908e7bc80', 'port_id': '608639f4-3239-4ee6-bea8-b12821364261'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.205655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.244299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.264973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b702ef-dda0-4abd-becc-8ff42200abea,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.268665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861910ab-edc8-4db1-8396-6d70403904a8 None None] Network 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:56.275961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.278054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3639f393-f0e9-46aa-8329-4b69339d057a tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "DELETE /v2.0/subnets/a9b702ef-dda0-4abd-becc-8ff42200abea HTTP/1.1" status: 204 len: 168 time: 0.7178769 Jul 16 08:43:56.294782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.339230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:56.339700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8734ae3b-fe1b-4a0a-a1f3-6a1ccbc705ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff32288af59e43c58d462a952299bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004824 Jul 16 08:43:56.341887 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506641e-4cd2-4350-ad06-86813e190dfc" -d '{"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-plugged", "status": "completed", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:56.363275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:56.408390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48816) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.409047 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.555619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.556928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671996dd-dd5e-48f4-9b13-2181fc8aab7a req-f1cddeda-7bcb-49ee-85f8-e16f1ccd4344 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9994259 Jul 16 08:43:56.562003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.569265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.615929 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a4711-acf8-47a3-8b7c-ea954648f457 x-openstack-request-id: req-2a5a4711-acf8-47a3-8b7c-ea954648f457 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:56.616260 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-plugged", "status": "completed", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:56.616575 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a5a4711-acf8-47a3-8b7c-ea954648f457 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:56.617116 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'code': 200} Jul 16 08:43:56.628186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.663572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.749219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] DHCP port deletion for 39125e3b-96bf-4ee5-b75e-8904d4ee11d8 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:56.799730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.805048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.806681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5b24577-2bf0-4b0b-ac8c-b7bf32f25655 HTTP/1.1" status: 204 len: 168 time: 0.3968122 Jul 16 08:43:56.824411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a447f-8341-4bbb-8b42-811fa783d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b24577-2bf0-4b0b-ac8c-b7bf32f25655,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.892785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Deleting port cbf31d80-801d-4cf5-923c-fbc16099a49e {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:56.893174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.998314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] For port cbf31d80-801d-4cf5-923c-fbc16099a49e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cbf31d80-801d-4cf5-923c-fbc16099a49e,segment=NetworkSegment(b184563e-cc75-458e-a0c8-38121321199d),segment_id=b184563e-cc75-458e-a0c8-38121321199d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:56.999133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.021771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Calling delete_port for cbf31d80-801d-4cf5-923c-fbc16099a49e owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:57.331351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Deleting port cbf31d80-801d-4cf5-923c-fbc16099a49e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:57.334617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.364969 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.409124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] Pushing event deleted for resources: {'Port': ['ID=cbf31d80-801d-4cf5-923c-fbc16099a49e,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.430481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d5d25-2ea5-4ca3-b3b7-44b201d73e0d None None] No DVR routers for this DVR port cbf31d80-801d-4cf5-923c-fbc16099a49e on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:57.440929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a26be-f023-4f53-9e74-341407b91878 req-90e1dfe1-248d-463f-ae51-a150c27bc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.442678 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc7a26be-f023-4f53-9e74-341407b91878 req-90e1dfe1-248d-463f-ae51-a150c27bc455 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.6436019 Jul 16 08:43:57.547627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] For port cbf31d80-801d-4cf5-923c-fbc16099a49e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cbf31d80-801d-4cf5-923c-fbc16099a49e,segment=NetworkSegment(b184563e-cc75-458e-a0c8-38121321199d),segment_id=b184563e-cc75-458e-a0c8-38121321199d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:57.548012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.605620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc7a26be-f023-4f53-9e74-341407b91878 req-6f368358-5613-4150-a442-09de6e891ce3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537030 Jul 16 08:43:57.620997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Calling delete_port for cbf31d80-801d-4cf5-923c-fbc16099a49e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:57.624896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.678115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 95a23484-0a60-4424-88ae-27f3241747c8 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:57.784985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 95a23484-0a60-4424-88ae-27f3241747c8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:57.789462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 95a23484-0a60-4424-88ae-27f3241747c8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:57.790003 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.953172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042594bd-a44e-4c20-9c12-d4ffe0e70a4c req-56e706a4-31fc-4194-9532-d95f36524cde tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.963795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-042594bd-a44e-4c20-9c12-d4ffe0e70a4c req-56e706a4-31fc-4194-9532-d95f36524cde tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 944 time: 0.1680472 Jul 16 08:43:58.006984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.011245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Allocated IP 172.25.5.239 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c8e4f0c7-c2e2-450e-98ce-d227206d43e6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:58.051419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-042594bd-a44e-4c20-9c12-d4ffe0e70a4c req-bec2722d-fafb-49ee-9565-c945677fa036 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846028 Jul 16 08:43:58.111969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.124893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=95a23484-0a60-4424-88ae-27f3241747c8,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:58.141984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.233268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.245258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event deleted for resources: {'Port': ['ID=cbf31d80-801d-4cf5-923c-fbc16099a49e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.252350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] No DVR routers for this DVR port cbf31d80-801d-4cf5-923c-fbc16099a49e on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:58.441296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.466218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.467496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48878) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.473089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39125e3b-96bf-4ee5-b75e-8904d4ee11d8']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.493016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b184563e-cc75-458e-a0c8-38121321199d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.493306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b184563e-cc75-458e-a0c8-38121321199d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.528654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.566569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.592615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:58.593459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:58.599085 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:58.618954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:58.625593 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0c080-5ace-429a-9c85-7e3c4080a92c" -d '{"events": [{"server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "name": "network-vif-plugged", "status": "completed", "tag": "95a23484-0a60-4424-88ae-27f3241747c8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:58.683789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cbf31d80-801d-4cf5-923c-fbc16099a49e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:58.693649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-806571037-network', 'tenant_id': '56ca250a7fb646fa9aef44ca3527e6ac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.716083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: cbf31d80-801d-4cf5-923c-fbc16099a49e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:58.716999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cbf31d80-801d-4cf5-923c-fbc16099a49e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:58.727285 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed6141-4674-40c3-a4ac-8e0e571e126e x-openstack-request-id: req-d3ed6141-4674-40c3-a4ac-8e0e571e126e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:58.727797 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "name": "network-vif-plugged", "status": "completed", "tag": "95a23484-0a60-4424-88ae-27f3241747c8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:58.728442 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3ed6141-4674-40c3-a4ac-8e0e571e126e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:58.729582 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8', 'code': 200} Jul 16 08:43:58.755424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.770252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Made reservation on behalf of 56ca250a7fb646fa9aef44ca3527e6ac for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:58.772727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.805446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.821947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.822861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:58.830282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:58.844312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.848267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] 10.222.0.32 "DELETE /v2.0/networks/39125e3b-96bf-4ee5-b75e-8904d4ee11d8 HTTP/1.1" status: 204 len: 168 time: 2.5513921 Jul 16 08:43:58.849987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:58.978659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5694f8-284f-4523-9472-e170581eba1b tempest-ExtraDHCPOptionsIpV6TestJSON-151455734 tempest-ExtraDHCPOptionsIpV6TestJSON-151455734-project] Pushing event deleted for resources: {'Network': ['ID=39125e3b-96bf-4ee5-b75e-8904d4ee11d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.993300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e4f0c7-c2e2-450e-98ce-d227206d43e6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.078289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.085620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.112534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45e89f-a055-45c8-83fa-6d2c79fc29dd req-1cb41944-d09a-4591-bc81-cdb486ef5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.115490 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6f45e89f-a055-45c8-83fa-6d2c79fc29dd req-1cb41944-d09a-4591-bc81-cdb486ef5853 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 1097 time: 0.2090971 Jul 16 08:43:59.124122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:59.153340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.153973 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Added segment ee7f93b1-f0e3-4879-8338-281dec9c1ebd of type vlan for network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb Jul 16 08:43:59.260550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2311ccd0-8afc-4f62-b8d2-5585e81e0acd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.266188 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.326303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.327523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.332140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.416941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9470758 Jul 16 08:43:59.422725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48900) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.435304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Request body: {'subnet': {'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-806571037-subnet', 'tenant_id': '56ca250a7fb646fa9aef44ca3527e6ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:59.530454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.560872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385fb03-86b6-4b06-ac23-2e5141571788 admin admin] Pushing event updated for resources: {'Network': ['ID=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.578223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:59.595441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Made reservation on behalf of 56ca250a7fb646fa9aef44ca3527e6ac for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:59.599136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.666847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6f45e89f-a055-45c8-83fa-6d2c79fc29dd req-f015bafd-eb55-41a3-8426-16d34149627f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395026 Jul 16 08:43:59.845502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.856873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62169b-36cc-4abb-aaa1-8755d096d1c5 req-b21bf4e0-3140-4040-8e48-d11ca7da3108 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.858494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef62169b-36cc-4abb-aaa1-8755d096d1c5 req-b21bf4e0-3140-4040-8e48-d11ca7da3108 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.4331973 Jul 16 08:43:59.939178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7440925-136b-42b3-9a00-7a50c6032906,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.987989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef62169b-36cc-4abb-aaa1-8755d096d1c5 req-6bf1b2aa-880b-411a-b55d-b1489d4e736f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000938 Jul 16 08:44:00.062439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Checking segment: {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:00.063111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Network hostable DHCP agents. Network: 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:00.094366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:00.106460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1efd22-dbed-47b8-915d-6cd1c131d177 req-48fe2b83-fba2-4533-97a8-385e73bcb21f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.108088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a1efd22-dbed-47b8-915d-6cd1c131d177 req-48fe2b83-fba2-4533-97a8-385e73bcb21f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 951 time: 0.1147888 Jul 16 08:44:00.117531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:00.122849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.123756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.134472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd64f2-b7b4-4564-b510-ded0f2fcb8f8 None None] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:00.168869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-12b1b349-a2b3-4e54-957b-7068d3486be4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7308030 Jul 16 08:44:00.237192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-51eb5766-78c4-4389-a4fa-bd06a1e9a559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e445d1babba4bf084f931c91254cc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038393 Jul 16 08:44:00.242558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.262817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.287265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a1efd22-dbed-47b8-915d-6cd1c131d177 req-7b4a4bfa-9fbb-412a-9fff-3cccf351636f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435843 Jul 16 08:44:00.382211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.401398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e9598-5d44-486a-8ace-f42575e7d721 None None] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:00.418504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.421173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.555778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.559133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.560531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2c713b7-c3f6-466a-8867-04357138ff69 HTTP/1.1" status: 204 len: 168 time: 0.3170569 Jul 16 08:44:00.616142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2896c5-df89-4ff1-9c0c-42f98748e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c713b7-c3f6-466a-8867-04357138ff69,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.757759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.767832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.879221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e4f0c7-c2e2-450e-98ce-d227206d43e6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.914339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.926495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-99da7ae5-7cf7-4fa9-94ea-40c2ae33bd99 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.932649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-99da7ae5-7cf7-4fa9-94ea-40c2ae33bd99 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 813 time: 0.2085347 Jul 16 08:44:00.969019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-6f4e5d93-87b9-454f-9a60-edd7bf3fdb5a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/quotas/56ca250a7fb646fa9aef44ca3527e6ac HTTP/1.1" status: 200 len: 375 time: 0.0330906 Jul 16 08:44:01.016290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-4f63d40d-5411-448f-9121-8dd8aebeeff3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417459 Jul 16 08:44:01.068166 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Floating IP 04cc2301-ea84-41f3-abae-81eb07f7bd35 associated. External IP: 172.25.5.239, port: 608639f4-3239-4ee6-bea8-b12821364261. Jul 16 08:44:01.249161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-4068749d-c325-4eca-90fd-fe9743330a83 service neutron] 10.222.0.32 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228184 Jul 16 08:44:01.323208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7dbc3-d3de-4207-8a5d-487881b2622b req-b89abd1e-e411-46ea-a290-696a0687fb6b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.326076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8e7dbc3-d3de-4207-8a5d-487881b2622b req-b89abd1e-e411-46ea-a290-696a0687fb6b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1848345 Jul 16 08:44:01.432664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8e7dbc3-d3de-4207-8a5d-487881b2622b req-bb534036-8a15-4f79-8ef5-82ebf2a05b84 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991387 Jul 16 08:44:01.445810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-7e2daac9-56ec-4459-89dd-4f41801cc1ea service neutron] 10.222.0.32 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855474 Jul 16 08:44:01.455888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Router f4e1bb33-504b-4b93-bef2-8ce152e030f3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:01.650532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48986) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.667971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:01.679871 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] Sync routers for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:01.694378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.707834 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:01.709747 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.776245 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.790202 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:01.791215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.792359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf41772a-8c40-482e-b5ae-54119c165367 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.2487898 Jul 16 08:44:01.793698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.869297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.873177 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915da8d-d7b8-4705-b9bb-03e29e32d05b None None] The sync data for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:01.897644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3946f-8668-446d-9f31-c0b8e64bceda req-a8a959b7-9b0c-4899-b323-cf0ae7f3013c tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.900435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69e3946f-8668-446d-9f31-c0b8e64bceda req-a8a959b7-9b0c-4899-b323-cf0ae7f3013c tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 951 time: 0.1815646 Jul 16 08:44:01.905247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-997616378'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.005296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Made reservation on behalf of d43ef5ab6d6948e4baf52d9dbc1cb247 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:02.010002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.019151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bbee2aa1-0a32-4476-96da-191c46808b0a tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "GET /v2.0/floatingips/04cc2301-ea84-41f3-abae-81eb07f7bd35 HTTP/1.1" status: 200 len: 982 time: 0.2242875 Jul 16 08:44:02.019891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.029300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69e3946f-8668-446d-9f31-c0b8e64bceda req-2c8d62c8-e024-4706-a107-40b266d99a10 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191027 Jul 16 08:44:02.039677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.184064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4590118-afba-455a-9be7-14c213fd67ee req-b6e5abf1-72bf-4cdc-83d1-3e6729eccfa7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 210 time: 0.0615427 Jul 16 08:44:02.216889 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-731adc86-3848-4958-8914-20adfa2f9c6d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1955986 Jul 16 08:44:02.217545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.326423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-9f56acb4-6f7f-4fb7-9f7f-01b3d6b8ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.327964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-9f56acb4-6f7f-4fb7-9f7f-01b3d6b8ef4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 1097 time: 0.1935410 Jul 16 08:44:02.403731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.410604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.468836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:02.509265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515849d2-011e-460e-afd4-309fad3adb4d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.517112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.517861 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Added segment 7e72b7a4-6af0-4776-82f1-e6ac65adcc9a of type vlan for network 212ad89b-5b64-483d-a61b-26447bf26d4c Jul 16 08:44:02.548048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.548317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.548798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.549337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.549936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.550486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.551071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.552638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.552740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.553322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.553866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.554426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:02.591418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-73834f9c-143b-4be1-ba68-f9e9093e5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.598679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-73834f9c-143b-4be1-ba68-f9e9093e5585 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.2381504 Jul 16 08:44:02.618561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port c8e4f0c7-c2e2-450e-98ce-d227206d43e6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:02.618836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.666975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-661fde9c-df10-49aa-b6ab-ce138e9ac0a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95a23484-0a60-4424-88ae-27f3241747c8 HTTP/1.1" status: 200 len: 217 time: 0.0610223 Jul 16 08:44:02.685083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.766889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.768361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-f44dce70-8f63-429d-96d9-7a72e0d914d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.769878 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-f44dce70-8f63-429d-96d9-7a72e0d914d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.0963807 Jul 16 08:44:02.781112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.781112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.803586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc3ba-25b3-42bc-9611-3baef6d2d53c req-c677d8d5-e8a1-447a-bdcc-373860660ad8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.807270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d60fc3ba-25b3-42bc-9611-3baef6d2d53c req-c677d8d5-e8a1-447a-bdcc-373860660ad8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1943126 Jul 16 08:44:02.845462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-32833b84-159a-44b0-b685-a2cd61b9dc27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643182 Jul 16 08:44:02.847983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.848594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.919545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for c8e4f0c7-c2e2-450e-98ce-d227206d43e6 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:02.930256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2819541 Jul 16 08:44:02.930997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.950560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Request body: {'subnet': {'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:03.009104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d60fc3ba-25b3-42bc-9611-3baef6d2d53c req-d8b3c2dc-3053-421f-88e8-e281c43c8881 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927006 Jul 16 08:44:03.010495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a598-fa63-417d-819f-2578a870241a tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'Network': ['ID=212ad89b-5b64-483d-a61b-26447bf26d4c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.027555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 212ad89b-5b64-483d-a61b-26447bf26d4c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:03.195089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-a97e5b8a-a939-4b34-b1b7-cdfb422287be service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414390 Jul 16 08:44:03.345990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Made reservation on behalf of d43ef5ab6d6948e4baf52d9dbc1cb247 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:03.352387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.463881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b23faeae-e02d-4102-a80b-9bd3efd9b09f req-9fc6be93-066c-4a93-a762-30890896691b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 210 time: 0.0757024 Jul 16 08:44:03.482034 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4e39edd9-a724-4d4c-bfdd-f7a680790981 req-097f2c87-1146-4d2e-99dd-8b4cad5e97f8 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722771 Jul 16 08:44:03.727231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:03.770919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.887016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.896851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=c8e4f0c7-c2e2-450e-98ce-d227206d43e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.904513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.927782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:03.931685 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7becb7b9-e5e2-44f8-b87f-def12ba08138" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:03.976068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:03.984085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.016760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.017119 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Floating IP 04cc2301-ea84-41f3-abae-81eb07f7bd35 disassociated (deleted). External IP: 172.25.5.239, port: 608639f4-3239-4ee6-bea8-b12821364261. Jul 16 08:44:04.028600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-be96775d-a4cd-499d-a437-b39b942ac15d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.030270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-be96775d-a4cd-499d-a437-b39b942ac15d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 813 time: 0.4458251 Jul 16 08:44:04.061156 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30070a2c-de35-45c4-b63e-69d2783c5f12 x-openstack-request-id: req-30070a2c-de35-45c4-b63e-69d2783c5f12 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:04.062023 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-unplugged", "status": "completed", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:04.062291 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30070a2c-de35-45c4-b63e-69d2783c5f12 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:04.062862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Request body: {'port': {'device_id': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'admin_state_up': True, 'tenant_id': '56ca250a7fb646fa9aef44ca3527e6ac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:04.063067 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'code': 200} Jul 16 08:44:04.113220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.339866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5bd15-fcfa-4480-b0bd-878eb0d2584a req-b95126ed-9168-4caf-967b-d24ffd813290 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.341532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72d5bd15-fcfa-4480-b0bd-878eb0d2584a req-b95126ed-9168-4caf-967b-d24ffd813290 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.0948348 Jul 16 08:44:04.422842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72d5bd15-fcfa-4480-b0bd-878eb0d2584a req-15ea9c1f-1f43-4a6d-9ba6-b692e210e759 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697677 Jul 16 08:44:04.591816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Checking segment: {'id': '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:04.592238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Network hostable DHCP agents. Network: 212ad89b-5b64-483d-a61b-26447bf26d4c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:04.634816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8cd55c-5197-464b-a7d0-ef187c25db2d req-c7f75ca1-b3c9-4be6-92e3-0c1fdb123ab3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 210 time: 0.0319276 Jul 16 08:44:04.636226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'Subnet': ['ID=d6b46d2d-c09b-46eb-8830-48d211376d72,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.695847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Network 212ad89b-5b64-483d-a61b-26447bf26d4c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:04.715516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 212ad89b-5b64-483d-a61b-26447bf26d4c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:04.725550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.727142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.730392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Made reservation on behalf of 56ca250a7fb646fa9aef44ca3527e6ac for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:04.733982 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.734353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6259f-20a3-4253-b242-915e0dd54ae3 None None] Network 212ad89b-5b64-483d-a61b-26447bf26d4c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:04.812562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f497ea02-31b6-4bad-a408-b573c5fc0d31 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8779685 Jul 16 08:44:04.815656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49162) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.821992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Request body: {'port': {'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1822544519'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:04.976532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Router f4e1bb33-504b-4b93-bef2-8ce152e030f3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:05.028195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-212ad89b-5b64-483d-a61b-26447bf26d4c', 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c', 'tenant_id': 'd43ef5ab6d6948e4baf52d9dbc1cb247', 'fixed_ips': [{'subnet_id': 'd6b46d2d-c09b-46eb-8830-48d211376d72'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:05.029330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.075488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Made reservation on behalf of d43ef5ab6d6948e4baf52d9dbc1cb247 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:05.083418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.092082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Allocated IP 172.20.0.10 (68a70b19-8f21-4ab9-aae4-3bb7b035d2fb/f7440925-136b-42b3-9a00-7a50c6032906/4e927466-07c9-4943-ae82-6d59357e4f33) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.117013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] device_id is not set on port f7b2d2b8-451f-4293-85da-6aaa644335e9 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:05.184346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:05.191549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.269270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8db0ed01-c18e-4d7e-9a8e-e291538efe34 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/floatingips/04cc2301-ea84-41f3-abae-81eb07f7bd35 HTTP/1.1" status: 204 len: 168 time: 3.0440710 Jul 16 08:44:05.270008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:05.275435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:05.277350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Allocated IP 172.20.0.2 (212ad89b-5b64-483d-a61b-26447bf26d4c/d6b46d2d-c09b-46eb-8830-48d211376d72/178193a2-1f0f-4740-8ab5-dc32e38a2440) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.318205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.331657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] Sync routers for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:05.404115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:05.405723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.482487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.506104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:05.507559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:43:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.508375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.548781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.577658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.578737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0dc6c-a2b7-45a6-83f6-f5525ee1f225 None None] The sync data for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:05.642034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.675141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:05.693723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.704755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:05.718799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Transition to ACTIVE for port object 178193a2-1f0f-4740-8ab5-dc32e38a2440 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:05.737443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:05.744108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa64bfa-ce69-4c0d-aac6-de51d6428182 req-89560983-c2d4-459b-9db8-b1cb3009337f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.750916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Transition to ACTIVE for port object 178193a2-1f0f-4740-8ab5-dc32e38a2440 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:05.758154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fa64bfa-ce69-4c0d-aac6-de51d6428182 req-89560983-c2d4-459b-9db8-b1cb3009337f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1239226 Jul 16 08:44:05.761592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.794489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.795187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.818889 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7636809 Jul 16 08:44:05.837361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Request body: {'port': {'device_id': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:05.842816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9f759-ac67-44d6-995c-345e57b48f2c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.861091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fa64bfa-ce69-4c0d-aac6-de51d6428182 req-512d2fae-bbfd-4ce2-acaf-1da950f286ac tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014833 Jul 16 08:44:05.875680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Network 212ad89b-5b64-483d-a61b-26447bf26d4c is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:05.880690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:05.882851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Pushing event updated for resources: {'Port': ['ID=178193a2-1f0f-4740-8ab5-dc32e38a2440,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.885460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:05.903997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Allocated IP 172.20.0.10 (212ad89b-5b64-483d-a61b-26447bf26d4c/d6b46d2d-c09b-46eb-8830-48d211376d72/f7b2d2b8-451f-4293-85da-6aaa644335e9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.954936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Allocated IP 172.25.5.235 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/05933a9f-1817-4ff3-87fa-06966e2089de) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:06.014701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Attempting to bind port 178193a2-1f0f-4740-8ab5-dc32e38a2440 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:06.014701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Attempting to bind port 178193a2-1f0f-4740-8ab5-dc32e38a2440 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:06.014701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Attempting to bind port 178193a2-1f0f-4740-8ab5-dc32e38a2440 on network 212ad89b-5b64-483d-a61b-26447bf26d4c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:06.029454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:06.029834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Checking segment: {'id': '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:06.030234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.030638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Bound using segment: {'id': '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:06.031120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Bound port: 178193a2-1f0f-4740-8ab5-dc32e38a2440, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:06.031506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.068931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.135145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] For port 178193a2-1f0f-4740-8ab5-dc32e38a2440, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:06.150796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] For port 178193a2-1f0f-4740-8ab5-dc32e38a2440, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=178193a2-1f0f-4740-8ab5-dc32e38a2440,segment=NetworkSegment(7e72b7a4-6af0-4776-82f1-e6ac65adcc9a),segment_id=7e72b7a4-6af0-4776-82f1-e6ac65adcc9a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:06.159926 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.273449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.284914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eaf4b-04e5-446e-a119-5b3a92c09076 None None] Pushing event updated for resources: {'Port': ['ID=178193a2-1f0f-4740-8ab5-dc32e38a2440,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.285483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.318896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df41b-12d1-4215-bdf1-d940550e97ed req-29adc482-7818-4c5a-bb63-6461ed4defc0 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.331310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-992df41b-12d1-4215-bdf1-d940550e97ed req-29adc482-7818-4c5a-bb63-6461ed4defc0 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 932 time: 0.1860039 Jul 16 08:44:06.356283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Transition to ACTIVE for port object f7b2d2b8-451f-4293-85da-6aaa644335e9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:06.394796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-992df41b-12d1-4215-bdf1-d940550e97ed req-b74a598b-8d8a-4fb5-978e-0ee6616f2ac1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623224 Jul 16 08:44:06.432160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.522552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'Port': ['ID=f7b2d2b8-451f-4293-85da-6aaa644335e9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.547338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Network 212ad89b-5b64-483d-a61b-26447bf26d4c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.550240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.570937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.667779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:06.668814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.670260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.705617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-09b35d33-9c3b-430d-8be2-acc8dda67034 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8886142 Jul 16 08:44:06.706418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:06.717566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Request body: {'port': {'network_id': '212ad89b-5b64-483d-a61b-26447bf26d4c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-521552504', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:06.721774 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] bootfile-name is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:06.722619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] tftp-server is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:06.723183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] server-ip-address is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:06.736956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.767057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.770517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.888968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 178193a2-1f0f-4740-8ab5-dc32e38a2440 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:06.893089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Pushing event updated for resources: {'Port': ['ID=05933a9f-1817-4ff3-87fa-06966e2089de,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.968090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Made reservation on behalf of d43ef5ab6d6948e4baf52d9dbc1cb247 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:06.982106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.051048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:07.053118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] device_id is not set on port f8080f64-1f39-4c2c-a623-5cb4a3502266 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:07.059525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.069600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.113319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Transition to ACTIVE for port object 4e927466-07c9-4943-ae82-6d59357e4f33 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.128794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.188334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.275780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 178193a2-1f0f-4740-8ab5-dc32e38a2440 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.276527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.337623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Allocated IP 172.20.0.12 (212ad89b-5b64-483d-a61b-26447bf26d4c/d6b46d2d-c09b-46eb-8830-48d211376d72/f8080f64-1f39-4c2c-a623-5cb4a3502266) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:07.495991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Attempting to bind port 4e927466-07c9-4943-ae82-6d59357e4f33 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:07.496411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Attempting to bind port 4e927466-07c9-4943-ae82-6d59357e4f33 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:07.497121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Attempting to bind port 4e927466-07c9-4943-ae82-6d59357e4f33 on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:07.510634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Port 4e927466-07c9-4943-ae82-6d59357e4f33 on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:07.510966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Attempting to bind port 4e927466-07c9-4943-ae82-6d59357e4f33 on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:07.518377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:07.518710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Checking segment: {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:07.519105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Bound using segment: {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:07.519688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Bound port: 4e927466-07c9-4943-ae82-6d59357e4f33, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:07.520153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.605548 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.627771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:07.631393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:07.633365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.638440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.678263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.679112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.680703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] 10.222.0.46 "PUT /v2.0/ports/4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 1093 time: 1.8503983 Jul 16 08:44:07.681255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:07.683633 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17" -d '{"events": [{"name": "network-changed", "server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:07.761588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Pushing event updated for resources: {'Port': ['ID=05933a9f-1817-4ff3-87fa-06966e2089de,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.761892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.772916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544916f-c76e-4a27-a33b-0b0f8616de30 req-97bc87f4-7e8a-4c80-8cb6-1af270278aa3 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.774535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4544916f-c76e-4a27-a33b-0b0f8616de30 req-97bc87f4-7e8a-4c80-8cb6-1af270278aa3 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3615849 Jul 16 08:44:07.822331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Transition to ACTIVE for port object f8080f64-1f39-4c2c-a623-5cb4a3502266 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.826095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6188ff-3f6f-4a6d-92e7-36bbbfecde04 None None] Network 212ad89b-5b64-483d-a61b-26447bf26d4c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:07.837974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4544916f-c76e-4a27-a33b-0b0f8616de30 req-ff0892d3-026f-4874-9a24-61841b35e4fd tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Jul 16 08:44:07.852206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.933518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.936317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.942275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc706bd1-901b-4430-ac90-85ac6f6c51f9 tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6702344 Jul 16 08:44:07.943894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:07.953350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d6643-7093-4034-ab1f-f5a9bbb5401c service neutron] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.006612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Provisioning for port 178193a2-1f0f-4740-8ab5-dc32e38a2440 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:08.010079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-6c1671b5-a14c-464e-9fd6-9bd32cb9b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.016305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Network 212ad89b-5b64-483d-a61b-26447bf26d4c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:08.018852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-6c1671b5-a14c-464e-9fd6-9bd32cb9b395 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1096 time: 0.2698472 Jul 16 08:44:08.023387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Provisioning complete for port 178193a2-1f0f-4740-8ab5-dc32e38a2440 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:08.024005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.028233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:08.052661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:08.092735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-d021365e-699c-4f1d-90b5-d8efd76d283e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.0696917 Jul 16 08:44:08.097712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'Port': ['ID=f8080f64-1f39-4c2c-a623-5cb4a3502266,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.148338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.149740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.179531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d63e3408-7236-4106-b436-2e449c3579c0 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4718835 Jul 16 08:44:08.180568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49310) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:08.181518 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33c8482-6e31-49f4-9b7b-2c9322901177 x-openstack-request-id: req-a33c8482-6e31-49f4-9b7b-2c9322901177 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:08.182274 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:08.182840 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a33c8482-6e31-49f4-9b7b-2c9322901177 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:08.183626 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'status': 'completed', 'code': 200} Jul 16 08:44:08.192294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eee8df-eeef-4b58-9beb-d868a05cc86b req-d1a35c85-d63b-47f5-97bb-d714435ac0a1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.200116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eee8df-eeef-4b58-9beb-d868a05cc86b req-d1a35c85-d63b-47f5-97bb-d714435ac0a1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.1740124 Jul 16 08:44:08.202805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-ff8a823f-2b26-488e-960e-d84ffae2648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.206738 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-ff8a823f-2b26-488e-960e-d84ffae2648d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.1074638 Jul 16 08:44:08.236081 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.301151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] For port 178193a2-1f0f-4740-8ab5-dc32e38a2440, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=178193a2-1f0f-4740-8ab5-dc32e38a2440,segment=NetworkSegment(7e72b7a4-6af0-4776-82f1-e6ac65adcc9a),segment_id=7e72b7a4-6af0-4776-82f1-e6ac65adcc9a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:08.306673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.314400 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-76a6106b-4a10-4696-bd4b-830ce53fadba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013200 Jul 16 08:44:08.325631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:08.358668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eee8df-eeef-4b58-9beb-d868a05cc86b req-7ec12393-83a8-4c6f-8afb-7d650ec768ad tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572821 Jul 16 08:44:08.403567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abdf1d-6714-47ba-b57c-cca3af371e66 None None] Pushing event updated for resources: {'Port': ['ID=178193a2-1f0f-4740-8ab5-dc32e38a2440,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.419010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1175ee7-999d-4bd9-92ae-549c0b067066 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.452936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1175ee7-999d-4bd9-92ae-549c0b067066 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.463026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1175ee7-999d-4bd9-92ae-549c0b067066 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.468749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f1175ee7-999d-4bd9-92ae-549c0b067066 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2818487 Jul 16 08:44:08.471539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49328) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:08.494437 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-59c2978a-1125-41c1-b960-de0b3ff18d06 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622705 Jul 16 08:44:08.496617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.578825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.685055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Deleting port f8080f64-1f39-4c2c-a623-5cb4a3502266 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:08.685698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.761515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 178193a2-1f0f-4740-8ab5-dc32e38a2440 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:08.792244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b8ba9b07-c09d-4bfa-84d8-acc153cda38b req-1325ae40-3d4d-40bf-9123-7baf0ea38caf service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896245 Jul 16 08:44:08.824354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.859730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Provisioning complete for port 178193a2-1f0f-4740-8ab5-dc32e38a2440 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:08.860536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.905608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 178193a2-1f0f-4740-8ab5-dc32e38a2440 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:08.906019 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.991938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.031869 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.067889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Calling delete_port for f8080f64-1f39-4c2c-a623-5cb4a3502266 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:09.122432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-59960dd0-d03b-469f-a6cf-8dc62182642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.126119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-59960dd0-d03b-469f-a6cf-8dc62182642e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1096 time: 0.2241821 Jul 16 08:44:09.140559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Provisioning for port f7b2d2b8-451f-4293-85da-6aaa644335e9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:09.146871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Provisioning complete for port f7b2d2b8-451f-4293-85da-6aaa644335e9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:09.147170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.178490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Allocated IP 172.25.5.25 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/e86994f1-a3d3-4cd9-a762-2905e8297703) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:09.236576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Port f7b2d2b8-451f-4293-85da-6aaa644335e9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:09.258034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Provisioning for port f8080f64-1f39-4c2c-a623-5cb4a3502266 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:09.264570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Provisioning complete for port f8080f64-1f39-4c2c-a623-5cb4a3502266 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:09.265344 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.347019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b81bb-5d55-4ec4-9d99-847590d87be6 req-82cb5595-f443-4bc4-89db-5d3d9585debe tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.349258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970b81bb-5d55-4ec4-9d99-847590d87be6 req-82cb5595-f443-4bc4-89db-5d3d9585debe tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1692634 Jul 16 08:44:09.359433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e0943c9b-e71c-49e9-82a0-02e255f610a9 None None] Port f8080f64-1f39-4c2c-a623-5cb4a3502266 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:09.483934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-955f18be-169d-43d6-864f-8a57e1d3f594 None None] Provisioning complete for port f7b2d2b8-451f-4293-85da-6aaa644335e9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:09.484610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-955f18be-169d-43d6-864f-8a57e1d3f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.492596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.533286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event deleted for resources: {'Port': ['ID=f8080f64-1f39-4c2c-a623-5cb4a3502266,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.545448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970b81bb-5d55-4ec4-9d99-847590d87be6 req-8742faf8-972d-4bb2-ae51-44be0109ecb3 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797171 Jul 16 08:44:09.593537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-955f18be-169d-43d6-864f-8a57e1d3f594 None None] Port f7b2d2b8-451f-4293-85da-6aaa644335e9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:09.665599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.671884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-868b9981-21b0-49b9-8a13-9f8d19e53cde tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "DELETE /v2.0/ports/f8080f64-1f39-4c2c-a623-5cb4a3502266 HTTP/1.1" status: 204 len: 168 time: 1.1876216 Jul 16 08:44:09.672322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49362) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.678215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Request body: {'port': {'name': 'tempest-new-port-name-1739381057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:09.678654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] bootfile-name is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:09.679147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] tftp-server is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:09.679484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.api.validators [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] server-ip-address is not in valid_values {{(pid=93775) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:09.706024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7759eaab-5340-4cdb-b56f-0d9655f93266 None None] Could not find standard attr ID for object f8080f64-1f39-4c2c-a623-5cb4a3502266. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:44:09.875150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-f8bae663-53f4-4871-bc0c-f328b52cf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.877659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-f8bae663-53f4-4871-bc0c-f328b52cf65b service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.7374170 Jul 16 08:44:09.893338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3ec3-d3d1-4d1f-828c-40f6d23c7648 req-40a8d026-ac69-436e-b285-909ea3f78e90 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.896182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0daa3ec3-d3d1-4d1f-828c-40f6d23c7648 req-40a8d026-ac69-436e-b285-909ea3f78e90 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.1359575 Jul 16 08:44:09.920945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.929027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-f97db4ac-d4ab-40d3-84be-c731e8886b28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.0446198 Jul 16 08:44:09.994663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0daa3ec3-d3d1-4d1f-828c-40f6d23c7648 req-92d25ddf-46b6-4c26-9b19-b4273493d1b7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875168 Jul 16 08:44:10.017657 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.040345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-bcf633fa-43e1-49bd-8d79-3b6e51ac6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.041894 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-bcf633fa-43e1-49bd-8d79-3b6e51ac6dae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.1023340 Jul 16 08:44:10.091761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-7037fa80-14ca-4f47-9f07-9829fd26fe03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380073 Jul 16 08:44:10.154650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.166773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1be19c-3e1b-4ee5-ace2-9de5e0abdb31 req-3ce7c8a7-9de3-4190-aa24-be2cab3232b5 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.171044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb1be19c-3e1b-4ee5-ace2-9de5e0abdb31 req-3ce7c8a7-9de3-4190-aa24-be2cab3232b5 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.1456411 Jul 16 08:44:10.243859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb1be19c-3e1b-4ee5-ace2-9de5e0abdb31 req-e893463f-968d-4d0e-97af-939c0715f149 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623624 Jul 16 08:44:10.248705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:10.254832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:10.261179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:10.269085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.275558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.283928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Pushing event updated for resources: {'Port': ['ID=e86994f1-a3d3-4cd9-a762-2905e8297703,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.314161 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-5d3fb2bc-e1c2-4c2b-be04-48e150a5b653 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141447 Jul 16 08:44:10.425332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event updated for resources: {'Port': ['ID=f7b2d2b8-451f-4293-85da-6aaa644335e9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.438299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.461962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] In _notify_port_updated(), no bound segment for port f7b2d2b8-451f-4293-85da-6aaa644335e9 on network 212ad89b-5b64-483d-a61b-26447bf26d4c {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:10.472646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.473389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.477821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e1e1be34-4cc8-4ba3-8f8b-8a2f774d1d4b tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "PUT /v2.0/ports/f7b2d2b8-451f-4293-85da-6aaa644335e9 HTTP/1.1" status: 200 len: 1137 time: 0.8043487 Jul 16 08:44:10.478440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49370) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.547787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.579896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e071f6-c59e-4d32-a0da-e70f6d4bf5fa tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.593303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-51e071f6-c59e-4d32-a0da-e70f6d4bf5fa tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "GET /v2.0/ports/f7b2d2b8-451f-4293-85da-6aaa644335e9 HTTP/1.1" status: 200 len: 1137 time: 0.1132765 Jul 16 08:44:10.597282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49374) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.602492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f0e3fe37-1cce-4e34-aac4-9e3e6fd3eb17 req-47caa83f-ee01-4328-8b66-19ca269a1467 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796559 Jul 16 08:44:10.749642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Deleting port f7b2d2b8-451f-4293-85da-6aaa644335e9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:10.750148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.752984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8504af62-92bf-44d3-bccb-e907cc01b84e None None] Provisioning complete for port f7b2d2b8-451f-4293-85da-6aaa644335e9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:10.756128 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8504af62-92bf-44d3-bccb-e907cc01b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.814931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8504af62-92bf-44d3-bccb-e907cc01b84e None None] Port f7b2d2b8-451f-4293-85da-6aaa644335e9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:10.849785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.856628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.908266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.925749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Calling delete_port for f7b2d2b8-451f-4293-85da-6aaa644335e9 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:10.939693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6111ad-8817-44da-a091-b3b4cee41be6 req-952ddab4-ff63-40dd-9306-9ae5a25bbca4 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.941328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa6111ad-8817-44da-a091-b3b4cee41be6 req-952ddab4-ff63-40dd-9306-9ae5a25bbca4 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1498067 Jul 16 08:44:10.999935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Pushing event updated for resources: {'Port': ['ID=e86994f1-a3d3-4cd9-a762-2905e8297703,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.008255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.033777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.033777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5b1dc2fa-5a11-4764-9d0b-7685852f33aa tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0682650 Jul 16 08:44:11.034645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.050218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa6111ad-8817-44da-a091-b3b4cee41be6 req-3eee6d96-2fae-4f13-9865-3715f62578c6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Jul 16 08:44:11.137222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9e35d733-db73-4fc8-ac12-097c51aa023c tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1008720 Jul 16 08:44:11.139686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.212089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.227614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b3884803-f965-440b-88be-0e04dff2ed6d tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0815403 Jul 16 08:44:11.228511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.258852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event deleted for resources: {'Port': ['ID=f7b2d2b8-451f-4293-85da-6aaa644335e9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.374372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079472b-a6ba-457e-ac01-ed3b057fde42 req-afeb2dd5-055f-4837-9d49-ff4455bd98cb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.394080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2079472b-a6ba-457e-ac01-ed3b057fde42 req-afeb2dd5-055f-4837-9d49-ff4455bd98cb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.2548115 Jul 16 08:44:11.446120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Deleting port e86994f1-a3d3-4cd9-a762-2905e8297703 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:11.448640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.463102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.469994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7a8f885c-2ee6-4e05-b86c-49db7f09046d tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "DELETE /v2.0/ports/f7b2d2b8-451f-4293-85da-6aaa644335e9 HTTP/1.1" status: 204 len: 168 time: 0.8678210 Jul 16 08:44:11.470421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.559465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2079472b-a6ba-457e-ac01-ed3b057fde42 req-e4580fed-d464-417e-9aab-3bf055092925 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610551 Jul 16 08:44:11.606378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Deleting subnet d6b46d2d-c09b-46eb-8830-48d211376d72 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:11.612587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.653975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.654379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.683180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Calling delete_port for e86994f1-a3d3-4cd9-a762-2905e8297703 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:11.773987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-91dff2ff-0424-4755-a7b2-95d3f77efbb6 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.775614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-91dff2ff-0424-4755-a7b2-95d3f77efbb6 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.2181659 Jul 16 08:44:11.801826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:11.955671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:11.975148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4e927466-07c9-4943-ae82-6d59357e4f33', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'port_id': '4e927466-07c9-4943-ae82-6d59357e4f33', 'mac_address': 'fa:16:3e:b6:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7440925-136b-42b3-9a00-7a50c6032906', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:12.007499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Deleting port 00abe358-436e-4cae-8c89-6db53de13458 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:12.007999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.012933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.038217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.052505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7452174-324e-4e6f-9e46-299668be0b92 req-3db87639-b1a5-4a67-a569-c5ed9d05f6a1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.054364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7452174-324e-4e6f-9e46-299668be0b92 req-3db87639-b1a5-4a67-a569-c5ed9d05f6a1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 947 time: 0.5615945 Jul 16 08:44:12.057405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.063791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:12.077143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Pushing event deleted for resources: {'Port': ['ID=e86994f1-a3d3-4cd9-a762-2905e8297703,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.106658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.112871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.188633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.255160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.256543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] For port 00abe358-436e-4cae-8c89-6db53de13458, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=00abe358-436e-4cae-8c89-6db53de13458,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.257258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.268827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.272280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.278138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b07158ea-0445-4b5d-a713-3c7f51ec2907 tempest-FloatingIPAdminTestJSON-955989456 tempest-FloatingIPAdminTestJSON-955989456-project] 10.222.0.32 "DELETE /v2.0/floatingips/fc857c16-7661-467a-9788-bada654f65e6 HTTP/1.1" status: 204 len: 168 time: 1.0440910 Jul 16 08:44:12.278138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:12.293214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Calling delete_port for 00abe358-436e-4cae-8c89-6db53de13458 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:12.309960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7452174-324e-4e6f-9e46-299668be0b92 req-440a6401-d539-41f2-800e-bba05c176938 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349781 Jul 16 08:44:12.385023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.420266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b46d2d-c09b-46eb-8830-48d211376d72,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.426045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.428842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1b2aa895-d359-4a02-a36d-83fc6fdda764 tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "DELETE /v2.0/subnets/d6b46d2d-c09b-46eb-8830-48d211376d72 HTTP/1.1" status: 204 len: 168 time: 0.9570870 Jul 16 08:44:12.433594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:12.451477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33eb31-c404-456c-9209-79147178716f req-53791c96-f5eb-4711-aac1-d489501d69c9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.460407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd33eb31-c404-456c-9209-79147178716f req-53791c96-f5eb-4711-aac1-d489501d69c9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1537759 Jul 16 08:44:12.461536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70549b23-aa2a-42b2-9e3b-832a3444c2b7 None None] Network 212ad89b-5b64-483d-a61b-26447bf26d4c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:12.527546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:12.552297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Deleting port 05933a9f-1817-4ff3-87fa-06966e2089de {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:12.552850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.572477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd33eb31-c404-456c-9209-79147178716f req-a4684887-5ad4-4282-9eeb-fd43edc0dab8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972822 Jul 16 08:44:12.577832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.644625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Deleting port 178193a2-1f0f-4740-8ab5-dc32e38a2440 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:12.645142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.715365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.726303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.726690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.762715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Pushing event deleted for resources: {'Port': ['ID=00abe358-436e-4cae-8c89-6db53de13458,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.770513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Calling delete_port for 05933a9f-1817-4ff3-87fa-06966e2089de owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:12.796899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] For port 178193a2-1f0f-4740-8ab5-dc32e38a2440, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=178193a2-1f0f-4740-8ab5-dc32e38a2440,segment=NetworkSegment(7e72b7a4-6af0-4776-82f1-e6ac65adcc9a),segment_id=7e72b7a4-6af0-4776-82f1-e6ac65adcc9a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.797182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.844079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Calling delete_port for 178193a2-1f0f-4740-8ab5-dc32e38a2440 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:12.913982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] No DVR routers for this DVR port 00abe358-436e-4cae-8c89-6db53de13458 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:12.920446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.924334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd16d68e-9d75-4276-81ee-872b290fe93e req-00c8244c-2fd2-4ca6-9a20-f3e7e53c4118 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "DELETE /v2.0/ports/00abe358-436e-4cae-8c89-6db53de13458 HTTP/1.1" status: 204 len: 173 time: 1.1421545 Jul 16 08:44:12.925331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-deleted', 'tag': '00abe358-436e-4cae-8c89-6db53de13458'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:12.937986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] DHCP port deletion for 212ad89b-5b64-483d-a61b-26447bf26d4c request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:12.940515 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148d650-c9d8-407b-a9e1-33f4ca982485" -d '{"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-deleted", "tag": "00abe358-436e-4cae-8c89-6db53de13458"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:13.017488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea3b04-4df3-49fb-bf05-f54d95844be2 req-36c24524-5c23-4df5-bdeb-36fedf20003a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.024679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3ea3b04-4df3-49fb-bf05-f54d95844be2 req-36c24524-5c23-4df5-bdeb-36fedf20003a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.2580168 Jul 16 08:44:13.024987 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09250c21-0265-41e9-815b-d9df74d84951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.068785 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20364a8-a42f-4b6e-acd4-c8a1d47de6e7 x-openstack-request-id: req-c20364a8-a42f-4b6e-acd4-c8a1d47de6e7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:13.069638 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f3d9a-be6c-40ef-bf05-676d462fa56a", "name": "network-vif-deleted", "tag": "00abe358-436e-4cae-8c89-6db53de13458", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:13.070029 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c20364a8-a42f-4b6e-acd4-c8a1d47de6e7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:13.072132 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f3d9a-be6c-40ef-bf05-676d462fa56a', 'name': 'network-vif-deleted', 'tag': '00abe358-436e-4cae-8c89-6db53de13458', 'status': 'completed', 'code': 200} Jul 16 08:44:13.074616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Deleting port 178193a2-1f0f-4740-8ab5-dc32e38a2440 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:13.075870 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.100205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.136576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3ea3b04-4df3-49fb-bf05-f54d95844be2 req-9a80f623-847a-4021-8fb3-63adc1915f96 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098955 Jul 16 08:44:13.138809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Pushing event deleted for resources: {'Port': ['ID=05933a9f-1817-4ff3-87fa-06966e2089de,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.172783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.220079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event deleted for resources: {'Port': ['ID=178193a2-1f0f-4740-8ab5-dc32e38a2440,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.227225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] No DVR routers for this DVR port 178193a2-1f0f-4740-8ab5-dc32e38a2440 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:13.286734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] For port 178193a2-1f0f-4740-8ab5-dc32e38a2440, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=178193a2-1f0f-4740-8ab5-dc32e38a2440,segment=NetworkSegment(7e72b7a4-6af0-4776-82f1-e6ac65adcc9a),segment_id=7e72b7a4-6af0-4776-82f1-e6ac65adcc9a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:13.287767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.306659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Calling delete_port for 178193a2-1f0f-4740-8ab5-dc32e38a2440 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:13.336938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.342030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.343998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9386445f-9ca9-434f-9363-0dcc6f0eba8d tempest-FloatingIPAdminTestJSON-1968547756 tempest-FloatingIPAdminTestJSON-1968547756-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/db8d59a8-0f62-4e5e-b6d9-53f6a941a107 HTTP/1.1" status: 204 len: 168 time: 1.0659833 Jul 16 08:44:13.357948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:13.438466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.448447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.466719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212ad89b-5b64-483d-a61b-26447bf26d4c']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:13.486524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:13.490563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e72b7a4-6af0-4776-82f1-e6ac65adcc9a') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:13.507792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.508600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] No DVR routers for this DVR port 178193a2-1f0f-4740-8ab5-dc32e38a2440 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:13.511395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c91f5-da51-4bf7-b57d-dd313683fde5 None None] Pushing event deleted for resources: {'Port': ['ID=178193a2-1f0f-4740-8ab5-dc32e38a2440,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.553144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.588577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:13.589169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:13.595139 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:13.635847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port 608639f4-3239-4ee6-bea8-b12821364261 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:13.636387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.739048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b43033d2-ed9f-4ccd-a89e-8f031e4de50a req-eb39a056-f987-44ca-b709-86c2fe0660ab tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55f3d9a-be6c-40ef-bf05-676d462fa56a HTTP/1.1" status: 200 len: 210 time: 0.0409963 Jul 16 08:44:13.740861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.752586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.759729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] 10.222.0.32 "DELETE /v2.0/networks/212ad89b-5b64-483d-a61b-26447bf26d4c HTTP/1.1" status: 204 len: 168 time: 1.3217840 Jul 16 08:44:13.798353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4149d-187d-47e6-93c9-6d436ec8477c tempest-ExtraDHCPOptionsTestJSON-586472700 tempest-ExtraDHCPOptionsTestJSON-586472700-project] Pushing event deleted for resources: {'Network': ['ID=212ad89b-5b64-483d-a61b-26447bf26d4c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.860173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.896513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for 608639f4-3239-4ee6-bea8-b12821364261 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:13.955004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8c389-f277-403a-9cc0-0a88d21792bb req-1c4b3de0-1290-4d47-afa5-7749b1e24be9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.971502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fd8c389-f277-403a-9cc0-0a88d21792bb req-1c4b3de0-1290-4d47-afa5-7749b1e24be9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1413844 Jul 16 08:44:14.058791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fd8c389-f277-403a-9cc0-0a88d21792bb req-fc87ef7c-025b-480c-a7d0-0b11e9b2e777 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840192 Jul 16 08:44:14.083578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.118324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=608639f4-3239-4ee6-bea8-b12821364261,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.247951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.253193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.253978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3865a247-6466-4a1e-af50-a9de1fb03dd7 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/ports/608639f4-3239-4ee6-bea8-b12821364261 HTTP/1.1" status: 204 len: 168 time: 0.8942604 Jul 16 08:44:14.283235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.457119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e456d02-edf7-4165-8816-7682f3b14d5b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.459399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e456d02-edf7-4165-8816-7682f3b14d5b tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4e1bb33-504b-4b93-bef2-8ce152e030f3 HTTP/1.1" status: 200 len: 913 time: 0.2047563 Jul 16 08:44:14.465005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49438) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.514992 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db244d59-a642-4028-b687-ff42dba8726d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d43ef5ab6d6948e4baf52d9dbc1cb247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297738 Jul 16 08:44:14.517953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.581118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265f5d-9932-4cda-9228-50687de131cc req-d0535a47-b2ec-434d-b77a-d672a996a188 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.588918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3265f5d-9932-4cda-9228-50687de131cc req-d0535a47-b2ec-434d-b77a-d672a996a188 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.2331207 Jul 16 08:44:14.609553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.641808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.662406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 178193a2-1f0f-4740-8ab5-dc32e38a2440 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:14.686962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 178193a2-1f0f-4740-8ab5-dc32e38a2440 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:14.687298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 178193a2-1f0f-4740-8ab5-dc32e38a2440 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:14.700592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3265f5d-9932-4cda-9228-50687de131cc req-df206c3c-14ec-4ad1-bc4f-b9b16005af22 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096473 Jul 16 08:44:14.721299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.727527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.730028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515849d2-011e-460e-afd4-309fad3adb4d HTTP/1.1" status: 204 len: 168 time: 0.2105081 Jul 16 08:44:14.744559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26592-2069-4b36-99ac-ca9785eefaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515849d2-011e-460e-afd4-309fad3adb4d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.124903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.437944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67baa6-5e23-4db2-af20-5600cae6ba0f req-73c4d699-5080-465a-be24-503c5a8c33a1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.448433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a67baa6-5e23-4db2-af20-5600cae6ba0f req-73c4d699-5080-465a-be24-503c5a8c33a1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1715500 Jul 16 08:44:15.529410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a67baa6-5e23-4db2-af20-5600cae6ba0f req-5a9c209a-6e2b-4df8-abe3-9d2ed90cf364 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798960 Jul 16 08:44:15.603485 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9771364-2789-4a9b-8c09-3094b0384dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.690561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.740257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:15.740836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.808191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:15.836115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:15.881733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4e927466-07c9-4943-ae82-6d59357e4f33 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:15.892021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4e927466-07c9-4943-ae82-6d59357e4f33 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:15.893165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.908988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfb338-15ff-4f98-8526-eacb74dfcadf req-38aaddbc-430e-4a01-bf6b-d72eb44f349b tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.917229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82dfb338-15ff-4f98-8526-eacb74dfcadf req-38aaddbc-430e-4a01-bf6b-d72eb44f349b tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 949 time: 0.2630579 Jul 16 08:44:16.022456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.041349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:16.045177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.045847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-79ba2e46-bd45-4970-83a8-814ddcf37feb tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] Request body: {'port': {'network_id': '413ed50a-a6f7-4f91-a385-5130837ddf0c', 'name': 'tempest-NetworksNegativeTestJSON-1799270883'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:16.066240 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ba2e46-bd45-4970-83a8-814ddcf37feb tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] POST failed (client error): The resource could not be found. Jul 16 08:44:16.068083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ba2e46-bd45-4970-83a8-814ddcf37feb tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.068837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79ba2e46-bd45-4970-83a8-814ddcf37feb tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2316375 Jul 16 08:44:16.070222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82dfb338-15ff-4f98-8526-eacb74dfcadf req-3949dcac-634c-4498-8363-9d00f32d2893 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405959 Jul 16 08:44:16.075020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49484) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.093810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:16.097527 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f9ad1-3f45-41d8-9265-6e10220d9924" -d '{"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:16.118599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:16.125558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.126923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:16.144235 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ab41a2-3c1b-46d7-a535-a56ab6673a13 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:16.145314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ab41a2-3c1b-46d7-a535-a56ab6673a13 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.147256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b4ab41a2-3c1b-46d7-a535-a56ab6673a13 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "DELETE /v2.0/networks/216abac3-933c-487d-b08e-c8d7ce948435 HTTP/1.1" status: 404 len: 339 time: 0.0713322 Jul 16 08:44:16.153824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.176565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8683-4793-49a1-a8a0-f9b87db9094c req-374fe7c6-3c16-4097-8cac-0593e7c4e37a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.179100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d9e8683-4793-49a1-a8a0-f9b87db9094c req-374fe7c6-3c16-4097-8cac-0593e7c4e37a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.2602711 Jul 16 08:44:16.182770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 00abe358-436e-4cae-8c89-6db53de13458 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:16.183118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 00abe358-436e-4cae-8c89-6db53de13458 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:16.196115 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-04591ec9-2ac2-4c51-9b62-4292b1681ecd tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:16.196836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04591ec9-2ac2-4c51-9b62-4292b1681ecd tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.199087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-04591ec9-2ac2-4c51-9b62-4292b1681ecd tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "DELETE /v2.0/ports/4ea0976b-dbd1-41be-bda6-9323ca3c2476 HTTP/1.1" status: 404 len: 333 time: 0.0433819 Jul 16 08:44:16.202609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.229509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.240588 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-49102817-6003-463b-9f40-baae1ef377c0 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:16.241049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49102817-6003-463b-9f40-baae1ef377c0 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.242857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-49102817-6003-463b-9f40-baae1ef377c0 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "DELETE /v2.0/subnets/9eeb7b8f-92b4-4bbf-b95f-3cf207573eac HTTP/1.1" status: 404 len: 337 time: 0.0391514 Jul 16 08:44:16.246565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.268202 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e286db7-a174-4914-894d-d50b364545f5 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] GET failed (client error): The resource could not be found. Jul 16 08:44:16.269609 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09d07e-7458-4e56-a5b8-cd68da9a1491 x-openstack-request-id: req-1a09d07e-7458-4e56-a5b8-cd68da9a1491 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:16.270785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e286db7-a174-4914-894d-d50b364545f5 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "GET /v2.0/networks/464ff70b-6f58-401b-8636-e8a7bbf4acd9 HTTP/1.1" status: 404 len: 339 time: 0.0230579 Jul 16 08:44:16.273803 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:16.273803 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a09d07e-7458-4e56-a5b8-cd68da9a1491 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:16.273803 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'code': 200} Jul 16 08:44:16.274745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.306388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d9e8683-4793-49a1-a8a0-f9b87db9094c req-7084e083-9a34-4d72-a1c0-d58c54c7b3bd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041806 Jul 16 08:44:16.315641 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8d0e51-8a8f-4384-afb8-b0b0d18e6e33 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] GET failed (client error): The resource could not be found. Jul 16 08:44:16.319785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e8d0e51-8a8f-4384-afb8-b0b0d18e6e33 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "GET /v2.0/ports/a8de1520-aa44-4c8f-a60c-428cd82a7e44 HTTP/1.1" status: 404 len: 333 time: 0.0412879 Jul 16 08:44:16.323086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.356675 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce82b12f-4642-45df-9646-dc576dfe8024 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] GET failed (client error): The resource could not be found. Jul 16 08:44:16.358717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ce82b12f-4642-45df-9646-dc576dfe8024 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "GET /v2.0/subnets/611bc635-74b5-43b9-a153-2b7247a79f7e HTTP/1.1" status: 404 len: 337 time: 0.0346236 Jul 16 08:44:16.367531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49498) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.374881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ab4f5e4e-3e38-4ebe-9f36-b29ac64aaa7a tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:16.399075 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4f5e4e-3e38-4ebe-9f36-b29ac64aaa7a tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] PUT failed (client error): The resource could not be found. Jul 16 08:44:16.399532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4f5e4e-3e38-4ebe-9f36-b29ac64aaa7a tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.400750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ab4f5e4e-3e38-4ebe-9f36-b29ac64aaa7a tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "PUT /v2.0/networks/39ec2eeb-e120-44d1-a7ca-ef06d73e1f1d HTTP/1.1" status: 404 len: 339 time: 0.0305638 Jul 16 08:44:16.408951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49500) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.422445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c15820e6-f960-4ce7-bd64-b9094f3faa55 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:16.444339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5e64-818c-4701-a8c1-a5d7938e45d8 req-8f671cbe-08c9-4a8c-8f35-8f49ec5765c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.446121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-714f5e64-818c-4701-a8c1-a5d7938e45d8 req-8f671cbe-08c9-4a8c-8f35-8f49ec5765c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1098 time: 0.0676711 Jul 16 08:44:16.469329 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15820e6-f960-4ce7-bd64-b9094f3faa55 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] PUT failed (client error): The resource could not be found. Jul 16 08:44:16.470506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15820e6-f960-4ce7-bd64-b9094f3faa55 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.472488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c15820e6-f960-4ce7-bd64-b9094f3faa55 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "PUT /v2.0/ports/dedb59b8-5a9e-4b2b-bf30-60ce9fb33ab8 HTTP/1.1" status: 404 len: 333 time: 0.0618329 Jul 16 08:44:16.478970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.487103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fa19267b-fbf4-4f29-b83f-bf3c0a111999 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:16.495083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.505576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-714f5e64-818c-4701-a8c1-a5d7938e45d8 req-390a825e-a3a4-433a-b3ce-5c2d9df62cbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511234 Jul 16 08:44:16.583924 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa19267b-fbf4-4f29-b83f-bf3c0a111999 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] PUT failed (client error): The resource could not be found. Jul 16 08:44:16.584693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa19267b-fbf4-4f29-b83f-bf3c0a111999 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:16.587186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fa19267b-fbf4-4f29-b83f-bf3c0a111999 tempest-NetworksNegativeTestJSON-946220399 tempest-NetworksNegativeTestJSON-946220399-project] 10.222.0.32 "PUT /v2.0/subnets/4f16ea72-afb5-48b8-9fdb-86fa1f964166 HTTP/1.1" status: 404 len: 337 time: 0.1076694 Jul 16 08:44:16.600062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=e1c83958-4dbd-49a1-a2d4-74f11cf2e7f6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.827344 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.954835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.022585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbae5ff-dd3a-44fd-8d3b-947ded4aa07f req-0fa00b05-19f3-4b18-aaee-56bb8abe865c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.024383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bbae5ff-dd3a-44fd-8d3b-947ded4aa07f req-0fa00b05-19f3-4b18-aaee-56bb8abe865c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1374066 Jul 16 08:44:17.048062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.108735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bbae5ff-dd3a-44fd-8d3b-947ded4aa07f req-9c12de2e-7b24-4039-9ac4-1cf33b2239a2 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733180 Jul 16 08:44:17.243519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1857bf4d-e436-4cc3-aa8e-5f05018e383e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.294143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Router f4e1bb33-504b-4b93-bef2-8ce152e030f3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:17.398856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1857bf4d-e436-4cc3-aa8e-5f05018e383e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.404463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1857bf4d-e436-4cc3-aa8e-5f05018e383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.506273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857bf4d-e436-4cc3-aa8e-5f05018e383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983d1c40-b67a-4ced-92dc-54af18a8126c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.516739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1857bf4d-e436-4cc3-aa8e-5f05018e383e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02bc3509239a43e39631b1f36ab4596b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635005 Jul 16 08:44:17.517006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.547040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b543ae-1285-4840-9935-9f0ba7b7bf95 req-1f51808b-c095-43ff-9e3f-5786247c9273 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.548687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2b543ae-1285-4840-9935-9f0ba7b7bf95 req-1f51808b-c095-43ff-9e3f-5786247c9273 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 949 time: 0.2403300 Jul 16 08:44:17.561699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:17.574946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c042fce2-46ee-471d-9207-c86c95ab535e tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "PUT /v2.0/routers/f4e1bb33-504b-4b93-bef2-8ce152e030f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1041443 Jul 16 08:44:17.577297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] Sync routers for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:17.578067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.590872 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:17.591255 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.621199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2b543ae-1285-4840-9935-9f0ba7b7bf95 req-34998c05-7734-4dc1-8d06-b7ce9c1584cb tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/security-groups?id=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568359 Jul 16 08:44:17.635146 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.635573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8cc03-7a80-47b9-a23b-20d87e5a713e req-fa2e5ea3-311c-4ee6-8762-276cc297eec2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.637854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25c8cc03-7a80-47b9-a23b-20d87e5a713e req-fa2e5ea3-311c-4ee6-8762-276cc297eec2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.1374078 Jul 16 08:44:17.671946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844564e-7278-4e47-8f40-54773d219cca req-aa8e43fc-cb8e-4e3b-82c5-57e376bd5e0f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.672854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] Routers {'f4e1bb33-504b-4b93-bef2-8ce152e030f3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:17.674998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2844564e-7278-4e47-8f40-54773d219cca req-aa8e43fc-cb8e-4e3b-82c5-57e376bd5e0f tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 949 time: 0.2617962 Jul 16 08:44:17.675325 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.723792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25c8cc03-7a80-47b9-a23b-20d87e5a713e req-6ddf92b1-a7cd-49b1-ac72-294d502f6fee tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Jul 16 08:44:17.769820 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.770457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36aea4-14a1-4b52-b244-32d554ec2c43 None None] The sync data for ids ['f4e1bb33-504b-4b93-bef2-8ce152e030f3'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:17.838342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.902077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.905517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.057613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Deleting port f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:18.058598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.084622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.087168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.088381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/983d1c40-b67a-4ced-92dc-54af18a8126c HTTP/1.1" status: 204 len: 168 time: 0.5703785 Jul 16 08:44:18.108489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2df896-11af-45fb-a469-fc8706568df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983d1c40-b67a-4ced-92dc-54af18a8126c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.110667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.217177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] For port f80bb152-4c72-4448-87f0-8f9d6e028482, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f80bb152-4c72-4448-87f0-8f9d6e028482,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:18.217550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.237248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Calling delete_port for f80bb152-4c72-4448-87f0-8f9d6e028482 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:18.258753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port 1750d24a-9604-4c41-9818-f347119ff628 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:18.258753 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.376167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395af14-7cec-4146-9d99-78aa3f599af2 req-133bb0b2-92f9-4945-a84a-6bcb5a216dae tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.384824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8395af14-7cec-4146-9d99-78aa3f599af2 req-133bb0b2-92f9-4945-a84a-6bcb5a216dae tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.0971081 Jul 16 08:44:18.434074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.457985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.474099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for 1750d24a-9604-4c41-9818-f347119ff628 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:18.492844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8395af14-7cec-4146-9d99-78aa3f599af2 req-efc9fb5d-7abc-4b2c-8d33-6c938433b511 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897789 Jul 16 08:44:18.568267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.625523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Pushing event deleted for resources: {'Port': ['ID=f80bb152-4c72-4448-87f0-8f9d6e028482,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.736543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] No DVR routers for this DVR port f80bb152-4c72-4448-87f0-8f9d6e028482 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:18.741699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.745131 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2844564e-7278-4e47-8f40-54773d219cca req-17bbae17-6bc9-442a-aa18-6631a346b9c8 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.46 "DELETE /v2.0/ports/f80bb152-4c72-4448-87f0-8f9d6e028482 HTTP/1.1" status: 204 len: 173 time: 1.0574000 Jul 16 08:44:18.745855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-deleted', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:18.748259 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be482eb-367b-4dea-a46c-55d0f3f5cf17" -d '{"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-deleted", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:18.800122 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f58da8-9167-47c2-9f71-174e17e4c79f x-openstack-request-id: req-e0f58da8-9167-47c2-9f71-174e17e4c79f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:18.800635 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87277d93-2278-46ed-86a2-73bb77cb1b05", "name": "network-vif-deleted", "tag": "f80bb152-4c72-4448-87f0-8f9d6e028482", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:18.800950 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0f58da8-9167-47c2-9f71-174e17e4c79f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:18.802095 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87277d93-2278-46ed-86a2-73bb77cb1b05', 'name': 'network-vif-deleted', 'tag': 'f80bb152-4c72-4448-87f0-8f9d6e028482', 'status': 'completed', 'code': 200} Jul 16 08:44:18.927803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9c79864-81ec-4f3c-842c-f9769668d5dd req-31fee4b6-7344-4e42-bdae-5d1f28fa5ef1 tempest-ListImageFiltersTestJSON-468275863 tempest-ListImageFiltersTestJSON-468275863-project] 10.222.0.32 "GET /v2.0/ports?device_id=87277d93-2278-46ed-86a2-73bb77cb1b05 HTTP/1.1" status: 200 len: 210 time: 0.1203737 Jul 16 08:44:19.100759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0612-6bdc-4809-8aa2-6a04acbd5bd6 req-8953ca22-67c6-4ea3-a2fe-c1f538795f1d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.109325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ac0612-6bdc-4809-8aa2-6a04acbd5bd6 req-8953ca22-67c6-4ea3-a2fe-c1f538795f1d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.0933733 Jul 16 08:44:19.177086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ac0612-6bdc-4809-8aa2-6a04acbd5bd6 req-7d4c69b3-1c66-4c10-8885-7b7b00f7beea tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667069 Jul 16 08:44:19.408218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:19.430460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.463619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=1750d24a-9604-4c41-9818-f347119ff628,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.593324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.651737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-470421bb-b4f2-413b-a523-d899a3543558 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.653374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-470421bb-b4f2-413b-a523-d899a3543558 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 813 time: 0.1707754 Jul 16 08:44:19.663039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134707734'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:19.699875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-135fb12e-dc26-46e8-8e2d-6704810a73d1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/quotas/56ca250a7fb646fa9aef44ca3527e6ac HTTP/1.1" status: 200 len: 375 time: 0.0360103 Jul 16 08:44:19.777686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.781765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.798788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:19.802813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.806439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5052e-9dec-4739-8610-5bcb637d7d77 req-ffb204be-bbc9-4007-aaa5-7a7b98d896be tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.808204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc5052e-9dec-4739-8610-5bcb637d7d77 req-ffb204be-bbc9-4007-aaa5-7a7b98d896be tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1537614 Jul 16 08:44:19.839380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.852899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.853341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Fanout notify agent at l3_agent the message router_deleted on router f4e1bb33-504b-4b93-bef2-8ce152e030f3 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:19.861767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.865274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-851030ae-cb77-44ea-931b-c4aecad35a37 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/routers/f4e1bb33-504b-4b93-bef2-8ce152e030f3 HTTP/1.1" status: 204 len: 168 time: 2.2823453 Jul 16 08:44:19.865600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:19.868481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-ed586467-b923-402c-bc4b-daf19ca3074e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597805 Jul 16 08:44:19.917728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc5052e-9dec-4739-8610-5bcb637d7d77 req-deec48eb-2f4b-41f4-bbc0-8e5fa3c48a07 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872123 Jul 16 08:44:19.940470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting subnet 94c090ca-89fe-4765-9bbb-0c554d0114a0 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:19.947184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.017013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-5514d292-02df-4d57-b822-11780387820d service neutron] 10.222.0.32 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398432 Jul 16 08:44:20.020849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.147448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.157899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.162870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-1b5622c9-89a4-4722-ae36-c22c76bf0f0a service neutron] 10.222.0.32 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354949 Jul 16 08:44:20.205645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.260829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:20.273247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e6482-8033-4813-9ad2-566022d45d22,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.298712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.299293 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 5f774875-ebe1-4a9f-a5db-9b0930697c44 of type vlan for network 9a739228-d442-4031-80f3-39d2b39a0b43 Jul 16 08:44:20.380856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.425256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.493319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Subnet': ['ID=94c090ca-89fe-4765-9bbb-0c554d0114a0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.498126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.509538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.510872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.537358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b61314-b26b-463b-be99-5cce5f6513e6 None None] Network 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:20.547008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.550271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aa4c16bc-16cb-45ae-a32b-544b7d2cd058 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/subnets/94c090ca-89fe-4765-9bbb-0c554d0114a0 HTTP/1.1" status: 204 len: 168 time: 0.6833494 Jul 16 08:44:20.555366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49610) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.600684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1887429 Jul 16 08:44:20.603531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.611692 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:20.669438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-584072233'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:20.679181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7abeb2-cfed-443e-bb10-d931f0a5bba2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=9a739228-d442-4031-80f3-39d2b39a0b43,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.712561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:20.723120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.739538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.760955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 9a739228-d442-4031-80f3-39d2b39a0b43 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:20.769809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:20.784541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.785185 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 07418e0f-fd42-47ac-8bc2-ef08a660cb64 of type vlan for network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 Jul 16 08:44:20.848810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.893550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port cf29cbb0-9e6a-4da3-b964-108c4284d507 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:20.894061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.913531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.923773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.924908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.000288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01f5472a-1485-406d-a43a-a64dcef6cf12 req-737cb83f-ad8a-4137-bf03-b24186d36348 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 210 time: 0.1125114 Jul 16 08:44:21.036642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4253805 Jul 16 08:44:21.053895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] DHCP port deletion for 1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:21.074691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.088258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.116579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] For port cf29cbb0-9e6a-4da3-b964-108c4284d507, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf29cbb0-9e6a-4da3-b964-108c4284d507,segment=NetworkSegment(07846f4a-ff40-4a94-ba21-fa58c42ccdf7),segment_id=07846f4a-ff40-4a94-ba21-fa58c42ccdf7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:21.118453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.140379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for cf29cbb0-9e6a-4da3-b964-108c4284d507 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:21.190688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Deleting port cf29cbb0-9e6a-4da3-b964-108c4284d507 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:21.195717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.261709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5db1b3-72ea-40ed-b705-320224c84433 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=4c5d2c63-3a49-4c20-8b93-3a02e1a326d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.306103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:21.310227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.327526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:21.397432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] For port cf29cbb0-9e6a-4da3-b964-108c4284d507, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf29cbb0-9e6a-4da3-b964-108c4284d507,segment=NetworkSegment(07846f4a-ff40-4a94-ba21-fa58c42ccdf7),segment_id=07846f4a-ff40-4a94-ba21-fa58c42ccdf7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:21.398525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.464667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Calling delete_port for cf29cbb0-9e6a-4da3-b964-108c4284d507 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:21.594469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.601827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.608723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.670524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] Pushing event deleted for resources: {'Port': ['ID=cf29cbb0-9e6a-4da3-b964-108c4284d507,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.671515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=cf29cbb0-9e6a-4da3-b964-108c4284d507,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.673523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e110b4-fae3-46b5-9a7a-939ea60260bd None None] No DVR routers for this DVR port cf29cbb0-9e6a-4da3-b964-108c4284d507 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:21.705721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573c34c-a90a-43c4-b7cd-0dfc657cce67 req-a329b849-66d3-42ef-adde-1e482803ee17 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.708389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5573c34c-a90a-43c4-b7cd-0dfc657cce67 req-a329b849-66d3-42ef-adde-1e482803ee17 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3702672 Jul 16 08:44:21.727072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] No DVR routers for this DVR port cf29cbb0-9e6a-4da3-b964-108c4284d507 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:21.730394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=0f5e34ba-30f2-45fa-b672-c936c3bb3e10,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.736691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '5f774875-ebe1-4a9f-a5db-9b0930697c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:21.737057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 9a739228-d442-4031-80f3-39d2b39a0b43, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:21.767676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 9a739228-d442-4031-80f3-39d2b39a0b43 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:21.784579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 9a739228-d442-4031-80f3-39d2b39a0b43) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:21.792833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.796320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.804723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e09522-8bca-4e09-bbb5-054730e99554 None None] Network 9a739228-d442-4031-80f3-39d2b39a0b43 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:21.833181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b38719d5-ed43-4af7-af7f-4afcfd74af62 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7502129 Jul 16 08:44:21.833682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.838744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.853646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:21.883404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.898068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3d0baa-ae7b-45df-9d22-3f105a8f4a41']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.914268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07846f4a-ff40-4a94-ba21-fa58c42ccdf7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.914551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07846f4a-ff40-4a94-ba21-fa58c42ccdf7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.924655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.941958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.952751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:21.953336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.981996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: f80bb152-4c72-4448-87f0-8f9d6e028482 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:21.983064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f80bb152-4c72-4448-87f0-8f9d6e028482 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:22.028836 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:22.041802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:22.049924 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.067766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.069570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.074361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/networks/1e3d0baa-ae7b-45df-9d22-3f105a8f4a41 HTTP/1.1" status: 204 len: 168 time: 1.5177283 Jul 16 08:44:22.086648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.104413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5573c34c-a90a-43c4-b7cd-0dfc657cce67 req-0fb2ea3e-e4bc-4484-994f-291395830505 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790517 Jul 16 08:44:22.105179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d85fb-9c79-4254-bf04-c6d962eed2c9 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Network': ['ID=1e3d0baa-ae7b-45df-9d22-3f105a8f4a41,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.188689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-9a739228-d442-4031-80f3-39d2b39a0b43', 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '0f5e34ba-30f2-45fa-b672-c936c3bb3e10'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:22.189924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.470778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.550800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d64c28f-e1fc-47cd-a3a1-9f873658eca5 req-6ec1dbf6-0539-4769-a493-445abe33930c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 210 time: 0.0770776 Jul 16 08:44:22.569137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Allocated IP 172.20.0.2 (9a739228-d442-4031-80f3-39d2b39a0b43/0f5e34ba-30f2-45fa-b672-c936c3bb3e10/6d9d088c-32c9-46e2-87e9-571b745fdc46) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:22.572874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Deleting port 6d598a6d-837b-4ec6-8a7f-c3355df509f1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:22.578978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.754496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '07418e0f-fd42-47ac-8bc2-ef08a660cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:22.758613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:22.770150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.783121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=fae21db0-892d-485e-a414-9476f74b4399,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.795689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.796028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.820278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Calling delete_port for 6d598a6d-837b-4ec6-8a7f-c3355df509f1 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:22.847500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:22.955509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:22.961477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.962572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.984151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf29cbb0-9e6a-4da3-b964-108c4284d507 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:23.001326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b63f0645-ac5e-4896-973a-0d4bffd828bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1662807 Jul 16 08:44:23.003506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.007433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af652fb-82ab-4707-befa-9e5eb2edc4a9 None None] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:23.013171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: cf29cbb0-9e6a-4da3-b964-108c4284d507 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:23.013790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf29cbb0-9e6a-4da3-b964-108c4284d507 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:23.025144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-662246568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:23.067341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-da328aa7-582c-4ab7-a5e1-2e5c6fa63432 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.070490 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-da328aa7-582c-4ab7-a5e1-2e5c6fa63432 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 813 time: 0.4005034 Jul 16 08:44:23.095756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Request body: {'port': {'device_id': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'admin_state_up': True, 'tenant_id': '56ca250a7fb646fa9aef44ca3527e6ac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:23.099435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.168152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Pushing event deleted for resources: {'Port': ['ID=6d598a6d-837b-4ec6-8a7f-c3355df509f1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.189597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.191946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.232858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.250879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Transition to ACTIVE for port object 6d9d088c-32c9-46e2-87e9-571b745fdc46 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:23.285358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d34c1e6-4b58-4beb-b29f-dab647284662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=431b0f9dbcff4a33adb164c373029835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067141 Jul 16 08:44:23.290068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.329916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Transition to ACTIVE for port object 6d9d088c-32c9-46e2-87e9-571b745fdc46 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:23.347240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.364899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4c5d2c63-3a49-4c20-8b93-3a02e1a326d9', 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': 'fae21db0-892d-485e-a414-9476f74b4399'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:23.366490 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.397288 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.402761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.405761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23cd40b8-86e6-454b-b205-e37a45150741 tempest-FloatingIPAdminTestJSON-2107803637 tempest-FloatingIPAdminTestJSON-2107803637-project] 10.222.0.32 "DELETE /v2.0/floatingips/e988cd26-7683-4400-b2e6-f76f9cd4a6c6 HTTP/1.1" status: 204 len: 168 time: 1.3176653 Jul 16 08:44:23.460322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Network 9a739228-d442-4031-80f3-39d2b39a0b43 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:23.469535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:23.513182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b482f-9400-4876-9010-99f09e074368 req-d0fa7116-ef31-43c3-8c49-a3db3da8ab7c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.526120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f80b482f-9400-4876-9010-99f09e074368 req-d0fa7116-ef31-43c3-8c49-a3db3da8ab7c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.1637459 Jul 16 08:44:23.541475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:23.561087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.595093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Pushing event updated for resources: {'Port': ['ID=6d9d088c-32c9-46e2-87e9-571b745fdc46,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.613018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f80b482f-9400-4876-9010-99f09e074368 req-3031f2ef-d582-452c-970a-e9a8eb32a233 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852075 Jul 16 08:44:23.623607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.658308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Attempting to bind port 6d9d088c-32c9-46e2-87e9-571b745fdc46 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:23.658941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Attempting to bind port 6d9d088c-32c9-46e2-87e9-571b745fdc46 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '5f774875-ebe1-4a9f-a5db-9b0930697c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:23.659494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Attempting to bind port 6d9d088c-32c9-46e2-87e9-571b745fdc46 on network 9a739228-d442-4031-80f3-39d2b39a0b43 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:23.672856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.688014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.700574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:23.701283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Checking segment: {'id': '5f774875-ebe1-4a9f-a5db-9b0930697c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:23.702164 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.703053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Bound using segment: {'id': '5f774875-ebe1-4a9f-a5db-9b0930697c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:23.704777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Bound port: 6d9d088c-32c9-46e2-87e9-571b745fdc46, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f774875-ebe1-4a9f-a5db-9b0930697c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a739228-d442-4031-80f3-39d2b39a0b43'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:23.705788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.745630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Made reservation on behalf of 56ca250a7fb646fa9aef44ca3527e6ac for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:23.750585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.765501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.769743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d17e8f16-ded6-428b-871c-e314ba45fb24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7580690 Jul 16 08:44:23.772737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.780435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Allocated IP 172.21.0.2 (4c5d2c63-3a49-4c20-8b93-3a02e1a326d9/fae21db0-892d-485e-a414-9476f74b4399/4fcacdca-b3d4-40aa-aca7-e73f9dbaac96) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:23.815344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b547f126-983b-4d44-89c0-b4a13e69f66c req-c57575e3-1838-4323-83e9-771317ff3c5c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 210 time: 0.0777416 Jul 16 08:44:23.833112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] For port 6d9d088c-32c9-46e2-87e9-571b745fdc46, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:23.839041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] For port 6d9d088c-32c9-46e2-87e9-571b745fdc46, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d9d088c-32c9-46e2-87e9-571b745fdc46,segment=NetworkSegment(5f774875-ebe1-4a9f-a5db-9b0930697c44),segment_id=5f774875-ebe1-4a9f-a5db-9b0930697c44)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:23.852750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.903759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49708) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.088862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.094127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.096217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc HTTP/1.1" status: 204 len: 168 time: 0.8024063 Jul 16 08:44:24.120307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955a79-3e7d-433c-bd2e-5243688f0fc6 None None] Pushing event updated for resources: {'Port': ['ID=6d9d088c-32c9-46e2-87e9-571b745fdc46,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.165489 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.177442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Transition to ACTIVE for port object 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:24.226184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Transition to ACTIVE for port object 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:24.241095 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.264149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbe700-9858-49a8-9c5b-bd301b86e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be55f16-2bc9-4d26-9a1d-75e2e82ad4fc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.322070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Pushing event updated for resources: {'Port': ['ID=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.341695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.342093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.342445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.342932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.343274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.343609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.343940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.344340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.344692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.345406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.345925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.346479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:24.372933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:24.375132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:24.379545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:24.508966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Allocated IP 172.20.0.6 (68a70b19-8f21-4ab9-aae4-3bb7b035d2fb/f7440925-136b-42b3-9a00-7a50c6032906/22b47a75-5ef9-413c-876c-472f7a17f74f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:24.511954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.577642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Attempting to bind port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:24.581178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Attempting to bind port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '07418e0f-fd42-47ac-8bc2-ef08a660cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:24.581710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Attempting to bind port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 on network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:24.599005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:24.599540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Checking segment: {'id': '07418e0f-fd42-47ac-8bc2-ef08a660cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:24.600056 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.602444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Bound using segment: {'id': '07418e0f-fd42-47ac-8bc2-ef08a660cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:24.603312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Bound port: 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07418e0f-fd42-47ac-8bc2-ef08a660cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4c5d2c63-3a49-4c20-8b93-3a02e1a326d9'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:24.603933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.831007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3917bc79-5673-4b18-b7be-98c74fb512a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bc1a79518494eddbccf3ef908e7bc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238057 Jul 16 08:44:24.831763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49722) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.924311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] For port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:24.929262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] For port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,segment=NetworkSegment(07418e0f-fd42-47ac-8bc2-ef08a660cb64),segment_id=07418e0f-fd42-47ac-8bc2-ef08a660cb64)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:24.932412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d9d088c-32c9-46e2-87e9-571b745fdc46 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:24.968680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.989718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.098786 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.133982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6d9d088c-32c9-46e2-87e9-571b745fdc46 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:25.256280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032895-d02f-42ba-a24b-084a8f6108e1 None None] Pushing event updated for resources: {'Port': ['ID=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.314115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.318332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.331374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a40fa36f-5595-4d29-9d21-e4e0563acefa HTTP/1.1" status: 204 len: 168 time: 0.4951780 Jul 16 08:44:25.376257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07b831-5f61-47c4-99fb-be300b7cb2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fa36f-5595-4d29-9d21-e4e0563acefa,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.415026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8568b97d-2537-47e3-bc80-6d7a230d92cf req-adba30f5-0ce4-4177-9856-47856c8fa2fa tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 210 time: 0.1036422 Jul 16 08:44:25.481628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec119-e6f1-4ebf-a789-2fc8e39034c2 req-76261da2-17ef-4e0d-bb4f-22bd5f3fd8f0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.507080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665ec119-e6f1-4ebf-a789-2fc8e39034c2 req-76261da2-17ef-4e0d-bb4f-22bd5f3fd8f0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3242302 Jul 16 08:44:25.683602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-665ec119-e6f1-4ebf-a789-2fc8e39034c2 req-b2b9efce-eb5f-4b28-921a-59f837756126 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743057 Jul 16 08:44:25.840765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.955120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.20.0.1 (9a739228-d442-4031-80f3-39d2b39a0b43/0f5e34ba-30f2-45fa-b672-c936c3bb3e10/2ab4fd5e-8349-42f8-b7b0-43026e4abb6c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:25.972077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.989302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:26.151110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:26.162324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Pushing event updated for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.183425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.221748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-779b06f6-d0d8-43f0-b3fc-170494cf7492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.231270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea136d9-e951-41e8-bad1-21d34f70615a None None] Network 9a739228-d442-4031-80f3-39d2b39a0b43 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:26.238912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:26.243610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49756) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.246014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:26.382166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Provisioning for port 6d9d088c-32c9-46e2-87e9-571b745fdc46 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:26.410951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Provisioning complete for port 6d9d088c-32c9-46e2-87e9-571b745fdc46 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:26.411559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.427423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.428603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.487550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-779b06f6-d0d8-43f0-b3fc-170494cf7492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.495584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-779b06f6-d0d8-43f0-b3fc-170494cf7492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.500695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.533933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-648b0ee9-ac9b-4329-8290-a987726961a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4469757 Jul 16 08:44:26.577890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Request body: {'port': {'device_id': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:26.618841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-779b06f6-d0d8-43f0-b3fc-170494cf7492 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3877a58f8ef14ddc90baee820107ce4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334495 Jul 16 08:44:26.628600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.681615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1049416869-network', 'tenant_id': '9e7f1eeb5c6e4edf8db641cb781943dd'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:26.705492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:26.715799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b06f6-d0d8-43f0-b3fc-170494cf7492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a869785-9c1f-4a1e-b41b-9b1b26822e8e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.813647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Made reservation on behalf of 9e7f1eeb5c6e4edf8db641cb781943dd for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:26.816628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.819851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.865267 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.875449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:26.936481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.969899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.996011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] For port 6d9d088c-32c9-46e2-87e9-571b745fdc46, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d9d088c-32c9-46e2-87e9-571b745fdc46,segment=NetworkSegment(5f774875-ebe1-4a9f-a5db-9b0930697c44),segment_id=5f774875-ebe1-4a9f-a5db-9b0930697c44)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:27.007431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.024354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.087810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:27.094645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.109241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2787f42-b3ac-4692-83f1-2cf25f2027f5 None None] Pushing event updated for resources: {'Port': ['ID=6d9d088c-32c9-46e2-87e9-571b745fdc46,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.133389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 9a739228-d442-4031-80f3-39d2b39a0b43 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:27.138849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce192748-fe13-4c79-a193-7ca6acd96aad None None] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:27.143142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:27.147413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73226b-d313-4d7f-9813-845c0692a819 req-ad3160b7-f264-4939-96fa-ed0980ad8cc3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.154960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:27.159287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a73226b-d313-4d7f-9813-845c0692a819 req-ad3160b7-f264-4939-96fa-ed0980ad8cc3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 931 time: 0.2595103 Jul 16 08:44:27.279513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=2ab4fd5e-8349-42f8-b7b0-43026e4abb6c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.288917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a73226b-d313-4d7f-9813-845c0692a819 req-9bca14ec-29a1-4f13-8f6a-9b8f9b6a05d7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282165 Jul 16 08:44:27.347159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.372063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199356c8-0af4-4df0-9183-a86a12ac6528 req-39031a77-bf10-4aa0-9a74-77226433770a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.382697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-199356c8-0af4-4df0-9183-a86a12ac6528 req-39031a77-bf10-4aa0-9a74-77226433770a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3880999 Jul 16 08:44:27.394543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Provisioning for port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:27.416188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Provisioning complete for port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:27.416564 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.423614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.504321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.510840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-199356c8-0af4-4df0-9183-a86a12ac6528 req-02f11e26-d0de-4079-8c56-54a804dee4be tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268110 Jul 16 08:44:27.548464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.552581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.563697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a869785-9c1f-4a1e-b41b-9b1b26822e8e HTTP/1.1" status: 204 len: 168 time: 0.9337497 Jul 16 08:44:27.573326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:27.579982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4476f9a9-4c41-4da3-88ab-07a5a93c79e7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.605865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.635984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef92aab-b46b-4456-ba2e-9121421c975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a869785-9c1f-4a1e-b41b-9b1b26822e8e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.642093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.643024 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Added segment a6240f5c-ce66-4a4c-818e-e14fb928ecf2 of type vlan for network 4addae21-1121-4922-9b02-bc54ee709105 Jul 16 08:44:27.778062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] For port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,segment=NetworkSegment(07418e0f-fd42-47ac-8bc2-ef08a660cb64),segment_id=07418e0f-fd42-47ac-8bc2-ef08a660cb64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:27.787452 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.796577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.876202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.877372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.878088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.915972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6707006 Jul 16 08:44:27.924740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49774) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.933855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Request body: {'subnet': {'network_id': '4addae21-1121-4922-9b02-bc54ee709105', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1049416869-subnet', 'tenant_id': '9e7f1eeb5c6e4edf8db641cb781943dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:27.958964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Made reservation on behalf of 9e7f1eeb5c6e4edf8db641cb781943dd for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:27.963469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.010947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7c5ba913-4ba0-48a1-8966-a834f47e1e2d None None] Provisioning complete for port 6d9d088c-32c9-46e2-87e9-571b745fdc46 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:28.011445 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba913-4ba0-48a1-8966-a834f47e1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.028734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ac28a-238a-4ac8-adb5-465119a15732 admin admin] Pushing event updated for resources: {'Network': ['ID=4addae21-1121-4922-9b02-bc54ee709105,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.070647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cd4ba-41f2-4abe-b5bc-15057bfe6ac0 None None] Pushing event updated for resources: {'Port': ['ID=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.079724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4addae21-1121-4922-9b02-bc54ee709105 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:28.301039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.328683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49778) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.361527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-626fd201-2e28-45d4-86a6-b5aec3151651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.367291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Provisioning complete for port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:28.368103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.384444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b47a75-5ef9-413c-876c-472f7a17f74f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:28.391061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.391486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=27652695-ab64-4d2e-a692-5f4e6a960264,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.410848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Checking segment: {'id': 'a6240f5c-ce66-4a4c-818e-e14fb928ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4addae21-1121-4922-9b02-bc54ee709105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:28.411280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Network hostable DHCP agents. Network: 4addae21-1121-4922-9b02-bc54ee709105, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:28.421583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.452837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Network 4addae21-1121-4922-9b02-bc54ee709105 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:28.473447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4addae21-1121-4922-9b02-bc54ee709105) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:28.476275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Transition to ACTIVE for port object 22b47a75-5ef9-413c-876c-472f7a17f74f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:28.480158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.481158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.485969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.492268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b7ab5-aa25-4a05-8d8d-ac3e86198ade None None] Network 4addae21-1121-4922-9b02-bc54ee709105 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:28.588298 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-626fd201-2e28-45d4-86a6-b5aec3151651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.594979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-626fd201-2e28-45d4-86a6-b5aec3151651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.618749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Provisioning for port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:28.629853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1423fb45-ccf8-41c4-bf95-58959a6006ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7039990 Jul 16 08:44:28.630812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Provisioning complete for port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:28.631304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.728110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c41e8-c6a7-4464-86c8-46b8b9aa2533 None None] Port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:28.742970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e56a6-c74b-4c8e-b1b6-a222af320741 None None] Network 4addae21-1121-4922-9b02-bc54ee709105 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:28.747472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Pushing event updated for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.761608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fd201-2e28-45d4-86a6-b5aec3151651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a3432-6213-4c0f-8dd7-7049b7f2e6fb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.772708 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-626fd201-2e28-45d4-86a6-b5aec3151651 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36b29e2db32d405f9b9d82f49a489ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381046 Jul 16 08:44:28.777021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49788) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.828650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d22e-e244-4855-a7a8-78fec717b030 req-b1978fad-63cb-4065-be60-090b8856e516 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.830246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f53d22e-e244-4855-a7a8-78fec717b030 req-b1978fad-63cb-4065-be60-090b8856e516 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 943 time: 0.3079703 Jul 16 08:44:28.877207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:28.900954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Attempting to bind port 22b47a75-5ef9-413c-876c-472f7a17f74f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:28.901926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Attempting to bind port 22b47a75-5ef9-413c-876c-472f7a17f74f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:28.902575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Attempting to bind port 22b47a75-5ef9-413c-876c-472f7a17f74f on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:28.915138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.923429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f53d22e-e244-4855-a7a8-78fec717b030 req-c885fcc2-428b-407c-aa59-3db93e3de282 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 Jul 16 08:44:28.927783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Port 22b47a75-5ef9-413c-876c-472f7a17f74f on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:28.928367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Attempting to bind port 22b47a75-5ef9-413c-876c-472f7a17f74f on network 68a70b19-8f21-4ab9-aae4-3bb7b035d2fb {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:28.942777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:28.943438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Checking segment: {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:28.944017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Bound using segment: {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:28.944650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Bound port: 22b47a75-5ef9-413c-876c-472f7a17f74f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:28.945864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.946466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.041236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:29.042109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.082039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.086540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.093330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a98a3432-6213-4c0f-8dd7-7049b7f2e6fb HTTP/1.1" status: 204 len: 168 time: 0.3097532 Jul 16 08:44:29.122808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0fe56-f0ca-4e38-ab5a-028067674be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a3432-6213-4c0f-8dd7-7049b7f2e6fb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.219128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.228347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:29.229225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d9d088c-32c9-46e2-87e9-571b745fdc46 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:29.233891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.304426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22b47a75-5ef9-413c-876c-472f7a17f74f,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:29.320438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.365424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.366127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.368207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] 10.222.0.46 "PUT /v2.0/ports/22b47a75-5ef9-413c-876c-472f7a17f74f HTTP/1.1" status: 200 len: 1092 time: 2.8252017 Jul 16 08:44:29.368976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:29.372136 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa60e89b-0212-4978-8859-c5c94f19ff27" -d '{"events": [{"name": "network-changed", "server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:29.382964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=2ab4fd5e-8349-42f8-b7b0-43026e4abb6c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.404820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6d9d088c-32c9-46e2-87e9-571b745fdc46 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:29.407196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.442876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.491824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e581-51a0-431c-8ef9-24295346da8f req-b11380ec-4760-4c50-a689-190d2e6aa68a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.503230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6499e581-51a0-431c-8ef9-24295346da8f req-b11380ec-4760-4c50-a689-190d2e6aa68a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.7121294 Jul 16 08:44:29.608293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6499e581-51a0-431c-8ef9-24295346da8f req-0136c125-5972-41d5-9dfe-98da9592a18d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Jul 16 08:44:29.617301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398bf9c-8996-4e3e-90c0-49640c3f0148 service neutron] Pushing event updated for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.695828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 9a739228-d442-4031-80f3-39d2b39a0b43 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:29.700503 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a1e225-910f-4402-a692-74e0a4b96145 x-openstack-request-id: req-c8a1e225-910f-4402-a692-74e0a4b96145 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:29.700943 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:29.701343 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8a1e225-910f-4402-a692-74e0a4b96145 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:29.701940 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f', 'status': 'completed', 'code': 200} Jul 16 08:44:29.704715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:29.723533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-a51fa030-2547-443d-82ea-57e84c367feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.729261 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-a51fa030-2547-443d-82ea-57e84c367feb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 1095 time: 0.2878220 Jul 16 08:44:29.925256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-c2b27042-f7ea-40fb-8006-99926b11e58e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b47a75-5ef9-413c-876c-472f7a17f74f HTTP/1.1" status: 200 len: 217 time: 0.0649989 Jul 16 08:44:29.998590 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a77014d1-a7cd-4a76-a01e-f230602c949c req-ef56151d-934c-4f2e-956d-9ce34e570468 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] show failed (client error): The resource could not be found. Jul 16 08:44:30.003343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router f86d4c03-14d4-437a-83ac-de74112739e1 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:30.016268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-0473400a-0392-4cc6-a408-0e1e3c481854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.016966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77014d1-a7cd-4a76-a01e-f230602c949c req-ef56151d-934c-4f2e-956d-9ce34e570468 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/611c7cd9-190e-4fe4-9a78-06386d1f1094 HTTP/1.1" status: 404 len: 352 time: 0.0420549 Jul 16 08:44:30.022166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-0473400a-0392-4cc6-a408-0e1e3c481854 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.0866404 Jul 16 08:44:30.062049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-27366265-c181-410f-8f41-8909a87c9c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350862 Jul 16 08:44:30.086232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-968e8684-6b5e-4ca0-bb20-289c53240b92 None None] Provisioning complete for port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:30.087711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-968e8684-6b5e-4ca0-bb20-289c53240b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.181000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95c0f153-8403-4dab-8bb2-d7b43b8f8df6 req-6a23bb59-4af9-4d1e-88ae-bc74be195ada tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e7f1eeb5c6e4edf8db641cb781943dd HTTP/1.1" status: 200 len: 2988 time: 0.1355629 Jul 16 08:44:30.229509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:30.250129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-af3724b7-ecf0-4eb8-b623-85e04b16db92 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4748826 Jul 16 08:44:30.263238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.288131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47841-c647-49ae-930a-374756de4a44 req-9a945102-62f7-4f14-807f-9abbce99f5a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.302719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51f47841-c647-49ae-930a-374756de4a44 req-9a945102-62f7-4f14-807f-9abbce99f5a4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 943 time: 0.1976657 Jul 16 08:44:30.338778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] Sync routers for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:30.346989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95c0f153-8403-4dab-8bb2-d7b43b8f8df6 req-ae776876-b8ce-43a2-becb-67851d60c62b tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/4476f9a9-4c41-4da3-88ab-07a5a93c79e7 HTTP/1.1" status: 200 len: 2985 time: 0.1639290 Jul 16 08:44:30.371626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:30.372974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.402696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f6d59-3c29-465e-8b94-5656715fcdb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.412089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.412801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e3f6d59-3c29-465e-8b94-5656715fcdb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports/2ab4fd5e-8349-42f8-b7b0-43026e4abb6c HTTP/1.1" status: 200 len: 910 time: 0.1538718 Jul 16 08:44:30.421076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-968e8684-6b5e-4ca0-bb20-289c53240b92 None None] Port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:30.422839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.433062 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-99bce355-b287-4b6b-905b-6733db931be9 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432106 Jul 16 08:44:30.438459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:30.439950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.507037 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:30.508114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f6a482-6f45-41fa-b8f4-d456845d1535 None None] The sync data for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:30.508914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51f47841-c647-49ae-930a-374756de4a44 req-48a89296-e6e8-4b30-ba20-1385cdea9d95 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049541 Jul 16 08:44:30.582896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d6dfbef7-a78b-4cfe-a7f6-f70289dc5c7d req-30437628-47d2-43ae-847e-a59dc774871b service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338866 Jul 16 08:44:30.626483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95c0f153-8403-4dab-8bb2-d7b43b8f8df6 req-f09e92b6-9864-4058-8c28-c014ab7ec021 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/4476f9a9-4c41-4da3-88ab-07a5a93c79e7 HTTP/1.1" status: 200 len: 2985 time: 0.2787886 Jul 16 08:44:30.778870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-67589ebd-5c83-4cc4-a9e9-6edced052cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.781222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-67589ebd-5c83-4cc4-a9e9-6edced052cff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 1095 time: 0.1269453 Jul 16 08:44:30.864309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-eed7f315-3ca9-4e5d-907d-d8bb3cc5f0c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3099008 Jul 16 08:44:30.942145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c24c3b6-7655-4214-9468-0280e9290525 req-b12b2777-9014-4ac0-8a48-2eab6f92a3a6 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/4476f9a9-4c41-4da3-88ab-07a5a93c79e7 HTTP/1.1" status: 200 len: 2985 time: 0.0746872 Jul 16 08:44:31.000078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-0fd5610b-f54a-4fb0-a6e6-54f795d9060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.002768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-0fd5610b-f54a-4fb0-a6e6-54f795d9060b service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.2115183 Jul 16 08:44:31.080750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-be3c1cd3-5d0d-4713-8cb2-74b414bf2d9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b47a75-5ef9-413c-876c-472f7a17f74f HTTP/1.1" status: 200 len: 217 time: 0.0703871 Jul 16 08:44:31.143777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-5dc68457-9951-4dab-8c40-6dc87a57de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.146005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-5dc68457-9951-4dab-8c40-6dc87a57de04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.0590343 Jul 16 08:44:31.184733 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-6fcf5fb5-dfc2-4f93-bd4c-2786563c9c8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294228 Jul 16 08:44:31.284082 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-7c24c3b6-7655-4214-9468-0280e9290525 req-5a482919-26b2-4b80-9557-d9f7e1a7b7cb tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:31.284082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c24c3b6-7655-4214-9468-0280e9290525 req-5a482919-26b2-4b80-9557-d9f7e1a7b7cb tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "DELETE /v2.0/security-groups/4476f9a9-4c41-4da3-88ab-07a5a93c79e7 HTTP/1.1" status: 409 len: 352 time: 0.2886078 Jul 16 08:44:31.314825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.315657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.317778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.317986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-d8c95fb5-3179-432a-9172-e66204a77bf4 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251075 Jul 16 08:44:31.318170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.318356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.319051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.319856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.326975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-17cd0b17-5125-463b-9784-7d91e9c3dfa4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9fc609ffb8964aa8a984157972324824&device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.3279998 Jul 16 08:44:31.339695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb52fd-70e6-4c52-81ef-3d6d445992c7 req-c27a670c-1506-44b5-8333-fdb98afba052 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.348774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74cb52fd-70e6-4c52-81ef-3d6d445992c7 req-c27a670c-1506-44b5-8333-fdb98afba052 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3074951 Jul 16 08:44:31.440640 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-d9457f63-5163-43d0-85da-700edac6b41f req-21c3a8b7-37ae-4259-8029-7fd104ee2981 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] show failed (client error): The resource could not be found. Jul 16 08:44:31.442354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9457f63-5163-43d0-85da-700edac6b41f req-21c3a8b7-37ae-4259-8029-7fd104ee2981 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/181af435-06b0-478d-9e16-7595d18fa3a9 HTTP/1.1" status: 404 len: 352 time: 0.1148822 Jul 16 08:44:31.449652 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aa60e89b-0212-4978-8859-c5c94f19ff27 req-dfc94749-88fb-4924-b38c-57c58a027345 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123083 Jul 16 08:44:31.520494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.533012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74cb52fd-70e6-4c52-81ef-3d6d445992c7 req-9a976168-6516-4148-afe5-327871d88f7c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852953 Jul 16 08:44:31.674948 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a85233ad-555f-4f44-9af5-56b363be7018 req-5b4e9766-06d8-467f-9296-122d8373b154 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] show failed (client error): The resource could not be found. Jul 16 08:44:31.676258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a85233ad-555f-4f44-9af5-56b363be7018 req-5b4e9766-06d8-467f-9296-122d8373b154 tempest-SecurityGroupsNegativeTestJSON-1454324785 tempest-SecurityGroupsNegativeTestJSON-1454324785-project] 10.222.0.32 "GET /v2.0/security-groups/83d35db2-36bd-4215-b87f-1f7b443a0244 HTTP/1.1" status: 404 len: 352 time: 0.1646788 Jul 16 08:44:31.693330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49868) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.718088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-02ce0d43-cfd2-4c3b-bc8a-6bb356d00035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.718898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-02ce0d43-cfd2-4c3b-bc8a-6bb356d00035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.719638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-02ce0d43-cfd2-4c3b-bc8a-6bb356d00035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.721676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-02ce0d43-cfd2-4c3b-bc8a-6bb356d00035 service neutron] 10.222.0.46 "GET /v2.0/networks?id=508bb44a-bf86-47d8-b131-81bd32e8f936&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&id=eca03ba4-77fc-4a01-85db-b1416d474e14&id=eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 200 len: 2294 time: 0.3580148 Jul 16 08:44:31.787592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Deleting subnet 27652695-ab64-4d2e-a692-5f4e6a960264 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:31.792186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.832772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.880583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.934275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-2d015922-bd15-47ed-85e9-9bb8e5737ba6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 200 len: 1001 time: 0.1658163 Jul 16 08:44:31.946363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255593-a7ee-49ce-94eb-7171803502cb req-94db007b-50bf-4379-a12b-c5386c2ad9ff tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.947963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83255593-a7ee-49ce-94eb-7171803502cb req-94db007b-50bf-4379-a12b-c5386c2ad9ff tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 943 time: 0.2242696 Jul 16 08:44:31.954363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.051541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0408835c-0a78-46ff-bef2-620dfb7a084e tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.059765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.107436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27652695-ab64-4d2e-a692-5f4e6a960264,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.107713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83255593-a7ee-49ce-94eb-7171803502cb req-15807f81-4cdb-4554-95d5-e47f3cb08e49 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279852 Jul 16 08:44:32.112993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.115880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-3ae071d1-0c30-44e3-bb8f-3d25cde8d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.116069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a876c7c7-bb0f-4e50-b974-e2f451b71996 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27652695-ab64-4d2e-a692-5f4e6a960264 HTTP/1.1" status: 204 len: 168 time: 0.4206955 Jul 16 08:44:32.117442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-3ae071d1-0c30-44e3-bb8f-3d25cde8d9ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 200 len: 851 time: 0.1393173 Jul 16 08:44:32.122070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.126888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0408835c-0a78-46ff-bef2-620dfb7a084e tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1529cbedb9d04c9ea8771536996354c5 HTTP/1.1" status: 200 len: 368 time: 0.2922244 Jul 16 08:44:32.130366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.136790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Request body: {'network': {'project_id': '1529cbedb9d04c9ea8771536996354c5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.164448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Made reservation on behalf of 1529cbedb9d04c9ea8771536996354c5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:32.167051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.186112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.198497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.21.0.1 (4c5d2c63-3a49-4c20-8b93-3a02e1a326d9/fae21db0-892d-485e-a414-9476f74b4399/b4a38d22-bbe9-4cc4-8e77-baf33c737208) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:32.285385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.296223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.302664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.334581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:32.347923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.348899 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Added segment 5c43560d-a455-4fe6-b336-74952b7aa984 of type vlan for network d1cd9722-a16b-4792-9530-87b055483725 Jul 16 08:44:32.350984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1e153-6f88-49ae-b4f2-ce8e86db2d4b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.377822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-cf55dd96-cbcf-4f85-8c18-3e0fa7a9936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.379404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-cf55dd96-cbcf-4f85-8c18-3e0fa7a9936e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=508bb44a-bf86-47d8-b131-81bd32e8f936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488444 Jul 16 08:44:32.399642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.450811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.452456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.453247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.489114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3576515 Jul 16 08:44:32.491745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.498074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Request body: {'network': {'project_id': '1529cbedb9d04c9ea8771536996354c5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.523014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.531374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663da93-3d8b-44f6-8d33-48425b76a8b0 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Pushing event updated for resources: {'Network': ['ID=d1cd9722-a16b-4792-9530-87b055483725,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.553885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d1cd9722-a16b-4792-9530-87b055483725 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:32.561099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.578514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Made reservation on behalf of 1529cbedb9d04c9ea8771536996354c5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:32.583703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.604882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4addae21-1121-4922-9b02-bc54ee709105']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.610955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object b4a38d22-bbe9-4cc4-8e77-baf33c737208 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:32.631195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:32.632228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6240f5c-ce66-4a4c-818e-e14fb928ecf2') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.632726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6240f5c-ce66-4a4c-818e-e14fb928ecf2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.652551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.652920 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Added segment 42c6393e-a4cd-42db-ab4f-d849eb5cc1fe of type vlan for network af4d8b07-bbed-4b46-b656-f5e66bde757c Jul 16 08:44:32.669700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.695775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-76d8ba3c-190e-4d40-881d-21798b9c359e service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969525 Jul 16 08:44:32.718561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.723980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.760434 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.761984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.763021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.774972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:32.775466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:32.779313 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:32.807242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3124447 Jul 16 08:44:32.808418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49888) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.814412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-292206c9-91aa-47bd-a26d-a9c9708eb57c tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Request body: {'network': {'project_id': '1529cbedb9d04c9ea8771536996354c5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.851930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9222-1561-4239-b2d8-10bf171a19e7 tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Pushing event updated for resources: {'Network': ['ID=af4d8b07-bbed-4b46-b656-f5e66bde757c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.858643 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-292206c9-91aa-47bd-a26d-a9c9708eb57c tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:44:32.859113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292206c9-91aa-47bd-a26d-a9c9708eb57c tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:32.862798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-292206c9-91aa-47bd-a26d-a9c9708eb57c tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0510585 Jul 16 08:44:32.871990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network af4d8b07-bbed-4b46-b656-f5e66bde757c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:33.022140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.168726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b16f666-e097-4b5a-b830-17b68f6cf69b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1529cbedb9d04c9ea8771536996354c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447983 Jul 16 08:44:33.172984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.241857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.281118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.345556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.368907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.373846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.376007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c1e153-6f88-49ae-b4f2-ce8e86db2d4b HTTP/1.1" status: 204 len: 168 time: 0.2008977 Jul 16 08:44:33.380664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.397957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.398274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bbe50-81ea-4e87-b845-a84db0e4329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1e153-6f88-49ae-b4f2-ce8e86db2d4b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.443579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.446678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4addae21-1121-4922-9b02-bc54ee709105 HTTP/1.1" status: 204 len: 168 time: 1.3239911 Jul 16 08:44:33.486997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:33.500903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-5468fc5c-7140-4aa5-856c-a4cde9b45682 service neutron] 10.222.0.46 "GET /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969162 Jul 16 08:44:33.502037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeec293-82bb-40b8-82ba-179eb7c1f985 admin admin] Pushing event deleted for resources: {'Network': ['ID=4addae21-1121-4922-9b02-bc54ee709105,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.512094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:33.533546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.543012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:33.551088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=b4a38d22-bbe9-4cc4-8e77-baf33c737208,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.655272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.665607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.679511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c38d2706-bbad-4804-b694-234536a5999a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 217 time: 0.1484568 Jul 16 08:44:33.699017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4d8b07-bbed-4b46-b656-f5e66bde757c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:33.705597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.717334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c6393e-a4cd-42db-ab4f-d849eb5cc1fe') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:33.717704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c6393e-a4cd-42db-ab4f-d849eb5cc1fe') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:33.741831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.754465 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-825b4630-ac05-48b2-8ad1-c2ca5dd6ce97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e7f1eeb5c6e4edf8db641cb781943dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863247 Jul 16 08:44:33.758225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.782951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.802637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:33.802993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:33.805939 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:33.831765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be2639-74f8-41b9-ab64-34df334e9859 req-a858a947-bfb5-474a-9cd0-b9fe8286808c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.833356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7be2639-74f8-41b9-ab64-34df334e9859 req-a858a947-bfb5-474a-9cd0-b9fe8286808c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 1.0743864 Jul 16 08:44:33.863198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c88efbe0-3240-41dc-8caa-891da70920df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.864701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c88efbe0-3240-41dc-8caa-891da70920df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1529131 Jul 16 08:44:33.876698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22b47a75-5ef9-413c-876c-472f7a17f74f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:33.900734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.902340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7d775ab4-ea2b-4a2b-8c00-421d8fb806df None None] Provisioning for port b4a38d22-bbe9-4cc4-8e77-baf33c737208 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:33.904318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.910565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7d775ab4-ea2b-4a2b-8c00-421d8fb806df None None] Provisioning complete for port b4a38d22-bbe9-4cc4-8e77-baf33c737208 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:33.910979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d775ab4-ea2b-4a2b-8c00-421d8fb806df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.915198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.917797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "DELETE /v2.0/networks/af4d8b07-bbed-4b46-b656-f5e66bde757c HTTP/1.1" status: 204 len: 168 time: 0.5359004 Jul 16 08:44:33.925045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49916) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.963549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ea998-67be-4beb-a086-1c1afb42741f tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Pushing event deleted for resources: {'Network': ['ID=af4d8b07-bbed-4b46-b656-f5e66bde757c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.976092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7d775ab4-ea2b-4a2b-8c00-421d8fb806df None None] Port b4a38d22-bbe9-4cc4-8e77-baf33c737208 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:33.986039 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7be2639-74f8-41b9-ab64-34df334e9859 req-d1802a87-d124-4cbf-b78b-c0e6d1574c3d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400046 Jul 16 08:44:33.991349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.043091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71978c-1503-4507-a980-0327f4a1c5e3 req-040ee96c-9c63-4d59-a0db-51cbd592e19a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.045038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f71978c-1503-4507-a980-0327f4a1c5e3 req-040ee96c-9c63-4d59-a0db-51cbd592e19a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 943 time: 0.6441772 Jul 16 08:44:34.070127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22b47a75-5ef9-413c-876c-472f7a17f74f,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:34.082287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '22b47a75-5ef9-413c-876c-472f7a17f74f', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'port_id': '22b47a75-5ef9-413c-876c-472f7a17f74f', 'mac_address': 'fa:16:3e:26:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7440925-136b-42b3-9a00-7a50c6032906', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:34.110850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c92ae4cd-f936-435b-a436-59f379fb2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.113396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c92ae4cd-f936-435b-a436-59f379fb2c1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2334137 Jul 16 08:44:34.123031 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.141994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.143372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.170519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b47a75-5ef9-413c-876c-472f7a17f74f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:34.203150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f71978c-1503-4507-a980-0327f4a1c5e3 req-a909f86a-60be-42a8-83c9-ed372aada7bd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287644 Jul 16 08:44:34.226687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22b47a75-5ef9-413c-876c-472f7a17f74f,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:34.234602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.238489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.243374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.245422 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4476f9a9-4c41-4da3-88ab-07a5a93c79e7 HTTP/1.1" status: 204 len: 168 time: 0.4856412 Jul 16 08:44:34.273010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6819-abb6-4aad-81b5-e7a555c2ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4476f9a9-4c41-4da3-88ab-07a5a93c79e7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.322691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.345884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cd9722-a16b-4792-9530-87b055483725']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:34.384932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.386012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c43560d-a455-4fe6-b336-74952b7aa984') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:34.386429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c43560d-a455-4fe6-b336-74952b7aa984') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:34.403976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.433413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.443673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:34.444936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:34.449805 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:34.547600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.554903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.557438 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d1cd9722-a16b-4792-9530-87b055483725 HTTP/1.1" status: 204 len: 168 time: 0.6298668 Jul 16 08:44:34.574955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef4f2-8861-44ed-8285-05c8e3b3d35d tempest-QuotasNegativeTest-1594117892 tempest-QuotasNegativeTest-1594117892-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1cd9722-a16b-4792-9530-87b055483725,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.585852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-f28de55c-6ddd-4e27-987e-a7485c9e4b77 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638128 Jul 16 08:44:34.686285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['22b47a75-5ef9-413c-876c-472f7a17f74f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:34.778272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-63e16740-48ce-4cfb-872a-8f1d3f380334 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818657 Jul 16 08:44:34.847422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c1baa6fa-8f09-4b80-9988-47c1817d5355 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 217 time: 0.0603745 Jul 16 08:44:34.934823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.937889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-1318f1c1-ef96-4e15-b272-3a133e01ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.939905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-1318f1c1-ef96-4e15-b272-3a133e01ffc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.0791471 Jul 16 08:44:34.941688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.067342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=b4a38d22-bbe9-4cc4-8e77-baf33c737208,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.092168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.190555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49942) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.225818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0342-d71e-457a-a4df-d327b8d73ce5 req-a8ef3348-910e-4b0a-b675-f6b1f1e597f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.227529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dffe0342-d71e-457a-a4df-d327b8d73ce5 req-a8ef3348-910e-4b0a-b675-f6b1f1e597f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 1097 time: 0.0906255 Jul 16 08:44:35.228232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-aca715b7-20fc-4879-beeb-72a0c0a447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.228356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c301aff-d2b2-4df3-bd03-8b009abdf1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.229945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-aca715b7-20fc-4879-beeb-72a0c0a447c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2803380 Jul 16 08:44:35.297750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:35.325538 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dffe0342-d71e-457a-a4df-d327b8d73ce5 req-6e24bde9-8e50-4c23-a65a-ce0a550db36b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Jul 16 08:44:35.328197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:35.380791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cee31-dac9-43cf-967f-54629b08cccf req-a5cc8736-6ffc-4125-8ad7-6eba71bdab14 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.382573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac0cee31-dac9-43cf-967f-54629b08cccf req-a5cc8736-6ffc-4125-8ad7-6eba71bdab14 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.2034793 Jul 16 08:44:35.442612 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c301aff-d2b2-4df3-bd03-8b009abdf1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.448616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c301aff-d2b2-4df3-bd03-8b009abdf1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.487735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-6c97642e-9e3f-4b3c-8c84-bb576dd86dfa service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440131 Jul 16 08:44:35.512272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c301aff-d2b2-4df3-bd03-8b009abdf1ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1462f4f679e49369d7c3fcb9a811862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167734 Jul 16 08:44:35.512272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c301aff-d2b2-4df3-bd03-8b009abdf1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61ac61-a097-4a49-995d-0f86b68221a3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.516179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.630326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.633528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac0cee31-dac9-43cf-967f-54629b08cccf req-812e0366-f38b-4ebb-97f5-9191277edee1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014315 Jul 16 08:44:35.646157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router f86d4c03-14d4-437a-83ac-de74112739e1 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:35.672824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.692502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afa00b-9936-44f2-a08d-0e80628d8e35 req-d16a2ec3-93ab-4a0d-882e-ac800acd7e3e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.700634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34afa00b-9936-44f2-a08d-0e80628d8e35 req-d16a2ec3-93ab-4a0d-882e-ac800acd7e3e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 944 time: 0.2714932 Jul 16 08:44:35.716366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5f02c2ac-b050-4521-ac6a-3ef684b0bba5 None None] Provisioning complete for port b4a38d22-bbe9-4cc4-8e77-baf33c737208 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:35.717956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f02c2ac-b050-4521-ac6a-3ef684b0bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.761364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.766112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.771317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c61ac61-a097-4a49-995d-0f86b68221a3 HTTP/1.1" status: 204 len: 168 time: 0.2387648 Jul 16 08:44:35.783306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132027cc-1214-4ffe-b47a-e931d084ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61ac61-a097-4a49-995d-0f86b68221a3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.784763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-50333568-b3e1-4211-b9a8-4335c4d7a0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710533 Jul 16 08:44:35.830697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5f02c2ac-b050-4521-ac6a-3ef684b0bba5 None None] Port b4a38d22-bbe9-4cc4-8e77-baf33c737208 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:35.845560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c2a9c83f-dcae-4839-9639-fd392b5f7a1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 200 len: 217 time: 0.0536592 Jul 16 08:44:35.865580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.876981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34afa00b-9936-44f2-a08d-0e80628d8e35 req-be5671d8-c6ef-4b03-ab85-cc5e0e2c70f1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750689 Jul 16 08:44:35.931163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:35.944337 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] Sync routers for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:35.959710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ee9b617-98bf-4557-99bc-0137405f487f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5394149 Jul 16 08:44:35.960792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.962466 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:35.963102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:35.979504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-f99e51d3-b4a2-446e-bb9c-e9ed34095175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.982795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-f99e51d3-b4a2-446e-bb9c-e9ed34095175 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1299176 Jul 16 08:44:36.025378 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:36.046275 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:36.046884 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:36.085180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-278350654-network', 'tenant_id': 'c2fcb24053a54309b93391310e29a7cf'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:36.120586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a48cbf-23f8-4e73-b3bf-af6ab8b76ee4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.122078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e9a48cbf-23f8-4e73-b3bf-af6ab8b76ee4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports/b4a38d22-bbe9-4cc4-8e77-baf33c737208 HTTP/1.1" status: 200 len: 910 time: 0.1601279 Jul 16 08:44:36.126110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49972) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.139543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Made reservation on behalf of c2fcb24053a54309b93391310e29a7cf for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:36.143228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.154604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.196354 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:36.197303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ccb94-b5a7-4672-8b06-2960a8ea9454 None None] The sync data for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:36.252907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-fdc84c57-8122-4229-b73b-9cbeb3e3275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.254608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-fdc84c57-8122-4229-b73b-9cbeb3e3275a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2539599 Jul 16 08:44:36.283218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.289024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.302749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:36.313703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.314158 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Added segment c19bf4c3-bc60-484f-921f-3274b396ba50 of type vlan for network aee539b3-ea2e-45b0-ab32-c569d7ea9536 Jul 16 08:44:36.369467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.385621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.404374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49632d07-3099-4944-9a0a-53f02c884c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.414415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e50e80a-e41b-4353-bec9-f616fec58dd9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.445509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.446709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.447341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.500028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-a72469cc-1628-44ee-94f8-aad27beeaf76 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363670 Jul 16 08:44:36.515639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] Pushing event updated for resources: {'Network': ['ID=aee539b3-ea2e-45b0-ab32-c569d7ea9536,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.529094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network aee539b3-ea2e-45b0-ab32-c569d7ea9536 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:36.707227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-a6729bee-ab65-465c-85af-379299ecc636 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983435 Jul 16 08:44:36.786639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49632d07-3099-4944-9a0a-53f02c884c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.789066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-b15044f9-d982-4baa-aa09-d132efaa923a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 200 len: 217 time: 0.0554760 Jul 16 08:44:36.793248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49632d07-3099-4944-9a0a-53f02c884c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.801165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c228fe4c-95ca-4b6c-a969-59b9ba5ee80e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9306586 Jul 16 08:44:36.802071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.810895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Request body: {'subnet': {'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-278350654-subnet', 'tenant_id': 'c2fcb24053a54309b93391310e29a7cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:36.845503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Made reservation on behalf of c2fcb24053a54309b93391310e29a7cf for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:36.848896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.917694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49632d07-3099-4944-9a0a-53f02c884c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5583d-ec0d-492c-bef4-656bac4b8b58,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.930701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49632d07-3099-4944-9a0a-53f02c884c84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b935a8a42bf54d5eb08bd3c4de9e9abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598855 Jul 16 08:44:36.934987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49984) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.936552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-e5f2a908-a01c-46c6-a3d7-4f7bc8b0b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.938098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-e5f2a908-a01c-46c6-a3d7-4f7bc8b0b337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 200 len: 797 time: 0.1410275 Jul 16 08:44:37.090532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.125211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b360a-6fd5-4dbd-aa50-d42f35b73256 req-c570befa-b7ec-48bd-b86c-39f8f76aec7a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.127222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb3b360a-6fd5-4dbd-aa50-d42f35b73256 req-c570befa-b7ec-48bd-b86c-39f8f76aec7a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3050520 Jul 16 08:44:37.139232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.151874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-8bb2fc69-6b6d-4a3a-bb86-dfc0e4c13c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.151874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-8bb2fc69-6b6d-4a3a-bb86-dfc0e4c13c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266da9dd-c318-49a2-b1cd-5ae9067eaaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2020144 Jul 16 08:44:37.156618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc72b990-4897-4b94-9edd-a36be9772a06,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.179964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.183616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Checking segment: {'id': 'c19bf4c3-bc60-484f-921f-3274b396ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:37.184161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Network hostable DHCP agents. Network: aee539b3-ea2e-45b0-ab32-c569d7ea9536, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:37.208826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Network aee539b3-ea2e-45b0-ab32-c569d7ea9536 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:37.224407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, aee539b3-ea2e-45b0-ab32-c569d7ea9536) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:37.232888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.234433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.237476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790eeec-beb2-422e-931a-44abb0adc9dd None None] Network aee539b3-ea2e-45b0-ab32-c569d7ea9536 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:37.250914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.263557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1d4b31bf-71cb-4616-a415-be1a05c071d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4593341 Jul 16 08:44:37.432778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01937193-91d3-4cc4-8b4d-ed69e76cb947 None None] Network aee539b3-ea2e-45b0-ab32-c569d7ea9536 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:37.796028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb3b360a-6fd5-4dbd-aa50-d42f35b73256 req-f71e3b34-6939-4cfe-b736-4a7cf83122dd tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527617 Jul 16 08:44:37.877708 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-ce0a5f37-0067-4854-9011-13fac3bbda99 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143981 Jul 16 08:44:37.882744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.885367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.886553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8c5583d-ec0d-492c-bef4-656bac4b8b58 HTTP/1.1" status: 204 len: 168 time: 0.9474781 Jul 16 08:44:37.899579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22b47a75-5ef9-413c-876c-472f7a17f74f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:37.915133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58015-dfea-446a-a5b1-cc57020de9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c5583d-ec0d-492c-bef4-656bac4b8b58,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.926271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab67f-ad18-4d78-8658-8e939e79e5ce req-08a1b11d-b991-412a-9963-09f034b04bc5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.927905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73cab67f-ad18-4d78-8658-8e939e79e5ce req-08a1b11d-b991-412a-9963-09f034b04bc5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 944 time: 0.7624445 Jul 16 08:44:37.997285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 22b47a75-5ef9-413c-876c-472f7a17f74f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:38.007669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 22b47a75-5ef9-413c-876c-472f7a17f74f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:38.008222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.042592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73cab67f-ad18-4d78-8658-8e939e79e5ce req-c40cf656-a7c8-4d74-ac91-eebcf2cb1748 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001880 Jul 16 08:44:38.068879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-141a8b9d-6166-46d3-9929-dd12739512d4 service neutron] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800208 Jul 16 08:44:38.138781 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-30b79ada-1b13-494e-b2ce-1d6e904351e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 200 len: 217 time: 0.0574119 Jul 16 08:44:38.150890 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.191469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:38.195590 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051a692e-a87e-4678-b321-b71bddaad7e3" -d '{"events": [{"server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "name": "network-vif-plugged", "status": "completed", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:38.233856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22b47a75-5ef9-413c-876c-472f7a17f74f,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:38.239382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.276787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-8c14355c-d8ee-410c-936a-6a56bdbef497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.279189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-8c14355c-d8ee-410c-936a-6a56bdbef497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.1286416 Jul 16 08:44:38.320853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.387128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port b4a38d22-bbe9-4cc4-8e77-baf33c737208 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:38.387379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.485613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da29f-19ea-45d8-8055-9c2d07a4e39f req-a2e654f8-3f73-4583-931b-24f7a11a0029 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.492938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d25da29f-19ea-45d8-8055-9c2d07a4e39f req-a2e654f8-3f73-4583-931b-24f7a11a0029 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2132175 Jul 16 08:44:38.505152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-b622cb89-251d-464b-b5ae-697766d3b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.506964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-b622cb89-251d-464b-b5ae-697766d3b818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2114737 Jul 16 08:44:38.569807 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.608641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.656389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d25da29f-19ea-45d8-8055-9c2d07a4e39f req-6a522ba0-4868-4d19-a772-89e9437759b9 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622102 Jul 16 08:44:38.657321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for b4a38d22-bbe9-4cc4-8e77-baf33c737208 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:38.813736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-8cf5208a-c631-4195-8c15-ec7d598a9649 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913117 Jul 16 08:44:38.829306 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631211d9-674f-4da0-a05f-e0a9c58a747d x-openstack-request-id: req-631211d9-674f-4da0-a05f-e0a9c58a747d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:38.829910 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "name": "network-vif-plugged", "status": "completed", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:38.830451 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-631211d9-674f-4da0-a05f-e0a9c58a747d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:38.832396 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f', 'code': 200} Jul 16 08:44:38.949396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.066521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcbea6-2eed-4cbc-b7f1-c5af26a46f9e req-a0899bae-f176-4c4a-ade7-2d49fe2b9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.068096 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cedcbea6-2eed-4cbc-b7f1-c5af26a46f9e req-a0899bae-f176-4c4a-ade7-2d49fe2b9f31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 1097 time: 0.1499650 Jul 16 08:44:39.078336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-8b17a1c8-0345-4a60-bd2c-74a290c58ace tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.089129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-8b17a1c8-0345-4a60-bd2c-74a290c58ace tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/networks?id=aee539b3-ea2e-45b0-ab32-c569d7ea9536 HTTP/1.1" status: 200 len: 821 time: 0.4271898 Jul 16 08:44:39.166246 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cedcbea6-2eed-4cbc-b7f1-c5af26a46f9e req-312daacc-9716-4fd1-b6e1-7e3dbf71c8d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773463 Jul 16 08:44:39.173227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-8702cad8-c472-402f-8402-e4b4a129d6be tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/quotas/c2fcb24053a54309b93391310e29a7cf HTTP/1.1" status: 200 len: 375 time: 0.0823758 Jul 16 08:44:39.207720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-0de40b0d-1599-4fde-a9ec-d62b8d023d0d service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850183 Jul 16 08:44:39.258588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-afeb17ec-9e6a-4540-82d9-58afc4e71c3f tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2fcb24053a54309b93391310e29a7cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836644 Jul 16 08:44:39.350715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-236610f8-f82c-4b3d-b4e8-ea4c728c66e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 200 len: 217 time: 0.1012170 Jul 16 08:44:39.357252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.471328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=b4a38d22-bbe9-4cc4-8e77-baf33c737208,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.566689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c336eb28-142e-4620-b2c6-381cd2937284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.568111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c336eb28-142e-4620-b2c6-381cd2937284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 200 len: 797 time: 0.2086501 Jul 16 08:44:39.646364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-293d845f-5701-4543-9ed6-d4efc08873ec service neutron] 10.222.0.32 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700426 Jul 16 08:44:39.881584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ac09-301c-4229-8798-e4bd5c0cb44d req-f4a70492-1572-4761-bf7d-ee30b6556cd7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.883129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fa5ac09-301c-4229-8798-e4bd5c0cb44d req-f4a70492-1572-4761-bf7d-ee30b6556cd7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 945 time: 0.4555981 Jul 16 08:44:39.948279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-2ee77104-ee01-4821-a289-5493a0bcd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.949696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-2ee77104-ee01-4821-a289-5493a0bcd05a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eca03ba4-77fc-4a01-85db-b1416d474e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3656082 Jul 16 08:44:39.952677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.967963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-81b7fb5b-201d-4e8d-90ed-38432427d9b8 service neutron] 10.222.0.32 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025563 Jul 16 08:44:40.009418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fa5ac09-301c-4229-8798-e4bd5c0cb44d req-b786c5de-a9fa-4923-bdd2-b13c0671f758 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 Jul 16 08:44:40.070130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.179300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-c1d3d740-f18f-40cc-9c20-70dbce46fc1a service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136710 Jul 16 08:44:40.457742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router f86d4c03-14d4-437a-83ac-de74112739e1 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:40.461068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-701421080'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:40.498388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Made reservation on behalf of 64a46f3b7fc04255b631935e2b9f205d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:40.503065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.513708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.516795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf7f61-1ffa-4726-9841-0cc9ace51dcd req-2dd4fe7d-5ab3-4806-9b25-8fd5def66d23 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.518380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4bf7f61-1ffa-4726-9841-0cc9ace51dcd req-2dd4fe7d-5ab3-4806-9b25-8fd5def66d23 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2844574 Jul 16 08:44:40.522149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ddaa738-18d7-498f-8a5c-ca785472e51b req-d2d0f635-b1ed-46c9-b0d7-23721737e262 service neutron] 10.222.0.46 "GET /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898104 Jul 16 08:44:40.653374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.660012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.690177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2645e11-ef67-4c5e-b76f-61b73750d317 req-8dc5c62e-e169-4739-8667-2bd752ddfc86 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 210 time: 0.0646100 Jul 16 08:44:40.700886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:40.726238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a61242-67d7-45e8-a503-c1f457adbf3e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.727312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4bf7f61-1ffa-4726-9841-0cc9ace51dcd req-a605fc8b-4877-4be7-acd9-baedeff13a46 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571405 Jul 16 08:44:40.732240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.732772 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Added segment 70f5bc40-4fce-4dc6-b1f5-edf0757039ae of type vlan for network 0c582714-983d-4872-bfcb-293d62d49eca Jul 16 08:44:40.737964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:40.749688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] Sync routers for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:40.761763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8163c489-3627-4704-b879-a2df0f0c105c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6338825 Jul 16 08:44:40.767894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50080) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.799442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:40.801334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:40.861880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.870144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:40.906560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:40.907576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:40.920256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.943761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.944628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.012330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:41.014120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c459d4f-9b6c-43d6-88a6-8cfe665de378 None None] The sync data for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:41.028718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9565539 Jul 16 08:44:41.092017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eec4f-391a-4d56-b26e-10df580d3a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Pushing event updated for resources: {'Network': ['ID=0c582714-983d-4872-bfcb-293d62d49eca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.106410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0c582714-983d-4872-bfcb-293d62d49eca details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:41.432433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.451698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'network_id': '0c582714-983d-4872-bfcb-293d62d49eca', 'binding:host_id': 'n-h2-798054-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054239845'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:41.514826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Made reservation on behalf of 239ec2f9380e444bac5b98984d38b477 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:41.519947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.552276 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.564254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf362fb-13e5-476c-8e1d-630b13c7e085 req-32d51f09-c6a9-45b8-972c-eb66a3a626bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.565884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcf362fb-13e5-476c-8e1d-630b13c7e085 req-32d51f09-c6a9-45b8-972c-eb66a3a626bd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.2498779 Jul 16 08:44:41.709029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcf362fb-13e5-476c-8e1d-630b13c7e085 req-10d7c62e-82c4-4eb3-b61b-e2413f8240fb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359043 Jul 16 08:44:41.731027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.736588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.757600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 7150fc72-fb64-4d47-86a3-8ba0c309daff yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:41.816449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad742ab-d3f2-436e-b65e-a094cfd61d5c req-5abce3be-53d3-4eec-b6e4-bc7ccc018190 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.817855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aad742ab-d3f2-436e-b65e-a094cfd61d5c req-5abce3be-53d3-4eec-b6e4-bc7ccc018190 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 945 time: 0.1850412 Jul 16 08:44:41.839056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0655a1-cfac-49b7-b531-b07854f56305,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.894398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aad742ab-d3f2-436e-b65e-a094cfd61d5c req-bc05b7b5-06fc-4e94-9946-87a4270e5f29 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596535 Jul 16 08:44:41.987389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.166459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 7150fc72-fb64-4d47-86a3-8ba0c309daff yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:42.178775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.196131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Transition to ACTIVE for port object 7150fc72-fb64-4d47-86a3-8ba0c309daff will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:42.213572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.305089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=7150fc72-fb64-4d47-86a3-8ba0c309daff,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.327366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78c475bb-87af-489a-a90c-d93c2673748e req-fb03a796-857c-47f9-b1c3-8d252468747b tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 210 time: 0.1437120 Jul 16 08:44:42.339060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Checking segment: {'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:42.339785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Network hostable DHCP agents. Network: 0c582714-983d-4872-bfcb-293d62d49eca, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:42.362923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Network 0c582714-983d-4872-bfcb-293d62d49eca is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:42.387591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0c582714-983d-4872-bfcb-293d62d49eca) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:42.397816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:42.398868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b8dc1-9e58-49f2-a347-0c5b005adaef None None] Network 0c582714-983d-4872-bfcb-293d62d49eca requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:42.448427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.448775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.449243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.468828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.469408 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.470038 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 2 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.524359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.524747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.525091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.546583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.547113 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.550003 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 3 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.611824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.612208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.612567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.631021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.631350 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.633087 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 4 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.664667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.664667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.664667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.670428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-e1098340-9214-4c0f-bb08-867f29c84141 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.672742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.673083 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.673478 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 5 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.677140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-e1098340-9214-4c0f-bb08-867f29c84141 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.46 "GET /v2.0/networks?id=aee539b3-ea2e-45b0-ab32-c569d7ea9536 HTTP/1.1" status: 200 len: 821 time: 0.5238299 Jul 16 08:44:42.715007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.715497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.715990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.736533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.736894 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.737448 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 6 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.752726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Request body: {'port': {'device_id': '82fa2b27-7167-4294-b975-048a9413e875', 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536', 'admin_state_up': True, 'tenant_id': 'c2fcb24053a54309b93391310e29a7cf'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:42.764895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.765416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.765918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.776367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.776705 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.777131 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 7 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.812399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.813025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.813643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.821075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.821659 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.822249 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 8 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.857096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.857715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.858329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.868096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.868701 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.869269 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 9 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.890107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.890655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.891484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.899367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.899724 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.900218 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 10 to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff Jul 16 08:44:42.915777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.915942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.916290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.926027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 7150fc72-fb64-4d47-86a3-8ba0c309daff on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.926878 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 7150fc72-fb64-4d47-86a3-8ba0c309daff on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:42.927357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.954318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0fc9-ef81-42b1-8ce6-f30b31921da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.040408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 7150fc72-fb64-4d47-86a3-8ba0c309daff, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:43.040947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:44:43.046576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.093692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.094430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.119051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Made reservation on behalf of c2fcb24053a54309b93391310e29a7cf for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:43.122680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.131133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6971588 Jul 16 08:44:43.132502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279fc4-2d42-41fd-93f2-20be207b4790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=7150fc72-fb64-4d47-86a3-8ba0c309daff,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.136238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.199711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae5529-a61c-4b0e-8f9f-c920f4e6951d req-88f05820-39bc-4830-963b-09add411b792 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.201237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2ae5529-a61c-4b0e-8f9f-c920f4e6951d req-88f05820-39bc-4830-963b-09add411b792 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2122219 Jul 16 08:44:43.243412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Deleting port 7150fc72-fb64-4d47-86a3-8ba0c309daff {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:43.244356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.256290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:43.256646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.322418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 7150fc72-fb64-4d47-86a3-8ba0c309daff, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:43.322786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.335908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Calling delete_port for 7150fc72-fb64-4d47-86a3-8ba0c309daff owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:43.397485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bcddf-4426-44e4-8d98-a46a1d1827f5 req-8b4f5f59-e6f2-4e06-8c42-5c205799d36a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.399058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-225bcddf-4426-44e4-8d98-a46a1d1827f5 req-8b4f5f59-e6f2-4e06-8c42-5c205799d36a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 945 time: 0.3098648 Jul 16 08:44:43.410529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2ae5529-a61c-4b0e-8f9f-c920f4e6951d req-bd925e24-94c1-4e2f-9507-07f42086310b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697612 Jul 16 08:44:43.481733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.516651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Allocated IP 172.20.0.11 (aee539b3-ea2e-45b0-ab32-c569d7ea9536/cc72b990-4897-4b94-9edd-a36be9772a06/65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:43.535377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 2ab4fd5e-8349-42f8-b7b0-43026e4abb6c owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:43.566411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-225bcddf-4426-44e4-8d98-a46a1d1827f5 req-e0438810-a9cd-4ca7-a703-1586d8f72b4e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394725 Jul 16 08:44:43.813300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.860159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event deleted for resources: {'Port': ['ID=7150fc72-fb64-4d47-86a3-8ba0c309daff,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.877218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.888625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-73bd0e2d-00ed-4907-a0b1-993859dbac74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7150fc72-fb64-4d47-86a3-8ba0c309daff HTTP/1.1" status: 204 len: 168 time: 0.7505794 Jul 16 08:44:43.891088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50138) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.925986 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-737adc9f-98f2-4f02-9c48-ad775e89520d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:44:43.931763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-737adc9f-98f2-4f02-9c48-ad775e89520d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports/7150fc72-fb64-4d47-86a3-8ba0c309daff HTTP/1.1" status: 404 len: 333 time: 0.0360551 Jul 16 08:44:43.932220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7613f14-f7bd-49f9-8b65-b86b93716d71 req-35ef6349-ad8f-480d-acb8-756605fb95b1 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 210 time: 0.1238599 Jul 16 08:44:43.934884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.941663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'network_id': '0c582714-983d-4872-bfcb-293d62d49eca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-645766457'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:43.985195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Made reservation on behalf of 239ec2f9380e444bac5b98984d38b477 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:43.989284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.026709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:44.074219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.182622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=2ab4fd5e-8349-42f8-b7b0-43026e4abb6c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.191183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.268767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.326633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.388464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Network 0c582714-983d-4872-bfcb-293d62d49eca is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:44.391379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:44.395885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:44.396875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.397483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.407052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=2085c95d-91e2-445d-bbcb-b7ce40ea4941,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.429213 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3dcf9541-ea5c-4725-aeac-13d563077b1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4922488 Jul 16 08:44:44.430499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.435147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.441328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.451336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.532439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.537229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Pushing event updated for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.657292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Network aee539b3-ea2e-45b0-ab32-c569d7ea9536 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:44.661087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:44.663960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:44.833751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.834434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.901704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-47a558e9-f473-49f3-b4de-f6ce41303ef4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1559033 Jul 16 08:44:44.907873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router f86d4c03-14d4-437a-83ac-de74112739e1 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:44.920963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Request body: {'port': {'device_id': '82fa2b27-7167-4294-b975-048a9413e875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.953923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-4269bdce-b552-45be-a161-fd79e2ab6c01 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.955634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-4269bdce-b552-45be-a161-fd79e2ab6c01 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 945 time: 0.3646483 Jul 16 08:44:45.034770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:45.053666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.101131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Transition to ACTIVE for port object 2085c95d-91e2-445d-bbcb-b7ce40ea4941 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:45.107055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.175466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=2085c95d-91e2-445d-bbcb-b7ce40ea4941,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.193092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Deleting port 22b47a75-5ef9-413c-876c-472f7a17f74f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:45.193494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.212333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dee46a-e27f-4368-a72a-4bf92f97d3c9 req-da28556f-5a6b-48c6-b460-611ed5f1d474 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.213947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03dee46a-e27f-4368-a72a-4bf92f97d3c9 req-da28556f-5a6b-48c6-b460-611ed5f1d474 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 945 time: 0.3766146 Jul 16 08:44:45.215638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:45.215842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.215994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.216582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.224128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a8a3eba5-3a32-48ad-af54-55d71f397ae5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4508128 Jul 16 08:44:45.224428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50168) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.231115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.231403 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] Sync routers for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:45.232277 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.235825 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 2 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.249293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:45.250475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.268173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5710f91d-f59b-4184-95cd-03fb0b3d636b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=f86d4c03-14d4-437a-83ac-de74112739e1 HTTP/1.1" status: 200 len: 205 time: 0.0405982 Jul 16 08:44:45.269407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.273245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50170) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.304448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.305024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.305539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.307613 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.317592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.318056 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.321047 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 3 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.324645 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] Routers {'f86d4c03-14d4-437a-83ac-de74112739e1'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:45.325855 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f86d4c03-14d4-437a-83ac-de74112739e1'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.356630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] For port 22b47a75-5ef9-413c-876c-472f7a17f74f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=22b47a75-5ef9-413c-876c-472f7a17f74f,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:45.357205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.361905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.362978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.363519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.386381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.386913 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.388210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Calling delete_port for 22b47a75-5ef9-413c-876c-472f7a17f74f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:45.390637 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 4 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.395460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.396829 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ab16b-65af-415c-be92-0ca98ea8c68f None None] The sync data for ids ['f86d4c03-14d4-437a-83ac-de74112739e1'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:45.422168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.422897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.423240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.423606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.459450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.459767 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.461304 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 5 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.471659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03dee46a-e27f-4368-a72a-4bf92f97d3c9 req-38f08855-c1f4-4c17-a367-3169df51f9b8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356868 Jul 16 08:44:45.482601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.482945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.483288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.494193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.494562 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.496011 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 6 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.509529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.510074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.510357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.520255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86f899-77ac-48c0-b096-183efbd0d391 req-7a506bae-b087-4fb6-b8e7-29a1d8dd7ede tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.522262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd86f899-77ac-48c0-b096-183efbd0d391 req-7a506bae-b087-4fb6-b8e7-29a1d8dd7ede tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 932 time: 0.4109414 Jul 16 08:44:45.524983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.525320 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.526262 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 7 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.559720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.560863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.561837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.576265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.577160 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.592324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99a273b2-947b-44b6-9296-9fb8a5bb9021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.628975 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 8 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.666710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.667472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.668017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.683982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.684381 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.685516 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 9 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.690086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.698240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.712706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33', '22b47a75-5ef9-413c-876c-472f7a17f74f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:45.780677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.781015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.781364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.803840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Pushing event deleted for resources: {'Port': ['ID=22b47a75-5ef9-413c-876c-472f7a17f74f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.812453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.812792 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.813192 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 10 to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 Jul 16 08:44:45.835535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] No DVR routers for this DVR port 22b47a75-5ef9-413c-876c-472f7a17f74f on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:45.844354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.846713 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a8d17d2-ed5f-41c1-a28e-3e0657644626 req-11cf4d9a-d328-4ae6-9c16-8d7f295edd0e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "DELETE /v2.0/ports/22b47a75-5ef9-413c-876c-472f7a17f74f HTTP/1.1" status: 204 len: 173 time: 0.8723981 Jul 16 08:44:45.847170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'name': 'network-vif-deleted', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:45.850046 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05551f3-b8ec-4569-9e94-9ed24e5fdce3" -d '{"events": [{"server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "name": "network-vif-deleted", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:45.858499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:45.858864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:45.859211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:45.867384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:45.867889 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:45.868310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.908815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:46.006232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 2085c95d-91e2-445d-bbcb-b7ce40ea4941, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:46.006690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:44:46.011129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-5ee18007-514d-48ab-bd46-692d095d034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.020380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-5ee18007-514d-48ab-bd46-692d095d034e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.1473906 Jul 16 08:44:46.025552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.064976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] In _notify_port_updated(), no bound segment for port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:46.067429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.069269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.071939 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "PUT /v2.0/ports/2085c95d-91e2-445d-bbcb-b7ce40ea4941 HTTP/1.1" status: 200 len: 979 time: 1.6390231 Jul 16 08:44:46.136976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.163857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:46.192570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:46.229759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3d23a-8fe0-46e9-a183-fc5bf5709c7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=2085c95d-91e2-445d-bbcb-b7ce40ea4941,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.304435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd86f899-77ac-48c0-b096-183efbd0d391 req-aea46434-7dd1-490e-932a-7be0afa572b4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662838 Jul 16 08:44:46.315968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.317550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.342704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:46.347232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.375745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:46.383057 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.418280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.418791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router f86d4c03-14d4-437a-83ac-de74112739e1 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:46.440902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.442031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2c6fc5b-0136-4d49-b7d1-e9ba6f0278a1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1 HTTP/1.1" status: 204 len: 168 time: 1.1669807 Jul 16 08:44:46.453065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.472931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.508528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.510693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.512320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.513409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.514494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.515140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.515903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.516565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.517347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.517987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.519190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.520101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.520880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.521782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.522542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.523180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.523818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.524624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.525258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.526091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.526725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.527566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.528242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.528868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.529606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.530637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.531320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.532327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.532964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.533601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.534583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.535215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.535870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.536614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.537994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.539043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.539831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.541217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.542316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.543046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.543754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.544778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.545466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.546175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.562079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-89f079bf-9ece-47db-903e-25758a535fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39748 time: 0.4153714 Jul 16 08:44:46.566609 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e8feaf-1186-4793-9403-e853179ebb06 x-openstack-request-id: req-f4e8feaf-1186-4793-9403-e853179ebb06 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:46.566739 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e5ee13-a878-4ebd-9c34-701d8e0fa5f7", "name": "network-vif-deleted", "tag": "22b47a75-5ef9-413c-876c-472f7a17f74f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:46.567139 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4e8feaf-1186-4793-9403-e853179ebb06 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:46.567756 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e5ee13-a878-4ebd-9c34-701d8e0fa5f7', 'name': 'network-vif-deleted', 'tag': '22b47a75-5ef9-413c-876c-472f7a17f74f', 'status': 'completed', 'code': 200} Jul 16 08:44:46.571093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50190) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.595254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet fae21db0-892d-485e-a414-9476f74b4399 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:46.597775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-6ae80b29-715e-42ca-bc8e-186a8bd8f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.603944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['47f90192-9dc4-4f72-b21a-f1d87d5df86c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:46.609415 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-6ae80b29-715e-42ca-bc8e-186a8bd8f3b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.4746153 Jul 16 08:44:46.620803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.688154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eb0d5-2310-4dca-a80c-fef69bb9f57a req-377bbb9d-9539-4d0c-855b-8f80804c8496 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.697090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c25eb0d5-2310-4dca-a80c-fef69bb9f57a req-377bbb9d-9539-4d0c-855b-8f80804c8496 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3606062 Jul 16 08:44:46.728445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-5a5be28f-fc91-4d47-9bf7-b4af2c5901ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.0637879 Jul 16 08:44:46.810704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.889125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c25eb0d5-2310-4dca-a80c-fef69bb9f57a req-f4c4ba7b-9e0f-4352-8ac9-6203b6dd46ec tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865416 Jul 16 08:44:46.921988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.956883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-35cf3c6d-9be8-41f8-9309-85439f56a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.958663 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-35cf3c6d-9be8-41f8-9309-85439f56a40d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.2233434 Jul 16 08:44:46.968813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:46.989153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.997085 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-268c8ed4-a7f3-47d3-bd23-28578191a62b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305405 Jul 16 08:44:47.021681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Transition to ACTIVE for port object 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:47.031498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.166278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Deleting port 2085c95d-91e2-445d-bbcb-b7ce40ea4941 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:47.166626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.200682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d1f7964-865d-4396-b21b-a3f883603d5d req-a6c10f33-c72a-4667-ae6b-e81c3916feb4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=04e5ee13-a878-4ebd-9c34-701d8e0fa5f7 HTTP/1.1" status: 200 len: 210 time: 0.1370680 Jul 16 08:44:47.212785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-650b6f01-b31a-47e8-ac87-7841ad91082a service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978128 Jul 16 08:44:47.306967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Pushing event updated for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.317121 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.332239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 2085c95d-91e2-445d-bbcb-b7ce40ea4941, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:47.332239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.361871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Calling delete_port for 2085c95d-91e2-445d-bbcb-b7ce40ea4941 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:47.414574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Attempting to bind port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:47.416401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Attempting to bind port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'c19bf4c3-bc60-484f-921f-3274b396ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:47.417579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Attempting to bind port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 on network aee539b3-ea2e-45b0-ab32-c569d7ea9536 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:47.432503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 on network aee539b3-ea2e-45b0-ab32-c569d7ea9536 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:47.433006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Attempting to bind port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 on network aee539b3-ea2e-45b0-ab32-c569d7ea9536 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:47.444296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:47.444891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Checking segment: {'id': 'c19bf4c3-bc60-484f-921f-3274b396ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:47.445630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Bound using segment: {'id': 'c19bf4c3-bc60-484f-921f-3274b396ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:47.446271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Bound port: 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19bf4c3-bc60-484f-921f-3274b396ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:47.446705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.459189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.527550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe991aa4-a07d-413d-8f80-737f0b4750ef req-a3875c07-4e5b-4639-b78d-8da4f0a8240b service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556133 Jul 16 08:44:47.545894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=fae21db0-892d-485e-a414-9476f74b4399,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.548819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.555383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4d43dc33-811b-4600-988e-8e4319dc92fd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/fae21db0-892d-485e-a414-9476f74b4399 HTTP/1.1" status: 204 len: 168 time: 1.0965874 Jul 16 08:44:47.557108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50218) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.562124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d9d7c-6067-448f-aa9e-4efff2eba740 None None] Network 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:47.671064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:47.678223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 0f5e34ba-30f2-45fa-b672-c936c3bb3e10 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:47.687043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,segment=NetworkSegment(c19bf4c3-bc60-484f-921f-3274b396ba50),segment_id=c19bf4c3-bc60-484f-921f-3274b396ba50)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:47.688232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.698070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.731147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.732349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412e0e4-0378-4246-b7de-6c54c17b711f req-c854870e-1362-44a9-af2b-76f0348563c2 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.741443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e412e0e4-0378-4246-b7de-6c54c17b711f req-c854870e-1362-44a9-af2b-76f0348563c2 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 944 time: 0.2793739 Jul 16 08:44:47.848751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event deleted for resources: {'Port': ['ID=2085c95d-91e2-445d-bbcb-b7ce40ea4941,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.864537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.876872 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f81655cc-b0fb-41e7-a066-bfb73b686591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2085c95d-91e2-445d-bbcb-b7ce40ea4941 HTTP/1.1" status: 204 len: 168 time: 1.3037894 Jul 16 08:44:47.878926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.912007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:47.943127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e412e0e4-0378-4246-b7de-6c54c17b711f req-36b9b05f-bbdf-4c5a-b75c-a7322d7961f8 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006943 Jul 16 08:44:47.977903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.978642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.983709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] 10.222.0.46 "PUT /v2.0/ports/65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 HTTP/1.1" status: 200 len: 1093 time: 3.0686116 Jul 16 08:44:47.984622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:47.993605 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646cac21-6141-4bbd-8cc3-1c702d382ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:48.009014 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-49595bbb-1c4a-4731-b577-c9df2e4d2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:44:48.011952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-49595bbb-1c4a-4731-b577-c9df2e4d2620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports/2085c95d-91e2-445d-bbcb-b7ce40ea4941 HTTP/1.1" status: 404 len: 333 time: 0.1257935 Jul 16 08:44:48.025477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50236) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.056366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1841218112', 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.084473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.188989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] DHCP port deletion for 4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:48.205441 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9148c4d-b596-45a8-9077-3af41b342ae1 x-openstack-request-id: req-f9148c4d-b596-45a8-9077-3af41b342ae1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:48.205959 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:48.206729 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9148c4d-b596-45a8-9077-3af41b342ae1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:48.207134 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6', 'status': 'completed', 'code': 200} Jul 16 08:44:48.251785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ed523-c5dc-4b63-adef-cc3b0f548546 service neutron] Pushing event updated for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.318623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Made reservation on behalf of 239ec2f9380e444bac5b98984d38b477 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:48.321085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.356621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Deleting port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:48.357333 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.360428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:48.361742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.422111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 56b799ca-dd75-4996-a1ca-6043828927dd yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:48.439928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-1030993f-f26c-42f1-9a2a-cad2e6dffb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.442795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-1030993f-f26c-42f1-9a2a-cad2e6dffb09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fcb24053a54309b93391310e29a7cf&device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 1096 time: 0.3634655 Jul 16 08:44:48.498003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] For port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,segment=NetworkSegment(07418e0f-fd42-47ac-8bc2-ef08a660cb64),segment_id=07418e0f-fd42-47ac-8bc2-ef08a660cb64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:48.498495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.516134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Calling delete_port for 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:48.555988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.622869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c40c2-29a5-4664-8845-eb667f2a27a9 req-76bafb8d-2c5f-4547-91c8-c2e488f1f5ac tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.636462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b66c40c2-29a5-4664-8845-eb667f2a27a9 req-76bafb8d-2c5f-4547-91c8-c2e488f1f5ac tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.4215345 Jul 16 08:44:48.647733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.685830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-c024fbcc-b160-4647-a4c3-c5711ef40384 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 HTTP/1.1" status: 200 len: 217 time: 0.2260499 Jul 16 08:44:48.686314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] No DVR routers for this DVR port 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:48.691785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139596a-5943-410c-8c89-2bf24fbde3fd None None] Pushing event deleted for resources: {'Port': ['ID=4fcacdca-b3d4-40aa-aca7-e73f9dbaac96,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.703701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.816730 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.836677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:48.861606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:48.861905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fcacdca-b3d4-40aa-aca7-e73f9dbaac96 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:48.871471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:48.874188 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69be3da4-a0b7-4ebf-92b7-41f323fecbf5" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:48.889200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:48.896595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.898448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22b47a75-5ef9-413c-876c-472f7a17f74f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:48.947537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 22b47a75-5ef9-413c-876c-472f7a17f74f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:48.948925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 22b47a75-5ef9-413c-876c-472f7a17f74f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:48.994001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.044728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b66c40c2-29a5-4664-8845-eb667f2a27a9 req-253acaf9-2d66-481a-b726-8710ee030cac tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069617 Jul 16 08:44:49.094321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.108889 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612278ca-1d9a-4054-9ce9-005c75868de8 x-openstack-request-id: req-612278ca-1d9a-4054-9ce9-005c75868de8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:49.109221 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:49.109443 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-612278ca-1d9a-4054-9ce9-005c75868de8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:49.109908 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:44:49.179575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-00c73c31-952e-469a-999d-090e11941f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.182390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-00c73c31-952e-469a-999d-090e11941f15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc72b990-4897-4b94-9edd-a36be9772a06 HTTP/1.1" status: 200 len: 861 time: 0.4733975 Jul 16 08:44:49.183716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5e34ba-30f2-45fa-b672-c936c3bb3e10,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.208358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.210862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f4947-5554-4905-baca-c3376451004c None None] Network 9a739228-d442-4031-80f3-39d2b39a0b43 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:49.211734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-53c99a2d-13c1-459b-9856-cb3768b9fd7f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5e34ba-30f2-45fa-b672-c936c3bb3e10 HTTP/1.1" status: 204 len: 168 time: 1.6536372 Jul 16 08:44:49.218396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.301874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-0dd5154a-4d21-4719-b02a-6ddbba752e92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aee539b3-ea2e-45b0-ab32-c569d7ea9536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996711 Jul 16 08:44:49.407337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.523715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.541644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] DHCP port deletion for 9a739228-d442-4031-80f3-39d2b39a0b43 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:49.582053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.605835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.618765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Deleting port 6d9d088c-32c9-46e2-87e9-571b745fdc46 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:49.619294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.629395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5d2c63-3a49-4c20-8b93-3a02e1a326d9']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:49.649088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07418e0f-fd42-47ac-8bc2-ef08a660cb64') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:49.651121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07418e0f-fd42-47ac-8bc2-ef08a660cb64') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:49.666946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.697792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.710964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:49.711888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.737041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=56b799ca-dd75-4996-a1ca-6043828927dd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.762019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e5b36-acbe-48a4-8c64-ed8180aa50b1 req-c515b9d9-cab7-41ac-a8cd-a85724e2b4e3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.770695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3e5b36-acbe-48a4-8c64-ed8180aa50b1 req-c515b9d9-cab7-41ac-a8cd-a85724e2b4e3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8372796 Jul 16 08:44:49.779441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] For port 6d9d088c-32c9-46e2-87e9-571b745fdc46, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d9d088c-32c9-46e2-87e9-571b745fdc46,segment=NetworkSegment(5f774875-ebe1-4a9f-a5db-9b0930697c44),segment_id=5f774875-ebe1-4a9f-a5db-9b0930697c44)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.779441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.806419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Calling delete_port for 6d9d088c-32c9-46e2-87e9-571b745fdc46 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:49.834390 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:49.838180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Network 0c582714-983d-4872-bfcb-293d62d49eca is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:49.839686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.856208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.859671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/4c5d2c63-3a49-4c20-8b93-3a02e1a326d9 HTTP/1.1" status: 204 len: 168 time: 0.6397614 Jul 16 08:44:49.861302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:49.865535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50264) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.885875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=4c5d2c63-3a49-4c20-8b93-3a02e1a326d9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.889205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:49.890492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.891490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.901804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.902346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.902811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-f5a7fe8e-2726-48bb-8dbe-e01c4ce0d34b service neutron] 10.222.0.46 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573776 Jul 16 08:44:49.903063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.903609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.904190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.904734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.906009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.906009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.906349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.906896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.907455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.907995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7d077-ae0f-49d2-aae1-082b6e278eb4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:49.967783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f003-7b57-469b-bf90-d7c89d247041 req-774d535d-af2e-4f5f-ab51-5bd217c296ce tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.972647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.978932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a498f003-7b57-469b-bf90-d7c89d247041 req-774d535d-af2e-4f5f-ab51-5bd217c296ce tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 944 time: 0.6252370 Jul 16 08:44:49.999677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b3e5b36-acbe-48a4-8c64-ed8180aa50b1 req-46e0cd52-efd1-4115-ae51-e4cede663680 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264938 Jul 16 08:44:50.027871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] Pushing event deleted for resources: {'Port': ['ID=6d9d088c-32c9-46e2-87e9-571b745fdc46,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.036893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba6c99-2de5-4ffd-8e7f-e51b772adf35 None None] No DVR routers for this DVR port 6d9d088c-32c9-46e2-87e9-571b745fdc46 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:50.135184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.179727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a498f003-7b57-469b-bf90-d7c89d247041 req-e3e22d7d-15c8-4d04-bf97-ee4ce53cc559 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995687 Jul 16 08:44:50.185010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb0d1bde-10bd-46aa-8f46-f02a13fc732b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1489954 Jul 16 08:44:50.186318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.349954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e60b2435-a36b-42f8-b64d-4b57d1b022da req-cedc5c9f-8172-4bd6-8fb5-30864dc6b323 service neutron] 10.222.0.46 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213676 Jul 16 08:44:50.351680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c394f-ed8a-4871-80d8-66cc6d170024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.358551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-363c394f-ed8a-4871-80d8-66cc6d170024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports/56b799ca-dd75-4996-a1ca-6043828927dd HTTP/1.1" status: 200 len: 959 time: 0.1667206 Jul 16 08:44:50.359015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.480344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.512321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Deleting port 56b799ca-dd75-4996-a1ca-6043828927dd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:50.513000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.516387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a739228-d442-4031-80f3-39d2b39a0b43']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.540440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f774875-ebe1-4a9f-a5db-9b0930697c44') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.541345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f774875-ebe1-4a9f-a5db-9b0930697c44') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.573415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.601516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.626792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:50.626792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.694016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:50.745515 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:50.757200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Calling delete_port for 56b799ca-dd75-4996-a1ca-6043828927dd owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:50.786053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d9d088c-32c9-46e2-87e9-571b745fdc46 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:50.829297 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.859992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6d9d088c-32c9-46e2-87e9-571b745fdc46 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:50.860606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6d9d088c-32c9-46e2-87e9-571b745fdc46 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:50.882844 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.889067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/9a739228-d442-4031-80f3-39d2b39a0b43 HTTP/1.1" status: 204 len: 168 time: 1.0134432 Jul 16 08:44:50.891511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86d5a-8c8b-4323-903a-f85c304387e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=9a739228-d442-4031-80f3-39d2b39a0b43,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.894869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.928232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-897085885'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.963719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.994042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event deleted for resources: {'Port': ['ID=56b799ca-dd75-4996-a1ca-6043828927dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.004861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.022035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50284) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.023097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aabc526d-9c0b-4de0-adbe-0b3e71b55182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "DELETE /v2.0/ports/56b799ca-dd75-4996-a1ca-6043828927dd HTTP/1.1" status: 204 len: 168 time: 0.6623855 Jul 16 08:44:51.086423 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-24770038-13aa-440a-815f-60a6c6fcc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:44:51.088634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-24770038-13aa-440a-815f-60a6c6fcc467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports/56b799ca-dd75-4996-a1ca-6043828927dd HTTP/1.1" status: 404 len: 333 time: 0.0650721 Jul 16 08:44:51.097508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.100447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'network_id': '0c582714-983d-4872-bfcb-293d62d49eca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-592315290'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:51.121923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:51.126193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Made reservation on behalf of 239ec2f9380e444bac5b98984d38b477 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:51.129629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.134720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.157573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 708c6a6c-20e9-424f-9bed-d86660d55ac7 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:51.172247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250a1f-2ef7-44c9-b44b-37aba3201e50 req-14eed436-4023-4472-a11d-24cb39c763d6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.175311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a250a1f-2ef7-44c9-b44b-37aba3201e50 req-14eed436-4023-4472-a11d-24cb39c763d6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.4278672 Jul 16 08:44:51.192009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-c1f393c3-82b7-4bc3-b694-33d7df24e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.194654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-c1f393c3-82b7-4bc3-b694-33d7df24e811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fcb24053a54309b93391310e29a7cf&device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 1096 time: 0.4441392 Jul 16 08:44:51.323615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:51.347655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.348136 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 93ee93c0-adda-4c8a-b988-16313c7d5fb5 of type vlan for network 4ada5238-607e-489c-9bbb-d10c2f2be728 Jul 16 08:44:51.434978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.453571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.496223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.522449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794ea55-9e3a-4b09-9a4c-50ebf2239adc req-4742ccbf-f52e-42cc-9cc7-11447332e78c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.524932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9794ea55-9e3a-4b09-9a4c-50ebf2239adc req-4742ccbf-f52e-42cc-9cc7-11447332e78c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5880303 Jul 16 08:44:51.538056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a250a1f-2ef7-44c9-b44b-37aba3201e50 req-821f4bd1-ed81-430a-a6b1-83b96e6e3231 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412435 Jul 16 08:44:51.590315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Network 0c582714-983d-4872-bfcb-293d62d49eca is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:51.595505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:51.603943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:51.605615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.606723 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.613354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=708c6a6c-20e9-424f-9bed-d86660d55ac7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.658307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:44:51.668740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca8ee7dd-a529-4679-a9d6-62ce141c02f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5730283 Jul 16 08:44:51.669756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.677566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:51.733609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.742642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.743292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.776411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-f388653c-cbac-4fc8-8722-f6f440fece53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.778102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-f388653c-cbac-4fc8-8722-f6f440fece53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aee539b3-ea2e-45b0-ab32-c569d7ea9536 HTTP/1.1" status: 200 len: 922 time: 0.5618432 Jul 16 08:44:51.816750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9794ea55-9e3a-4b09-9a4c-50ebf2239adc req-0e80310d-fe5f-4445-bfd0-19003a47b074 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689478 Jul 16 08:44:51.853896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.868977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9615552 Jul 16 08:44:51.869922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.926000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:51.989635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-83d0eb0b-a378-43c6-ad94-2e86602ebc0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 HTTP/1.1" status: 200 len: 217 time: 0.1955297 Jul 16 08:44:52.086454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559f068-94cb-4481-a772-52d211214d61 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=4ada5238-607e-489c-9bbb-d10c2f2be728,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.115609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:52.241172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] device_id is not set on port 708c6a6c-20e9-424f-9bed-d86660d55ac7 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:52.255384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.258654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-0ad5c26f-6a2d-48f3-93a8-b524b4e7bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.260586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-0ad5c26f-6a2d-48f3-93a8-b524b4e7bbeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc72b990-4897-4b94-9edd-a36be9772a06 HTTP/1.1" status: 200 len: 861 time: 0.2400897 Jul 16 08:44:52.282274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Transition to ACTIVE for port object 708c6a6c-20e9-424f-9bed-d86660d55ac7 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:52.294240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.349263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71febc-c249-44a7-a5e3-fcdccd3a5815 req-61b10c5c-a66a-476c-bd6b-0f003b41815b tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.359936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a71febc-c249-44a7-a5e3-fcdccd3a5815 req-61b10c5c-a66a-476c-bd6b-0f003b41815b tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 944 time: 0.5893066 Jul 16 08:44:52.368414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-966813c5-789f-41e8-87b4-c4344eb9961d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aee539b3-ea2e-45b0-ab32-c569d7ea9536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977869 Jul 16 08:44:52.401748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=708c6a6c-20e9-424f-9bed-d86660d55ac7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.415570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.416224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.416799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.426262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.426748 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.427379 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 2 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.451537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.452494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.452494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.458984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.459445 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.459943 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 3 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.474897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.475825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.476554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.482641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.482883 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.483363 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 4 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.492460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:52.496062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.499371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.499824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.500331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.506728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.507193 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.507717 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 5 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.526648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.527161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.530952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.538563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.539687 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.540257 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 6 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.566938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.567549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.568139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.582885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.583288 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.583874 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 7 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.607494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.607732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.608219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.614366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.614703 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.615147 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 8 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.633782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.634122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.634462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.639465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.639942 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.642213 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 9 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.658481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.658845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.659192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.664469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.664810 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.665207 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempt 10 to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 Jul 16 08:44:52.681368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:52.681912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:52.682328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempting to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:52.689329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:52.689665 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Failed to bind port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '70f5bc40-4fce-4dc6-b1f5-edf0757039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c582714-983d-4872-bfcb-293d62d49eca'}] Jul 16 08:44:52.690555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.706855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a71febc-c249-44a7-a5e3-fcdccd3a5815 req-77202f5d-e035-47e8-b0da-0fb6bd048e0a tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458328 Jul 16 08:44:52.801300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 708c6a6c-20e9-424f-9bed-d86660d55ac7, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:52.801810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:44:52.814516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.880313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event updated for resources: {'Port': ['ID=708c6a6c-20e9-424f-9bed-d86660d55ac7,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.906920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] In _notify_port_updated(), no bound segment for port 708c6a6c-20e9-424f-9bed-d86660d55ac7 on network 0c582714-983d-4872-bfcb-293d62d49eca {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:52.908519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.909375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.911634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27582e13-458c-4d21-b55a-57abd3d578db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "PUT /v2.0/ports/708c6a6c-20e9-424f-9bed-d86660d55ac7 HTTP/1.1" status: 200 len: 979 time: 1.2405789 Jul 16 08:44:52.915393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.072780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Deleting port 708c6a6c-20e9-424f-9bed-d86660d55ac7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:53.073695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.184303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] For port 708c6a6c-20e9-424f-9bed-d86660d55ac7, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:53.184303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.201299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Calling delete_port for 708c6a6c-20e9-424f-9bed-d86660d55ac7 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:53.231489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-fe14e3f6-ed8d-468e-aad0-5c1bf2150ee1 service neutron] 10.222.0.46 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347073 Jul 16 08:44:53.333309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a231cdd-e5a8-4c58-b9d9-6f830db43f0e req-5944a520-1b99-4956-ac4a-7837995e9c1f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.342876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a231cdd-e5a8-4c58-b9d9-6f830db43f0e req-5944a520-1b99-4956-ac4a-7837995e9c1f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8909552 Jul 16 08:44:53.398510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.448111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Pushing event deleted for resources: {'Port': ['ID=708c6a6c-20e9-424f-9bed-d86660d55ac7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.468158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a231cdd-e5a8-4c58-b9d9-6f830db43f0e req-ef5593c6-b607-4699-b11c-8874fc20c9ca tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236546 Jul 16 08:44:53.518020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.522124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d7b5b94-c701-44ee-b37c-2cdab1f79b7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "DELETE /v2.0/ports/708c6a6c-20e9-424f-9bed-d86660d55ac7 HTTP/1.1" status: 204 len: 168 time: 0.6051464 Jul 16 08:44:53.544819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.678592 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a14cb6f-4166-4410-bf31-5a4c90b47efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:44:53.679346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a14cb6f-4166-4410-bf31-5a4c90b47efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078342560-project-admin] 10.222.0.32 "GET /v2.0/ports/708c6a6c-20e9-424f-9bed-d86660d55ac7 HTTP/1.1" status: 404 len: 333 time: 0.1329899 Jul 16 08:44:53.684604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.721942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff6cc6-14ff-40ca-8547-c09884fb0315 req-3e916c02-7dbc-4c64-9df3-af16ddf01d5d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.735496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dff6cc6-14ff-40ca-8547-c09884fb0315 req-3e916c02-7dbc-4c64-9df3-af16ddf01d5d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.5263946 Jul 16 08:44:53.739851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-646cac21-6141-4bbd-8cc3-1c702d382ea9 req-26ff8f11-f365-479a-a864-2ea035c93dca service neutron] 10.222.0.46 "GET /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691584 Jul 16 08:44:53.800683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.851037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.956882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:53.994274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dff6cc6-14ff-40ca-8547-c09884fb0315 req-5eae62cb-ae00-4f3e-981d-85990d87c3c6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536471 Jul 16 08:44:54.060734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '93ee93c0-adda-4c8a-b988-16313c7d5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:54.061540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 4ada5238-607e-489c-9bbb-d10c2f2be728, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:54.066020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=37ad2872-7345-4f09-81d8-c510bc7f0043,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.139332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:54.162329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4ada5238-607e-489c-9bbb-d10c2f2be728) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:54.176742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.178015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.193902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7ebe3-0c4d-4409-b8e4-0f25526d89e5 None None] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:54.243698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a51158fa-1f2c-4b18-bdf6-2c6655aeff94 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3265355 Jul 16 08:44:54.247147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50336) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.265418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2101674909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.271602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.329852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c582714-983d-4872-bfcb-293d62d49eca']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:54.383685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.393890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.397822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f5bc40-4fce-4dc6-b1f5-edf0757039ae') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:54.398292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f5bc40-4fce-4dc6-b1f5-edf0757039ae') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:54.455520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.468904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,segment=NetworkSegment(c19bf4c3-bc60-484f-921f-3274b396ba50),segment_id=c19bf4c3-bc60-484f-921f-3274b396ba50)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:54.488127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.491016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6', 'network_id': 'aee539b3-ea2e-45b0-ab32-c569d7ea9536', 'port_id': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6', 'mac_address': 'fa:16:3e:33:b2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc72b990-4897-4b94-9edd-a36be9772a06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:54.501971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:54.502918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.603654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.635904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:54.696821 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:54.704527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.716234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,segment=NetworkSegment(c19bf4c3-bc60-484f-921f-3274b396ba50),segment_id=c19bf4c3-bc60-484f-921f-3274b396ba50)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:54.735992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4ada5238-607e-489c-9bbb-d10c2f2be728', 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '37ad2872-7345-4f09-81d8-c510bc7f0043'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:54.737142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.740197 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.740479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.749413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] 10.222.0.32 "DELETE /v2.0/networks/0c582714-983d-4872-bfcb-293d62d49eca HTTP/1.1" status: 204 len: 168 time: 1.0636952 Jul 16 08:44:54.784376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.790427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.793432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3679521-18d5-4cbc-9725-49653fb2138d tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-119943952-project] Pushing event deleted for resources: {'Network': ['ID=0c582714-983d-4872-bfcb-293d62d49eca,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.876809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be823d6-258c-452e-8ab2-356ca6c32860 req-2d6d480a-bad7-4fcc-aac1-ad635d6d79d5 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.892883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4be823d6-258c-452e-8ab2-356ca6c32860 req-2d6d480a-bad7-4fcc-aac1-ad635d6d79d5 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 944 time: 0.4720571 Jul 16 08:44:54.930185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.932004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17b69f27-4207-4f27-8099-c5580afb44e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6834733 Jul 16 08:44:54.936938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.949107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'port': {'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728', 'name': 'tempest-RoutersTest-279345903'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.995859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4be823d6-258c-452e-8ab2-356ca6c32860 req-fc19d5e6-3ef1-4ec2-85d6-65d72a782677 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012025 Jul 16 08:44:55.114443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Allocated IP 172.20.0.2 (4ada5238-607e-489c-9bbb-d10c2f2be728/37ad2872-7345-4f09-81d8-c510bc7f0043/44d51c64-92cc-41f7-b98c-89b8bd9bb62b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:55.485899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:55.492266 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.570482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdddfbc-97cc-4ed1-9419-1a76fd109bbc req-f9855d9e-1f11-41b4-ba99-c3821eb81879 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.573039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] device_id is not set on port 5cb3f241-ccea-447d-8079-fa5e9900942a yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:55.580513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efdddfbc-97cc-4ed1-9419-1a76fd109bbc req-f9855d9e-1f11-41b4-ba99-c3821eb81879 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.1842213 Jul 16 08:44:55.584202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50362) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:55.595424 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.629398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Transition to ACTIVE for port object 44d51c64-92cc-41f7-b98c-89b8bd9bb62b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:55.676215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Transition to ACTIVE for port object 44d51c64-92cc-41f7-b98c-89b8bd9bb62b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:55.707753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.724008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efdddfbc-97cc-4ed1-9419-1a76fd109bbc req-339352f3-5551-495a-85e2-55498ae7dda4 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405103 Jul 16 08:44:55.758682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:55.774182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:55.783005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:55.795985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.966223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:56.027721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.20.0.4 (4ada5238-607e-489c-9bbb-d10c2f2be728/37ad2872-7345-4f09-81d8-c510bc7f0043/5cb3f241-ccea-447d-8079-fa5e9900942a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:56.043241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23ebcf0a-48ad-4869-a90a-51ded629ecd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64a46f3b7fc04255b631935e2b9f205d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529672 Jul 16 08:44:56.047212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50370) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.073006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Attempting to bind port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:56.074639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Attempting to bind port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '93ee93c0-adda-4c8a-b988-16313c7d5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:56.075018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Attempting to bind port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b on network 4ada5238-607e-489c-9bbb-d10c2f2be728 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:56.150594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:56.151745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Checking segment: {'id': '93ee93c0-adda-4c8a-b988-16313c7d5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:56.151745 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.152115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Bound using segment: {'id': '93ee93c0-adda-4c8a-b988-16313c7d5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:56.153181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Bound port: 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ee93c0-adda-4c8a-b988-16313c7d5fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4ada5238-607e-489c-9bbb-d10c2f2be728'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:56.153181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.196814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Pushing event updated for resources: {'Port': ['ID=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.223660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.320306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.584015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf2b5d-f29b-41f0-bb7b-018db952d1a0 req-8ca28d8e-f7ac-4eff-9e22-c6259db7f11a tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.585989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] For port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:56.593089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.598340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecf2b5d-f29b-41f0-bb7b-018db952d1a0 req-8ca28d8e-f7ac-4eff-9e22-c6259db7f11a tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 945 time: 0.2305303 Jul 16 08:44:56.609436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.619551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] For port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,segment=NetworkSegment(93ee93c0-adda-4c8a-b988-16313c7d5fb5),segment_id=93ee93c0-adda-4c8a-b988-16313c7d5fb5)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:56.630347 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.634373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.637615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2a61242-67d7-45e8-a503-c1f457adbf3e HTTP/1.1" status: 204 len: 168 time: 0.5876184 Jul 16 08:44:56.674730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2615a-1bf6-4ebc-a566-a68fc8e90380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a61242-67d7-45e8-a503-c1f457adbf3e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.680218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object 5cb3f241-ccea-447d-8079-fa5e9900942a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:56.744883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecf2b5d-f29b-41f0-bb7b-018db952d1a0 req-cc4e71aa-3112-4b17-a1e7-592d4332b09e tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450925 Jul 16 08:44:56.775360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.904352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c94c-941d-48ad-a9e7-b16e5beb1fad None None] Pushing event updated for resources: {'Port': ['ID=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.939034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:56.944370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:56.951185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=5cb3f241-ccea-447d-8079-fa5e9900942a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.967302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:57.162510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.163816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.191132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-adba5aa9-b28d-4913-9f12-717c58f06ac2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2528861 Jul 16 08:44:57.195175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.527679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.616662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:57.715228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff9a7571-f3ef-45db-8acd-2079246aaabf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=239ec2f9380e444bac5b98984d38b477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851747 Jul 16 08:44:57.726338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.785517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6eea-e9ee-4fff-9872-01a87c5df0a6 req-a9af4afa-cfe7-4439-b828-a0d7d30422bb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.805985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dfba6eea-e9ee-4fff-9872-01a87c5df0a6 req-a9af4afa-cfe7-4439-b828-a0d7d30422bb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.7203345 Jul 16 08:44:57.899459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.961726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dfba6eea-e9ee-4fff-9872-01a87c5df0a6 req-bcfc90e3-4963-4d60-9ae8-3762caa94c5d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569641 Jul 16 08:44:58.024705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.125412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.131679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.134433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f0655a1-cfac-49b7-b531-b07854f56305 HTTP/1.1" status: 204 len: 168 time: 0.4100130 Jul 16 08:44:58.149942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4693d0-d586-4d5a-8dcc-efbc22f64794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0655a1-cfac-49b7-b531-b07854f56305,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.387629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.580349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb6843-bf2c-47fe-a51e-7d6fc724c5e6 req-f6cf72f0-fd58-43c3-a7ed-f22ff82c5f2b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.589097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abbb6843-bf2c-47fe-a51e-7d6fc724c5e6 req-f6cf72f0-fd58-43c3-a7ed-f22ff82c5f2b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3259604 Jul 16 08:44:58.896692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 44d51c64-92cc-41f7-b98c-89b8bd9bb62b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:58.945060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e69780-d999-4efc-906e-1d713daa98e2 req-0ab9b359-cf33-4fe5-a93a-3d971504ac79 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.946855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53e69780-d999-4efc-906e-1d713daa98e2 req-0ab9b359-cf33-4fe5-a93a-3d971504ac79 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 945 time: 0.6012595 Jul 16 08:44:58.980358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d31665-094b-4623-af39-d95e0a59e0f5 None None] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:58.992326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abbb6843-bf2c-47fe-a51e-7d6fc724c5e6 req-5da2e14a-c2d2-4610-bb83-f87be85c4e40 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018803 Jul 16 08:44:59.200715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53e69780-d999-4efc-906e-1d713daa98e2 req-6dca2677-573d-42a7-bb73-0b63fb7475e7 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028058 Jul 16 08:44:59.213865 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.229932 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.615115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6ff24fff-7f86-4654-8946-74ddad33061e None None] Provisioning for port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:59.629744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=5cb3f241-ccea-447d-8079-fa5e9900942a,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.666022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:59.694859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:59.695186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.885517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.960321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.009464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:00.015427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,segment=NetworkSegment(93ee93c0-adda-4c8a-b988-16313c7d5fb5),segment_id=93ee93c0-adda-4c8a-b988-16313c7d5fb5)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:00.045455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418460df-085b-42f9-9391-aaf4377c384a req-34821f97-4268-4193-ad76-5c0f4b4d9537 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.047218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418460df-085b-42f9-9391-aaf4377c384a req-34821f97-4268-4193-ad76-5c0f4b4d9537 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.5923960 Jul 16 08:45:00.050842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.137185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.169332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf934e-0d50-4978-98d8-bdefb1b5424d req-920a399b-3d4d-4835-8b66-65c570058334 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.172800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:00.178059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.178281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbcf934e-0d50-4978-98d8-bdefb1b5424d req-920a399b-3d4d-4835-8b66-65c570058334 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4277930 Jul 16 08:45:00.178862 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.327743 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.367742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-418460df-085b-42f9-9391-aaf4377c384a req-42b2760c-6573-4341-acd9-b86201cf77b0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027706 Jul 16 08:45:00.414205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:00.419972 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c4921-84a8-44f1-a211-7da6b949feee" -d '{"events": [{"server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "name": "network-vif-plugged", "status": "completed", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:00.430608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Provisioning complete for port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.432076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.441178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbcf934e-0d50-4978-98d8-bdefb1b5424d req-57ee9897-9987-4599-bec0-fd07b4c23cf4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618356 Jul 16 08:45:00.481280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.516413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,segment=NetworkSegment(c19bf4c3-bc60-484f-921f-3274b396ba50),segment_id=c19bf4c3-bc60-484f-921f-3274b396ba50)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:00.536224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.620572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.788167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Provisioning for port 5cb3f241-ccea-447d-8079-fa5e9900942a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:00.801083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Provisioning complete for port 5cb3f241-ccea-447d-8079-fa5e9900942a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.801474 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.929078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 44d51c64-92cc-41f7-b98c-89b8bd9bb62b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:01.054372 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baee6720-2333-4d6c-b0fd-bcbff3df9f0d x-openstack-request-id: req-baee6720-2333-4d6c-b0fd-bcbff3df9f0d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:01.055692 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "name": "network-vif-plugged", "status": "completed", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:01.056273 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baee6720-2333-4d6c-b0fd-bcbff3df9f0d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:01.058361 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6', 'code': 200} Jul 16 08:45:01.073731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f35014b4-5c79-44cc-8000-ee69b485b2c2 None None] Port 5cb3f241-ccea-447d-8079-fa5e9900942a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:01.168464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:01.170246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.227035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.323610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ac849-3448-4916-a128-79f8fd36d727 req-6318951c-af82-43e7-b325-ea81f4601e42 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.345604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb3ac849-3448-4916-a128-79f8fd36d727 req-6318951c-af82-43e7-b325-ea81f4601e42 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.5317676 Jul 16 08:45:01.510830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5c90f44b-943e-48a4-bd5b-c044448ee927 None None] Provisioning complete for port 5cb3f241-ccea-447d-8079-fa5e9900942a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:01.511340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c90f44b-943e-48a4-bd5b-c044448ee927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.556946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb3ac849-3448-4916-a128-79f8fd36d727 req-01d39535-0a71-4885-93c7-1060a163e13a tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100155 Jul 16 08:45:01.634663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af20bd0-3ce1-4d1e-9090-32193053c1e0 req-a1a14eb7-2c86-4ab1-b125-f4f80465b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.636970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7af20bd0-3ce1-4d1e-9090-32193053c1e0 req-a1a14eb7-2c86-4ab1-b125-f4f80465b8c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 1098 time: 0.5299680 Jul 16 08:45:01.645683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-94739025', 'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:01.651864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5c90f44b-943e-48a4-bd5b-c044448ee927 None None] Port 5cb3f241-ccea-447d-8079-fa5e9900942a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:01.695230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Made reservation on behalf of 1dbef2d3543843f2b8f08cb26573db96 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:01.698251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.700142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.710559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.713369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.804070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7af20bd0-3ce1-4d1e-9090-32193053c1e0 req-010d2c12-14ec-4df8-8257-e011000c15e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554306 Jul 16 08:45:01.811842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df628ed6-7762-4ff3-b4b9-7e70b2ec04d5 None None] Provisioning complete for port 5cb3f241-ccea-447d-8079-fa5e9900942a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:01.812543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df628ed6-7762-4ff3-b4b9-7e70b2ec04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.848700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.851546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=5cb3f241-ccea-447d-8079-fa5e9900942a,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.901189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.917329 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.956670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:01.958575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-df628ed6-7762-4ff3-b4b9-7e70b2ec04d5 None None] Port 5cb3f241-ccea-447d-8079-fa5e9900942a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:01.981513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.983395 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Added segment 7087e036-fffb-478f-95fd-d98633752839 of type vlan for network 393458a6-6749-483b-a6a2-736ac15fd73a Jul 16 08:45:02.071181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5338c999-8f47-4c6b-88c2-755aca070724,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.136899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d9a8-f462-4b3e-8d21-775219bdcccc req-59a4cc2e-8533-4299-94e2-08ed2b07933b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.142923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-edd7d9a8-f462-4b3e-8d21-775219bdcccc req-59a4cc2e-8533-4299-94e2-08ed2b07933b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.4281693 Jul 16 08:45:02.155145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.207089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.208168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.208886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.222418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:02.235906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:02.261204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-edd7d9a8-f462-4b3e-8d21-775219bdcccc req-8a50d265-b0f7-4712-8938-0a4edebb3b5d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062791 Jul 16 08:45:02.291256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0627749 Jul 16 08:45:02.304568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.338039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'subnet': {'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:02.534106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820071-82c9-4d1d-a980-4f9d1e6052ea tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Network': ['ID=393458a6-6749-483b-a6a2-736ac15fd73a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.557390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 393458a6-6749-483b-a6a2-736ac15fd73a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:02.578115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Made reservation on behalf of 1dbef2d3543843f2b8f08cb26573db96 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:02.582442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.856479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-33984a88-320f-4b18-905f-d264f0be4aea None None] Provisioning complete for port 5cb3f241-ccea-447d-8079-fa5e9900942a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:02.856872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33984a88-320f-4b18-905f-d264f0be4aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.963230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-33984a88-320f-4b18-905f-d264f0be4aea None None] Port 5cb3f241-ccea-447d-8079-fa5e9900942a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:03.326940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:45:03.327893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.389200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3d371c40-34ce-4914-a536-a5e9d7caba1a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:03.409685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc4ab-86a4-4bb6-b7ec-09f40e23fa58 req-772bb733-4600-4d81-9450-49d780b493ac tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.416715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea9bc4ab-86a4-4bb6-b7ec-09f40e23fa58 req-772bb733-4600-4d81-9450-49d780b493ac tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.1222107 Jul 16 08:45:03.429911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Checking segment: {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:03.430711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network hostable DHCP agents. Network: 393458a6-6749-483b-a6a2-736ac15fd73a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:03.453981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:03.461899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 393458a6-6749-483b-a6a2-736ac15fd73a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:03.477684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 393458a6-6749-483b-a6a2-736ac15fd73a) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:03.478737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea9bc4ab-86a4-4bb6-b7ec-09f40e23fa58 req-b629b564-8d4f-4d01-b2fc-d7a71e846b9c tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610588 Jul 16 08:45:03.490939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.494670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.495364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b050e-e3c7-4e6d-9a7f-d37cef464a24 None None] Network 393458a6-6749-483b-a6a2-736ac15fd73a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:03.532911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a2cd3b68-a5df-47e1-aecd-82620542b75b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2052052 Jul 16 08:45:03.532911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.539073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-291642407', 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:03.630452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:03.643535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-577d8ea0-9d8a-404c-9be4-049716a39c2d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/55c43c42-8eb3-4e4a-9fff-1eec92a3ce74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4370296 Jul 16 08:45:03.649228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50524) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.666090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Made reservation on behalf of 1dbef2d3543843f2b8f08cb26573db96 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:03.672596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.747422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] device_id is not set on port 4321ed91-6212-496a-9ed6-c5c346198751 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:03.779512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddcae6-0897-4f16-8a38-ca8ed6a77604 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.782374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5dddcae6-0897-4f16-8a38-ca8ed6a77604 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports/5cb3f241-ccea-447d-8079-fa5e9900942a HTTP/1.1" status: 200 len: 976 time: 0.1264973 Jul 16 08:45:03.786808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50530) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.789983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] Sync routers for ids ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:03.832164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] Routers {'55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:03.833270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:03.905786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:03.927553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c80d9e-147c-4465-9564-28e6ef84b2ab None None] Network 393458a6-6749-483b-a6a2-736ac15fd73a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:04.035788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.20.0.9 (393458a6-6749-483b-a6a2-736ac15fd73a/3d371c40-34ce-4914-a536-a5e9d7caba1a/4321ed91-6212-496a-9ed6-c5c346198751) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:04.080950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] Routers {'55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:04.081833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:04.139411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:04.140333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d44501-ad7e-4784-ae53-c40841d78f5c None None] The sync data for ids ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:04.270798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.341279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.364764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c354-4031-4ec3-821e-0ad310bb1ae1 req-24105219-9f8b-4ea5-b133-62d44ee9e3ea tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.379750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e7c354-4031-4ec3-821e-0ad310bb1ae1 req-24105219-9f8b-4ea5-b133-62d44ee9e3ea tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.7330222 Jul 16 08:45:04.616975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e7c354-4031-4ec3-821e-0ad310bb1ae1 req-119eaa67-6acf-4b78-9158-10ac4695521a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358236 Jul 16 08:45:04.663326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd47b-0816-40a2-ba33-9078428dfe42 req-5fa4b7a9-924c-46b1-aad2-c7289e714970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.667414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea5bd47b-0816-40a2-ba33-9078428dfe42 req-5fa4b7a9-924c-46b1-aad2-c7289e714970 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.3414226 Jul 16 08:45:04.760743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea5bd47b-0816-40a2-ba33-9078428dfe42 req-07e6f26a-3963-44a0-bb00-f921a3785f37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822895 Jul 16 08:45:04.773959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735b4b-dcf4-435b-b18b-ad5438e933fe req-87447ad0-998e-4ff2-a2d9-f86ac59a7fcd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.782180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7735b4b-dcf4-435b-b18b-ad5438e933fe req-87447ad0-998e-4ff2-a2d9-f86ac59a7fcd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4545333 Jul 16 08:45:04.791716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=4321ed91-6212-496a-9ed6-c5c346198751,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.814359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 393458a6-6749-483b-a6a2-736ac15fd73a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:04.816752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:04.819857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:04.853635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7735b4b-dcf4-435b-b18b-ad5438e933fe req-a33888fc-2d3f-465a-8533-9b5a18a04e63 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Jul 16 08:45:04.916283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.918454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.949791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f30f51ac-38a7-4d2d-8de9-05c004c478c2 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4154103 Jul 16 08:45:04.950117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50544) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.198069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.363122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Deleting port 4321ed91-6212-496a-9ed6-c5c346198751 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:05.363455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.375327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ec5e-e31a-41a9-86c2-ac99bdde3acb req-78a86205-3ad6-496a-a0e9-4604b09660cb tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.375327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1da9ec5e-e31a-41a9-86c2-ac99bdde3acb req-78a86205-3ad6-496a-a0e9-4604b09660cb tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.3065538 Jul 16 08:45:05.426916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033d3cd-2393-49a9-8c42-14a83f999ff0 req-975e2836-b491-4cc6-8dce-3f92918f5f76 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.436357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9033d3cd-2393-49a9-8c42-14a83f999ff0 req-975e2836-b491-4cc6-8dce-3f92918f5f76 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3631694 Jul 16 08:45:05.610224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9033d3cd-2393-49a9-8c42-14a83f999ff0 req-2d2b7821-c630-4623-9052-4ba8c0ea31b0 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682098 Jul 16 08:45:05.622780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1da9ec5e-e31a-41a9-86c2-ac99bdde3acb req-30172435-45a8-49a6-bcdf-646c81a57de1 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128077 Jul 16 08:45:05.652852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.677768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Calling delete_port for 4321ed91-6212-496a-9ed6-c5c346198751 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:05.976605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 5cb3f241-ccea-447d-8079-fa5e9900942a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:05.976605 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.014607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.059537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Port': ['ID=4321ed91-6212-496a-9ed6-c5c346198751,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.105264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.105664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.105965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.106299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.106635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.106970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.107303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.107632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.107959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.108313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.108641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.108989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:06.222167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e1f55-cf2c-4e1e-84ab-68689c9b0df2 req-8712dff8-4df7-4a20-82ec-2c9fc3182f6f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.229421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af0e1f55-cf2c-4e1e-84ab-68689c9b0df2 req-8712dff8-4df7-4a20-82ec-2c9fc3182f6f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3121815 Jul 16 08:45:06.238483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.264569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.270841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.271676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1610ff00-9593-47b3-9168-c8f5405d477e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4321ed91-6212-496a-9ed6-c5c346198751 HTTP/1.1" status: 204 len: 168 time: 1.3197842 Jul 16 08:45:06.279520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 5cb3f241-ccea-447d-8079-fa5e9900942a owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:06.296199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a', 'external_fixed_ips': [{'subnet_id': '3d371c40-34ce-4914-a536-a5e9d7caba1a', 'ip_address': '172.20.0.9'}]}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.345104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.347335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.354379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af0e1f55-cf2c-4e1e-84ab-68689c9b0df2 req-426297b6-2941-4673-95cf-8dfdd2c69a99 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223161 Jul 16 08:45:06.431484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.717531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.822548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8d8a-a2c1-490f-91ee-5d9950859d3e req-c2a64ccc-de90-4b51-8b8f-19ebb6f98b9d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.830789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e3f8d8a-a2c1-490f-91ee-5d9950859d3e req-c2a64ccc-de90-4b51-8b8f-19ebb6f98b9d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3525119 Jul 16 08:45:06.899575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e3f8d8a-a2c1-490f-91ee-5d9950859d3e req-9e707613-c576-4e55-b5fe-1b49d9bcf408 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669036 Jul 16 08:45:06.901140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.004488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=5cb3f241-ccea-447d-8079-fa5e9900942a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.149554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.198967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.370242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf23dbe-ba7a-4d14-8eb8-41c371ff826e req-30e199e5-1d41-4c09-98bc-e9ec1ea360c4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.380832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cf23dbe-ba7a-4d14-8eb8-41c371ff826e req-30e199e5-1d41-4c09-98bc-e9ec1ea360c4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.3814695 Jul 16 08:45:07.420575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.470389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.20.0.9 (393458a6-6749-483b-a6a2-736ac15fd73a/3d371c40-34ce-4914-a536-a5e9d7caba1a/ef915ebc-4d7a-469c-aaa2-c976d0e24cb3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:07.659298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.722919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.770479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 393458a6-6749-483b-a6a2-736ac15fd73a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:07.774677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:07.781864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:07.823359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=ef915ebc-4d7a-469c-aaa2-c976d0e24cb3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.049552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cf23dbe-ba7a-4d14-8eb8-41c371ff826e req-82c8fb0e-cab9-4c5d-8258-86e4af9803e4 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047330 Jul 16 08:45:08.049552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685d0fb-7b6b-4d31-b705-772f0787c1a8 req-ded9dbe8-2583-479c-9b84-ee99addf95cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.049552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8685d0fb-7b6b-4d31-b705-772f0787c1a8 req-ded9dbe8-2583-479c-9b84-ee99addf95cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.6996613 Jul 16 08:45:08.138394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:08.165623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8685d0fb-7b6b-4d31-b705-772f0787c1a8 req-91f81d50-3859-475e-b2ee-aa5b4774d15f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026227 Jul 16 08:45:08.336969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.515949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:08.530914 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] Sync routers for ids ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:08.538998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fe98db63-1278-474d-89fa-9ed5f3f8698b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/55c43c42-8eb3-4e4a-9fff-1eec92a3ce74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7514319 Jul 16 08:45:08.548678 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] Routers {'55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:08.550321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:08.556718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.576990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.639172 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:08.654560 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] Routers {'55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:08.655648 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:08.700412 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:08.702103 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612435cf-a18c-45e8-b87f-a69493b854e2 None None] The sync data for ids ['55c43c42-8eb3-4e4a-9fff-1eec92a3ce74'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:08.800076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.897934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-657be47a-0f04-4456-8069-bf57ef5dd92f tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.900784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-657be47a-0f04-4456-8069-bf57ef5dd92f tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.46 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.5861590 Jul 16 08:45:08.916103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae3a1-858c-41ad-982c-70467d4d7e73 req-659598ad-f050-40b0-b1bd-333ffb3c9510 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.928472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fcae3a1-858c-41ad-982c-70467d4d7e73 req-659598ad-f050-40b0-b1bd-333ffb3c9510 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.6123970 Jul 16 08:45:08.957973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.998406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router 4f79e3d2-4bdc-427b-8a9f-0109b277a422 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:09.106935 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-ca08e6f6-19cd-4407-b5b7-3acb47ed8c3f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:45:09.112132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca08e6f6-19cd-4407-b5b7-3acb47ed8c3f tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/55c43c42-8eb3-4e4a-9fff-1eec92a3ce74/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5484328 Jul 16 08:45:09.112868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50608) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.179344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfad47d7-4313-4c2e-bb9f-846c242e35e7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 HTTP/1.1" status: 200 len: 205 time: 0.0539577 Jul 16 08:45:09.180102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.217246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fcae3a1-858c-41ad-982c-70467d4d7e73 req-59b59c3e-4e8f-45cf-9e4f-59a133a06838 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872581 Jul 16 08:45:09.232494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752b5c-d698-4278-995a-ff7b4d545b8c req-4c1af069-1808-44a1-9c68-64770982292d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.239954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d752b5c-d698-4278-995a-ff7b4d545b8c req-4c1af069-1808-44a1-9c68-64770982292d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5703893 Jul 16 08:45:09.337873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d752b5c-d698-4278-995a-ff7b4d545b8c req-d92aaf41-a57f-49eb-a421-c4207bb89e5a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968530 Jul 16 08:45:09.366402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.372952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Deleting port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:09.373331 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.494889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:09.507074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Sync routers for ids ['4f79e3d2-4bdc-427b-8a9f-0109b277a422'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:09.524610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Routers {'4f79e3d2-4bdc-427b-8a9f-0109b277a422'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:09.525269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f79e3d2-4bdc-427b-8a9f-0109b277a422'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:09.658916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479400c7-fc29-4435-a64f-4e355f7e2699 req-ebdbbba7-39cd-480a-a3c1-6289561bded8 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.666025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-479400c7-fc29-4435-a64f-4e355f7e2699 req-ebdbbba7-39cd-480a-a3c1-6289561bded8 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/ports?device_id=82fa2b27-7167-4294-b975-048a9413e875 HTTP/1.1" status: 200 len: 946 time: 0.2484117 Jul 16 08:45:09.720183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] For port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,segment=NetworkSegment(c19bf4c3-bc60-484f-921f-3274b396ba50),segment_id=c19bf4c3-bc60-484f-921f-3274b396ba50)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:09.720848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.728403 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.734341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0ec4fe79-d58c-4ae2-88ef-6939cca663e6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4592230 Jul 16 08:45:09.736578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.759862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-479400c7-fc29-4435-a64f-4e355f7e2699 req-efe936b8-7a94-41da-8a39-c4f168ea9181 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e50e80a-e41b-4353-bec9-f616fec58dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Jul 16 08:45:09.761916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.765939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.767336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Calling delete_port for 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:09.776659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Set router 4f79e3d2-4bdc-427b-8a9f-0109b277a422 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:09.968082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.969058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router 55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:10.004712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.008641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-253d1f01-d654-423b-8457-32b86a2c67a5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 HTTP/1.1" status: 204 len: 168 time: 0.8250065 Jul 16 08:45:10.010564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.070293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f79e3d2-4bdc-427b-8a9f-0109b277a422', 'name': '', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a', 'external_fixed_ips': [{'subnet_id': '3d371c40-34ce-4914-a536-a5e9d7caba1a', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ef915ebc-4d7a-469c-aaa2-c976d0e24cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:06Z', 'updated_at': '2021-07-16T08:45:08Z', 'revision_number': 3, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port': {'id': 'ef915ebc-4d7a-469c-aaa2-c976d0e24cb3', 'name': '', 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f79e3d2-4bdc-427b-8a9f-0109b277a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '3d371c40-34ce-4914-a536-a5e9d7caba1a', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:07Z', 'updated_at': '2021-07-16T08:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d371c40-34ce-4914-a536-a5e9d7caba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:10.102957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Checking router: 4f79e3d2-4bdc-427b-8a9f-0109b277a422 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:10.103968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Updating router 4f79e3d2-4bdc-427b-8a9f-0109b277a422 port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:10.105841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.106654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.165089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Pushing event deleted for resources: {'Port': ['ID=65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.165525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.209683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaedb48-d469-4c1e-bc23-1e23c82a0004 req-21cf5cf0-fd8c-49be-adda-d912a970b169 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.218477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daaedb48-d469-4c1e-bc23-1e23c82a0004 req-21cf5cf0-fd8c-49be-adda-d912a970b169 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3398886 Jul 16 08:45:10.259164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.261389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] No DVR routers for this DVR port 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:10.264677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.266813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f650e77-96d9-4334-9b6c-72613cf9dfe8 req-52266c4e-a17f-4fef-9dab-b02c6362bb48 tempest-InstanceActionsNegativeTestJSON-1484514080 tempest-InstanceActionsNegativeTestJSON-1484514080-project] 10.222.0.46 "DELETE /v2.0/ports/65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 HTTP/1.1" status: 204 len: 173 time: 1.3350413 Jul 16 08:45:10.267271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'name': 'network-vif-deleted', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:10.273966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 37ad2872-7345-4f09-81d8-c510bc7f0043 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:10.278818 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd73dc-ae76-4808-a19a-d737d6d36938" -d '{"events": [{"server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "name": "network-vif-deleted", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:10.293611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.336691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daaedb48-d469-4c1e-bc23-1e23c82a0004 req-fcee6aa4-0a9c-4629-b054-a4bc12996e47 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172051 Jul 16 08:45:10.374357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.589010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.627351 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e14c5-1358-4ca9-9070-324dd3b234b7 x-openstack-request-id: req-360e14c5-1358-4ca9-9070-324dd3b234b7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:10.629067 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa2b27-7167-4294-b975-048a9413e875", "name": "network-vif-deleted", "tag": "65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:10.629326 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-360e14c5-1358-4ca9-9070-324dd3b234b7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:10.630387 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa2b27-7167-4294-b975-048a9413e875', 'name': 'network-vif-deleted', 'tag': '65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6', 'status': 'completed', 'code': 200} Jul 16 08:45:10.634391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-6b81d16a-cda5-46a1-a436-d37235525d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.635909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-6b81d16a-cda5-46a1-a436-d37235525d6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.1704297 Jul 16 08:45:10.673135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c820626-c981-4912-9d94-4ba3ce069455 req-abdb80a5-a42b-4f32-b98e-8edf50d18028 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.691421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c820626-c981-4912-9d94-4ba3ce069455 req-abdb80a5-a42b-4f32-b98e-8edf50d18028 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3010719 Jul 16 08:45:10.769535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.769819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.773148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Deleting port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:10.773646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.805747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Transition to ACTIVE for port object ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:10.815138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.819653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=37ad2872-7345-4f09-81d8-c510bc7f0043,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.828024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c820626-c981-4912-9d94-4ba3ce069455 req-378e0e94-bb2e-4c27-8d90-6607e60821a6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353114 Jul 16 08:45:10.862456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:10.862968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:10.863211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 on network 393458a6-6749-483b-a6a2-736ac15fd73a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:10.873138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.886169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e58962be-093d-49c2-b763-1f73efbd128e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/37ad2872-7345-4f09-81d8-c510bc7f0043 HTTP/1.1" status: 204 len: 168 time: 0.8739486 Jul 16 08:45:10.890130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.898414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:10.898941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Checking segment: {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:10.899551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.900084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Bound using segment: {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:10.900837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Bound port: ef915ebc-4d7a-469c-aaa2-c976d0e24cb3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:10.901295 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.913594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a625914-7123-4148-80d9-ad73bb9f622a None None] Network 4ada5238-607e-489c-9bbb-d10c2f2be728 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:10.988391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.002144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-0044391c-dd4d-4638-a7a7-63ebcd8be895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.004084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-0044391c-dd4d-4638-a7a7-63ebcd8be895 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.3051696 Jul 16 08:45:11.023759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Calling delete_port for ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:11.063070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-7847ea63-b156-4f8d-9e43-3aedeb739e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.0524232 Jul 16 08:45:11.115022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde89c1-2c87-4736-b894-32dfc56a9264 None None] Pushing event updated for resources: {'Port': ['ID=ef915ebc-4d7a-469c-aaa2-c976d0e24cb3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.204734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999a601-7a47-4cc3-b24b-d6e7d8ba99bc req-3734d0b4-83c3-4224-906a-43f6dc982d75 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.206451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a999a601-7a47-4cc3-b24b-d6e7d8ba99bc req-3734d0b4-83c3-4224-906a-43f6dc982d75 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2767391 Jul 16 08:45:11.211775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.248353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] For port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:11.273402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-a31b0182-1166-498d-a29e-e17186cd2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.275210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-a31b0182-1166-498d-a29e-e17186cd2162 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.1756632 Jul 16 08:45:11.286792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:45:11.286792 n-d-798054-12 neutron-server[93776]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 16 08:45:11.286792 n-d-798054-12 neutron-server[93776]: [parameters: {'port_id': 'ef915ebc-4d7a-469c-aaa2-c976d0e24cb3', 'host': 'n-d-798054-12', 'level': 0, 'driver': 'openvswitch', 'segment_id': '7087e036-fffb-478f-95fd-d98633752839'}] Jul 16 08:45:11.286792 n-d-798054-12 neutron-server[93776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:45:11.287692 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:45:11.338489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.398717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] DHCP port deletion for 4ada5238-607e-489c-9bbb-d10c2f2be728 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:11.404697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef915ebc-4d7a-469c-aaa2-c976d0e24cb3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.421504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-16861489-bf8e-443c-a271-a7187f800b49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272531 Jul 16 08:45:11.425953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a999a601-7a47-4cc3-b24b-d6e7d8ba99bc req-90fd6952-443a-48a2-ae9a-11abf5b033dd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079647 Jul 16 08:45:11.456195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983aa6-7cab-450c-a31a-f98d6e79d350 req-6ef4ef32-dd20-4e43-b834-7223df77ce11 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.457761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2983aa6-7cab-450c-a31a-f98d6e79d350 req-6ef4ef32-dd20-4e43-b834-7223df77ce11 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.3568187 Jul 16 08:45:11.462269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.474087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Deleting port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:11.474642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.575412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50672) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.587859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] For port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,segment=NetworkSegment(93ee93c0-adda-4c8a-b988-16313c7d5fb5),segment_id=93ee93c0-adda-4c8a-b988-16313c7d5fb5)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:11.588526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.614603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Calling delete_port for 44d51c64-92cc-41f7-b98c-89b8bd9bb62b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:11.624235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.626670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.634082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2983aa6-7cab-450c-a31a-f98d6e79d350 req-b86f41e9-8eae-4284-aa7c-8404c633dd1c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537235 Jul 16 08:45:11.678459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:11.679152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.681294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.682970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f79e3d2-4bdc-427b-8a9f-0109b277a422 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:11.690780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.696907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8350794-5b12-40b0-b391-c8c43c1e694a tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4f79e3d2-4bdc-427b-8a9f-0109b277a422 HTTP/1.1" status: 204 len: 168 time: 1.8988006 Jul 16 08:45:11.696907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.738494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-d891733b-0ed5-4982-9100-62f27d6ddeab service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093407 Jul 16 08:45:11.759223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Deleting subnet 3d371c40-34ce-4914-a536-a5e9d7caba1a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:11.762795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.763565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.801951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] Pushing event deleted for resources: {'Port': ['ID=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.816851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fea7c5-07ea-4742-9a88-78210b201087 None None] No DVR routers for this DVR port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:11.820340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.827651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:11.828544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:11.829187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Deleting subnet cc72b990-4897-4b94-9edd-a36be9772a06 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:11.830135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Attempting to bind port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 on network 393458a6-6749-483b-a6a2-736ac15fd73a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:11.843279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:11.843929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Checking segment: {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:11.844573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.845128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Bound using segment: {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:11.845796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Bound port: ef915ebc-4d7a-469c-aaa2-c976d0e24cb3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7087e036-fffb-478f-95fd-d98633752839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '393458a6-6749-483b-a6a2-736ac15fd73a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:11.846583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.861872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.872673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Port ef915ebc-4d7a-469c-aaa2-c976d0e24cb3 has been deleted concurrently {{(pid=93776) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:45:11.873309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,segment=NetworkSegment(93ee93c0-adda-4c8a-b988-16313c7d5fb5),segment_id=93ee93c0-adda-4c8a-b988-16313c7d5fb5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:11.873734 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.882481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.887289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Routers set() bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:11.887899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Router IDs set() for agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:45:11.888603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_agentschedulers_db [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f79e3d2-4bdc-427b-8a9f-0109b277a422'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:44:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent'). {{(pid=93776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:45:11.889009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fda6b-2858-497a-8b69-c81d229b1cb6 None None] The sync data for ids ['4f79e3d2-4bdc-427b-8a9f-0109b277a422'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:11.935780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 44d51c64-92cc-41f7-b98c-89b8bd9bb62b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:11.969273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.996620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.011153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.013184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/3d371c40-34ce-4914-a536-a5e9d7caba1a HTTP/1.1" status: 204 len: 168 time: 0.3164804 Jul 16 08:45:12.014272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a0a40-0da8-4142-8c62-f5c6ec52331f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3d371c40-34ce-4914-a536-a5e9d7caba1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.017128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.029167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:12.064316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:12.064316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 65d01965-0cba-4cc9-ab2d-e2f97f6c2ba6 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:12.064316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:12.109390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.150396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f986c3a-fa2a-49ac-9158-dbb2a3d56ee7 req-d4ebec53-b71f-4c2a-8628-704cfe1e3100 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757515 Jul 16 08:45:12.190358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.217759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.234239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393458a6-6749-483b-a6a2-736ac15fd73a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.250005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae3283-c182-4bbb-85f9-4fcf943b394f req-37862856-41ec-461e-a18e-d27a44f7989e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.258576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bae3283-c182-4bbb-85f9-4fcf943b394f req-37862856-41ec-461e-a18e-d27a44f7989e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4177842 Jul 16 08:45:12.258835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7087e036-fffb-478f-95fd-d98633752839') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.259030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7087e036-fffb-478f-95fd-d98633752839') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.271445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.300122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.317109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.326624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:12.327222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: items = [ Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:12.329448 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:12.368102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.389236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=44d51c64-92cc-41f7-b98c-89b8bd9bb62b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.391889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port 44d51c64-92cc-41f7-b98c-89b8bd9bb62b on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:12.401827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:12.404684 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a0b222-44de-4057-982c-ae89ebe0eda7" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:12.410760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bae3283-c182-4bbb-85f9-4fcf943b394f req-b5bc357b-2241-45ab-a43b-7562ac83c8b1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502502 Jul 16 08:45:12.419606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:12.426216 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.481233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.488064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 393458a6-6749-483b-a6a2-736ac15fd73a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:45:12.493929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.519252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/networks/393458a6-6749-483b-a6a2-736ac15fd73a HTTP/1.1" status: 204 len: 168 time: 0.5007682 Jul 16 08:45:12.551734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0c4dd-da3c-4369-984b-1978c0e61844 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Network': ['ID=393458a6-6749-483b-a6a2-736ac15fd73a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.629828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.650438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.699058 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.746275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ada5238-607e-489c-9bbb-d10c2f2be728']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.750624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc72b990-4897-4b94-9edd-a36be9772a06,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.780319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.786238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.795114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 44d51c64-92cc-41f7-b98c-89b8bd9bb62b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:12.797374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9a41080a-90df-4056-86a4-918037d1df19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc72b990-4897-4b94-9edd-a36be9772a06 HTTP/1.1" status: 204 len: 168 time: 1.2203434 Jul 16 08:45:12.814059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ee93c0-adda-4c8a-b988-16313c7d5fb5') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.814445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ee93c0-adda-4c8a-b988-16313c7d5fb5') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:12.838036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.864695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 44d51c64-92cc-41f7-b98c-89b8bd9bb62b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:12.865248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 44d51c64-92cc-41f7-b98c-89b8bd9bb62b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:12.879684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.890030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:12.890438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:12.897350 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:12.944094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.948776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'name': 'tempest-router--2094908846', 'project_id': '7ed2dd2e0573404bb7f7fd4694c0c080'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:12.967585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.970200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0099eff7-4b2e-4b77-a9a3-a38f80dc0cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.991876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.992901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.995568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cba93-0fdd-46e7-982b-8583f03ef21f req-59da297f-82c1-4cdc-b53a-7515486343bb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.009196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-000cba93-0fdd-46e7-982b-8583f03ef21f req-59da297f-82c1-4cdc-b53a-7515486343bb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3055108 Jul 16 08:45:13.040153 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37cde8-6a95-4ec0-af79-8f205f6e9180 x-openstack-request-id: req-3a37cde8-6a95-4ec0-af79-8f205f6e9180 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:13.040482 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:13.040770 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a37cde8-6a95-4ec0-af79-8f205f6e9180 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:13.041226 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:45:13.043211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.081367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.086952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/4ada5238-607e-489c-9bbb-d10c2f2be728 HTTP/1.1" status: 204 len: 168 time: 2.1921248 Jul 16 08:45:13.086952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494c2e4-dea4-4f53-aefa-a2d2e0631626 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=4ada5238-607e-489c-9bbb-d10c2f2be728,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.088366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50718) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.093962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123400079'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:13.114168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-000cba93-0fdd-46e7-982b-8583f03ef21f req-f4d7f76f-8af4-41d2-9a8e-fe6c874f239d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037059 Jul 16 08:45:13.118923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.125955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.175006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:13.183249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.211341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.224145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.225411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b7b510b-c3c3-4681-b787-dff3f0889f22 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2801211 Jul 16 08:45:13.229502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50720) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.229795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee539b3-ea2e-45b0-ab32-c569d7ea9536']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:13.241922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19bf4c3-bc60-484f-921f-3274b396ba50') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:13.242388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19bf4c3-bc60-484f-921f-3274b396ba50') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:13.253609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:13.255827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.276121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.287788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:13.288241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:13.290505 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:13.331324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.331636 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment a5d2d419-460e-41dd-95ec-2674b19257d4 of type vlan for network 6f1ca66c-e7c8-4736-9284-775fd170145d Jul 16 08:45:13.351551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.358457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.361273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aee539b3-ea2e-45b0-ab32-c569d7ea9536 HTTP/1.1" status: 204 len: 168 time: 0.5735269 Jul 16 08:45:13.385055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3296c-e3d8-4f32-87a3-12a6f81b3ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee539b3-ea2e-45b0-ab32-c569d7ea9536,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.399755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.481037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.607471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.609501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.614527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.632739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb37f-0fa5-43b6-aaad-4c7085226f4f req-eb9c5806-c03a-4267-b29d-c1769e6757a7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.634327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4cb37f-0fa5-43b6-aaad-4c7085226f4f req-eb9c5806-c03a-4267-b29d-c1769e6757a7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3321104 Jul 16 08:45:13.637891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.644162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.644793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.028106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69535985-c5c6-4d11-82a3-f878293cf39c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2fcb24053a54309b93391310e29a7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164333 Jul 16 08:45:14.028403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.096823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.097546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 286491e0-bf50-454a-a35f-2651034b3409 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:14.098444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.109822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.111836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49fd8087-1bb8-4fda-b00e-c75ed6785e12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/routers/286491e0-bf50-454a-a35f-2651034b3409 HTTP/1.1" status: 204 len: 168 time: 0.8806357 Jul 16 08:45:14.132839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.170598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0784974 Jul 16 08:45:14.174711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50738) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.179872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdaca2-c2c6-44ce-817e-40b41b38906c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=6f1ca66c-e7c8-4736-9284-775fd170145d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.180224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:14.202740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 6f1ca66c-e7c8-4736-9284-775fd170145d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:14.203646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4cb37f-0fa5-43b6-aaad-4c7085226f4f req-a7e91f68-60bd-41fc-91f5-23da6b8fc561 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554802 Jul 16 08:45:14.300553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:14.306413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.366027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.381815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.384137 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e50e80a-e41b-4353-bec9-f616fec58dd9 HTTP/1.1" status: 204 len: 168 time: 0.3544006 Jul 16 08:45:14.527581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce82c28-fafa-4709-bdd5-7e5461d9ea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e50e80a-e41b-4353-bec9-f616fec58dd9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.607108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedbf0-8e72-4201-948c-8e3f590bc1d2 req-c4343e92-7ea2-4c8b-a4ef-fd04b79c88b7 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.620101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97aedbf0-8e72-4201-948c-8e3f590bc1d2 req-c4343e92-7ea2-4c8b-a4ef-fd04b79c88b7 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2934470 Jul 16 08:45:14.703531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.730172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.752189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97aedbf0-8e72-4201-948c-8e3f590bc1d2 req-5bf0fd6b-e01c-4685-ad3a-4b003c8c73b2 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099324 Jul 16 08:45:14.805406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2e60a-d07c-40c7-89b1-736095a33de5 req-de4652ba-cd63-4b32-a334-810875839e55 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.819406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34d2e60a-d07c-40c7-89b1-736095a33de5 req-de4652ba-cd63-4b32-a334-810875839e55 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.1981370 Jul 16 08:45:14.839508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=908f6f8f-79f1-4047-ab89-371b894966ab,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.855015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': 'a5d2d419-460e-41dd-95ec-2674b19257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:14.856982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 6f1ca66c-e7c8-4736-9284-775fd170145d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:14.888964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 6f1ca66c-e7c8-4736-9284-775fd170145d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:14.905887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 6f1ca66c-e7c8-4736-9284-775fd170145d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:14.912397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34d2e60a-d07c-40c7-89b1-736095a33de5 req-72f9ced9-365d-4774-97d5-3194d3e139b4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908816 Jul 16 08:45:14.919262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0be6b1-ccb4-4bf5-90fd-7004bd44a1d0 None None] Network 6f1ca66c-e7c8-4736-9284-775fd170145d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:14.928289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.928826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.955942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d11b4e6c-7420-413f-b2ba-15ca4a1f1631 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7797771 Jul 16 08:45:14.960256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50758) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.967344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602301592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:15.000868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.002916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.070454 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.078286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.109561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.111000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-22c7a55a-96fd-4bce-92ba-fffb167577a4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1489940 Jul 16 08:45:15.115445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:15.213134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-538042477', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:15.233224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6f1ca66c-e7c8-4736-9284-775fd170145d', 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '908f6f8f-79f1-4047-ab89-371b894966ab'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:15.235245 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.441026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.442170 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.467810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Allocated IP 172.20.0.2 (6f1ca66c-e7c8-4736-9284-775fd170145d/908f6f8f-79f1-4047-ab89-371b894966ab/4ae165f2-ea30-43c2-b653-d496f2bc1e01) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:15.624084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6be91b66-3120-4814-9c75-b39d379b5cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.651736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.654234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.667915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Transition to ACTIVE for port object 4ae165f2-ea30-43c2-b653-d496f2bc1e01 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:15.687561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.696631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Transition to ACTIVE for port object 4ae165f2-ea30-43c2-b653-d496f2bc1e01 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:15.703761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.758179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Network 6f1ca66c-e7c8-4736-9284-775fd170145d is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:15.765997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:15.771536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:15.781650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.788085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Pushing event updated for resources: {'Port': ['ID=4ae165f2-ea30-43c2-b653-d496f2bc1e01,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:15.793894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e6ad-06ed-463c-8c4c-bd6cc304f8b5 req-7ae9f19b-c1f5-42fe-9391-3fb7d63c18ac tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.795507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7010e6ad-06ed-463c-8c4c-bd6cc304f8b5 req-7ae9f19b-c1f5-42fe-9391-3fb7d63c18ac tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3564854 Jul 16 08:45:15.893158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Attempting to bind port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:15.893504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Attempting to bind port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'a5d2d419-460e-41dd-95ec-2674b19257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:15.893881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Attempting to bind port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 on network 6f1ca66c-e7c8-4736-9284-775fd170145d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:15.903245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:15.903774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Checking segment: {'id': 'a5d2d419-460e-41dd-95ec-2674b19257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:15.904418 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.905313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Bound using segment: {'id': 'a5d2d419-460e-41dd-95ec-2674b19257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:15.907314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Bound port: 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d2d419-460e-41dd-95ec-2674b19257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f1ca66c-e7c8-4736-9284-775fd170145d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:15.909039 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.968444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.037417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] For port 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:16.041624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] For port 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4ae165f2-ea30-43c2-b653-d496f2bc1e01,segment=NetworkSegment(a5d2d419-460e-41dd-95ec-2674b19257d4),segment_id=a5d2d419-460e-41dd-95ec-2674b19257d4)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:16.047257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.060412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7010e6ad-06ed-463c-8c4c-bd6cc304f8b5 req-4c467895-beed-40dc-9c2a-808778a98b66 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511418 Jul 16 08:45:16.081224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:16.274132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a639-0e93-4800-bc50-ac70748f164e None None] Pushing event updated for resources: {'Port': ['ID=4ae165f2-ea30-43c2-b653-d496f2bc1e01,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.293028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:16.312049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:16.403961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.443718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:16.491899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:16.499094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.512094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd69b01-7eec-48b7-b068-80a03493d292 req-95133e10-0384-4360-b554-06f53a5e9d60 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.522081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd69b01-7eec-48b7-b068-80a03493d292 req-95133e10-0384-4360-b554-06f53a5e9d60 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.5560126 Jul 16 08:45:16.598174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.20.0.1 (6f1ca66c-e7c8-4736-9284-775fd170145d/908f6f8f-79f1-4047-ab89-371b894966ab/a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:16.625715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.697793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd69b01-7eec-48b7-b068-80a03493d292 req-982d6805-4c27-4d2a-a5da-8a74f4074a05 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740081 Jul 16 08:45:16.754723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['47f90192-9dc4-4f72-b21a-f1d87d5df86c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:17.001123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.036626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4ae165f2-ea30-43c2-b653-d496f2bc1e01 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:17.049007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.178647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.226208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-129b7919-45cd-4265-9320-44658f2aa9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.226798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:17.350286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:17.384673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-129b7919-45cd-4265-9320-44658f2aa9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.384884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f1b7-9a2a-45bb-a473-162749ae49c9 req-4b369205-6c79-4499-a295-aefe3860841e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.386590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e881f1b7-9a2a-45bb-a473-162749ae49c9 req-4b369205-6c79-4499-a295-aefe3860841e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.6854715 Jul 16 08:45:17.398286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-129b7919-45cd-4265-9320-44658f2aa9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.448989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b7919-45cd-4265-9320-44658f2aa9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ebb35-85a8-4666-84be-b2ac6cd46e9b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.490286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-129b7919-45cd-4265-9320-44658f2aa9ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fc6386a07df417f8b19fbef85588665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390762 Jul 16 08:45:17.493163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.593829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.646427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.646727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.736703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e881f1b7-9a2a-45bb-a473-162749ae49c9 req-ec00e753-6da5-4c5e-8ff4-b017b3365bff tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247664 Jul 16 08:45:17.751543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.764783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.767395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.770106 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.771625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e25ebb35-85a8-4666-84be-b2ac6cd46e9b HTTP/1.1" status: 204 len: 168 time: 0.2718377 Jul 16 08:45:17.824370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 6f1ca66c-e7c8-4736-9284-775fd170145d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:17.828961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817f32d-5dc7-4b65-b966-ee760bc18298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ebb35-85a8-4666-84be-b2ac6cd46e9b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.832322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:17.922689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:17.997851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.062724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.365448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca2661-a406-4633-a377-10fa5f0f17c3 None None] Network 6f1ca66c-e7c8-4736-9284-775fd170145d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:18.371542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Allocated IP 172.25.5.183 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/72228822-ce25-4d1c-8716-d0b4323f42a9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:18.631322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.653837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Provisioning for port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:18.711272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Provisioning complete for port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:18.713299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.000433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.009373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeef53f-20ae-47d4-ad9e-25c018e85f2f req-d9233116-7ea6-4410-aa9c-10bf49154068 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.010939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-caeef53f-20ae-47d4-ad9e-25c018e85f2f req-d9233116-7ea6-4410-aa9c-10bf49154068 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 813 time: 0.4742742 Jul 16 08:45:19.098095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.126262 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.130557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-caeef53f-20ae-47d4-ad9e-25c018e85f2f req-f9680cfc-a8da-41ac-afeb-e02cc61fa820 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/quotas/56ca250a7fb646fa9aef44ca3527e6ac HTTP/1.1" status: 200 len: 375 time: 0.0334566 Jul 16 08:45:19.262022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] For port 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4ae165f2-ea30-43c2-b653-d496f2bc1e01,segment=NetworkSegment(a5d2d419-460e-41dd-95ec-2674b19257d4),segment_id=a5d2d419-460e-41dd-95ec-2674b19257d4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:19.268710 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.440924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6ddea-7aff-4e50-b748-bd7443e1e90b None None] Pushing event updated for resources: {'Port': ['ID=4ae165f2-ea30-43c2-b653-d496f2bc1e01,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:19.523632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.635131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event updated for resources: {'Port': ['ID=72228822-ce25-4d1c-8716-d0b4323f42a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:19.638574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Provisioning for port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:19.650945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Provisioning complete for port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:19.654764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.753611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:19.764029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:19.775220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:19.786398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:19.807965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-caeef53f-20ae-47d4-ad9e-25c018e85f2f req-9730d944-51d3-451b-981e-5866e1872058 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6342800 Jul 16 08:45:19.826637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Provisioning complete for port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:19.826901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6522fbf2-c442-4c23-ace0-014dad10f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.105855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:20.107914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.158454 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.214343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.215197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.270494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5dd6e533-b85e-4280-b531-ed8861095069 None None] Provisioning complete for port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.270893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e533-b85e-4280-b531-ed8861095069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.379280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6e533-b85e-4280-b531-ed8861095069 None None] Port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:20.387512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.430219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:20.432960 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca3570-b5af-4802-9243-6d02a879c5b8" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:20.450373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:20.458290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.535694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.784081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.834151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.868887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4ae165f2-ea30-43c2-b653-d496f2bc1e01 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:20.947370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.948201 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.015985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad9f8b-9e0d-4b07-9abf-09cdb82d6185 req-8a20c3af-2a9c-4093-a2f6-fa4a99d5c1f2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.018271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34ad9f8b-9e0d-4b07-9abf-09cdb82d6185 req-8a20c3af-2a9c-4093-a2f6-fa4a99d5c1f2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8745999 Jul 16 08:45:21.103464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee879ab5-364d-44a7-8b81-86ddae53a2df req-52318319-d0f9-471a-b404-f715467d3e4b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.106075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee879ab5-364d-44a7-8b81-86ddae53a2df req-52318319-d0f9-471a-b404-f715467d3e4b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.8900325 Jul 16 08:45:21.164761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.236604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34ad9f8b-9e0d-4b07-9abf-09cdb82d6185 req-16f3b7f3-2a32-4d54-b56a-db587498c93a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755426 Jul 16 08:45:21.415764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 6f1ca66c-e7c8-4736-9284-775fd170145d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:21.421378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee879ab5-364d-44a7-8b81-86ddae53a2df req-a449a073-830e-42c5-8781-2d2607190a51 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916241 Jul 16 08:45:21.485359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:21.575413 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eab6a8-c9f0-4eaa-9762-e7394c303c16 x-openstack-request-id: req-42eab6a8-c9f0-4eaa-9762-e7394c303c16 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:21.576235 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:21.576396 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42eab6a8-c9f0-4eaa-9762-e7394c303c16 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:21.578155 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:45:21.805059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.967524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7087ee0a-8e9a-45c1-bbdc-504965b0e99d None None] Provisioning complete for port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:21.969563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7087ee0a-8e9a-45c1-bbdc-504965b0e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.056873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7087ee0a-8e9a-45c1-bbdc-504965b0e99d None None] Port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:22.206109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.249081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 607844da-897a-44f3-834f-d56c0330d244 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:22.266057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f06fe-072c-45e4-b034-27d4ff262e69 req-3112218f-f3db-4afd-b8a7-06a913139cb7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.274337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f3f06fe-072c-45e4-b034-27d4ff262e69 req-3112218f-f3db-4afd-b8a7-06a913139cb7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4556632 Jul 16 08:45:22.421644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Router 44399973-f421-4de9-a96e-4162923c7592 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:22.473232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f3f06fe-072c-45e4-b034-27d4ff262e69 req-226f4132-f84d-414e-ad17-98c5a67cecb2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919034 Jul 16 08:45:22.559333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd3248b-c275-40f0-b27b-03105b028b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.680504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:22.698625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48efe22d-61ed-4075-93d9-a101d990b150 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/607844da-897a-44f3-834f-d56c0330d244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5808828 Jul 16 08:45:22.702857 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] Sync routers for ids ['607844da-897a-44f3-834f-d56c0330d244'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:22.704446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50948) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.774303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] Routers {'607844da-897a-44f3-834f-d56c0330d244'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:22.802035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['607844da-897a-44f3-834f-d56c0330d244'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:22.865703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332d8a6-7689-4a11-ae65-5eadc1017b2b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.888559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9332d8a6-7689-4a11-ae65-5eadc1017b2b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports/a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 HTTP/1.1" status: 200 len: 910 time: 0.1781807 Jul 16 08:45:22.889422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50954) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.064632 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.102407 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] Routers {'607844da-897a-44f3-834f-d56c0330d244'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:23.105133 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['607844da-897a-44f3-834f-d56c0330d244'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.185461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd3248b-c275-40f0-b27b-03105b028b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.190989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bd3248b-c275-40f0-b27b-03105b028b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.206088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:23.230563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.239434 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe36ce-a515-41e2-8f4c-d45ba32d9f4b None None] The sync data for ids ['607844da-897a-44f3-834f-d56c0330d244'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:23.250488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] Sync routers for ids ['44399973-f421-4de9-a96e-4162923c7592'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:23.296547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] Routers {'44399973-f421-4de9-a96e-4162923c7592'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:23.297237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['44399973-f421-4de9-a96e-4162923c7592'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.404715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5bd3248b-c275-40f0-b27b-03105b028b68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7c1160646fe47cca5ac133d46787ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1966164 Jul 16 08:45:23.410925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.412559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.415153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3248b-c275-40f0-b27b-03105b028b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd6128-ffd2-46fc-be74-f9d574272d49,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.464531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] Routers {'44399973-f421-4de9-a96e-4162923c7592'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:23.471986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['44399973-f421-4de9-a96e-4162923c7592'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.597926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:23.600904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50495a-27a8-4ea1-a4fa-cdaf4710d487 None None] The sync data for ids ['44399973-f421-4de9-a96e-4162923c7592'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:23.625619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.659166 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.660461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-00dfacc6-99db-43ad-8bde-edb2d297f3e2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9550517 Jul 16 08:45:23.664399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.690855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc82be4e-67ac-4f05-9c6a-d4c96e474fb1 req-f8cfe682-6456-4cf0-bbd9-0cde170aa1b4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=56ca250a7fb646fa9aef44ca3527e6ac HTTP/1.1" status: 200 len: 221 time: 0.3244636 Jul 16 08:45:23.755728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.924308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ec2bf351-ce41-47d0-9559-8da3642fbf19 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/44399973-f421-4de9-a96e-4162923c7592 HTTP/1.1" status: 200 len: 920 time: 0.2587211 Jul 16 08:45:23.927028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.946172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.958804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.965594 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ccd6128-ffd2-46fc-be74-f9d574272d49 HTTP/1.1" status: 204 len: 168 time: 0.5513561 Jul 16 08:45:24.000410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c0199f2-6579-4d9d-8046-57fd8b582143 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=44399973-f421-4de9-a96e-4162923c7592 HTTP/1.1" status: 200 len: 205 time: 0.0711162 Jul 16 08:45:24.009746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.022394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4e407-e460-429f-b7fa-ee3f17cb0c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd6128-ffd2-46fc-be74-f9d574272d49,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.208430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.401272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.426685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ffff-28d1-406e-b55e-6c84e5002973 req-252a92e3-6986-47ca-9c61-737d62219e34 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:24.470102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7726ffff-28d1-406e-b55e-6c84e5002973 req-252a92e3-6986-47ca-9c61-737d62219e34 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4919987 Jul 16 08:45:24.673854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7726ffff-28d1-406e-b55e-6c84e5002973 req-7e63de74-b7c6-4d72-af89-1a59e26bf783 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025175 Jul 16 08:45:24.735635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.941251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port 72228822-ce25-4d1c-8716-d0b4323f42a9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:24.941923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.246414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.260711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6f1a0-a497-431f-b64f-5eeab70cd992 req-7801f9ed-1fa6-4133-9431-e13d46206f94 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.270082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bc6f1a0-a497-431f-b64f-5eeab70cd992 req-7801f9ed-1fa6-4133-9431-e13d46206f94 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4006000 Jul 16 08:45:25.313757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for 72228822-ce25-4d1c-8716-d0b4323f42a9 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:25.344826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bc6f1a0-a497-431f-b64f-5eeab70cd992 req-d1151960-b3a3-41f3-afee-207cb283b907 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Jul 16 08:45:25.598241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:25.602582 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.789898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.894821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=72228822-ce25-4d1c-8716-d0b4323f42a9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:26.051916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.110073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:26.143628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.179476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061da07-2793-42af-b288-37fc30334c97 req-5ced9715-f51e-4ee0-b8d3-b1128612d561 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.188415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3061da07-2793-42af-b288-37fc30334c97 req-5ced9715-f51e-4ee0-b8d3-b1128612d561 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3632653 Jul 16 08:45:26.316836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.326226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.352965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3061da07-2793-42af-b288-37fc30334c97 req-1c36d784-6ecf-4b88-a182-d5fef52c4c04 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626120 Jul 16 08:45:26.439488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.440777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router 44399973-f421-4de9-a96e-4162923c7592 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:26.480346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.481868 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1b2dc461-6746-4656-967e-ca4e9e995498 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/44399973-f421-4de9-a96e-4162923c7592 HTTP/1.1" status: 204 len: 168 time: 2.4708152 Jul 16 08:45:26.486263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.502359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'name': 'tempest-snat-router-407431442', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:26.550796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.552270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.643535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.816391 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.833776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.869337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=a3a2f95f-cb63-474a-82b3-f4dcbd4dbc78,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.287159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9af2-fa2f-42c1-bb2d-7bd2bbefe4ee req-ce7ae1d3-b047-4e63-a744-bbb128f5a543 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.315229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3dc9af2-fa2f-42c1-bb2d-7bd2bbefe4ee req-ce7ae1d3-b047-4e63-a744-bbb128f5a543 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.6726193 Jul 16 08:45:27.416429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.478716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.545067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.575177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3dc9af2-fa2f-42c1-bb2d-7bd2bbefe4ee req-e9d941da-206f-4b85-9fc4-e89e2e4d78ef tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588179 Jul 16 08:45:27.772583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.25.5.78 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b5f921c4-38f1-4fc6-a99e-44e022a7c4bd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:27.918756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 607844da-897a-44f3-834f-d56c0330d244 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:28.006937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.026970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:28.035880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-16e6d34a-ff40-4ce0-9989-454618c10347 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/607844da-897a-44f3-834f-d56c0330d244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1235108 Jul 16 08:45:28.038570 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] Sync routers for ids ['607844da-897a-44f3-834f-d56c0330d244'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:28.039142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51074) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.053348 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] Routers {'607844da-897a-44f3-834f-d56c0330d244'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:28.055435 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['607844da-897a-44f3-834f-d56c0330d244'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:28.108817 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:28.125082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] Routers {'607844da-897a-44f3-834f-d56c0330d244'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:28.125982 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['607844da-897a-44f3-834f-d56c0330d244'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:28.126378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-22ab306b-b842-49b5-b02a-57c16feb4611 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=607844da-897a-44f3-834f-d56c0330d244 HTTP/1.1" status: 200 len: 205 time: 0.0864079 Jul 16 08:45:28.127641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.129383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51078) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.165170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72de31-6c87-43b7-9531-8906f576496e req-11f8a3dc-e969-46f9-8a17-618b6577014b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.173328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b72de31-6c87-43b7-9531-8906f576496e req-11f8a3dc-e969-46f9-8a17-618b6577014b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2989364 Jul 16 08:45:28.182126 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:28.183100 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5b5f5-c711-4848-b2c3-52dc6adc68c4 None None] The sync data for ids ['607844da-897a-44f3-834f-d56c0330d244'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:28.202591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:28.204079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:28.208573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:28.255323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.623320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.945233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.167956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router ecc47092-35f4-4215-b70d-c52152c633cf is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:29.220780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.354503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:29.366246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Sync routers for ids ['ecc47092-35f4-4215-b70d-c52152c633cf'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:29.370707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b72de31-6c87-43b7-9531-8906f576496e req-d3b84579-9a90-48ce-819f-e0f7c5cd9fc2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1964068 Jul 16 08:45:29.401900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Routers {'ecc47092-35f4-4215-b70d-c52152c633cf'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:29.404327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ecc47092-35f4-4215-b70d-c52152c633cf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.417037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.423705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d35c1a21-4935-497f-b513-7dd2bdffffd6 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9332232 Jul 16 08:45:29.425314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51112) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:29.539626 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.542660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.645728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.646388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router 607844da-897a-44f3-834f-d56c0330d244 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:29.672331 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.673744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c34c52bd-8d5b-44c3-9e22-9474e57161b6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/607844da-897a-44f3-834f-d56c0330d244 HTTP/1.1" status: 204 len: 168 time: 1.5373266 Jul 16 08:45:29.705653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:29.708076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51120) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:29.765702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Set router ecc47092-35f4-4215-b70d-c52152c633cf gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:29.965749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.975494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.984995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.991588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.997980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.006402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.013254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.026587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-c6282efb-b25f-4c4a-8b26-1c4ed20032a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.9386661 Jul 16 08:45:30.091944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cf2bbd-b115-4686-b127-cccd2b63c808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.108105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 908f6f8f-79f1-4047-ab89-371b894966ab {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:30.112298 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.166538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.207404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:26Z', 'updated_at': '2021-07-16T08:45:28Z', 'revision_number': 3, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port': {'id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:27Z', 'updated_at': '2021-07-16T08:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.277797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-960ddd92-bc4b-4840-8979-75de94d6798c tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/ecc47092-35f4-4215-b70d-c52152c633cf HTTP/1.1" status: 200 len: 907 time: 0.8468277 Jul 16 08:45:30.278387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.279239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Checking router: ecc47092-35f4-4215-b70d-c52152c633cf for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:30.279597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Updating router ecc47092-35f4-4215-b70d-c52152c633cf port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:30.285221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.290599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'name': 'tempest-snat-router-407431442', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': True}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:30.331244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.332797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.379208 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.393472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.444498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.456673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeff9ce8-de83-48d6-b485-1994091dd37d req-85240e48-0128-466b-8a95-7887f5f0e917 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4282382 Jul 16 08:45:30.486832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=908f6f8f-79f1-4047-ab89-371b894966ab,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:30.499620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.505376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9a1921bc-6f6e-440a-8c9a-944546a4db11 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/908f6f8f-79f1-4047-ab89-371b894966ab HTTP/1.1" status: 204 len: 168 time: 0.7896540 Jul 16 08:45:30.524124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43c466-ab61-402f-b603-41d842c55cb7 req-e1d0c136-052b-46c3-9310-54ec66658bed tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.539710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb43c466-ab61-402f-b603-41d842c55cb7 req-e1d0c136-052b-46c3-9310-54ec66658bed tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.9051774 Jul 16 08:45:30.547709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51130) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.744944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.749956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857f792a-936b-4886-9e13-b5acc623c0a0 None None] Network 6f1ca66c-e7c8-4736-9284-775fd170145d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:30.805903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb43c466-ab61-402f-b603-41d842c55cb7 req-b65a081d-19d4-43f7-b61c-85fb22cf7c92 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637560 Jul 16 08:45:31.110425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cf2bbd-b115-4686-b127-cccd2b63c808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.117881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49cf2bbd-b115-4686-b127-cccd2b63c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.240537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.246134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.298694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.357857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.369332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf2bbd-b115-4686-b127-cccd2b63c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0923b0a2-28cb-4f24-a1e3-6424ae41a6a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.371726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Transition to ACTIVE for port object b5f921c4-38f1-4fc6-a99e-44e022a7c4bd will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:31.378597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.424118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49cf2bbd-b115-4686-b127-cccd2b63c808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67721616d01c40829b4e1c1393d58f06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7042634 Jul 16 08:45:31.431764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.450475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Attempting to bind port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:31.451089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Attempting to bind port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:31.451612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Attempting to bind port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:31.492699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:31.493296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:31.498266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.502035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:31.502819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Bound port: b5f921c4-38f1-4fc6-a99e-44e022a7c4bd, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:31.503450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.549788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f93a-c956-4695-a356-a21821a2031c req-6af3affb-631a-4602-bf22-1551835e77cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.558653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80d8f93a-c956-4695-a356-a21821a2031c req-6af3affb-631a-4602-bf22-1551835e77cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3457117 Jul 16 08:45:31.607963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.25.5.221 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c8027a7b-5f95-475c-8e0f-73d467b783de) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:31.636295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] For port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:31.639782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] For port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:31.646421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Pushing event updated for resources: {'Port': ['ID=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.652269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.673533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.674031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.674592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.675264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.675826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.676455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.676932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.679217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.679645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.679984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.680822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.680822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:31.706257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.713140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.719585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.726761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.737682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.749208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.768086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:31.771510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Routers {'ecc47092-35f4-4215-b70d-c52152c633cf'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:31.772644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ecc47092-35f4-4215-b70d-c52152c633cf'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:31.784951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.790449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3b6b8cf1-a5d2-4a5d-be44-cff3bcec45b3 req-d7e29096-e791-4712-8547-454a9cd7de9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.6448107 Jul 16 08:45:31.805485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:31.805990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.840830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] DHCP port deletion for 6f1ca66c-e7c8-4736-9284-775fd170145d request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:31.841780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80d8f93a-c956-4695-a356-a21821a2031c req-b063df7e-3f11-495f-bf40-577a8136b0d2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313769 Jul 16 08:45:31.863140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc8045-9bf2-4d0b-a7f5-7c7b9e43e8a7 None None] Pushing event updated for resources: {'Port': ['ID=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.894625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.949392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0c642de7-6b52-4c5f-b434-79559d1341ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4322414 Jul 16 08:45:31.959226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4ae165f2-ea30-43c2-b653-d496f2bc1e01,segment=NetworkSegment(a5d2d419-460e-41dd-95ec-2674b19257d4),segment_id=a5d2d419-460e-41dd-95ec-2674b19257d4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:31.961220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.995391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 4ae165f2-ea30-43c2-b653-d496f2bc1e01 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:32.025142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.076917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.160258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:32.164749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:32.167801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=c8027a7b-5f95-475c-8e0f-73d467b783de,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.171788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:32.199970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Deleting port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:32.204774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.218895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] Set router ecc47092-35f4-4215-b70d-c52152c633cf gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:32.221600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.227970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.232988 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0923b0a2-28cb-4f24-a1e3-6424ae41a6a9 HTTP/1.1" status: 204 len: 168 time: 0.7948484 Jul 16 08:45:32.277816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c5498-4b79-4937-abcf-76ce8eca06e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923b0a2-28cb-4f24-a1e3-6424ae41a6a9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.319584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.320446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.321109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.321818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.322475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.323127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.324082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.326536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3e3f16f3-3a0e-49b0-b79b-f90af42c4662 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 0.3284886 Jul 16 08:45:32.413207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.463402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f1a8b-f212-4e5b-8f7f-da5ba6080c94 req-4c5cbbc9-5e6a-4c64-8ab9-ff386a7df40d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.471435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-401f1a8b-f212-4e5b-8f7f-da5ba6080c94 req-4c5cbbc9-5e6a-4c64-8ab9-ff386a7df40d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2407334 Jul 16 08:45:32.511760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:32.515465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=4ae165f2-ea30-43c2-b653-d496f2bc1e01,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.535991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] For port 4ae165f2-ea30-43c2-b653-d496f2bc1e01, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4ae165f2-ea30-43c2-b653-d496f2bc1e01,segment=NetworkSegment(a5d2d419-460e-41dd-95ec-2674b19257d4),segment_id=a5d2d419-460e-41dd-95ec-2674b19257d4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:32.535991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.575735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Calling delete_port for 4ae165f2-ea30-43c2-b653-d496f2bc1e01 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:32.747377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.759649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1ca66c-e7c8-4736-9284-775fd170145d']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:32.807375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:26Z', 'updated_at': '2021-07-16T08:45:28Z', 'revision_number': 3, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port': {'id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:27Z', 'updated_at': '2021-07-16T08:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:32.810215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.819505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d2d419-460e-41dd-95ec-2674b19257d4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:32.819505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d2d419-460e-41dd-95ec-2674b19257d4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:32.877396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.890603 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-401f1a8b-f212-4e5b-8f7f-da5ba6080c94 req-fb1033a0-7018-4cb8-b672-f53549e4fce4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181492 Jul 16 08:45:32.939189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4ae165f2-ea30-43c2-b653-d496f2bc1e01 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.952117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfbab6-f56b-44d8-ab98-6b85c875e03f None None] The sync data for ids ['ecc47092-35f4-4215-b70d-c52152c633cf'] in n-d-798054-12 is: [{'id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78'}], 'enable_snat': False}, 'gw_port_id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:26Z', 'updated_at': '2021-07-16T08:45:28Z', 'revision_number': 3, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port': {'id': 'b5f921c4-38f1-4fc6-a99e-44e022a7c4bd', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc47092-35f4-4215-b70d-c52152c633cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:27Z', 'updated_at': '2021-07-16T08:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:32.957481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.960541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-aa7cafe9-0409-4d17-97ac-c5c11dc5738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.961036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-aa7cafe9-0409-4d17-97ac-c5c11dc5738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.961513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-aa7cafe9-0409-4d17-97ac-c5c11dc5738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.963944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-aa7cafe9-0409-4d17-97ac-c5c11dc5738c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 2296 time: 0.6042576 Jul 16 08:45:32.963944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51168) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:32.981374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.991330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:32.994109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.083109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4ae165f2-ea30-43c2-b653-d496f2bc1e01 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:33.083871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4ae165f2-ea30-43c2-b653-d496f2bc1e01 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:33.085873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] Pushing event deleted for resources: {'Port': ['ID=4ae165f2-ea30-43c2-b653-d496f2bc1e01,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.090452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bb333-80f9-4dd2-b985-ffb8ca228517 None None] No DVR routers for this DVR port 4ae165f2-ea30-43c2-b653-d496f2bc1e01 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:33.124363 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:33.218742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.261057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a4aff0a-5de2-4fca-85ec-93693b2d4891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.272137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.276031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/6f1ca66c-e7c8-4736-9284-775fd170145d HTTP/1.1" status: 204 len: 168 time: 2.7200558 Jul 16 08:45:33.290030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:33.299263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802263058', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.344313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-2040cd21-741b-41a4-9f59-f406df5035d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 1000 time: 0.2079945 Jul 16 08:45:33.383158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.384210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.412468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.531801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.683782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca023-036d-4de4-93e4-9f4f992d583e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=6f1ca66c-e7c8-4736-9284-775fd170145d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.744443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-28a03e72-e572-4f84-8de9-f9ea6db29140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.746390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-28a03e72-e572-4f84-8de9-f9ea6db29140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 200 len: 855 time: 0.4007251 Jul 16 08:45:33.898522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a52fe-33aa-415f-ae6e-86a8b1fe3e62 req-5034ad37-64aa-47d8-81c0-b56b8d64b2c3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.900619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-308a52fe-33aa-415f-ae6e-86a8b1fe3e62 req-5034ad37-64aa-47d8-81c0-b56b8d64b2c3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5288992 Jul 16 08:45:33.968676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a4aff0a-5de2-4fca-85ec-93693b2d4891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.971778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0a6b2d05-5520-4283-bf84-106cb5479fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.973829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0a6b2d05-5520-4283-bf84-106cb5479fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5555d070-80c0-49a6-866b-be1d53ed98d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2186642 Jul 16 08:45:33.978018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.999341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-308a52fe-33aa-415f-ae6e-86a8b1fe3e62 req-8f1d8504-1d3d-4be8-8276-ebd424e7da61 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869331 Jul 16 08:45:34.010644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a4aff0a-5de2-4fca-85ec-93693b2d4891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.029400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router 60c09f76-6803-4922-a53a-32bda115ec94 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:34.094943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aff0a-5de2-4fca-85ec-93693b2d4891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3cd98-fc54-4fd6-a1c3-5c9629417219,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.118664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a4aff0a-5de2-4fca-85ec-93693b2d4891 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7027f6a91ae84bd08a25c2a2c74be12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9995139 Jul 16 08:45:34.158374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51190) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.222705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0899af57-dc4e-4c20-8692-b56eaf5ed60d service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213950 Jul 16 08:45:34.366956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:34.380154 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Sync routers for ids ['60c09f76-6803-4922-a53a-32bda115ec94'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:34.399449 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Routers {'60c09f76-6803-4922-a53a-32bda115ec94'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:34.400536 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['60c09f76-6803-4922-a53a-32bda115ec94'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:34.425022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.429008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3143e25f-4c1c-4642-859e-9b560c83cddd tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1402211 Jul 16 08:45:34.432596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.547533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.615800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.618068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Set router 60c09f76-6803-4922-a53a-32bda115ec94 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:34.680430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.749611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.761334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.763126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3e3cd98-fc54-4fd6-a1c3-5c9629417219 HTTP/1.1" status: 204 len: 168 time: 0.6033506 Jul 16 08:45:34.799595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.848136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bd5d1-671e-4bfa-bbaa-040eff209266 req-0b7f398c-c229-4c93-a728-08ff0e561943 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.848136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-582bd5d1-671e-4bfa-bbaa-040eff209266 req-0b7f398c-c229-4c93-a728-08ff0e561943 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5535083 Jul 16 08:45:34.851335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7de8d-47cd-4b69-94f1-97288f6fdcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e3cd98-fc54-4fd6-a1c3-5c9629417219,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.895507 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:34.981039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5f921c4-38f1-4fc6-a99e-44e022a7c4bd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:34.985675 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c09f76-6803-4922-a53a-32bda115ec94', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'c8027a7b-5f95-475c-8e0f-73d467b783de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:30Z', 'updated_at': '2021-07-16T08:45:32Z', 'revision_number': 3, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port': {'id': 'c8027a7b-5f95-475c-8e0f-73d467b783de', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c09f76-6803-4922-a53a-32bda115ec94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:31Z', 'updated_at': '2021-07-16T08:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:35.022162 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Checking router: 60c09f76-6803-4922-a53a-32bda115ec94 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:35.022929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Updating router 60c09f76-6803-4922-a53a-32bda115ec94 port c8027a7b-5f95-475c-8e0f-73d467b783de binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:35.041380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-582bd5d1-671e-4bfa-bbaa-040eff209266 req-8f331858-153b-43ac-a1dd-7b039a561c43 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624331 Jul 16 08:45:35.041888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.065792 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.096552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-2680d3c7-a773-4802-a26f-efea374375ef service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491206 Jul 16 08:45:35.123592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.25.5.182 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/df129d9f-1ed2-4e25-b11a-e82be7749263) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:35.191690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:35.209426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:35.209816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.304278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-cf606c7a-9d1c-4271-9431-6597652652f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 217 time: 0.2027392 Jul 16 08:45:35.334561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca6272d5-ce9a-498b-be99-68d8aa79053b tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/60c09f76-6803-4922-a53a-32bda115ec94 HTTP/1.1" status: 200 len: 907 time: 0.9004800 Jul 16 08:45:35.342264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.432490 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.480728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:35.499132 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.550955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a59195ee-b0ab-4c57-ae4d-61a2d2c0a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.552562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a59195ee-b0ab-4c57-ae4d-61a2d2c0a98a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.2060850 Jul 16 08:45:35.554317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.628999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.636654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.826762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.834566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78f17-edc2-4f66-b996-134642cd3126 req-b18f75fe-e714-4116-a649-7dc441c07b27 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.844396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a78f17-edc2-4f66-b996-134642cd3126 req-b18f75fe-e714-4116-a649-7dc441c07b27 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4931898 Jul 16 08:45:35.850527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.861749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.862187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.862679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.863205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.863652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.864325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.864816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.873047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-c5d85278-45ac-447f-91f5-e17b39cd767f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 6499 time: 0.8160634 Jul 16 08:45:35.923972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a1b87017-f798-412d-ba12-0b37615373ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.930675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a1b87017-f798-412d-ba12-0b37615373ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3668549 Jul 16 08:45:36.031309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:36.034851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a78f17-edc2-4f66-b996-134642cd3126 req-3c6f374e-38ef-49de-a2b3-0bc7f9247416 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894541 Jul 16 08:45:36.036951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:36.045244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:36.051254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0122319d-a3f8-40c2-84a0-2d5a340f72a2 req-041eea4d-e3f4-4f50-ab91-f59a10b31103 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772623 Jul 16 08:45:36.212482 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.246128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-b913ad40-57e6-4633-8921-cb1517209801 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927482 Jul 16 08:45:36.247562 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Transition to ACTIVE for port object c8027a7b-5f95-475c-8e0f-73d467b783de will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:36.260357 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.356575 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Pushing event updated for resources: {'Port': ['ID=c8027a7b-5f95-475c-8e0f-73d467b783de,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.369396 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.370438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.370949 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.371875 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.372656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.373154 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.373668 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.374352 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.374838 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.375753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.376437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.377203 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:36.404926 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Attempting to bind port c8027a7b-5f95-475c-8e0f-73d467b783de on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:36.405598 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Attempting to bind port c8027a7b-5f95-475c-8e0f-73d467b783de by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:36.406138 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Attempting to bind port c8027a7b-5f95-475c-8e0f-73d467b783de on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:36.413721 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:36.414422 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:36.415114 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.415696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:36.416440 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Bound port: c8027a7b-5f95-475c-8e0f-73d467b783de, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:36.417908 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.488754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dbf83-2078-4942-b1a6-4881af2b6143 req-a3030401-2fc6-4d73-bb51-2e1e905c7eb2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.490265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e0dbf83-2078-4942-b1a6-4881af2b6143 req-a3030401-2fc6-4d73-bb51-2e1e905c7eb2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2428105 Jul 16 08:45:36.517443 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] For port c8027a7b-5f95-475c-8e0f-73d467b783de, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:36.531110 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] For port c8027a7b-5f95-475c-8e0f-73d467b783de, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c8027a7b-5f95-475c-8e0f-73d467b783de,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:36.553302 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.622714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-c5805fbf-724a-4aa2-969b-85bc25eeac37 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583157 Jul 16 08:45:36.687832 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Routers {'60c09f76-6803-4922-a53a-32bda115ec94'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:36.689994 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['60c09f76-6803-4922-a53a-32bda115ec94'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.742063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-021fec47-62bb-45b6-b18e-cfa52d6486ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 217 time: 0.0955031 Jul 16 08:45:36.757699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e0dbf83-2078-4942-b1a6-4881af2b6143 req-070b62ae-8f73-4acf-b7e3-71169801c306 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445922 Jul 16 08:45:36.814986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=df129d9f-1ed2-4e25-b11a-e82be7749263,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.888958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-7d0ddcad-198f-45ea-b6cc-22687b43adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.892185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-7d0ddcad-198f-45ea-b6cc-22687b43adcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1302686 Jul 16 08:45:36.929662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] Set router 60c09f76-6803-4922-a53a-32bda115ec94 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:36.945746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5f921c4-38f1-4fc6-a99e-44e022a7c4bd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:36.948482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Deleting port c8027a7b-5f95-475c-8e0f-73d467b783de {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.949122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.093824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0fb964ec-3513-4dc7-a0cd-384da2a1b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.096366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0fb964ec-3513-4dc7-a0cd-384da2a1b8f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971958 Jul 16 08:45:37.101661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:37.102040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.134344 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0461fb14-d36f-4918-b219-849143b04449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c09f76-6803-4922-a53a-32bda115ec94', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:30Z', 'updated_at': '2021-07-16T08:45:35Z', 'revision_number': 4, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.226469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.251957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Calling delete_port for c8027a7b-5f95-475c-8e0f-73d467b783de owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:37.275207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.414586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-c68e5e03-20b1-42a4-a76a-d52a673b6247 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085337 Jul 16 08:45:37.459381 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461fb14-d36f-4918-b219-849143b04449 None None] The sync data for ids ['60c09f76-6803-4922-a53a-32bda115ec94'] in n-d-798054-12 is: [{'id': '60c09f76-6803-4922-a53a-32bda115ec94', 'name': 'tempest-snat-router-407431442', 'tenant_id': '1dbef2d3543843f2b8f08cb26573db96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:30Z', 'updated_at': '2021-07-16T08:45:35Z', 'revision_number': 4, 'project_id': '1dbef2d3543843f2b8f08cb26573db96', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:37.487349 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a0530-a20b-43ae-823a-1e4e01652b3e None None] Pushing event updated for resources: {'Port': ['ID=c8027a7b-5f95-475c-8e0f-73d467b783de,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:37.699689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.946446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.034547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8027a7b-5f95-475c-8e0f-73d467b783de,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.153214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.195918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router e4972788-9eee-4539-832b-06934a1bfb98 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:38.222973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-498d6c49-9e89-41f8-832f-ad1d340bbe2d service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484930 Jul 16 08:45:38.316879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-b021f0df-79db-47a7-bfe1-34136d519136 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 200 len: 217 time: 0.0733287 Jul 16 08:45:38.351211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09ea34-8530-4c29-9d59-ad42b327b274 req-1f046b97-de62-4fea-9016-b57aa80af823 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.354005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c09ea34-8530-4c29-9d59-ad42b327b274 req-1f046b97-de62-4fea-9016-b57aa80af823 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 1.1039300 Jul 16 08:45:38.432105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.450002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.537585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-02de3b6d-bdb4-4bda-926c-1b4c2e36996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.549986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-02de3b6d-bdb4-4bda-926c-1b4c2e36996d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.2220540 Jul 16 08:45:38.559173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c09ea34-8530-4c29-9d59-ad42b327b274 req-cf046722-1c6c-4289-9577-1be462a2b0d3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870618 Jul 16 08:45:38.579650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.713209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.713790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c09f76-6803-4922-a53a-32bda115ec94 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:38.730042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-404dd088-dcdc-4424-b2e8-fa7d44e88544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.732978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-404dd088-dcdc-4424-b2e8-fa7d44e88544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1631446 Jul 16 08:45:38.786603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.795113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9dddc3ac-d2d3-4920-acc6-3fe172a69df5 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/routers/60c09f76-6803-4922-a53a-32bda115ec94 HTTP/1.1" status: 204 len: 168 time: 3.4503083 Jul 16 08:45:38.802021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.911039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:38.923707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] Sync routers for ids ['e4972788-9eee-4539-832b-06934a1bfb98'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:38.936770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] Routers {'e4972788-9eee-4539-832b-06934a1bfb98'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:38.941243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4972788-9eee-4539-832b-06934a1bfb98'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:39.050440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.057351 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6fe18e1b-835c-4448-926a-3fc70bd6a0a0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7649493 Jul 16 08:45:39.060837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-e27f26b5-3975-4524-8b26-d779f0a54ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201077 Jul 16 08:45:39.062393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.123829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.129853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-21c62b78-2633-485a-bc10-7c4afe7f573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.132776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-21c62b78-2633-485a-bc10-7c4afe7f573d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.4440525 Jul 16 08:45:39.188838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dea8d-e386-47d8-b04b-7f965e6b6f1e req-5e113ea3-973b-4e6e-86ef-5304e66c7b04 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.197096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-492dea8d-e386-47d8-b04b-7f965e6b6f1e req-5e113ea3-973b-4e6e-86ef-5304e66c7b04 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2986772 Jul 16 08:45:39.319600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:39.331377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.347297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] Routers {'e4972788-9eee-4539-832b-06934a1bfb98'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:39.348603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4972788-9eee-4539-832b-06934a1bfb98'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:39.409633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:39.410314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bebf1-8141-46fd-98d1-2d554b47252e None None] The sync data for ids ['e4972788-9eee-4539-832b-06934a1bfb98'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:39.434361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030388-c891-4684-9526-f428ef00ee4b req-9cd9cbbd-dc18-4eee-bb7a-06dc4a897893 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.443261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4030388-c891-4684-9526-f428ef00ee4b req-9cd9cbbd-dc18-4eee-bb7a-06dc4a897893 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4735856 Jul 16 08:45:39.485176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-492dea8d-e386-47d8-b04b-7f965e6b6f1e req-0015c9c3-37cc-4673-acb9-be990bed23d0 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812741 Jul 16 08:45:39.525563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-301d9d3b-9c23-4430-8fb5-156edfea54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.527051 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-301d9d3b-9c23-4430-8fb5-156edfea54e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.3175204 Jul 16 08:45:39.531250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.591725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9dd02785-cde8-432e-8c2d-6e3bc6631ef8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers/e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 200 len: 880 time: 0.5268548 Jul 16 08:45:39.597928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4030388-c891-4684-9526-f428ef00ee4b req-f53325d3-93e5-4127-a03e-ea192cd0055b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530430 Jul 16 08:45:39.598994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51330) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.601293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-82d75110-070f-4976-a4e5-9519061af024 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179288 Jul 16 08:45:39.618971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-5a87cb4d-b43a-408c-acef-9d0163d70ce7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.0816529 Jul 16 08:45:39.691696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-09a88ce8-5e64-4952-89fe-0c3437981887 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 200 len: 217 time: 0.0469501 Jul 16 08:45:39.799303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-60f9a0ec-d69e-4b8b-a4a8-8d180e1ee316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.810506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-60f9a0ec-d69e-4b8b-a4a8-8d180e1ee316 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.1763785 Jul 16 08:45:39.847206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-7a81dff7-0cb1-4fb0-b131-1150ecc0afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.850002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-7a81dff7-0cb1-4fb0-b131-1150ecc0afbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1085854 Jul 16 08:45:39.927183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-d7c78b4d-0cb4-4f90-8c69-248051da90f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822659 Jul 16 08:45:39.999224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Deleting port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:40.000096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.061377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-cc3c8d26-3255-4453-a0c7-4cb3ff833558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.062958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-cc3c8d26-3255-4453-a0c7-4cb3ff833558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916492 Jul 16 08:45:40.183433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-3fa11781-cd08-4d4d-b784-05e9d42f58f7 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102786 Jul 16 08:45:40.215093 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-f8b931a3-5146-449e-adcc-7be56f1a0bda service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796483 Jul 16 08:45:40.220619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] For port b5f921c4-38f1-4fc6-a99e-44e022a7c4bd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:40.221146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.261680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Calling delete_port for b5f921c4-38f1-4fc6-a99e-44e022a7c4bd owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:40.426785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-23eef6fb-c8c5-4c38-a291-f1ea1c2cf14b req-a098ef45-622a-4db4-93bf-6abcb4927efb service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025084 Jul 16 08:45:40.526040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace610-8346-4826-9aed-1888a863ac9d req-7eb27665-fb1d-4eee-b856-1bab973c111f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.528452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2ace610-8346-4826-9aed-1888a863ac9d req-7eb27665-fb1d-4eee-b856-1bab973c111f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3437066 Jul 16 08:45:40.549341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-43727811-78f6-4af8-bd46-370c94e78629 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9469466 Jul 16 08:45:40.554833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51362) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.561717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-802263058'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.625976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-5e273086-8ef1-4a9b-b9ad-c8eb0224b705 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254477 Jul 16 08:45:40.676429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-adf82aa3-abea-40b6-9271-78b3adcd66da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 217 time: 0.0393584 Jul 16 08:45:40.705517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.749561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5f921c4-38f1-4fc6-a99e-44e022a7c4bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.787815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2ace610-8346-4826-9aed-1888a863ac9d req-236130bf-9459-4f89-80ff-f1c327b0cc2d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319031 Jul 16 08:45:40.824974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-2028b6a4-86f5-4ca5-b2db-946f2568c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.829564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-2028b6a4-86f5-4ca5-b2db-946f2568c034 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1435740 Jul 16 08:45:40.870661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.953467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443470ec-5971-4ba3-adf4-a77aede11040 req-c146b7dd-ac42-4851-9197-dc422c72ca5f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.955632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-443470ec-5971-4ba3-adf4-a77aede11040 req-c146b7dd-ac42-4851-9197-dc422c72ca5f tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2766731 Jul 16 08:45:41.029411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.032938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.101789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-443470ec-5971-4ba3-adf4-a77aede11040 req-4b453728-71aa-4455-a14c-3a259728220a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383481 Jul 16 08:45:41.116846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a03eba63-aeab-4521-8184-3c0e7c7cd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.118429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-a03eba63-aeab-4521-8184-3c0e7c7cd86a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2735121 Jul 16 08:45:41.121183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.121939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecc47092-35f4-4215-b70d-c52152c633cf {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:41.129496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.136448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50cf0487-2e1e-4278-91cc-c81673f84dbe tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ecc47092-35f4-4215-b70d-c52152c633cf HTTP/1.1" status: 204 len: 168 time: 2.3262842 Jul 16 08:45:41.140439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.153628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-169350927', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.224789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.229291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.345566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.377086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.425910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc66d2-312d-4f34-824c-e2a22d371980 req-edf61a45-c613-4f1d-ba0d-cc7462db94a8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.435107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dc66d2-312d-4f34-824c-e2a22d371980 req-edf61a45-c613-4f1d-ba0d-cc7462db94a8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4013057 Jul 16 08:45:41.459570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.505763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.576997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1dc66d2-312d-4f34-824c-e2a22d371980 req-064d6aa3-b187-43c8-8900-c900513cddad tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411443 Jul 16 08:45:41.600783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-365d7f7e-821e-4395-a4dc-cf71cfbd9442 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205725 Jul 16 08:45:42.015014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.092237 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.307327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router e4972788-9eee-4539-832b-06934a1bfb98 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:42.356204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-640c423c-9af8-4c36-a21f-2767a89100a4 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277541 Jul 16 08:45:42.394956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Allocated IP 172.25.5.43 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0133f9c9-f3d3-4dc5-a1ff-8dadd12dae16) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:42.465281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1356-d460-481f-9d8b-77cd06999326 req-e41dbb04-7db2-4315-b307-3f078ddb56fe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.472823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f84b1356-d460-481f-9d8b-77cd06999326 req-e41dbb04-7db2-4315-b307-3f078ddb56fe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2627056 Jul 16 08:45:42.500830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-8974c895-61f8-4b5e-baef-9b64c2caec15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 217 time: 0.1070814 Jul 16 08:45:42.566598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.614861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.648507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f84b1356-d460-481f-9d8b-77cd06999326 req-dee0b86d-1112-4d9a-a243-8ddd4f00bc9a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744075 Jul 16 08:45:42.652819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:42.660979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-ec608e69-4ec0-4e52-b507-a3d0b551a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.662356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-ec608e69-4ec0-4e52-b507-a3d0b551a857 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1383691 Jul 16 08:45:42.681158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49b7a2-2438-42ca-8694-a6953c5e4b0b req-aa9b2f6f-3565-488f-b448-86fb2b87f50c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.682393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event updated for resources: {'Port': ['ID=0133f9c9-f3d3-4dc5-a1ff-8dadd12dae16,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:42.682689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b49b7a2-2438-42ca-8694-a6953c5e4b0b req-aa9b2f6f-3565-488f-b448-86fb2b87f50c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2847807 Jul 16 08:45:42.690801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:42.693285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:42.722319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:42.736961 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] Sync routers for ids ['e4972788-9eee-4539-832b-06934a1bfb98'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:42.748259 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] Routers {'e4972788-9eee-4539-832b-06934a1bfb98'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:42.749195 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4972788-9eee-4539-832b-06934a1bfb98'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.751165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.756108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c458af6-e6f1-4af6-b878-41ce4283c414 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 200 len: 887 time: 2.1954350 Jul 16 08:45:42.756211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.811540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b49b7a2-2438-42ca-8694-a6953c5e4b0b req-11ea3cff-ebe9-4702-b7ce-1316c0c81f3d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129303 Jul 16 08:45:42.819251 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.844376 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] Routers {'e4972788-9eee-4539-832b-06934a1bfb98'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:42.844698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-28ad7f0b-1983-42a7-ac33-8477575bb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.845031 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4972788-9eee-4539-832b-06934a1bfb98'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.846483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-28ad7f0b-1983-42a7-ac33-8477575bb035 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1732836 Jul 16 08:45:42.864275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5f921c4-38f1-4fc6-a99e-44e022a7c4bd no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:42.885413 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.886273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa5013-e9ad-4cb6-a425-6cacfad410d0 None None] The sync data for ids ['e4972788-9eee-4539-832b-06934a1bfb98'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:42.972600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b5f921c4-38f1-4fc6-a99e-44e022a7c4bd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:42.973939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5f921c4-38f1-4fc6-a99e-44e022a7c4bd not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:42.983910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e736dd4b-b514-4315-a191-8680adf2416a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.083073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-fac1b681-acc1-4a63-973b-aaad53723d2e service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871018 Jul 16 08:45:43.142933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc727-5f2f-4cfa-8ef8-6d6031d06ce1 req-ee46f098-c13e-4b76-8fd3-2bcad67112c2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.144559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe0cc727-5f2f-4cfa-8ef8-6d6031d06ce1 req-ee46f098-c13e-4b76-8fd3-2bcad67112c2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.1377599 Jul 16 08:45:43.238337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe0cc727-5f2f-4cfa-8ef8-6d6031d06ce1 req-f683cf9c-6081-435e-a153-c5df564497a3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593441 Jul 16 08:45:43.262259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f929f7a4-acf0-49a3-a160-961b6a6bbde1 req-0a23837d-67bf-4b9d-b132-933a865ef4ca service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667817 Jul 16 08:45:43.429528 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-14cde5a5-66b5-470a-85a2-b9f747e82f00 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers/e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 200 len: 887 time: 0.6700547 Jul 16 08:45:43.458970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.494338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-36dee898-0068-44b4-8f6d-48367a96b618 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 200 len: 205 time: 0.0341601 Jul 16 08:45:43.496803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.501724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973601-8018-45fe-9982-57b308891746 req-afae0707-9470-4423-8ba6-ac75a4df4211 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.508944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c973601-8018-45fe-9982-57b308891746 req-afae0707-9470-4423-8ba6-ac75a4df4211 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.0854034 Jul 16 08:45:43.602783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c973601-8018-45fe-9982-57b308891746 req-3dbe1e87-8b81-4d61-9344-ada7a27eec56 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Jul 16 08:45:43.634182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ade32f-9adf-43b5-b575-b24b92e01b69 req-0d3f2a29-1cb2-4c7c-956c-9deea8622bfa tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.636276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4ade32f-9adf-43b5-b575-b24b92e01b69 req-0d3f2a29-1cb2-4c7c-956c-9deea8622bfa tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.1488845 Jul 16 08:45:43.683171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.686469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.694872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4ade32f-9adf-43b5-b575-b24b92e01b69 req-7398cbe8-88f2-4075-afe0-57293a9c98dc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507658 Jul 16 08:45:43.813010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59cc5c-a46a-4836-8f85-4eadc5ac84ed req-3ddc8961-e367-4a21-a057-95be6a40de56 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.814909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da59cc5c-a46a-4836-8f85-4eadc5ac84ed req-3ddc8961-e367-4a21-a057-95be6a40de56 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.0764070 Jul 16 08:45:43.869938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da59cc5c-a46a-4836-8f85-4eadc5ac84ed req-55c6c640-179d-49d2-aec0-a72efdf6b1fd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Jul 16 08:45:43.976077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.064749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.124815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port df129d9f-1ed2-4e25-b11a-e82be7749263 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:44.125161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.157633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432d637-72b2-42d5-8a9e-64c2b636e8d5 req-762d520a-e3be-470d-8010-b81596656508 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.160666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a432d637-72b2-42d5-8a9e-64c2b636e8d5 req-762d520a-e3be-470d-8010-b81596656508 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.0853124 Jul 16 08:45:44.226585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a432d637-72b2-42d5-8a9e-64c2b636e8d5 req-cf9ffd94-e93c-4015-8ed0-d377644b3487 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588484 Jul 16 08:45:44.278072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.296740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for df129d9f-1ed2-4e25-b11a-e82be7749263 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:44.390381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Router d156c2b5-3937-460a-bba7-400ddb822c32 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:44.576756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:44.602235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] Sync routers for ids ['d156c2b5-3937-460a-bba7-400ddb822c32'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:44.607519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63cf9c-5f1b-4479-8684-13737928dc3c req-85d89841-7eeb-45b3-b9df-0815ff743df7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.621386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] Routers {'d156c2b5-3937-460a-bba7-400ddb822c32'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:44.622751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d156c2b5-3937-460a-bba7-400ddb822c32'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:44.631530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce63cf9c-5f1b-4479-8684-13737928dc3c req-85d89841-7eeb-45b3-b9df-0815ff743df7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.1162965 Jul 16 08:45:44.648917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.650278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f3ddb623-c270-48dc-97cd-53e6e34bf674 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5079763 Jul 16 08:45:44.655384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.662215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.690468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce63cf9c-5f1b-4479-8684-13737928dc3c req-abfa4b95-61bb-44c8-b830-4a908340616f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518081 Jul 16 08:45:44.708951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:44.720461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] Routers {'d156c2b5-3937-460a-bba7-400ddb822c32'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:44.721378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d156c2b5-3937-460a-bba7-400ddb822c32'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:44.759711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.759963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:44.760939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e2efe-1dde-41d9-a47b-8ce4144675cc None None] The sync data for ids ['d156c2b5-3937-460a-bba7-400ddb822c32'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:44.823776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=df129d9f-1ed2-4e25-b11a-e82be7749263,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.949554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aee4ba-bf1b-4e52-a8dd-017c9241f927 req-f032c459-6884-4401-bc7b-9c814d936cf6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.958262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46aee4ba-bf1b-4e52-a8dd-017c9241f927 req-f032c459-6884-4401-bc7b-9c814d936cf6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.0996294 Jul 16 08:45:44.962425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.001438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46aee4ba-bf1b-4e52-a8dd-017c9241f927 req-f26e9650-f376-4e82-bbf4-585cd40c43b5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jul 16 08:45:45.091437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.095038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.175976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.176539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router e4972788-9eee-4539-832b-06934a1bfb98 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:45.184496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.189786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51496) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.189958 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-767e6753-fec4-4397-ba5a-e726f32c8cc8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 204 len: 168 time: 1.6920626 Jul 16 08:45:45.195635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-185486411'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:45.219463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:45.223378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.258134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:45.276000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.276574 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 536396c7-2d4a-4ea3-9d99-acac5461347e of type vlan for network 974fb025-68aa-4d93-9600-394327c15245 Jul 16 08:45:45.361453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.417244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.424009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.424895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.503432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3118265 Jul 16 08:45:45.504131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.513287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '974fb025-68aa-4d93-9600-394327c15245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:45.578252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8f51d-cde0-4f97-9725-8d5eafdaf020 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=974fb025-68aa-4d93-9600-394327c15245,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.591985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 974fb025-68aa-4d93-9600-394327c15245 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:45.601896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.632371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583551-4569-42e6-a75a-0bdd64c3cc0f req-0bc20b9d-9f0d-4c14-bf28-c2bc9e69d0d8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.633934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42583551-4569-42e6-a75a-0bdd64c3cc0f req-0bc20b9d-9f0d-4c14-bf28-c2bc9e69d0d8 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2298009 Jul 16 08:45:45.671180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:45.675223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.687120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-acd6bcce-e2e9-454c-a006-6b7a42f349c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.707104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.733020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42583551-4569-42e6-a75a-0bdd64c3cc0f req-be288ea4-bb72-4afc-9d5f-5c80538ac729 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Jul 16 08:45:45.983912 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.059277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=a189d180-76ad-489d-98d3-1d416d68df97,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.076820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1625f27-923b-42b8-b626-c274e23f8997 req-1ea13a01-40e8-42fa-b0c0-68e74c72bb85 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.078903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1625f27-923b-42b8-b626-c274e23f8997 req-1ea13a01-40e8-42fa-b0c0-68e74c72bb85 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.1531253 Jul 16 08:45:46.088629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '536396c7-2d4a-4ea3-9d99-acac5461347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '974fb025-68aa-4d93-9600-394327c15245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:46.088996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 974fb025-68aa-4d93-9600-394327c15245, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:46.119454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.123152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.137339 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1625f27-923b-42b8-b626-c274e23f8997 req-291b42c7-7ef7-46a6-aa37-52858bfa11cf tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506980 Jul 16 08:45:46.138410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 974fb025-68aa-4d93-9600-394327c15245 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:46.150943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 974fb025-68aa-4d93-9600-394327c15245) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:46.169062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.169792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.175045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63546fd-8fc1-4fec-897c-d009b44c2b1e None None] Network 974fb025-68aa-4d93-9600-394327c15245 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:46.213807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-54d54417-9014-4a10-a451-a0c2392f4db2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7024550 Jul 16 08:45:46.214191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51518) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.218733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179286925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:46.257271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.258280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.262078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router d156c2b5-3937-460a-bba7-400ddb822c32 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:46.279121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0f46b-5db8-4804-9dda-52579e66e1d5 req-8ebd2f0d-4fd0-4fed-a4ed-22a193541a48 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.280690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd0f46b-5db8-4804-9dda-52579e66e1d5 req-8ebd2f0d-4fd0-4fed-a4ed-22a193541a48 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.1009800 Jul 16 08:45:46.285651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:46.366733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd0f46b-5db8-4804-9dda-52579e66e1d5 req-fdb9c4a0-ed9c-48a5-8ac3-fcd68f8a4d3f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690444 Jul 16 08:45:46.394199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:46.398709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-974fb025-68aa-4d93-9600-394327c15245', 'network_id': '974fb025-68aa-4d93-9600-394327c15245', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': 'a189d180-76ad-489d-98d3-1d416d68df97'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:46.399268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.403538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] Sync routers for ids ['d156c2b5-3937-460a-bba7-400ddb822c32'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:46.405228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.407384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-39bffeba-7b4f-4aca-95f0-cbe5904b5f40 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "PUT /v2.0/routers/d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 200 len: 920 time: 1.7504656 Jul 16 08:45:46.410610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.417004 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] Routers {'d156c2b5-3937-460a-bba7-400ddb822c32'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:46.419823 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d156c2b5-3937-460a-bba7-400ddb822c32'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.429925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.436832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.460054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.464467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ad34991-bf48-4c5f-bfdb-3f81c929632b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2493849 Jul 16 08:45:46.465242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51524) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.526682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.555118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] Routers {'d156c2b5-3937-460a-bba7-400ddb822c32'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:46.555780 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d156c2b5-3937-460a-bba7-400ddb822c32'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.567086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0ac5a01-81ff-44f8-a98d-ec1a4b3913f4 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 200 len: 920 time: 0.1547921 Jul 16 08:45:46.575890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.636736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd801941-8a04-4112-abcb-4c6cd7749047 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.638745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd801941-8a04-4112-abcb-4c6cd7749047 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=d156c2b5-3937-460a-bba7-400ddb822c32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0658641 Jul 16 08:45:46.643327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.644691 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.645531 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29dce2b-5d9d-40bb-812b-79c98adefc02 None None] The sync data for ids ['d156c2b5-3937-460a-bba7-400ddb822c32'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:46.731780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.779733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c506bf1-7569-476c-9bea-7df8753e194e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.781219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c506bf1-7569-476c-9bea-7df8753e194e tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.1366398 Jul 16 08:45:46.785002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.834804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Allocated IP 172.20.0.2 (974fb025-68aa-4d93-9600-394327c15245/a189d180-76ad-489d-98d3-1d416d68df97/c6639f9d-3484-49c6-9a7f-47953d2ae188) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:46.844106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3a14daef-728d-49aa-9830-459f9127d4d0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 200 len: 205 time: 0.0578809 Jul 16 08:45:46.846888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.954388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:46.967494 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6805382-1bf7-4ccd-b2e0-60f9a72d7337" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:46.995533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:47.009529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.017753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.077277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.090454 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.122839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49765d-ba8f-422e-b138-d8030d47360c req-e092960e-9b45-4806-9adb-0f7f417ebadc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.130840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff49765d-ba8f-422e-b138-d8030d47360c req-e092960e-9b45-4806-9adb-0f7f417ebadc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2104447 Jul 16 08:45:47.147207 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43cfba-cff5-4be9-8dc9-73959c2c99ae x-openstack-request-id: req-2e43cfba-cff5-4be9-8dc9-73959c2c99ae {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:47.147771 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:47.148236 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e43cfba-cff5-4be9-8dc9-73959c2c99ae {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:47.149105 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:45:47.151573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.274928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.358264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port 0133f9c9-f3d3-4dc5-a1ff-8dadd12dae16 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:47.359163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.373981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.388319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Transition to ACTIVE for port object c6639f9d-3484-49c6-9a7f-47953d2ae188 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:47.407853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff49765d-ba8f-422e-b138-d8030d47360c req-f2bcb51f-ea10-49e8-945c-00f808de11cd tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760108 Jul 16 08:45:47.417575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Transition to ACTIVE for port object c6639f9d-3484-49c6-9a7f-47953d2ae188 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:47.435964 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.482831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.486695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Pushing event updated for resources: {'Port': ['ID=c6639f9d-3484-49c6-9a7f-47953d2ae188,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.495975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Network 974fb025-68aa-4d93-9600-394327c15245 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:47.497577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:47.502074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:47.510601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for 0133f9c9-f3d3-4dc5-a1ff-8dadd12dae16 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:47.580169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Attempting to bind port c6639f9d-3484-49c6-9a7f-47953d2ae188 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:47.580169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Attempting to bind port c6639f9d-3484-49c6-9a7f-47953d2ae188 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '536396c7-2d4a-4ea3-9d99-acac5461347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '974fb025-68aa-4d93-9600-394327c15245'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:47.580169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Attempting to bind port c6639f9d-3484-49c6-9a7f-47953d2ae188 on network 974fb025-68aa-4d93-9600-394327c15245 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:47.584499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:47.585030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Checking segment: {'id': '536396c7-2d4a-4ea3-9d99-acac5461347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '974fb025-68aa-4d93-9600-394327c15245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:47.585540 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.586041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Bound using segment: {'id': '536396c7-2d4a-4ea3-9d99-acac5461347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '974fb025-68aa-4d93-9600-394327c15245'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:47.586874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Bound port: c6639f9d-3484-49c6-9a7f-47953d2ae188, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536396c7-2d4a-4ea3-9d99-acac5461347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '974fb025-68aa-4d93-9600-394327c15245'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:47.587675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.666311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] For port c6639f9d-3484-49c6-9a7f-47953d2ae188, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:47.673055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] For port c6639f9d-3484-49c6-9a7f-47953d2ae188, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6639f9d-3484-49c6-9a7f-47953d2ae188,segment=NetworkSegment(536396c7-2d4a-4ea3-9d99-acac5461347e),segment_id=536396c7-2d4a-4ea3-9d99-acac5461347e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:47.680077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.765924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.787449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b138-60c8-4cfa-861d-3b19295e2b92 None None] Pushing event updated for resources: {'Port': ['ID=c6639f9d-3484-49c6-9a7f-47953d2ae188,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.823060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=0133f9c9-f3d3-4dc5-a1ff-8dadd12dae16,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.860970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d89a1-fe58-4e04-9c58-86147c7ac7bf req-ceee32b6-945e-4b85-9b69-e0e539a11511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.862482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-261d89a1-fe58-4e04-9c58-86147c7ac7bf req-ceee32b6-945e-4b85-9b69-e0e539a11511 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.7577035 Jul 16 08:45:47.932463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.100092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-261d89a1-fe58-4e04-9c58-86147c7ac7bf req-32bb9edb-9a99-41fe-8494-f5c412350915 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205608 Jul 16 08:45:48.103938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.117087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.196778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.199306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router d156c2b5-3937-460a-bba7-400ddb822c32 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:48.210661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.215580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-31439bcb-67de-47f9-829a-e86e8e99b8f9 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 204 len: 168 time: 1.3634250 Jul 16 08:45:48.217836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.226671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1720251311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:48.232093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.20.0.1 (974fb025-68aa-4d93-9600-394327c15245/a189d180-76ad-489d-98d3-1d416d68df97/920341b2-3d50-4b57-90e5-742f4eb1e71e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:48.273184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:48.308100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c0a61-c9d9-4418-8f31-d722d5214eb6 req-fc257c30-270a-4502-a915-03576cf28554 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.309946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-555c0a61-c9d9-4418-8f31-d722d5214eb6 req-fc257c30-270a-4502-a915-03576cf28554 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 1.0538852 Jul 16 08:45:48.335279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.335988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60654415-9a17-4059-88d6-5b727b6ee78a req-36cbdae6-a551-40be-9542-506714c7e3a2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.337112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.344965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60654415-9a17-4059-88d6-5b727b6ee78a req-36cbdae6-a551-40be-9542-506714c7e3a2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4789467 Jul 16 08:45:48.429919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.435416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.461364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.465683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83c8a9aa-6e30-4b26-ac00-e4d7eac6ed3e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2459025 Jul 16 08:45:48.469114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.474310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:48.535512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.562106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:48.573079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60654415-9a17-4059-88d6-5b727b6ee78a req-6778437b-c087-4274-a8c8-2a0b909ce15a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270212 Jul 16 08:45:48.582593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'mac_address': 'fa:16:3e:31:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:48.588607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.614709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-555c0a61-c9d9-4418-8f31-d722d5214eb6 req-21fc2ab4-de9a-40f8-8619-a1c684a7fe98 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870607 Jul 16 08:45:48.665856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object 920341b2-3d50-4b57-90e5-742f4eb1e71e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:48.682613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.702013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:48.750959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:48.751353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.759309 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.886350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=920341b2-3d50-4b57-90e5-742f4eb1e71e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.926922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 974fb025-68aa-4d93-9600-394327c15245 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:48.933363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:48.940105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:48.956591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.056303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6639f9d-3484-49c6-9a7f-47953d2ae188 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:49.137533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.161534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['47f90192-9dc4-4f72-b21a-f1d87d5df86c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:49.167231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.291863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c6639f9d-3484-49c6-9a7f-47953d2ae188 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:49.470286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6058-405c-41a9-b34a-c89d4adad8f4 req-0fbabdba-f0f4-4579-b601-98facdc156d4 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.472010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e59a6058-405c-41a9-b34a-c89d4adad8f4 req-0fbabdba-f0f4-4579-b601-98facdc156d4 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.4821026 Jul 16 08:45:49.540708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.575138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.602764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.653452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e59a6058-405c-41a9-b34a-c89d4adad8f4 req-aff729c0-f3c4-4576-82e4-622f12d08cef tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175821 Jul 16 08:45:49.704947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59021628-1d9d-4ff3-b935-39611ead8ae1 None None] Network 974fb025-68aa-4d93-9600-394327c15245 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:49.843492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Allocated IP 172.25.5.76 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c0882d3d-e520-468d-90f5-4daa3d177c07) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:49.924469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Provisioning for port c6639f9d-3484-49c6-9a7f-47953d2ae188 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:49.930693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Provisioning complete for port c6639f9d-3484-49c6-9a7f-47953d2ae188 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:49.931307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.008278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.064292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.132028 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.154551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:50.170127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] For port c6639f9d-3484-49c6-9a7f-47953d2ae188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6639f9d-3484-49c6-9a7f-47953d2ae188,segment=NetworkSegment(536396c7-2d4a-4ea3-9d99-acac5461347e),segment_id=536396c7-2d4a-4ea3-9d99-acac5461347e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:50.178234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:50.188730 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.199633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:50.249794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c0be6-0b73-4b7b-bd0c-b68614abb6cd None None] Pushing event updated for resources: {'Port': ['ID=c6639f9d-3484-49c6-9a7f-47953d2ae188,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.257001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384b385-3295-4509-a000-b8e9f9d292bf req-2706e0ee-f036-4376-9fa7-eb44a42145e9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.259556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e384b385-3295-4509-a000-b8e9f9d292bf req-2706e0ee-f036-4376-9fa7-eb44a42145e9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3631036 Jul 16 08:45:50.270014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event updated for resources: {'Port': ['ID=c0882d3d-e520-468d-90f5-4daa3d177c07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.304419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.304845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.305163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.305629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.305967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.306299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.306712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.306974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.307301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.307624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.307945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.308299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:50.339370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.361995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015eb1-8a02-42c7-ad1e-3f5a9f453d75 req-95bb983c-8b05-447f-966d-5e11e86165f9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.368954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c015eb1-8a02-42c7-ad1e-3f5a9f453d75 req-95bb983c-8b05-447f-966d-5e11e86165f9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.4735787 Jul 16 08:45:50.370857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.481544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c015eb1-8a02-42c7-ad1e-3f5a9f453d75 req-f348a193-a91f-437a-9bcd-be0d5dac16db tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116052 Jul 16 08:45:50.590753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.601344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=920341b2-3d50-4b57-90e5-742f4eb1e71e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.632736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Provisioning for port 920341b2-3d50-4b57-90e5-742f4eb1e71e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:50.637918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Provisioning complete for port 920341b2-3d50-4b57-90e5-742f4eb1e71e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:50.638312 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.639916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e384b385-3295-4509-a000-b8e9f9d292bf req-b9696976-815f-4dbb-aa64-cc9bb2a6097d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855451 Jul 16 08:45:50.764256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Port 920341b2-3d50-4b57-90e5-742f4eb1e71e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:50.794376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Provisioning complete for port c6639f9d-3484-49c6-9a7f-47953d2ae188 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:50.794759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-67a2a040-0494-4bcc-b0b0-48cee04ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.918464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6639f9d-3484-49c6-9a7f-47953d2ae188 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:50.970184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 974fb025-68aa-4d93-9600-394327c15245 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:50.971713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:50.976830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.181705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c6639f9d-3484-49c6-9a7f-47953d2ae188 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:51.183014 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.276052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a1f8-7378-4ce5-81c1-9133651ab36f req-dffb8537-4987-4c15-ab7e-52e692042858 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.306024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af39a1f8-7378-4ce5-81c1-9133651ab36f req-dffb8537-4987-4c15-ab7e-52e692042858 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2626944 Jul 16 08:45:51.325423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa818ed-c12c-42c1-b06c-0b8074a45be4 req-8ee52420-fe77-44ff-b9cc-441536258c57 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.334150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9aa818ed-c12c-42c1-b06c-0b8074a45be4 req-8ee52420-fe77-44ff-b9cc-441536258c57 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2920115 Jul 16 08:45:51.404861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 8208ea4f-77b2-4684-ae0b-1b6c2968690b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:51.435458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9aa818ed-c12c-42c1-b06c-0b8074a45be4 req-6d1c428b-05f6-4bdd-ba38-65b3a68603e5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002531 Jul 16 08:45:51.441714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f74fd37f-dfd4-49f6-9631-8da657b650c0 None None] Provisioning complete for port 920341b2-3d50-4b57-90e5-742f4eb1e71e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:51.442688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f74fd37f-dfd4-49f6-9631-8da657b650c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.471123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af39a1f8-7378-4ce5-81c1-9133651ab36f req-4cd007e9-8ddd-4ca6-bf54-b01e4f371932 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334381 Jul 16 08:45:51.712900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:51.723209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ea82a2e8-2067-4db0-ac46-455deb60d738 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/8208ea4f-77b2-4684-ae0b-1b6c2968690b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559948 Jul 16 08:45:51.730479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51644) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.745962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51646) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.752504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] Sync routers for ids ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:51.767763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f74fd37f-dfd4-49f6-9631-8da657b650c0 None None] Port 920341b2-3d50-4b57-90e5-742f4eb1e71e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:51.790642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] Routers {'8208ea4f-77b2-4684-ae0b-1b6c2968690b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:51.791297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:51.874700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:51.894216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a96-4f53-4767-864f-96ac7c5b4819 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.899030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-edee2a96-4f53-4767-864f-96ac7c5b4819 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports/920341b2-3d50-4b57-90e5-742f4eb1e71e HTTP/1.1" status: 200 len: 910 time: 0.1670647 Jul 16 08:45:51.899813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.910441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a189d180-76ad-489d-98d3-1d416d68df97'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.956504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] Routers {'8208ea4f-77b2-4684-ae0b-1b6c2968690b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:51.957074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.005951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f702801-952e-4714-a925-a5f816f45626 None None] Provisioning complete for port 920341b2-3d50-4b57-90e5-742f4eb1e71e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:52.006174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f702801-952e-4714-a925-a5f816f45626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.048408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.058597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3f702801-952e-4714-a925-a5f816f45626 None None] Port 920341b2-3d50-4b57-90e5-742f4eb1e71e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:52.058943 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.061278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.061936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d82c5d7-bfe6-4658-bad9-84a38e6829fd None None] The sync data for ids ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:52.169636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e51d-27f7-496b-9f93-75a29988ef79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.190877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a436b75-1808-4e5d-bf02-d1b830d5fcd5 req-df022e7c-cbf8-4cc8-bd7e-1beac7e6d715 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.199585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a436b75-1808-4e5d-bf02-d1b830d5fcd5 req-df022e7c-cbf8-4cc8-bd7e-1beac7e6d715 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 946 time: 0.3735089 Jul 16 08:45:52.245487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.279998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:52.295920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Router 353a66a5-a1a4-4fc0-bc3a-03272c39321a is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:52.370453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 47f90192-9dc4-4f72-b21a-f1d87d5df86c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:52.370897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.386869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a436b75-1808-4e5d-bf02-d1b830d5fcd5 req-e2848c65-c89c-45a8-a02d-b39dd0693dd5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861498 Jul 16 08:45:52.502506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:52.513560 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] Sync routers for ids ['353a66a5-a1a4-4fc0-bc3a-03272c39321a'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:52.532456 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.534599 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] Routers {'353a66a5-a1a4-4fc0-bc3a-03272c39321a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:52.536293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['353a66a5-a1a4-4fc0-bc3a-03272c39321a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.540282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.542336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00054cc7-cf5d-4487-b5d6-a924754bd825 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "PUT /v2.0/routers/353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 200 len: 879 time: 4.0722032 Jul 16 08:45:52.548674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.557783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:52.560335 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e5c78-3255-458d-a6b1-2ca25bae0c77" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:52.584179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:52.591185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.631914 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.650662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] Routers {'353a66a5-a1a4-4fc0-bc3a-03272c39321a'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:52.652840 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['353a66a5-a1a4-4fc0-bc3a-03272c39321a'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.681969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=13']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.733196 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.733692 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec431fce-2cf9-4a72-bc01-9c6529c7d120 None None] The sync data for ids ['353a66a5-a1a4-4fc0-bc3a-03272c39321a'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:52.788586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74a250ee-f850-4c4f-a87d-ebc1acc4719c tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 200 len: 920 time: 0.2360525 Jul 16 08:45:52.790628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.882582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b963e-0bad-4773-bc57-1537d391b61f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.886690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a74b963e-0bad-4773-bc57-1537d391b61f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=353a66a5-a1a4-4fc0-bc3a-03272c39321a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0907183 Jul 16 08:45:52.887090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51664) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.955558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6957eb36-c964-4d66-a270-60ede676331f x-openstack-request-id: req-6957eb36-c964-4d66-a270-60ede676331f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:52.955854 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-plugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:52.956129 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6957eb36-c964-4d66-a270-60ede676331f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:52.956520 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:45:53.015149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d602e2f-8af1-4337-916a-8c2b93439229 req-6e451733-5c9c-4117-8ab1-e54a1485a319 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.016681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d602e2f-8af1-4337-916a-8c2b93439229 req-6e451733-5c9c-4117-8ab1-e54a1485a319 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7427504 Jul 16 08:45:53.039631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd4455-9a78-4b3e-94c2-6a38a20f9329 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.041722 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69fd4455-9a78-4b3e-94c2-6a38a20f9329 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.1532168 Jul 16 08:45:53.047976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51668) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.098529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2e24893b-2fd1-4ec8-b7b4-c0473fe4b782 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 200 len: 205 time: 0.0460358 Jul 16 08:45:53.099723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.173060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d602e2f-8af1-4337-916a-8c2b93439229 req-5defe9e6-5b59-415c-af9d-e3317bb89313 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164234 Jul 16 08:45:53.212973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e51d-27f7-496b-9f93-75a29988ef79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.223013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.224859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e51d-27f7-496b-9f93-75a29988ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.261993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3ce8e51d-27f7-496b-9f93-75a29988ef79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39670de093424897bb400e3866631193&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5086017 Jul 16 08:45:53.268014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51674) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.289353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-462c6fde-a26a-45c5-8dca-2283f9dce162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.290908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-462c6fde-a26a-45c5-8dca-2283f9dce162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65a569a870314bedbea3432b3b2bbf07&device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 1097 time: 0.3495874 Jul 16 08:45:53.392886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ebe8-2a92-4664-9028-6f2de6a76703 req-3dfb8796-4fb5-43a1-8f7d-92b243ba7deb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.394630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2204ebe8-2a92-4664-9028-6f2de6a76703 req-3dfb8796-4fb5-43a1-8f7d-92b243ba7deb tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3152490 Jul 16 08:45:53.395221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8e51d-27f7-496b-9f93-75a29988ef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52e96f0-7ae1-4e14-874f-0a24d9c5bc99,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.409158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.418902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.479010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.524464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port c0882d3d-e520-468d-90f5-4daa3d177c07 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:53.524699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.574602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.579451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.584438 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d52e96f0-7ae1-4e14-874f-0a24d9c5bc99 HTTP/1.1" status: 204 len: 168 time: 0.3100407 Jul 16 08:45:53.634541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2204ebe8-2a92-4664-9028-6f2de6a76703 req-578a01c7-533f-4bda-a8b4-7fe3d9c7e17c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131052 Jul 16 08:45:53.656131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-374b6006-a323-40b8-819a-644d08475074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.659178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-374b6006-a323-40b8-819a-644d08475074 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 200 len: 920 time: 0.3545654 Jul 16 08:45:53.670387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac94a6-8e68-4e13-9d75-34683ecb4969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52e96f0-7ae1-4e14-874f-0a24d9c5bc99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.735979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.756098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for c0882d3d-e520-468d-90f5-4daa3d177c07 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:53.771777 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-0b577182-8f4a-483e-abc9-5f5fe970ab58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 200 len: 217 time: 0.0977807 Jul 16 08:45:53.796498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526f97-f57b-4b26-bee7-f7b207702ba4 req-7de1d6af-1412-4b7e-9035-e5f90a515f44 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.811874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8526f97-f57b-4b26-bee7-f7b207702ba4 req-7de1d6af-1412-4b7e-9035-e5f90a515f44 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4611661 Jul 16 08:45:54.042527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.083698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-62a73d1c-e3fa-47f3-abba-713dc70ec6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.086502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-62a73d1c-e3fa-47f3-abba-713dc70ec6c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 200 len: 859 time: 0.2728724 Jul 16 08:45:54.088959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.109221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8526f97-f57b-4b26-bee7-f7b207702ba4 req-3d9c673a-a536-45e7-a7a3-0ed3817b296d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691889 Jul 16 08:45:54.167815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.237964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.238897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=c0882d3d-e520-468d-90f5-4daa3d177c07,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.329312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.352549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-fdc386ed-7fa8-4765-a358-e3a26a1f72d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace45bf2-f41d-4148-a36f-67bced2bcea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2310133 Jul 16 08:45:54.436913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1081f4b-5105-423d-bf6c-e83f0d5e4b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.452252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.455339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.475965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.477085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.485851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/ports/920341b2-3d50-4b57-90e5-742f4eb1e71e HTTP/1.1" status: 200 len: 910 time: 2.5834522 Jul 16 08:45:54.487109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51690) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.515030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e55dc5-0fbf-48f0-a50f-07c49665c78e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=920341b2-3d50-4b57-90e5-742f4eb1e71e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.518865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.519423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router 353a66a5-a1a4-4fc0-bc3a-03272c39321a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:54.530493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.532068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-843613bc-9f47-4a33-b9ec-145849c44a18 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 204 len: 168 time: 1.4313965 Jul 16 08:45:54.537566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.542562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1958317900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.641100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1081f4b-5105-423d-bf6c-e83f0d5e4b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.654094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1081f4b-5105-423d-bf6c-e83f0d5e4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.698989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069334b-ccdf-4eb0-821a-3bf4d7a592c0 req-ea40ff18-3ac7-476e-829c-1e8fddf2c3f4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.707272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d069334b-ccdf-4eb0-821a-3bf4d7a592c0 req-ea40ff18-3ac7-476e-829c-1e8fddf2c3f4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.8096530 Jul 16 08:45:54.713466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.715217 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.728265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1081f4b-5105-423d-bf6c-e83f0d5e4b09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80fb76894108476a94cfc11c435456a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865897 Jul 16 08:45:54.731214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1081f4b-5105-423d-bf6c-e83f0d5e4b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecded6-c1ca-49c2-b806-4d9637b8a293,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.753457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.865889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.878354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-5673954a-e6b2-43b9-b51c-b32c049353a0 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893320 Jul 16 08:45:54.878896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.896304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.902605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d069334b-ccdf-4eb0-821a-3bf4d7a592c0 req-0dfa326b-cb6c-4a52-854a-caf5626e1755 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940231 Jul 16 08:45:54.939224 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.941556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7fa6faaf-d384-4178-bba6-a1c44226b64f tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4026928 Jul 16 08:45:54.945067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.962585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.986457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': True}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:55.059835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.063055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.067029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52ecded6-c1ca-49c2-b806-4d9637b8a293 HTTP/1.1" status: 204 len: 168 time: 0.3096912 Jul 16 08:45:55.077812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83668eaa-49ea-49d3-a6bd-077d77154114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecded6-c1ca-49c2-b806-4d9637b8a293,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.189628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8c658ce-e8eb-4474-a4ee-1986a2503aa9 req-17a371e0-a3eb-4c9c-8172-1b974d14b3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854404 Jul 16 08:45:55.395074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41242d88-c4fd-4878-b417-1193358b00b0 req-d9aff4b8-447e-4212-893c-240f16478e9b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.395074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41242d88-c4fd-4878-b417-1193358b00b0 req-d9aff4b8-447e-4212-893c-240f16478e9b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8655839 Jul 16 08:45:55.966482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41242d88-c4fd-4878-b417-1193358b00b0 req-8581dff1-78d9-4b0e-950c-19271d46f341 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438914 Jul 16 08:45:56.025840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.058607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-581f6a1d-0feb-494a-9fa8-a2dce3123dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.122561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.185607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017389ea-16e2-4786-86ae-8fcfdee884f3 req-e62e2e9a-11e6-4b15-b191-18f95b08941e tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.197282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-017389ea-16e2-4786-86ae-8fcfdee884f3 req-e62e2e9a-11e6-4b15-b191-18f95b08941e tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.9640675 Jul 16 08:45:56.263485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-017389ea-16e2-4786-86ae-8fcfdee884f3 req-e9ab7cdb-de43-4389-acc5-babf7e1b8da6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639179 Jul 16 08:45:56.364353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-581f6a1d-0feb-494a-9fa8-a2dce3123dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.373698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-581f6a1d-0feb-494a-9fa8-a2dce3123dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.434330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-581f6a1d-0feb-494a-9fa8-a2dce3123dba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c5c8a97670540cdb0d0ffd55b6629c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073427 Jul 16 08:45:56.436993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f6a1d-0feb-494a-9fa8-a2dce3123dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff85419-9964-47a2-b717-3003521f3331,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.453703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.556482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.566968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.625178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.726283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.729506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.733847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ff85419-9964-47a2-b717-3003521f3331 HTTP/1.1" status: 204 len: 168 time: 0.2776899 Jul 16 08:45:56.749671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c04858-75ef-4824-b88b-1cdd0853ea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff85419-9964-47a2-b717-3003521f3331,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.912123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.013602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.203598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16743f19-7ce7-4eb2-af8b-a80b83dea1b5 req-6fb9be24-c56a-4746-b9a1-bcd766945c5c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.206633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16743f19-7ce7-4eb2-af8b-a80b83dea1b5 req-6fb9be24-c56a-4746-b9a1-bcd766945c5c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5747464 Jul 16 08:45:57.247009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af9fc-b0c0-4fb0-b5b4-6757a94a5c5e req-493de1d9-5f9c-48cc-a3b9-6e7dee3e2110 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.250217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d78af9fc-b0c0-4fb0-b5b4-6757a94a5c5e req-493de1d9-5f9c-48cc-a3b9-6e7dee3e2110 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.6021311 Jul 16 08:45:57.417209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.25.5.120 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b58094e9-7c48-4847-9a85-b368fd234721) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:57.425370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16743f19-7ce7-4eb2-af8b-a80b83dea1b5 req-8ba371ca-f9c8-473d-8c97-9894f47b2966 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066176 Jul 16 08:45:57.433750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d78af9fc-b0c0-4fb0-b5b4-6757a94a5c5e req-744d64b9-fc36-47f1-a9bb-11a8a17531c6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168590 Jul 16 08:45:57.699970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 920341b2-3d50-4b57-90e5-742f4eb1e71e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:57.700373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.816516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.830680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 920341b2-3d50-4b57-90e5-742f4eb1e71e owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:57.886677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.446668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.568869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824f9e-187f-43ef-bd19-60f733bbc3af req-1a1fbcc8-4aa1-4733-b4f1-61a7d1932d45 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.571486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc824f9e-187f-43ef-bd19-60f733bbc3af req-1a1fbcc8-4aa1-4733-b4f1-61a7d1932d45 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.6820292 Jul 16 08:45:58.596684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:58.625907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:58.644650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8106e3-5bb3-4cfc-bfba-097ad11a7b33 req-7bbef8ae-8078-41f9-b869-308bb506de31 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.653883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d8106e3-5bb3-4cfc-bfba-097ad11a7b33 req-7bbef8ae-8078-41f9-b869-308bb506de31 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7188449 Jul 16 08:45:58.654832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:58.743763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=b58094e9-7c48-4847-9a85-b368fd234721,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.830573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc824f9e-187f-43ef-bd19-60f733bbc3af req-f22d59cc-f6e8-48c2-84b3-72750a8f13f6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383509 Jul 16 08:45:58.833299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.838115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d8106e3-5bb3-4cfc-bfba-097ad11a7b33 req-420d4ef2-33c7-409a-80c5-741aef62ee23 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847334 Jul 16 08:45:59.028354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=920341b2-3d50-4b57-90e5-742f4eb1e71e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.486603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6a89-d098-48bb-8fe8-8195214dc3c8 req-8b653350-59b0-4fa7-8e38-934eec785ebe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.488309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3b8a6a89-d098-48bb-8fe8-8195214dc3c8 req-8b653350-59b0-4fa7-8e38-934eec785ebe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.4628339 Jul 16 08:45:59.560758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.663007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.715831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3b8a6a89-d098-48bb-8fe8-8195214dc3c8 req-47a1b63b-29e9-4712-a9b0-480f4986d491 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033832 Jul 16 08:45:59.843163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e8f9a-ddf9-45fb-88ab-7d46a8383834 req-86bd3458-b91d-4f88-9c51-f58beb182f07 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.852518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-687e8f9a-ddf9-45fb-88ab-7d46a8383834 req-86bd3458-b91d-4f88-9c51-f58beb182f07 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4235303 Jul 16 08:46:00.041680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router 8208ea4f-77b2-4684-ae0b-1b6c2968690b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:00.271620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-687e8f9a-ddf9-45fb-88ab-7d46a8383834 req-9539b5d5-9e8f-4b20-a5dd-5d7ebcbc9d69 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178791 Jul 16 08:46:00.300083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:00.329288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.334739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] Sync routers for ids ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:00.347193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c8f34cb2-b586-46b2-a30e-754398632c68 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/8208ea4f-77b2-4684-ae0b-1b6c2968690b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8384371 Jul 16 08:46:00.355298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] Routers {'8208ea4f-77b2-4684-ae0b-1b6c2968690b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:00.356783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:00.365196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.380831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.435245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88dd9ef1-5be7-490d-88b6-e694a7b207b4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=8208ea4f-77b2-4684-ae0b-1b6c2968690b HTTP/1.1" status: 200 len: 205 time: 0.1035271 Jul 16 08:46:00.436258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.446771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:00.477182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] Routers {'8208ea4f-77b2-4684-ae0b-1b6c2968690b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:00.478350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:00.553245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:00.554685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5217e2-0b94-4c10-ae4e-b285c9da1353 None None] The sync data for ids ['8208ea4f-77b2-4684-ae0b-1b6c2968690b'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:00.611861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.668742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d0bd-1c70-4870-a1e7-8aabec22dd7d req-8f9d9d96-2048-4af2-8aa1-30af4db186cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.680630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de36d0bd-1c70-4870-a1e7-8aabec22dd7d req-8f9d9d96-2048-4af2-8aa1-30af4db186cc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2084713 Jul 16 08:46:00.818422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de36d0bd-1c70-4870-a1e7-8aabec22dd7d req-174f4d47-cff3-41ef-90cb-13593beaaa41 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364760 Jul 16 08:46:00.842509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router a95604a5-0ce5-4ae0-9449-1288d2ed7fff is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:00.995864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.001346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.121391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.122263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router 8208ea4f-77b2-4684-ae0b-1b6c2968690b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:01.132454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.144745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71027da3-20d0-45c2-9e8b-631125eb5257 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/8208ea4f-77b2-4684-ae0b-1b6c2968690b HTTP/1.1" status: 204 len: 168 time: 0.7067144 Jul 16 08:46:01.150577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.169736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:01.176071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.177652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0cec522e-ff01-436c-a9cf-88fd08a1a33f tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "PUT /v2.0/routers/a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 200 len: 915 time: 6.1963713 Jul 16 08:46:01.180672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51824) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.214643 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] Sync routers for ids ['a95604a5-0ce5-4ae0-9449-1288d2ed7fff'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:01.256955 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] Routers {'a95604a5-0ce5-4ae0-9449-1288d2ed7fff'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:01.258152 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a95604a5-0ce5-4ae0-9449-1288d2ed7fff'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.365029 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.391626 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] Routers {'a95604a5-0ce5-4ae0-9449-1288d2ed7fff'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:01.392710 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a95604a5-0ce5-4ae0-9449-1288d2ed7fff'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.409930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet a189d180-76ad-489d-98d3-1d416d68df97 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:01.415919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.431407 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.432613 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebcc9c-478a-461b-a5bd-d12388e74623 None None] The sync data for ids ['a95604a5-0ce5-4ae0-9449-1288d2ed7fff'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:01.526659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.656890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.768685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.833016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=a189d180-76ad-489d-98d3-1d416d68df97,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.835429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.839852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f911efbf-f63c-4aa3-8922-2657c9f9038e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/a189d180-76ad-489d-98d3-1d416d68df97 HTTP/1.1" status: 204 len: 168 time: 0.6800089 Jul 16 08:46:01.840811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-124fa758-f1b7-4dd4-9dae-49e9c43d0b12 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 200 len: 921 time: 0.6586885 Jul 16 08:46:01.843631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.843965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.850431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd702e-9ae7-4b7f-98b8-53f22bf2c160 None None] Network 974fb025-68aa-4d93-9600-394327c15245 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:01.862312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791feb0-bade-4613-90c3-e49403fdba22 req-4dea6df2-ef2b-4233-a3e6-a33568d3dc42 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.869391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6791feb0-bade-4613-90c3-e49403fdba22 req-4dea6df2-ef2b-4233-a3e6-a33568d3dc42 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7376962 Jul 16 08:46:01.905625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a266f-e58e-4a50-9708-64c80dd05489 req-7444ca96-b8a8-47e1-9198-f7030ea41299 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:01.913033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-752a266f-e58e-4a50-9708-64c80dd05489 req-7444ca96-b8a8-47e1-9198-f7030ea41299 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.7824850 Jul 16 08:46:01.988300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6791feb0-bade-4613-90c3-e49403fdba22 req-418e9fb5-7b54-42a1-9933-4baa9ae3a3ec tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178818 Jul 16 08:46:02.052662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-752a266f-e58e-4a50-9708-64c80dd05489 req-70b86e22-4a4f-4249-844c-68ca1afa2881 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260109 Jul 16 08:46:02.099406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.311862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b7d4d-d20e-4468-bd97-1e97135aeaf8 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.313488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a79b7d4d-d20e-4468-bd97-1e97135aeaf8 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=a95604a5-0ce5-4ae0-9449-1288d2ed7fff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4683492 Jul 16 08:46:02.316295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51846) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.367589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] DHCP port deletion for 974fb025-68aa-4d93-9600-394327c15245 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:02.368326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port c6639f9d-3484-49c6-9a7f-47953d2ae188 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:02.368684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.537532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port c6639f9d-3484-49c6-9a7f-47953d2ae188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6639f9d-3484-49c6-9a7f-47953d2ae188,segment=NetworkSegment(536396c7-2d4a-4ea3-9d99-acac5461347e),segment_id=536396c7-2d4a-4ea3-9d99-acac5461347e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.538560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.568101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for c6639f9d-3484-49c6-9a7f-47953d2ae188 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:02.584087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Deleting port c6639f9d-3484-49c6-9a7f-47953d2ae188 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:02.584843 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.707196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529307c-dfc1-4f37-a309-a310e34f52e2 req-d167b1ae-8cbe-4c13-b841-86c4ca5543c5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.711211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b529307c-dfc1-4f37-a309-a310e34f52e2 req-d167b1ae-8cbe-4c13-b841-86c4ca5543c5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3490415 Jul 16 08:46:02.713493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe234ec0-8ae2-4043-a376-c58d54d2fd64 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.717311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fe234ec0-8ae2-4043-a376-c58d54d2fd64 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.3995659 Jul 16 08:46:02.722741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.739858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] For port c6639f9d-3484-49c6-9a7f-47953d2ae188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6639f9d-3484-49c6-9a7f-47953d2ae188,segment=NetworkSegment(536396c7-2d4a-4ea3-9d99-acac5461347e),segment_id=536396c7-2d4a-4ea3-9d99-acac5461347e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.740282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.776381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Calling delete_port for c6639f9d-3484-49c6-9a7f-47953d2ae188 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:02.835021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b529307c-dfc1-4f37-a309-a310e34f52e2 req-7a256c33-2b49-4e24-aa79-8c7be970307d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149752 Jul 16 08:46:02.873183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51862) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.873903 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19875878-501f-45f5-92c8-f939faaf2dd7 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 200 len: 205 time: 0.1471071 Jul 16 08:46:02.938370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6639f9d-3484-49c6-9a7f-47953d2ae188 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:02.949303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.046073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=c6639f9d-3484-49c6-9a7f-47953d2ae188,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.061467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port c6639f9d-3484-49c6-9a7f-47953d2ae188 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:03.069469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c6639f9d-3484-49c6-9a7f-47953d2ae188 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:03.075237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6639f9d-3484-49c6-9a7f-47953d2ae188 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:03.131547 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.232179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.245695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] Pushing event deleted for resources: {'Port': ['ID=c6639f9d-3484-49c6-9a7f-47953d2ae188,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.254515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdcbd4-da9b-4749-8419-ea7269ad8dd7 None None] No DVR routers for this DVR port c6639f9d-3484-49c6-9a7f-47953d2ae188 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:03.346364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.381240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974fb025-68aa-4d93-9600-394327c15245']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.416287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536396c7-2d4a-4ea3-9d99-acac5461347e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.416617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536396c7-2d4a-4ea3-9d99-acac5461347e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.441698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.476087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.493355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:03.494017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.522232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14f8d0-e29e-4920-9b81-95fa9f9a7a88 req-72b5b4e8-558f-4589-9113-eb78f3608e86 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.529769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df14f8d0-e29e-4920-9b81-95fa9f9a7a88 req-72b5b4e8-558f-4589-9113-eb78f3608e86 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4540710 Jul 16 08:46:03.650849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df14f8d0-e29e-4920-9b81-95fa9f9a7a88 req-70e9b30c-ad9b-4994-b932-8a4b5e56a7eb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178646 Jul 16 08:46:03.650849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.710075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb3571-595b-40a8-b0b1-0ee2a338ac91 req-1ef9bfaf-7320-4203-a094-a317a5167305 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:03.714454 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:03.719850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.732925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.734587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cbfb3571-595b-40a8-b0b1-0ee2a338ac91 req-1ef9bfaf-7320-4203-a094-a317a5167305 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.2657833 Jul 16 08:46:03.737051 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/974fb025-68aa-4d93-9600-394327c15245 HTTP/1.1" status: 204 len: 168 time: 1.8672767 Jul 16 08:46:03.748871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.761764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2030129241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:03.801071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0c6a2-dc6f-4574-8ae3-a50990dfef6a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=974fb025-68aa-4d93-9600-394327c15245,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.936216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.938811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.963696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cbfb3571-595b-40a8-b0b1-0ee2a338ac91 req-332089af-5623-4356-a575-e15cf4568b0b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258313 Jul 16 08:46:04.107402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port b58094e9-7c48-4847-9a85-b368fd234721 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:04.107894 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.117831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.150054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.240522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.244646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51888) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.244934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-59dddffd-2e4d-4123-945a-f70dbd14ece9 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4868836 Jul 16 08:46:04.255017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1400938734'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.305449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:04.309401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.318219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.353291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3ba2a-b88d-4afe-8512-63d71af8bb15 req-b0b6c04e-87fc-48ef-bc27-15be67cefffd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.355344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b3ba2a-b88d-4afe-8512-63d71af8bb15 req-b0b6c04e-87fc-48ef-bc27-15be67cefffd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2444549 Jul 16 08:46:04.356715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for b58094e9-7c48-4847-9a85-b368fd234721 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:04.362265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:04.387683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.388194 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 49cd3d6e-208e-4154-862a-fb7b9cb93387 of type vlan for network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b Jul 16 08:46:04.439559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b3ba2a-b88d-4afe-8512-63d71af8bb15 req-d356c72f-1071-4744-8c8c-10eb6279d0eb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769799 Jul 16 08:46:04.488573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.532390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.539596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.541111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.564684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3188388 Jul 16 08:46:04.578501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.595026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.690098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e725f-42e3-4fea-8822-f250b21d7fb5 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=a9a2c9d7-6993-4d7c-a175-96f63bd73e7b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.704305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:04.799317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.833167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:04.841614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=b58094e9-7c48-4847-9a85-b368fd234721,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.845327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.957791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b2604-b228-4087-b652-6f1fce71a4de req-96c76e8f-13e5-4170-a36a-c17ebae5ea80 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.960452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b4b2604-b228-4087-b652-6f1fce71a4de req-96c76e8f-13e5-4170-a36a-c17ebae5ea80 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2561243 Jul 16 08:46:04.966937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.109774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.113305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.119550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.126591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b4b2604-b228-4087-b652-6f1fce71a4de req-b7665df5-950c-4862-90e8-1199c5e91361 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529737 Jul 16 08:46:05.231185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.231810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router a95604a5-0ce5-4ae0-9449-1288d2ed7fff {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:05.241662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.242808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e8e12b54-6278-43ec-a694-5b4cbccdde83 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 204 len: 168 time: 2.3681834 Jul 16 08:46:05.248318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51916) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.259895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1206161089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:05.261909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=29895a3d-ad74-443d-93f7-996c5d11571e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.309510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:05.311423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: a9a2c9d7-6993-4d7c-a175-96f63bd73e7b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:05.318896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.320377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.352313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:05.367461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a9a2c9d7-6993-4d7c-a175-96f63bd73e7b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:05.373787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.376677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.382654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98c1ec-22c7-4064-b5c7-33f8766e962d None None] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:05.411417 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-29b09ce8-fbfe-481c-a63a-48d5ecd5cd24 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8293190 Jul 16 08:46:05.412007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.555035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.596727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.688012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.689266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a6c76226-b528-448e-a3c7-8b8e7c42ef75 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4381728 Jul 16 08:46:05.696153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51922) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.714234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'enable_snat': False}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:05.918769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:05.919548 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.155220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Allocated IP 172.20.0.2 (a9a2c9d7-6993-4d7c-a175-96f63bd73e7b/29895a3d-ad74-443d-93f7-996c5d11571e/68a625bd-440d-4ffd-945b-9fff2a4ff289) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:06.272190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946684-5033-4f93-8aaa-69779a5e8511 req-c8cbd534-9770-443a-9c8a-e54677deca79 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.303211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82946684-5033-4f93-8aaa-69779a5e8511 req-c8cbd534-9770-443a-9c8a-e54677deca79 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.7723334 Jul 16 08:46:06.339095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e24547-c08d-4b64-9710-399553137770 req-ea42cb61-2c5a-4c7e-8dd8-0555711956d7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.347037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.360554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66e24547-c08d-4b64-9710-399553137770 req-ea42cb61-2c5a-4c7e-8dd8-0555711956d7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.9088230 Jul 16 08:46:06.415065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.535552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82946684-5033-4f93-8aaa-69779a5e8511 req-eb9a5bbd-4d8c-4ed4-b033-1aca95ae7fa1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293181 Jul 16 08:46:06.665535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66e24547-c08d-4b64-9710-399553137770 req-72c1d65f-fa81-4fbf-9e4a-6ba4a8ea5d87 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037720 Jul 16 08:46:06.681581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.702477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Transition to ACTIVE for port object 68a625bd-440d-4ffd-945b-9fff2a4ff289 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:06.807592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Transition to ACTIVE for port object 68a625bd-440d-4ffd-945b-9fff2a4ff289 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:06.827030 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.035697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:07.053022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:07.074248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:07.081723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Pushing event updated for resources: {'Port': ['ID=68a625bd-440d-4ffd-945b-9fff2a4ff289,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.185271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Attempting to bind port 68a625bd-440d-4ffd-945b-9fff2a4ff289 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:07.185962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Attempting to bind port 68a625bd-440d-4ffd-945b-9fff2a4ff289 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:07.186697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Attempting to bind port 68a625bd-440d-4ffd-945b-9fff2a4ff289 on network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:07.201097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:07.201809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Checking segment: {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:07.202489 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.204697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Bound using segment: {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:07.205315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Bound port: 68a625bd-440d-4ffd-945b-9fff2a4ff289, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:07.205823 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.237889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.20.0.1 (a9a2c9d7-6993-4d7c-a175-96f63bd73e7b/29895a3d-ad74-443d-93f7-996c5d11571e/30e07d9f-e0ab-4406-927f-0e860638b005) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:07.378871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.412541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.422700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e208-75b4-4e96-bb73-2dff997f6c3c req-54cebff3-3cfc-4648-ae9d-20123402e0ad tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.431552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0166e208-75b4-4e96-bb73-2dff997f6c3c req-54cebff3-3cfc-4648-ae9d-20123402e0ad tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2019119 Jul 16 08:46:07.435611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] For port 68a625bd-440d-4ffd-945b-9fff2a4ff289, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:07.442823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] For port 68a625bd-440d-4ffd-945b-9fff2a4ff289, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=68a625bd-440d-4ffd-945b-9fff2a4ff289,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:07.450054 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.498432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0166e208-75b4-4e96-bb73-2dff997f6c3c req-65ef6ca7-81ac-4282-ba84-a662bed50761 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658853 Jul 16 08:46:07.651748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6525d1b-e07f-4b59-9f5b-3d70dcb04f26 None None] Pushing event updated for resources: {'Port': ['ID=68a625bd-440d-4ffd-945b-9fff2a4ff289,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.767474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.800197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Allocated IP 172.25.5.14 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0a9645fa-66bc-45d0-bd45-7fa4ca50b94e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:07.821342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object 30e07d9f-e0ab-4406-927f-0e860638b005 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:07.911249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.104499 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.111384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:08.114864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:08.150624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:08.160068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.293330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.605417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.644786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.703017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.790423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495026d0-290f-4103-ab0f-9538bff25a37 req-2350aae6-bc9f-4620-b50e-33b23e9b97ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.792546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-495026d0-290f-4103-ab0f-9538bff25a37 req-2350aae6-bc9f-4620-b50e-33b23e9b97ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.6575782 Jul 16 08:46:08.862178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:08.894888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:08.923957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9fccc-36d4-40de-9bf2-7cd86bcdb198 req-b5423bcc-ddf3-410e-bbb8-1874b2bd58d6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.931287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21a9fccc-36d4-40de-9bf2-7cd86bcdb198 req-b5423bcc-ddf3-410e-bbb8-1874b2bd58d6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7927325 Jul 16 08:46:08.943689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:08.993615 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.996765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 68a625bd-440d-4ffd-945b-9fff2a4ff289 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:09.040174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9645fa-66bc-45d0-bd45-7fa4ca50b94e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.065559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.072856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.073485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.073993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.074522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.075029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.075530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.076453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.077337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.080124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.081163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.105710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:09.125234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 68a625bd-440d-4ffd-945b-9fff2a4ff289 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:09.214842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-495026d0-290f-4103-ab0f-9538bff25a37 req-68f97b7a-bf3c-4078-a784-0040221eba79 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374176 Jul 16 08:46:09.260703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21a9fccc-36d4-40de-9bf2-7cd86bcdb198 req-0e1c3529-eb50-4130-b2a9-3f3bdf073013 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284307 Jul 16 08:46:09.514525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.521440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.549571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64b4d6-b037-4720-bbc7-193aa40ff763 None None] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:09.671856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.725279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.753907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Provisioning for port 68a625bd-440d-4ffd-945b-9fff2a4ff289 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:09.787316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Provisioning complete for port 68a625bd-440d-4ffd-945b-9fff2a4ff289 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:09.790494 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.937473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.988554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:09.991393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:10.069374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.162226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] For port 68a625bd-440d-4ffd-945b-9fff2a4ff289, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=68a625bd-440d-4ffd-945b-9fff2a4ff289,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:10.181933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.373841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:10.444797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a8b99-4fc5-44df-b03c-134fce265437 None None] Pushing event updated for resources: {'Port': ['ID=68a625bd-440d-4ffd-945b-9fff2a4ff289,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.480523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590690d3-ef83-48b0-acf8-6eb3cc218976 req-0dc2f98e-c997-4c0a-a093-45e60e812831 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.492410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-590690d3-ef83-48b0-acf8-6eb3cc218976 req-0dc2f98e-c997-4c0a-a093-45e60e812831 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7954211 Jul 16 08:46:10.682155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.744855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3bb4e-1222-45e4-ab61-fee684942d29 req-f3e50cc0-3c9c-4ecb-b25e-e37396ba10ba tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.755115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32b3bb4e-1222-45e4-ab61-fee684942d29 req-f3e50cc0-3c9c-4ecb-b25e-e37396ba10ba tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.2229967 Jul 16 08:46:10.759310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.787462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-590690d3-ef83-48b0-acf8-6eb3cc218976 req-e942dd66-7552-439a-9352-7b1a3dbbf552 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940295 Jul 16 08:46:10.966122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Provisioning complete for port 68a625bd-440d-4ffd-945b-9fff2a4ff289 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:10.970215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.985472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 68a625bd-440d-4ffd-945b-9fff2a4ff289 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:11.166800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32b3bb4e-1222-45e4-ab61-fee684942d29 req-2710f232-fc86-435d-9000-e735b307710e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046743 Jul 16 08:46:11.457069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:11.477911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-99cc52f6-a66d-453d-ada3-f3d3f6ad40b2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0645349 Jul 16 08:46:11.480530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.501107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-633586996'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.529719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Router ce7d429b-56cd-4453-ad81-585837bffacb is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:11.595717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:11.610236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.670401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:11.715248 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:11.748669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:11.757898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.761493 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] Sync routers for ids ['ce7d429b-56cd-4453-ad81-585837bffacb'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:11.769292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4f163ce2-e265-4e45-947f-64e59336e1fc tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "PUT /v2.0/routers/ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 200 len: 915 time: 6.0697877 Jul 16 08:46:11.773470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52032) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.788365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:11.789757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:11.801512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:11.803335 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] Routers {'ce7d429b-56cd-4453-ad81-585837bffacb'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:11.807267 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ce7d429b-56cd-4453-ad81-585837bffacb'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:11.818053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.819018 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 3330a284-a4eb-4c93-8a8f-b621a179550b of type vlan for network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 Jul 16 08:46:11.902392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.947240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:11.960152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.962999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Provisioning for port 30e07d9f-e0ab-4406-927f-0e860638b005 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:11.970774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.971665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.987968 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] Routers {'ce7d429b-56cd-4453-ad81-585837bffacb'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:11.988643 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:45:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ce7d429b-56cd-4453-ad81-585837bffacb'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.005166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 68a625bd-440d-4ffd-945b-9fff2a4ff289 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:12.006152 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.031260 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5473206 Jul 16 08:46:12.035201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.041099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:12.102868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.104682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31af79-c806-464f-96b1-b4c54525b80a None None] The sync data for ids ['ce7d429b-56cd-4453-ad81-585837bffacb'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:12.153894 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Provisioning complete for port 30e07d9f-e0ab-4406-927f-0e860638b005 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:12.154350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.197092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e6f64-96d5-4e3c-9a82-e309ef3633ac tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=5ed6b464-2b25-4302-bda6-d49adf4d0ab6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.222652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-657e7ed2-28dd-4677-b756-ebe38994fed7 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 200 len: 921 time: 0.4467912 Jul 16 08:46:12.226795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52040) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.258341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7a34b56e-8ddd-4059-9260-d24ed0862ebe None None] Port 30e07d9f-e0ab-4406-927f-0e860638b005 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:12.261967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:12.360912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b913c-d26b-49b2-a4bc-ae6e65426721 req-9de1100a-af3a-4dd1-a611-6f5bddd62934 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.371612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-936b913c-d26b-49b2-a4bc-ae6e65426721 req-9de1100a-af3a-4dd1-a611-6f5bddd62934 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5855558 Jul 16 08:46:12.419641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:12.423972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.504524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:12.578007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-936b913c-d26b-49b2-a4bc-ae6e65426721 req-78f3cbe6-facf-4bda-9359-9d93cd5f09df tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043386 Jul 16 08:46:12.586401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a828e-3ae2-4ea0-b0ab-416fcf6637d9 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.592710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-853a828e-3ae2-4ea0-b0ab-416fcf6637d9 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=ce7d429b-56cd-4453-ad81-585837bffacb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3624444 Jul 16 08:46:12.598074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52050) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.812532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b2a8c340-92b4-404e-a79d-7f4fd378f541 None None] Provisioning complete for port 30e07d9f-e0ab-4406-927f-0e860638b005 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:12.812968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c340-92b4-404e-a79d-7f4fd378f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.863992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cc346-6cbe-4544-99d4-b32fed27badc req-526b74a1-a8b5-4204-8a1a-e99008c3f702 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.872302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-540cc346-6cbe-4544-99d4-b32fed27badc req-526b74a1-a8b5-4204-8a1a-e99008c3f702 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.4257820 Jul 16 08:46:12.879862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.940792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-540cc346-6cbe-4544-99d4-b32fed27badc req-cf42f003-c6cc-4fb7-8f1a-59633d0ad22c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672266 Jul 16 08:46:12.944023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47c1e4-a1c3-4472-8dce-9610445b91ee tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.947564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ab47c1e4-a1c3-4472-8dce-9610445b91ee tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/networks/1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 881 time: 0.3417716 Jul 16 08:46:12.950252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52064) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.032716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-29c4115c-03fa-4a78-b909-db7bcf90f3ab tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 200 len: 205 time: 0.0784597 Jul 16 08:46:13.033667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52068) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.050566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b2a8c340-92b4-404e-a79d-7f4fd378f541 None None] Port 30e07d9f-e0ab-4406-927f-0e860638b005 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:13.061255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2ac53d81-e627-4151-85fc-e3d0e7860e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.073900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:13.074437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 5ed6b464-2b25-4302-bda6-d49adf4d0ab6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:13.077997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=209e0b44-b8fa-4acd-84c6-8397e53243da,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:13.118211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:13.142189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5ed6b464-2b25-4302-bda6-d49adf4d0ab6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:13.157205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739c7ec-327e-4b9b-9e0b-8def1972ba88 None None] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:13.160510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.161249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.198295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e88b8682-5be9-4a82-9132-82fe3332bfa7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1619270 Jul 16 08:46:13.201154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52074) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.270161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:09Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.322436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:13.322906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Updating router b3f391dc-5101-464a-a3ec-148bec5a7593 port 30e07d9f-e0ab-4406-927f-0e860638b005 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:13.328834 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.429063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c932044-c624-48a6-b8c0-a4ccbf838524 req-fe0583f2-4c7e-40d8-b90a-52084147efa7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.440317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c932044-c624-48a6-b8c0-a4ccbf838524 req-fe0583f2-4c7e-40d8-b90a-52084147efa7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2122536 Jul 16 08:46:13.471070 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.605610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:13.606482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.715110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c932044-c624-48a6-b8c0-a4ccbf838524 req-505c8366-72a2-49d0-ab4c-05375019d84a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737625 Jul 16 08:46:13.722024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.812999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.876556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port 0a9645fa-66bc-45d0-bd45-7fa4ca50b94e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:13.878930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.082699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.099469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for 0a9645fa-66bc-45d0-bd45-7fa4ca50b94e owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:14.818547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Allocated IP 172.21.0.2 (5ed6b464-2b25-4302-bda6-d49adf4d0ab6/209e0b44-b8fa-4acd-84c6-8397e53243da/a1ac9733-f5ad-451c-b0ad-f7302df94d24) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:14.867425 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.923507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Transition to ACTIVE for port object 30e07d9f-e0ab-4406-927f-0e860638b005 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:14.946673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.058436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6b2c7-9fa1-4d3f-9201-e1d202ac707b req-732c269e-ae28-4542-b62b-abd3a5410f06 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.070210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49a6b2c7-9fa1-4d3f-9201-e1d202ac707b req-732c269e-ae28-4542-b62b-abd3a5410f06 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8236818 Jul 16 08:46:15.084969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049267-e5e4-4d08-bc96-3ace759f3d21 None None] Pushing event updated for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.260399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49a6b2c7-9fa1-4d3f-9201-e1d202ac707b req-fee8c78c-6a13-40af-8527-d793d441ce46 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887820 Jul 16 08:46:15.295729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695a3d-c906-4e4c-90fe-c69dc0e3f1be req-1128d522-7ac9-4204-ab43-37341b224124 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.296935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Attempting to bind port 30e07d9f-e0ab-4406-927f-0e860638b005 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:15.297682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Attempting to bind port 30e07d9f-e0ab-4406-927f-0e860638b005 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:15.298482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Attempting to bind port 30e07d9f-e0ab-4406-927f-0e860638b005 on network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:15.318559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9695a3d-c906-4e4c-90fe-c69dc0e3f1be req-1128d522-7ac9-4204-ab43-37341b224124 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 1.0031986 Jul 16 08:46:15.321896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.340351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:15.348590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Checking segment: {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:15.349579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.350249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Bound using segment: {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:15.351040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Bound port: 30e07d9f-e0ab-4406-927f-0e860638b005, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cd3d6e-208e-4154-862a-fb7b9cb93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:15.351729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.388584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.442840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Transition to ACTIVE for port object a1ac9733-f5ad-451c-b0ad-f7302df94d24 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:15.527389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Transition to ACTIVE for port object a1ac9733-f5ad-451c-b0ad-f7302df94d24 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:15.569072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9695a3d-c906-4e4c-90fe-c69dc0e3f1be req-6dd5e4d5-8f25-4747-aea1-96623bb821c9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365742 Jul 16 08:46:15.576858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.586732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=0a9645fa-66bc-45d0-bd45-7fa4ca50b94e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.607745 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.632135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] For port 30e07d9f-e0ab-4406-927f-0e860638b005, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:15.641577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] For port 30e07d9f-e0ab-4406-927f-0e860638b005, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=30e07d9f-e0ab-4406-927f-0e860638b005,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:15.717285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.21.0.1 (5ed6b464-2b25-4302-bda6-d49adf4d0ab6/209e0b44-b8fa-4acd-84c6-8397e53243da/b62b9935-12da-4f20-9ab2-a3105c912acd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:15.726986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Pushing event updated for resources: {'Port': ['ID=a1ac9733-f5ad-451c-b0ad-f7302df94d24,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.761707 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.786407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.794883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.814399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.873740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.875139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router ce7d429b-56cd-4453-ad81-585837bffacb {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:15.891954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.899219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-db0a3d40-f7ce-4221-9e77-708c5a768a5c tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 204 len: 168 time: 2.8627756 Jul 16 08:46:15.900441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52176) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:15.901195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:15.926369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:15.926539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1117471641', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:15.958368 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5861-25bc-4aed-8fce-568600877419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.969102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:15.978672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.006182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:16.006814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:16.012700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object b62b9935-12da-4f20-9ab2-a3105c912acd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:16.091487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.149965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.151822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.205329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724d2d0-b4c5-4f14-913d-a157afc20a08 req-498c54d9-7633-4f7f-8ce2-cfa38549100f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.208743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b724d2d0-b4c5-4f14-913d-a157afc20a08 req-498c54d9-7633-4f7f-8ce2-cfa38549100f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3047709 Jul 16 08:46:16.213758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049267-e5e4-4d08-bc96-3ace759f3d21 None None] Pushing event updated for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.238475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:16.262683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:16.268008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:16.332628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:16.360137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.430926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Attempting to bind port a1ac9733-f5ad-451c-b0ad-f7302df94d24 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:16.431288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Attempting to bind port a1ac9733-f5ad-451c-b0ad-f7302df94d24 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:16.435733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b724d2d0-b4c5-4f14-913d-a157afc20a08 req-5f8470f1-9ada-49f6-a8ab-b09d637e1ade tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087097 Jul 16 08:46:16.437247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Attempting to bind port a1ac9733-f5ad-451c-b0ad-f7302df94d24 on network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:16.459720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:16.460171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Checking segment: {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:16.460542 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.460922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Bound using segment: {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:16.461395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Bound port: a1ac9733-f5ad-451c-b0ad-f7302df94d24, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:16.461784 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.463891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:16.484284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.507676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.572184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe9b28-ad4f-4362-b615-d198bdb80f0b req-c242a06a-6652-4054-82b7-b471d6e66721 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.576400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79fe9b28-ad4f-4362-b615-d198bdb80f0b req-c242a06a-6652-4054-82b7-b471d6e66721 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 947 time: 0.5077822 Jul 16 08:46:16.748731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.987847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79fe9b28-ad4f-4362-b615-d198bdb80f0b req-bafb264e-4eeb-4628-b06e-b393494ed0b0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301017 Jul 16 08:46:17.078831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.093379 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.123458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] For port a1ac9733-f5ad-451c-b0ad-f7302df94d24, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:17.232420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] For port a1ac9733-f5ad-451c-b0ad-f7302df94d24, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ac9733-f5ad-451c-b0ad-f7302df94d24,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:17.251285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.285909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.296076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:17.301658 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3a15a-5e60-4108-b80c-bcd13ba38aae" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:17.408442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.416098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.423544 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb3115d-321a-45aa-9ce8-1f078851b61a x-openstack-request-id: req-0cb3115d-321a-45aa-9ce8-1f078851b61a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:17.424219 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-unplugged", "status": "completed", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:17.424502 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cb3115d-321a-45aa-9ce8-1f078851b61a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:17.424920 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'code': 200} Jul 16 08:46:17.483257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:17.501326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.562739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca22a77-c91a-4173-8884-5b79523b1333 None None] Pushing event updated for resources: {'Port': ['ID=a1ac9733-f5ad-451c-b0ad-f7302df94d24,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.738206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.753635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.777181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.777465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.789950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=14']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.831120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.871659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6434383-17e3-41ed-b9cd-27038528790b None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:08Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:15Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:18.081587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:18.087560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:18.134585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Allocated IP 172.25.5.71 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/8794578c-d23d-48c5-9106-4b4444353035) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:18.344450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:18.455719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.487269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.616863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.653374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:18.669266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9cc52168-1335-4bb1-9eae-2fca52fbfa77 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4668875 Jul 16 08:46:18.671998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:18.674059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.683952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:18.696534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:18.697585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445779871'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:18.794697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:18.801017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.837215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:18.861941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.870395 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment 494f90df-3164-4d70-b714-1aa4096b37a5 of type vlan for network 94eff075-1cdb-4ac6-a40a-4812d5303109 Jul 16 08:46:19.095327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.138226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ac9733-f5ad-451c-b0ad-f7302df94d24 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:19.161647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf491c1-46ae-4860-a9b8-2842f07ab653 req-4a9d41b7-5416-47dd-a082-e2f9c8178d34 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.163265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adf491c1-46ae-4860-a9b8-2842f07ab653 req-4a9d41b7-5416-47dd-a082-e2f9c8178d34 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.8577342 Jul 16 08:46:19.185055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event updated for resources: {'Port': ['ID=8794578c-d23d-48c5-9106-4b4444353035,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.241955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.269319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.273083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.357221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a1ac9733-f5ad-451c-b0ad-f7302df94d24 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.363421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 30e07d9f-e0ab-4406-927f-0e860638b005 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:19.414482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7388151 Jul 16 08:46:19.427973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.455764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:19.507343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 30e07d9f-e0ab-4406-927f-0e860638b005 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.513282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 30e07d9f-e0ab-4406-927f-0e860638b005 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:19.514063 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.523570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adf491c1-46ae-4860-a9b8-2842f07ab653 req-540113b5-b582-4dfb-9eae-66ef4a54e8c9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496931 Jul 16 08:46:19.552840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868cda7-066b-47f9-9fc2-97e1019cdd23 None None] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:19.562117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.620452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9cad4-0400-44e0-98b5-c343b3bc9ff1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=94eff075-1cdb-4ac6-a40a-4812d5303109,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.808455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:19.875486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:19.880355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.887111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Provisioning for port a1ac9733-f5ad-451c-b0ad-f7302df94d24 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.909205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Provisioning complete for port a1ac9733-f5ad-451c-b0ad-f7302df94d24 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:19.910138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.241689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.260883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.493885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.593053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd92524-3c43-4010-ba1f-2a4f499e1b65 req-ef64942b-2ec2-4018-99e1-26681f8bab7b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.594668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bd92524-3c43-4010-ba1f-2a4f499e1b65 req-ef64942b-2ec2-4018-99e1-26681f8bab7b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1264462 Jul 16 08:46:20.620022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Router ddb72a96-cda6-4338-a6ff-0f657f769227 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:20.630812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:20.631759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 94eff075-1cdb-4ac6-a40a-4812d5303109, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:20.640622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=4269553c-84d6-4774-b7be-1a8990acc7a8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.663353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:20.680206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 94eff075-1cdb-4ac6-a40a-4812d5303109) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:20.696473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.701501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.707486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:20.726397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671a819-e455-48f6-be09-ef5aeeba90a2 None None] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:20.740306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bd92524-3c43-4010-ba1f-2a4f499e1b65 req-234cb355-62fa-45de-a3c6-4af23982986b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332123 Jul 16 08:46:20.774345 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-392c0d29-cd5a-4d64-b5e4-395565daed9b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3442192 Jul 16 08:46:20.774345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.862887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:20.878292 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] Sync routers for ids ['ddb72a96-cda6-4338-a6ff-0f657f769227'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:20.899749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] Routers {'ddb72a96-cda6-4338-a6ff-0f657f769227'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:20.901074 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ddb72a96-cda6-4338-a6ff-0f657f769227'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.903244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 30e07d9f-e0ab-4406-927f-0e860638b005, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=30e07d9f-e0ab-4406-927f-0e860638b005,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:20.936165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.941836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d81c4f42-aa29-4616-993d-55cfbcfe67e0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0322721 Jul 16 08:46:20.942829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.947887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:20.981314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.006025 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] Routers {'ddb72a96-cda6-4338-a6ff-0f657f769227'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:21.007014 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ddb72a96-cda6-4338-a6ff-0f657f769227'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.021685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:21.022400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.122941 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.124520 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb703679-1ee1-43a3-b6a4-60803164c272 None None] The sync data for ids ['ddb72a96-cda6-4338-a6ff-0f657f769227'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:21.131077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:21.229084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.242709 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.420427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.498269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.587177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] For port a1ac9733-f5ad-451c-b0ad-f7302df94d24, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ac9733-f5ad-451c-b0ad-f7302df94d24,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:21.635963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.693720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.765504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a5a5-d831-4b80-8354-d54e35fc28e4 None None] Pushing event updated for resources: {'Port': ['ID=a1ac9733-f5ad-451c-b0ad-f7302df94d24,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.867242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.945321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401f5a-07b0-45bb-8fb5-f82d2970400d req-fd171318-c4a6-487d-be7a-17225655b398 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.947844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5401f5a-07b0-45bb-8fb5-f82d2970400d req-fd171318-c4a6-487d-be7a-17225655b398 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5823674 Jul 16 08:46:21.958584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-48210028-ea03-4eb8-8b45-70fb5b1b3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:21.960610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-48210028-ea03-4eb8-8b45-70fb5b1b3ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.5941038 Jul 16 08:46:21.993985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-94eff075-1cdb-4ac6-a40a-4812d5303109', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:21.998450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.184633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-be89ee23-a0e9-4a0b-9b98-dd2213893e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.188906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-be89ee23-a0e9-4a0b-9b98-dd2213893e31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2201934 Jul 16 08:46:22.341286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:16Z', 'revision_number': 3, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:17Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.344120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Provisioning for port b62b9935-12da-4f20-9ab2-a3105c912acd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:22.368463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Provisioning complete for port b62b9935-12da-4f20-9ab2-a3105c912acd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.369077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.449310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.465649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:22.466241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Updating router b3f391dc-5101-464a-a3ec-148bec5a7593 port b62b9935-12da-4f20-9ab2-a3105c912acd binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:22.566641 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.613603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Allocated IP 172.22.0.2 (94eff075-1cdb-4ac6-a40a-4812d5303109/4269553c-84d6-4774-b7be-1a8990acc7a8/6c04777c-9e99-48d3-98cd-e4d8ce49439f) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:22.661806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Port b62b9935-12da-4f20-9ab2-a3105c912acd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:22.681864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ab5ce0-1618-45cc-84e1-65a937f97fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.709114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Provisioning complete for port a1ac9733-f5ad-451c-b0ad-f7302df94d24 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.709392 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b39a0f9-9213-4cb3-a75e-5677f2d3edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.754318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5401f5a-07b0-45bb-8fb5-f82d2970400d req-03da1cae-c477-48cf-b5c6-b4a04092b79a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913489 Jul 16 08:46:22.835076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-002b8e4c-c68e-494a-9126-9c1dc0b50c0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.6362884 Jul 16 08:46:22.862598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Deleting port 8794578c-d23d-48c5-9106-4b4444353035 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:22.863147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.879002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ab5ce0-1618-45cc-84e1-65a937f97fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.892599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02ab5ce0-1618-45cc-84e1-65a937f97fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.953106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-02ab5ce0-1618-45cc-84e1-65a937f97fd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56163c4c5a7a4447aa5b278333add81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026081 Jul 16 08:46:22.953970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52376) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.982363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5ce0-1618-45cc-84e1-65a937f97fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff92854-f9d8-4d27-9158-f25e4c69a2df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.036180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.048890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.063396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.114107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Calling delete_port for 8794578c-d23d-48c5-9106-4b4444353035 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:23.145426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-fc68f302-000f-42e6-a5b7-f5bcef131ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.147179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-fc68f302-000f-42e6-a5b7-f5bcef131ac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2960441 Jul 16 08:46:23.154535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.158174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89a9f-73da-4310-b63f-d962799c6b78 req-5ec71deb-363b-4cbc-8117-079a90020017 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.160729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.162586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff92854-f9d8-4d27-9158-f25e4c69a2df HTTP/1.1" status: 204 len: 168 time: 0.2069602 Jul 16 08:46:23.165112 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.168749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeb89a9f-73da-4310-b63f-d962799c6b78 req-5ec71deb-363b-4cbc-8117-079a90020017 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4827950 Jul 16 08:46:23.183813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Transition to ACTIVE for port object 6c04777c-9e99-48d3-98cd-e4d8ce49439f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:23.184297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b07e5-c0b1-4408-b449-2b3e6036ed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff92854-f9d8-4d27-9158-f25e4c69a2df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.232946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Transition to ACTIVE for port object 6c04777c-9e99-48d3-98cd-e4d8ce49439f will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:23.270086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.319163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeb89a9f-73da-4310-b63f-d962799c6b78 req-abdf4e61-14b4-4c8c-a6d3-b20c1d65b2ca tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493378 Jul 16 08:46:23.325054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Pushing event updated for resources: {'Port': ['ID=6c04777c-9e99-48d3-98cd-e4d8ce49439f,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.356872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.360997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:23.368873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:23.371531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:23.388131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-26d111d1-4978-4ab1-a512-7dc90fe2767a None None] Provisioning complete for port b62b9935-12da-4f20-9ab2-a3105c912acd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:23.388660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d111d1-4978-4ab1-a512-7dc90fe2767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.410700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.22.0.1 (94eff075-1cdb-4ac6-a40a-4812d5303109/4269553c-84d6-4774-b7be-1a8990acc7a8/f4990efb-38cf-488b-8d84-b29c23e1e703) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:23.428649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007dcc-a04c-4ab4-b0c6-129bf8c525df req-beda1a73-b6f9-464f-9121-421527f7928d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.429417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Transition to ACTIVE for port object b62b9935-12da-4f20-9ab2-a3105c912acd will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:23.434261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35007dcc-a04c-4ab4-b0c6-129bf8c525df req-beda1a73-b6f9-464f-9121-421527f7928d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.4568059 Jul 16 08:46:23.437779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-26d111d1-4978-4ab1-a512-7dc90fe2767a None None] Port b62b9935-12da-4f20-9ab2-a3105c912acd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:23.443099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.524877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 30e07d9f-e0ab-4406-927f-0e860638b005 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:23.596731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.623286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-467c32a6-5f70-46af-a523-79577ce9ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.625715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-467c32a6-5f70-46af-a523-79577ce9ee4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4242752 Jul 16 08:46:23.658100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f42c04-46ee-44fd-a77f-7a86026afd30 None None] Pushing event updated for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.678263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Pushing event deleted for resources: {'Port': ['ID=8794578c-d23d-48c5-9106-4b4444353035,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.693624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.695624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35007dcc-a04c-4ab4-b0c6-129bf8c525df req-020a0ffb-67e4-48b7-851a-6d65767d730d tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359023 Jul 16 08:46:23.730131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object f4990efb-38cf-488b-8d84-b29c23e1e703 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:23.759017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Attempting to bind port 6c04777c-9e99-48d3-98cd-e4d8ce49439f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:23.759927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Attempting to bind port 6c04777c-9e99-48d3-98cd-e4d8ce49439f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:23.759927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Attempting to bind port 6c04777c-9e99-48d3-98cd-e4d8ce49439f on network 94eff075-1cdb-4ac6-a40a-4812d5303109 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:23.774824 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.783623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:23.804558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Attempting to bind port b62b9935-12da-4f20-9ab2-a3105c912acd on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:23.805088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Attempting to bind port b62b9935-12da-4f20-9ab2-a3105c912acd by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:23.805462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Attempting to bind port b62b9935-12da-4f20-9ab2-a3105c912acd on network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:23.809347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:23.811075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Checking segment: {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:23.811289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0779f78-1acb-4e73-b347-20a1189ea505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.811421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.811751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Bound using segment: {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:23.812394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Bound port: 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:23.813636 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.838176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.838905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:23.839478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Checking segment: {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:23.839900 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.840454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Bound using segment: {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:23.840991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Bound port: b62b9935-12da-4f20-9ab2-a3105c912acd, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3330a284-a4eb-4c93-8a8f-b621a179550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:23.841381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.928868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] For port 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:23.933072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:23.933633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] For port 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c04777c-9e99-48d3-98cd-e4d8ce49439f,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:23.941880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:23.945136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:23.954296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-97a9999c-74f9-4acd-87af-e988aa16c289 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921326 Jul 16 08:46:23.961937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.991344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.018584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 30e07d9f-e0ab-4406-927f-0e860638b005 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:24.018951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.020593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.162127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0779f78-1acb-4e73-b347-20a1189ea505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.169750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0779f78-1acb-4e73-b347-20a1189ea505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.204177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e0779f78-1acb-4e73-b347-20a1189ea505 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a406ff64edd24139b451cfc332994ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193535 Jul 16 08:46:24.223406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.250134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] For port b62b9935-12da-4f20-9ab2-a3105c912acd, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:24.262254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] For port b62b9935-12da-4f20-9ab2-a3105c912acd, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b62b9935-12da-4f20-9ab2-a3105c912acd,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:24.265757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e4d05-5de4-4b9b-a7e2-8292ebf28a11 None None] Pushing event updated for resources: {'Port': ['ID=6c04777c-9e99-48d3-98cd-e4d8ce49439f,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.276753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.281704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.291817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0779f78-1acb-4e73-b347-20a1189ea505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693e315-a20d-4857-b673-ff75536630e5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.437491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f42c04-46ee-44fd-a77f-7a86026afd30 None None] Pushing event updated for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.444891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.479896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:24.481002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.481268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:24.489275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2cd42feb-2525-42be-9d30-7b127ffdbee5 req-6bae194b-b6ca-40c7-bc76-177750e5ae21 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603360 Jul 16 08:46:24.499015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.698628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ac9733-f5ad-451c-b0ad-f7302df94d24 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:24.748367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda0bc7-4615-4efd-854a-042eb4dbe890 req-ebc2ba9e-5c1a-4c76-86f3-153a5d768986 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.757295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bda0bc7-4615-4efd-854a-042eb4dbe890 req-ebc2ba9e-5c1a-4c76-86f3-153a5d768986 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.7273393 Jul 16 08:46:24.764015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:24.812194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Router ddb72a96-cda6-4338-a6ff-0f657f769227 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:24.859445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bda0bc7-4615-4efd-854a-042eb4dbe890 req-dd3d5c77-8372-466e-a677-b0879df3ce08 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007905 Jul 16 08:46:24.885835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd666c-2887-43a5-a922-d64bc487ac8e req-324257d3-f640-43b6-ad27-7e9fabb1c695 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:24.893643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0fd666c-2887-43a5-a922-d64bc487ac8e req-324257d3-f640-43b6-ad27-7e9fabb1c695 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3365486 Jul 16 08:46:24.954732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a1ac9733-f5ad-451c-b0ad-f7302df94d24 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:24.955108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.010962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:25.024799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] Sync routers for ids ['ddb72a96-cda6-4338-a6ff-0f657f769227'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:25.033959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.035298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e4943fde-d2ea-4a26-b068-2ce1a467d00b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "PUT /v2.0/routers/ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 200 len: 706 time: 4.0912085 Jul 16 08:46:25.041077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52396) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.063858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] Routers {'ddb72a96-cda6-4338-a6ff-0f657f769227'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:25.065292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ddb72a96-cda6-4338-a6ff-0f657f769227'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.119243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0fd666c-2887-43a5-a922-d64bc487ac8e req-91cfed3b-b675-4fa3-9ca4-51f070024993 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672552 Jul 16 08:46:25.178347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3d563cb9-1c1b-4eac-8fe9-d8549ef82416 tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/routers/ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 200 len: 741 time: 0.1360857 Jul 16 08:46:25.182267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52398) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.237893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.266846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] Routers {'ddb72a96-cda6-4338-a6ff-0f657f769227'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:25.267901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ddb72a96-cda6-4338-a6ff-0f657f769227'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.268863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300686b-6349-455e-8516-43d3172bef97 req-42815a49-e8d6-4e87-8a36-d495add5d8e2 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.271783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b300686b-6349-455e-8516-43d3172bef97 req-42815a49-e8d6-4e87-8a36-d495add5d8e2 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.9683318 Jul 16 08:46:25.276957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.300403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-71a23bd2-af97-4601-a6bd-2fc24ba6f5ad tempest-RoutersAdminTest-965081238 tempest-RoutersAdminTest-965081238-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&device_id=ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 200 len: 205 time: 0.1166813 Jul 16 08:46:25.305261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52400) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.359323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.360278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acde5b-ebce-408d-ad26-113618f5e8dd None None] The sync data for ids ['ddb72a96-cda6-4338-a6ff-0f657f769227'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:25.373548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:23Z', 'revision_number': 1, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.424736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-13f8c93d-1375-44ef-8d19-4ad41c844c5b tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 200 len: 205 time: 0.1182115 Jul 16 08:46:25.428665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.444122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de53c49-810b-4ae5-bbb6-e37aa1e22d74 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:23Z', 'revision_number': 1, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:25.525794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764aad8-4226-4032-b28f-2bec18222c9a req-97fc0da2-9e39-41ab-84ec-011c04bea98b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.529407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7764aad8-4226-4032-b28f-2bec18222c9a req-97fc0da2-9e39-41ab-84ec-011c04bea98b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.3018887 Jul 16 08:46:25.532253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c04777c-9e99-48d3-98cd-e4d8ce49439f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:25.647230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6c04777c-9e99-48d3-98cd-e4d8ce49439f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:25.684083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7764aad8-4226-4032-b28f-2bec18222c9a req-4dc67e4c-f5df-42b8-9cc8-9d6e9ac9f45b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299715 Jul 16 08:46:25.806835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.818566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.821203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.826197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1693e315-a20d-4857-b673-ff75536630e5 HTTP/1.1" status: 204 len: 168 time: 1.5962224 Jul 16 08:46:25.843793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553366b-55fd-44cf-9760-8f6589824a5e None None] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:25.958974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Provisioning for port 6c04777c-9e99-48d3-98cd-e4d8ce49439f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:25.965861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Provisioning complete for port 6c04777c-9e99-48d3-98cd-e4d8ce49439f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:25.966246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.050020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fcc16-3c03-416e-81d8-2a69d5c80882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693e315-a20d-4857-b673-ff75536630e5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.272426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cffe62-4aec-41c2-9155-a37f3e8bf867 req-60f2c3af-fa42-4007-8e8f-d230e0aa5833 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.278402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73cffe62-4aec-41c2-9155-a37f3e8bf867 req-60f2c3af-fa42-4007-8e8f-d230e0aa5833 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.1347897 Jul 16 08:46:26.336016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Deleting port 95a23484-0a60-4424-88ae-27f3241747c8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:26.336956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.357532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.380931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.393348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.401895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73cffe62-4aec-41c2-9155-a37f3e8bf867 req-0f643cac-a167-47c9-a03b-f03e1ede3f3f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083007 Jul 16 08:46:26.419013 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.548662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] For port 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c04777c-9e99-48d3-98cd-e4d8ce49439f,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:26.560653 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.561077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.626508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d67c7-d088-4ad5-b33a-ef49eb6776bd req-6781ea75-193c-4a0a-b5a8-71f5ebb686b3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.638016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c26d67c7-d088-4ad5-b33a-ef49eb6776bd req-6781ea75-193c-4a0a-b5a8-71f5ebb686b3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1621082 Jul 16 08:46:26.669539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dd1b3-b65b-4656-ac16-f5284fb552c1 None None] Pushing event updated for resources: {'Port': ['ID=6c04777c-9e99-48d3-98cd-e4d8ce49439f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.744472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.745078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Fanout notify agent at l3_agent the message router_deleted on router ddb72a96-cda6-4338-a6ff-0f657f769227 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:26.760254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.763677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b597e5c2-2fcd-49e6-a6c7-4f9e7b4b0b7e tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 204 len: 168 time: 1.3027475 Jul 16 08:46:26.790214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52422) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.824375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.835898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c26d67c7-d088-4ad5-b33a-ef49eb6776bd req-247da42b-560b-45a6-8cf9-a6a420f0842e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953526 Jul 16 08:46:26.836262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] For port 95a23484-0a60-4424-88ae-27f3241747c8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=95a23484-0a60-4424-88ae-27f3241747c8,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:26.836889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.877310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.925778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c26b71ea-48bb-4aa3-bd42-81fecdda49e5 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 200 len: 205 time: 0.1147845 Jul 16 08:46:26.927192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52428) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.945844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Calling delete_port for 95a23484-0a60-4424-88ae-27f3241747c8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:27.076527 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-a9f1a946-f843-4dc3-ac43-d3baa24ec7d3 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:27.080352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9f1a946-f843-4dc3-ac43-d3baa24ec7d3 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/ddb72a96-cda6-4338-a6ff-0f657f769227 HTTP/1.1" status: 404 len: 336 time: 0.1492057 Jul 16 08:46:27.080955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.107284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Provisioning complete for port 6c04777c-9e99-48d3-98cd-e4d8ce49439f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:27.107486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.210732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:27.213315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:27.238066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.248547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fefaa7c4-b865-409b-9f80-95707f793765 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 200 len: 205 time: 0.1650667 Jul 16 08:46:27.418082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Provisioning for port f4990efb-38cf-488b-8d84-b29c23e1e703 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:27.424567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Provisioning complete for port f4990efb-38cf-488b-8d84-b29c23e1e703 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:27.426648 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.528823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2f754f4d-f377-4a6b-8be2-1572456e4a8d None None] Port f4990efb-38cf-488b-8d84-b29c23e1e703 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:27.573952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4f791-c4e4-4b2f-82fa-6aca43e77bbc req-86949971-7b3b-42a1-aee0-05ca4e82c12c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.584919 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-c6e1d298-d856-4ae5-9862-efe455b4bcf2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:27.589764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c6e1d298-d856-4ae5-9862-efe455b4bcf2 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/ce7d429b-56cd-4453-ad81-585837bffacb HTTP/1.1" status: 404 len: 336 time: 0.3495297 Jul 16 08:46:27.590585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4a4f791-c4e4-4b2f-82fa-6aca43e77bbc req-86949971-7b3b-42a1-aee0-05ca4e82c12c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=59897e0d-50c7-4cd2-8525-72dcece922af HTTP/1.1" status: 200 len: 945 time: 0.5086043 Jul 16 08:46:27.594736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52448) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.625514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff070e0-d1ff-4a06-838b-d8b39281871c req-d73b8bb0-4c75-41c7-bdc5-7efa83b317c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.632846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aff070e0-d1ff-4a06-838b-d8b39281871c req-d73b8bb0-4c75-41c7-bdc5-7efa83b317c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2812271 Jul 16 08:46:27.634145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:27.665287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4525c4b5-506d-4e3b-8998-c96e27e72491 None None] Provisioning complete for port f4990efb-38cf-488b-8d84-b29c23e1e703 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:27.666076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4525c4b5-506d-4e3b-8998-c96e27e72491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.671942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.712958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['aa2ebefc-bef0-438e-b10a-9e9203e76b46'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:27.726604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b62b9935-12da-4f20-9ab2-a3105c912acd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:27.736077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f05fec01-99c8-4b6f-9658-3be3cc160adf tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 200 len: 205 time: 0.1222289 Jul 16 08:46:27.739347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.825221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4525c4b5-506d-4e3b-8998-c96e27e72491 None None] Port f4990efb-38cf-488b-8d84-b29c23e1e703 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:27.858059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4a4f791-c4e4-4b2f-82fa-6aca43e77bbc req-6ae49228-3170-4130-ae75-a4f077df3587 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662327 Jul 16 08:46:27.880404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aff070e0-d1ff-4a06-838b-d8b39281871c req-c4697ef4-ad8c-4469-a2bb-7498c341efc2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450378 Jul 16 08:46:27.950083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b62b9935-12da-4f20-9ab2-a3105c912acd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:27.961624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b62b9935-12da-4f20-9ab2-a3105c912acd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:27.962244 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.976699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:27.979185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Pushing event deleted for resources: {'Port': ['ID=95a23484-0a60-4424-88ae-27f3241747c8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.981678 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-00ad5dd4-b5d0-4b55-979a-ddee3cc964b6 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:27.982764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00ad5dd4-b5d0-4b55-979a-ddee3cc964b6 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/a95604a5-0ce5-4ae0-9449-1288d2ed7fff HTTP/1.1" status: 404 len: 336 time: 0.2419770 Jul 16 08:46:27.986269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.992121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f829a100-6e8a-459e-ad3a-1eb3cb322227 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2124820 Jul 16 08:46:27.995157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:27.997679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.009714 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:28.017612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1383914819'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:28.017856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.125398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:28.136522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.143441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-51e19c72-90d7-4fdb-9208-7cc7b481c042 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 200 len: 205 time: 0.1559618 Jul 16 08:46:28.155577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52472) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.156167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] No DVR routers for this DVR port 95a23484-0a60-4424-88ae-27f3241747c8 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:28.160009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.173965 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b300686b-6349-455e-8516-43d3172bef97 req-fe4c9ca8-de23-45f0-b296-4132fc4612aa tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "DELETE /v2.0/ports/95a23484-0a60-4424-88ae-27f3241747c8 HTTP/1.1" status: 204 len: 173 time: 2.8922086 Jul 16 08:46:28.174802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'name': 'network-vif-deleted', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:28.179381 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d02f6a-0607-442e-8f3a-4d1a22a38174" -d '{"events": [{"server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "name": "network-vif-deleted", "tag": "95a23484-0a60-4424-88ae-27f3241747c8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:28.203833 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:28.234892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-116210d4-9a2f-4264-bab1-3340d18f867c None None] Provisioning complete for port f4990efb-38cf-488b-8d84-b29c23e1e703 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:28.235487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-116210d4-9a2f-4264-bab1-3340d18f867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.280876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-116210d4-9a2f-4264-bab1-3340d18f867c None None] Port f4990efb-38cf-488b-8d84-b29c23e1e703 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:28.302228 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-3f04293c-4608-4857-bdbb-c1d2e7f1b446 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:28.312202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.312629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3f04293c-4608-4857-bdbb-c1d2e7f1b446 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/353a66a5-a1a4-4fc0-bc3a-03272c39321a HTTP/1.1" status: 404 len: 336 time: 0.1539660 Jul 16 08:46:28.349299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.380412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.383208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f2039864-0c58-4407-b2ae-22b79b315417 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 200 len: 205 time: 0.0695524 Jul 16 08:46:28.386644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.395006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:28.425177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b62b9935-12da-4f20-9ab2-a3105c912acd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b62b9935-12da-4f20-9ab2-a3105c912acd,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:28.431717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.432805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c04777c-9e99-48d3-98cd-e4d8ce49439f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:28.481227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.481493 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added segment c347519d-2d74-4204-9d3f-d59e5ca47adf of type vlan for network 8949aaec-3621-4f9a-af90-14bb7504370e Jul 16 08:46:28.518457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 95a23484-0a60-4424-88ae-27f3241747c8 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:28.527171 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-1216b773-5e78-45de-9e3c-716aa50ba391 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:28.531861 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1216b773-5e78-45de-9e3c-716aa50ba391 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/d156c2b5-3937-460a-bba7-400ddb822c32 HTTP/1.1" status: 404 len: 336 time: 0.1359158 Jul 16 08:46:28.540720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.584619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fb0c3a4f-2d47-4eef-b3fb-8ea903800e57 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "GET /v2.0/ports?device_id=44399973-f421-4de9-a96e-4162923c7592 HTTP/1.1" status: 200 len: 205 time: 0.0426183 Jul 16 08:46:28.589793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008627f5-28dd-4715-b70b-54c00278a022 req-220b1c09-f04f-468a-a8b0-ec9bf1b9ed6a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.591115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.608480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008627f5-28dd-4715-b70b-54c00278a022 req-220b1c09-f04f-468a-a8b0-ec9bf1b9ed6a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2920358 Jul 16 08:46:28.631565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.636220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 95a23484-0a60-4424-88ae-27f3241747c8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:28.636574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 95a23484-0a60-4424-88ae-27f3241747c8 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:28.657215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a064-9c2c-468e-b3e6-dce0db9a967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.670204 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-38166e1a-1b9c-408d-88fc-23aba7853ea0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] delete failed (client error): The resource could not be found. Jul 16 08:46:28.674809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38166e1a-1b9c-408d-88fc-23aba7853ea0 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/routers/44399973-f421-4de9-a96e-4162923c7592 HTTP/1.1" status: 404 len: 336 time: 0.0815814 Jul 16 08:46:28.677811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.684646 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:25Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.698001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.701970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.708547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6c04777c-9e99-48d3-98cd-e4d8ce49439f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:28.708547 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.710119 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f629f3b6-c598-46ea-b880-61c1435be354 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] DELETE failed (client error): The resource could not be found. Jul 16 08:46:28.710274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:28.711457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.712217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f629f3b6-c598-46ea-b880-61c1435be354 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:46:28.719580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f629f3b6-c598-46ea-b880-61c1435be354 tempest-RoutersAdminTest-1726372256 tempest-RoutersAdminTest-1726372256-project] 10.222.0.32 "DELETE /v2.0/subnets/3d371c40-34ce-4914-a536-a5e9d7caba1a HTTP/1.1" status: 404 len: 337 time: 0.0405354 Jul 16 08:46:28.730038 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:28.731020 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Updating router b3f391dc-5101-464a-a3ec-148bec5a7593 port f4990efb-38cf-488b-8d84-b29c23e1e703 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:28.796972 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.878403 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a064-9c2c-468e-b3e6-dce0db9a967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.884926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a064-9c2c-468e-b3e6-dce0db9a967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.927924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1a6a064-9c2c-468e-b3e6-dce0db9a967d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4f2cc8e08664ef1acff7f4dec8b3304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432236 Jul 16 08:46:28.929917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.000931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6a064-9c2c-468e-b3e6-dce0db9a967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96086b6d-3fe8-4c8b-b68b-c55e7ab218d2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.021651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.047706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.114125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52500) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.146573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.149703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.153570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96086b6d-3fe8-4c8b-b68b-c55e7ab218d2 HTTP/1.1" status: 204 len: 168 time: 0.2201474 Jul 16 08:46:29.165847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d86d7-d689-4a00-9544-d3de0f8184a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96086b6d-3fe8-4c8b-b68b-c55e7ab218d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.198997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008627f5-28dd-4715-b70b-54c00278a022 req-a0fc1e91-3a11-4045-8392-ef4c2ba19c4a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895364 Jul 16 08:46:29.221475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7b64-5ed4-48b1-ba19-7543018654dc req-889195b4-2e05-4686-8784-9f5856ab19c6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.240613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c1c7b64-5ed4-48b1-ba19-7543018654dc req-889195b4-2e05-4686-8784-9f5856ab19c6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.8084121 Jul 16 08:46:29.249893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2454200 Jul 16 08:46:29.250151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.256489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'subnet': {'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:29.286466 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.314627 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Transition to ACTIVE for port object f4990efb-38cf-488b-8d84-b29c23e1e703 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:29.327814 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.330879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e57d86-e18b-4d2a-9ca8-9e9edee40a93 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Network': ['ID=8949aaec-3621-4f9a-af90-14bb7504370e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.349186 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876f517-f25c-4395-95ca-95fcee52fa69 x-openstack-request-id: req-c876f517-f25c-4395-95ca-95fcee52fa69 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:29.349483 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59897e0d-50c7-4cd2-8525-72dcece922af", "name": "network-vif-deleted", "tag": "95a23484-0a60-4424-88ae-27f3241747c8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:29.349745 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c876f517-f25c-4395-95ca-95fcee52fa69 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:29.350250 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59897e0d-50c7-4cd2-8525-72dcece922af', 'name': 'network-vif-deleted', 'tag': '95a23484-0a60-4424-88ae-27f3241747c8', 'status': 'completed', 'code': 200} Jul 16 08:46:29.367268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91035b41-6078-4b78-bbf3-8336c17bf382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.374317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c1c7b64-5ed4-48b1-ba19-7543018654dc req-2ac5a9b3-ce1f-4fe4-9103-acbcf3d551bb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308029 Jul 16 08:46:29.403860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 8949aaec-3621-4f9a-af90-14bb7504370e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:29.493246 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a3ce-ddae-40b1-a06a-c5962fae94d9 None None] Pushing event updated for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.562360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b62b9935-12da-4f20-9ab2-a3105c912acd up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:29.680084 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Attempting to bind port f4990efb-38cf-488b-8d84-b29c23e1e703 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:29.680732 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Attempting to bind port f4990efb-38cf-488b-8d84-b29c23e1e703 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:29.681483 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Attempting to bind port f4990efb-38cf-488b-8d84-b29c23e1e703 on network 94eff075-1cdb-4ac6-a40a-4812d5303109 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:29.692860 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:29.694947 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Checking segment: {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:29.696414 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.697499 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Bound using segment: {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:29.698499 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Bound port: f4990efb-38cf-488b-8d84-b29c23e1e703, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f90df-3164-4d70-b714-1aa4096b37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:29.700086 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.737331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b62b9935-12da-4f20-9ab2-a3105c912acd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:29.738000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.784894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91035b41-6078-4b78-bbf3-8336c17bf382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.797359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91035b41-6078-4b78-bbf3-8336c17bf382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.886984 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] For port f4990efb-38cf-488b-8d84-b29c23e1e703, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:29.893428 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] For port f4990efb-38cf-488b-8d84-b29c23e1e703, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4990efb-38cf-488b-8d84-b29c23e1e703,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:29.899499 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.902320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035b41-6078-4b78-bbf3-8336c17bf382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c758c2-95df-4d1d-9aad-7904dd54a9c4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.909562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Made reservation on behalf of 47c5a0e59f514f6fb1540d8ccda81d31 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:29.914079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.969679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-91035b41-6078-4b78-bbf3-8336c17bf382 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3444ef8bc2574d1c9bd8abd30e930f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541756 Jul 16 08:46:29.973144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.069490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-b5f74f87-73d1-4418-aca2-9085ef267f2b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.075336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-b5f74f87-73d1-4418-aca2-9085ef267f2b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.3025837 Jul 16 08:46:30.080913 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a3ce-ddae-40b1-a06a-c5962fae94d9 None None] Pushing event updated for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.088235 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:30.089409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.134472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.156972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-e52840b7-fe83-4add-a10b-4f8b89116278 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/quotas/b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 375 time: 0.0605738 Jul 16 08:46:30.205988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.273899 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:30.334711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1e7845d9-1619-444f-b949-ebaaaca44288 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1758428 Jul 16 08:46:30.407072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.472103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Subnet': ['ID=8daa623a-9273-4ec5-98b2-1a6723c30c00,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.484532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a5c3-ad07-4749-8610-fc0eb5f17cbb req-c4da96fd-e239-459a-8a40-4428fafddd6c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.492753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab59a5c3-ad07-4749-8610-fc0eb5f17cbb req-c4da96fd-e239-459a-8a40-4428fafddd6c tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.1237996 Jul 16 08:46:30.509028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Checking segment: {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:30.509461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network hostable DHCP agents. Network: 8949aaec-3621-4f9a-af90-14bb7504370e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:30.513427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:30.551225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 8949aaec-3621-4f9a-af90-14bb7504370e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:30.580105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.584748 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.587090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60c758c2-95df-4d1d-9aad-7904dd54a9c4 HTTP/1.1" status: 204 len: 168 time: 0.6117308 Jul 16 08:46:30.598103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 8949aaec-3621-4f9a-af90-14bb7504370e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:30.600686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d614c-d109-4a06-8033-51f56bdd0d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c758c2-95df-4d1d-9aad-7904dd54a9c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.613265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab59a5c3-ad07-4749-8610-fc0eb5f17cbb req-ffa94bfc-9773-4901-9c27-9e85e834a75a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174936 Jul 16 08:46:30.615245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:30.616507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.642131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef45e3d-9a63-4033-8bf4-d9bd10f83ea9 None None] Network 8949aaec-3621-4f9a-af90-14bb7504370e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:30.653278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fecb6cc7-5420-4ee2-abe2-123eb819189b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3990836 Jul 16 08:46:30.655241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52556) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.975420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-46078bf5-4560-416b-8fee-ce2e3b128db6 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337681 Jul 16 08:46:31.137584 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:29Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.172355 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb83ed-1bba-4f15-ac82-fe9a1ad0539a None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:29Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:31.251071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a91dd-0975-451a-8e38-de4bb45cb372 req-b52a4d05-b5d6-46ae-805e-fb9c8963df36 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.264348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-784a91dd-0975-451a-8e38-de4bb45cb372 req-b52a4d05-b5d6-46ae-805e-fb9c8963df36 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3827405 Jul 16 08:46:31.391279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-a6695f06-6fff-432e-9f3b-89d910202649 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139957 Jul 16 08:46:31.391815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52578) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.491945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:31.543954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4990efb-38cf-488b-8d84-b29c23e1e703 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:31.578848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-784a91dd-0975-451a-8e38-de4bb45cb372 req-99613a1c-d05f-4e73-8418-d2b51b1dda51 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134875 Jul 16 08:46:31.608450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.623869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6e67da1-f05a-4a1b-8502-6902a107f269 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dbef2d3543843f2b8f08cb26573db96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098246 Jul 16 08:46:31.629057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.685402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4e927466-07c9-4943-ae82-6d59357e4f33', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'port_id': '4e927466-07c9-4943-ae82-6d59357e4f33', 'mac_address': 'fa:16:3e:b6:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7440925-136b-42b3-9a00-7a50c6032906', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:31.854193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92033666-2c3e-4332-8562-22116938406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.907639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.981942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92033666-2c3e-4332-8562-22116938406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.092277 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.099353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85b9b0c3-78a8-4aea-a6a7-04f17dd64207 req-b240aee0-e4c8-4aab-a310-3230ffc33fd8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 210 time: 0.0427613 Jul 16 08:46:32.102422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f4990efb-38cf-488b-8d84-b29c23e1e703 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:32.109973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f4990efb-38cf-488b-8d84-b29c23e1e703 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:32.110600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.159705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59250-8ca9-4638-9f19-d20c5d91ac85 req-d2777294-da0f-41a0-a657-df2818b2868e tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.167549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70d59250-8ca9-4638-9f19-d20c5d91ac85 req-d2777294-da0f-41a0-a657-df2818b2868e tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.1641834 Jul 16 08:46:32.214821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:32.228214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70d59250-8ca9-4638-9f19-d20c5d91ac85 req-8474f4cb-1d1f-4de3-8305-d7b85163b84a tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596476 Jul 16 08:46:32.233490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-8949aaec-3621-4f9a-af90-14bb7504370e', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:32.234741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.277592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:32.299012 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.456458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.504447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:32.590041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f4990efb-38cf-488b-8d84-b29c23e1e703, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4990efb-38cf-488b-8d84-b29c23e1e703,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:32.608616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70f1747e-aa91-4a3f-a61d-68ccfc817239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.653212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.661343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.711451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.716566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.717277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.717887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.718440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.718976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.719528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.720100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.720654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.728572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.729263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.729808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:32.736911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70f1747e-aa91-4a3f-a61d-68ccfc817239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.752634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70f1747e-aa91-4a3f-a61d-68ccfc817239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.809587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92033666-2c3e-4332-8562-22116938406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.812827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92033666-2c3e-4332-8562-22116938406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.814200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92033666-2c3e-4332-8562-22116938406a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5338c999-8f47-4c6b-88c2-755aca070724 HTTP/1.1" status: 204 len: 168 time: 1.1735582 Jul 16 08:46:32.851446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70f1747e-aa91-4a3f-a61d-68ccfc817239 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=885aa8cd62b44653b0628cd8a4ef7448&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2322726 Jul 16 08:46:32.853942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.862055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52612) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.868528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1747e-aa91-4a3f-a61d-68ccfc817239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88dbaab-4b9f-4d0e-a61d-7c3feb6d019b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.874311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Allocated IP 172.23.0.2 (8949aaec-3621-4f9a-af90-14bb7504370e/8daa623a-9273-4ec5-98b2-1a6723c30c00/72444323-4de4-4f39-ae94-519d55e0a075) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:32.914592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92033666-2c3e-4332-8562-22116938406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5338c999-8f47-4c6b-88c2-755aca070724,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.055756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.074263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50604b52-e8fd-4fb2-b3e3-f9ac1c9821b6 req-32d3ebfb-4f08-4ddf-87df-bd7066378806 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.082276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50604b52-e8fd-4fb2-b3e3-f9ac1c9821b6 req-32d3ebfb-4f08-4ddf-87df-bd7066378806 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.2755108 Jul 16 08:46:33.163075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50604b52-e8fd-4fb2-b3e3-f9ac1c9821b6 req-2b2d4309-7d34-4617-8bac-017ec498a91e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796053 Jul 16 08:46:33.167194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.305070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.309498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.314830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b88dbaab-4b9f-4d0e-a61d-7c3feb6d019b HTTP/1.1" status: 204 len: 168 time: 0.4447236 Jul 16 08:46:33.367165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea376-54a4-4ff5-a2f5-7b98c240d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88dbaab-4b9f-4d0e-a61d-7c3feb6d019b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.369747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.430493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Transition to ACTIVE for port object 72444323-4de4-4f39-ae94-519d55e0a075 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:33.497209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-deda95f7-01d4-4fb7-a028-972f0aabc6ac req-51ece794-4ab8-435e-bc5d-8a593cb0b412 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 210 time: 0.1602511 Jul 16 08:46:33.506348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4990efb-38cf-488b-8d84-b29c23e1e703 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:33.610783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Transition to ACTIVE for port object 72444323-4de4-4f39-ae94-519d55e0a075 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:33.624748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75591a5-567a-4059-83b1-6ffeba24194c req-33eda8f9-7b5c-4134-ad9a-06145c11c7b6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.626808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e75591a5-567a-4059-83b1-6ffeba24194c req-33eda8f9-7b5c-4134-ad9a-06145c11c7b6 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.0936697 Jul 16 08:46:33.675828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.716342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e75591a5-567a-4059-83b1-6ffeba24194c req-005640d4-deff-4d5b-bf96-e41be09d8110 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Jul 16 08:46:33.879628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Network 8949aaec-3621-4f9a-af90-14bb7504370e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:33.887851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:33.894908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Allocated IP 172.23.0.1 (8949aaec-3621-4f9a-af90-14bb7504370e/8daa623a-9273-4ec5-98b2-1a6723c30c00/e6c35dfd-817e-46a7-bba8-115d50e32758) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:33.900076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Pushing event updated for resources: {'Port': ['ID=72444323-4de4-4f39-ae94-519d55e0a075,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.902654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:34.027260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f4990efb-38cf-488b-8d84-b29c23e1e703 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:34.027642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.131909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Attempting to bind port 72444323-4de4-4f39-ae94-519d55e0a075 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:34.132458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Attempting to bind port 72444323-4de4-4f39-ae94-519d55e0a075 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:34.132991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Attempting to bind port 72444323-4de4-4f39-ae94-519d55e0a075 on network 8949aaec-3621-4f9a-af90-14bb7504370e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:34.153284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-f48d66dd-0ccb-4897-9e84-ce49e682faa9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.159535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-f48d66dd-0ccb-4897-9e84-ce49e682faa9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.2792637 Jul 16 08:46:34.166906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:34.167236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Checking segment: {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:34.167636 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.167971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Bound using segment: {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:34.168519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Bound port: 72444323-4de4-4f39-ae94-519d55e0a075, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:34.168958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.178646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'device_id': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'admin_state_up': True, 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:34.225638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.332960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Transition to ACTIVE for port object e6c35dfd-817e-46a7-bba8-115d50e32758 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:34.500916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:34.535875 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-8934afc4-6ddb-46c3-a563-59920a3e8af8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7716010 Jul 16 08:46:34.590203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.722841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 8949aaec-3621-4f9a-af90-14bb7504370e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:34.746035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] For port 72444323-4de4-4f39-ae94-519d55e0a075, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:34.769850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] For port 72444323-4de4-4f39-ae94-519d55e0a075, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72444323-4de4-4f39-ae94-519d55e0a075,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:34.780701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:34.786033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.787552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.887027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:34.907496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:34.966340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4e927466-07c9-4943-ae82-6d59357e4f33 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:34.967609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.970581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f418f6-87df-42fb-96bb-53ce26ac36a9 None None] Pushing event updated for resources: {'Port': ['ID=72444323-4de4-4f39-ae94-519d55e0a075,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.133528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.20.0.8 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/f190d2bd-b277-41f1-be57-91c618f6d7a8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:35.156216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.168874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.223363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05982605-846a-40f9-ad6b-e1db85fb5ee7 req-702f0419-8994-41d3-8347-b1c67a4a95ec tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 210 time: 0.1649857 Jul 16 08:46:35.229582 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.318047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01780966-aeab-47d3-a7d0-7ea459e95450 req-efdf8ddc-b486-4b63-9005-3cece40c3415 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.352067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01780966-aeab-47d3-a7d0-7ea459e95450 req-efdf8ddc-b486-4b63-9005-3cece40c3415 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.7329929 Jul 16 08:46:35.362423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:35.395599 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2e342-ebcb-4e33-b223-365a98ccb3e0" -d '{"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:35.455307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:35.462223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-aabba4a9-e3bb-412b-86ec-818dcf0b136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.467983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.494544 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-aabba4a9-e3bb-412b-86ec-818dcf0b136f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.8714633 Jul 16 08:46:35.632327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.674033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01780966-aeab-47d3-a7d0-7ea459e95450 req-a722a05c-9660-401b-9e54-f7f6bd146be9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207173 Jul 16 08:46:35.734214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72444323-4de4-4f39-ae94-519d55e0a075 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:35.827341 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6738cea4-05ee-4f46-9c19-ab07726f7b4b x-openstack-request-id: req-6738cea4-05ee-4f46-9c19-ab07726f7b4b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:35.827608 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:35.827852 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6738cea4-05ee-4f46-9c19-ab07726f7b4b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:35.831466 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'code': 200} Jul 16 08:46:35.862747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 72444323-4de4-4f39-ae94-519d55e0a075 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:35.986805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.043684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32a3f-632a-4be0-8fc1-c90ad105dccb req-366f0572-3317-4011-b958-fc7e98962c66 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.057006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5b32a3f-632a-4be0-8fc1-c90ad105dccb req-366f0572-3317-4011-b958-fc7e98962c66 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.2316489 Jul 16 08:46:36.110672 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.213906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Transition to ACTIVE for port object f190d2bd-b277-41f1-be57-91c618f6d7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:36.241426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5b32a3f-632a-4be0-8fc1-c90ad105dccb req-dff90149-3a00-4a3e-9e3a-7bee036d0ed1 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699698 Jul 16 08:46:36.353259 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.657780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:36.669298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:36.681541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:36.689043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.752835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-ce3079e8-38d2-45e9-8129-72413680a703 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.755137 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-ce3079e8-38d2-45e9-8129-72413680a703 tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 1.1588438 Jul 16 08:46:36.813245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-7cf512ff-2b8f-4233-b615-2d861374c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.817095 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-7cf512ff-2b8f-4233-b615-2d861374c970 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 1.2890515 Jul 16 08:46:36.853487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.858862 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.931696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430ba8-ad9f-4ba4-8f1c-88a269be7b92 req-5c622cee-6005-4eb5-af2c-303003b56e41 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.939962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c430ba8-ad9f-4ba4-8f1c-88a269be7b92 req-5c622cee-6005-4eb5-af2c-303003b56e41 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 931 time: 0.3820274 Jul 16 08:46:36.942968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52700) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.957861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-ea241e62-ad04-47f3-8457-f0ca5edb829b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7885859 Jul 16 08:46:37.004108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Request body: {'port': {'device_id': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:37.180220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d98ef-8b97-452a-9877-9b88fc1c476f None None] Network 8949aaec-3621-4f9a-af90-14bb7504370e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:37.218578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c430ba8-ad9f-4ba4-8f1c-88a269be7b92 req-99c8ba2c-76e5-4548-bce3-e3c402cd267a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775664 Jul 16 08:46:37.360147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.377931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-c019f6a2-88ce-4509-ac20-94c981f57e2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.5509288 Jul 16 08:46:37.380290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.409143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.434588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3fa52-f289-4df2-bbe6-f5038bb1a8e8 req-709dda0b-e411-4787-84b4-bec7cfdb8707 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.436510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9f3fa52-f289-4df2-bbe6-f5038bb1a8e8 req-709dda0b-e411-4787-84b4-bec7cfdb8707 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4926546 Jul 16 08:46:37.469259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.517772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Provisioning for port 72444323-4de4-4f39-ae94-519d55e0a075 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:37.548928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Provisioning complete for port 72444323-4de4-4f39-ae94-519d55e0a075 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:37.549626 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.666042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9f3fa52-f289-4df2-bbe6-f5038bb1a8e8 req-4c35d0df-9231-4db7-9ce0-5b21641b0abe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133017 Jul 16 08:46:37.695760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1944670308', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:37.834134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-cbd6864d-cbdd-4d69-8d60-82de50570bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.836658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.839028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-cbd6864d-cbdd-4d69-8d60-82de50570bc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.3812575 Jul 16 08:46:37.957191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event updated for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.963892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Made reservation on behalf of bfff6c3b211d4dd48b43fe1aa58790ce for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:37.966813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.969555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] For port 72444323-4de4-4f39-ae94-519d55e0a075, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72444323-4de4-4f39-ae94-519d55e0a075,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:37.981327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.031770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.065013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Deleting port aa2ebefc-bef0-438e-b10a-9e9203e76b46 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:38.065874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.146624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455550-86cb-42cb-8266-9271d697acf3 None None] Pushing event updated for resources: {'Port': ['ID=72444323-4de4-4f39-ae94-519d55e0a075,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.151381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-64f0c160-a933-45b0-923e-aa7f19a3b468 None None] Provisioning for port f190d2bd-b277-41f1-be57-91c618f6d7a8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:38.159989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-64f0c160-a933-45b0-923e-aa7f19a3b468 None None] Provisioning complete for port f190d2bd-b277-41f1-be57-91c618f6d7a8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:38.162259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-64f0c160-a933-45b0-923e-aa7f19a3b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.257421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97804c-52ed-4712-8c2c-97819f0bd0e2 req-612640c6-a828-424d-8c5c-60dddc3005ab tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.270960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c97804c-52ed-4712-8c2c-97819f0bd0e2 req-612640c6-a828-424d-8c5c-60dddc3005ab tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 945 time: 0.3243105 Jul 16 08:46:38.286257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-64f0c160-a933-45b0-923e-aa7f19a3b468 None None] Port f190d2bd-b277-41f1-be57-91c618f6d7a8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:38.408090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c97804c-52ed-4712-8c2c-97819f0bd0e2 req-c8dab8a4-11f7-4e2f-b4ab-cbb63b159b5b tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f230675-08fc-4334-aed5-46496e110007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342945 Jul 16 08:46:38.446626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Network 8949aaec-3621-4f9a-af90-14bb7504370e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:38.471409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.484695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.502175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f190d2bd-b277-41f1-be57-91c618f6d7a8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:38.517929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Provisioning for port e6c35dfd-817e-46a7-bba8-115d50e32758 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:38.524343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] device_id is not set on port 426ff73c-de69-48ac-9980-d8295d67dea5 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:38.525768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Provisioning complete for port e6c35dfd-817e-46a7-bba8-115d50e32758 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:38.527859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.537873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.556128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:38.609427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-3451dc69-f972-445b-87a8-c7c6d8681c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.614199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-3451dc69-f972-445b-87a8-c7c6d8681c89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6741004 Jul 16 08:46:38.688260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aa2ebefc-bef0-438e-b10a-9e9203e76b46 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:38.696975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Port e6c35dfd-817e-46a7-bba8-115d50e32758 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:38.734372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Transition to ACTIVE for port object f190d2bd-b277-41f1-be57-91c618f6d7a8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:38.790051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabe81e-cd94-4ba8-8408-fdb95cac9450,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.806411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.830042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:38.912097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Provisioning complete for port 72444323-4de4-4f39-ae94-519d55e0a075 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:38.913343 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40560e5c-8308-4769-8f30-34878184fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.932516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:38.932892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.976442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.001795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Calling delete_port for aa2ebefc-bef0-438e-b10a-9e9203e76b46 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:39.062780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.155856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Allocated IP 172.25.5.24 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/426ff73c-de69-48ac-9980-d8295d67dea5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:39.354792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.454852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:39.455277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.466335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.468371 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658efa84-d9f8-44a7-8501-c5394816cdec" -d '{"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:39.505067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-609aae7b-4038-4fac-9ce1-c8e39a946e87 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783464 Jul 16 08:46:39.546987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aa2ebefc-bef0-438e-b10a-9e9203e76b46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aa2ebefc-bef0-438e-b10a-9e9203e76b46,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:39.547245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.551960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72444323-4de4-4f39-ae94-519d55e0a075 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:39.563805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.602799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.686959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359b7d-4074-455d-9c6d-a5871965cc4f req-c56459a5-bfb7-4bcb-ba22-d88e81d8d964 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.688068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f0c66d8b-0a85-4e0a-a7c8-3369641ae94f None None] Provisioning complete for port e6c35dfd-817e-46a7-bba8-115d50e32758 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:39.688720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f0c66d8b-0a85-4e0a-a7c8-3369641ae94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.689406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b359b7d-4074-455d-9c6d-a5871965cc4f req-c56459a5-bfb7-4bcb-ba22-d88e81d8d964 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 931 time: 1.2098305 Jul 16 08:46:39.802797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:39.815378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a2a-019c-4bff-91a7-43fab415e53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.827685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcd6f931-cb06-43f0-be2c-a3edc1c22ee7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1709356 Jul 16 08:46:39.835585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.845781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:39.917650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:39.956936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.964703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:39.990669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:40.003339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f98b18-55a9-42d2-9070-c20c4181f2e7 req-c605b3a6-8820-4a9e-b28e-05af3d374ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863722 Jul 16 08:46:40.016807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:40.018405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Pushing event updated for resources: {'Port': ['ID=426ff73c-de69-48ac-9980-d8295d67dea5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.084391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66d8b-0a85-4e0a-a7c8-3369641ae94f None None] Port e6c35dfd-817e-46a7-bba8-115d50e32758 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:40.086817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:40.093563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.102158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b359b7d-4074-455d-9c6d-a5871965cc4f req-61a1b848-11f3-4745-8e2a-265e4e2315af tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856571 Jul 16 08:46:40.121278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411cf3-600d-46fb-a573-bba41181d59c req-e4a81bd6-772c-4069-ad87-d05289cf62bb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.123943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9411cf3-600d-46fb-a573-bba41181d59c req-e4a81bd6-772c-4069-ad87-d05289cf62bb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5894444 Jul 16 08:46:40.155186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a2a-019c-4bff-91a7-43fab415e53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.167639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.169071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.175750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.182898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Attempting to bind port f190d2bd-b277-41f1-be57-91c618f6d7a8 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:40.183868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Attempting to bind port f190d2bd-b277-41f1-be57-91c618f6d7a8 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:40.184695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Attempting to bind port f190d2bd-b277-41f1-be57-91c618f6d7a8 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:40.208905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Port f190d2bd-b277-41f1-be57-91c618f6d7a8 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:40.209615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Attempting to bind port f190d2bd-b277-41f1-be57-91c618f6d7a8 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:40.218373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a2a-019c-4bff-91a7-43fab415e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.224153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f584560b-e80d-46ea-ab89-e030b046397f tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2790771 Jul 16 08:46:40.225295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52776) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.235613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.24'}]}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:40.244970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:40.245689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:40.246298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:40.246971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Bound port: f190d2bd-b277-41f1-be57-91c618f6d7a8, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:40.247570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.268413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9411cf3-600d-46fb-a573-bba41181d59c req-2cb29f38-2f0b-4ceb-921a-75812af5ec53 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207473 Jul 16 08:46:40.328685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1d81a2a-019c-4bff-91a7-43fab415e53c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c77171e30214276a414dd8ddea339a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605423 Jul 16 08:46:40.332328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Pushing event deleted for resources: {'Port': ['ID=aa2ebefc-bef0-438e-b10a-9e9203e76b46,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.345014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.363544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 72444323-4de4-4f39-ae94-519d55e0a075 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:40.370325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.407644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:40.419072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.420489 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7bff41-9695-43c5-821a-292fa683e9dc x-openstack-request-id: req-fc7bff41-9695-43c5-821a-292fa683e9dc {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:40.420666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] No DVR routers for this DVR port aa2ebefc-bef0-438e-b10a-9e9203e76b46 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:40.421141 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:40.421571 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc7bff41-9695-43c5-821a-292fa683e9dc {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:40.421878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.422311 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'code': 200} Jul 16 08:46:40.428797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.433115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:40.440129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17d31a62-a4b5-47b0-86f4-94ecf2228ab5 req-43047bc1-fb8a-46cc-8615-ea9a94fb52fc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.46 "DELETE /v2.0/ports/aa2ebefc-bef0-438e-b10a-9e9203e76b46 HTTP/1.1" status: 204 len: 173 time: 3.6404169 Jul 16 08:46:40.455994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-deleted', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:40.466968 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6f041-b76f-4b12-9742-3f72cefb649d" -d '{"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-deleted", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:40.515081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5908c59-c4e3-4043-84b6-e10303c44137 req-979b5d11-71e9-491c-80bb-446eb3071ffc tempest-ServerRescueNegativeTestJSON-1556621623 tempest-ServerRescueNegativeTestJSON-1556621623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5a235f7-04ef-4b42-b79e-b6a89f78fb65 HTTP/1.1" status: 200 len: 210 time: 0.1137443 Jul 16 08:46:40.545932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:40.684750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.699431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d81a2a-019c-4bff-91a7-43fab415e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8207fed6-3d95-452c-9c0a-34e0975544bb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.706187 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e5c60-9e75-48fe-a6c5-07197c6e54aa x-openstack-request-id: req-222e5c60-9e75-48fe-a6c5-07197c6e54aa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:40.706503 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a235f7-04ef-4b42-b79e-b6a89f78fb65", "name": "network-vif-deleted", "tag": "aa2ebefc-bef0-438e-b10a-9e9203e76b46", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:40.706722 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-222e5c60-9e75-48fe-a6c5-07197c6e54aa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:40.707862 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a235f7-04ef-4b42-b79e-b6a89f78fb65', 'name': 'network-vif-deleted', 'tag': 'aa2ebefc-bef0-438e-b10a-9e9203e76b46', 'status': 'completed', 'code': 200} Jul 16 08:46:40.814180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.817196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.818261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.820222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f190d2bd-b277-41f1-be57-91c618f6d7a8 HTTP/1.1" status: 200 len: 1092 time: 3.8299215 Jul 16 08:46:40.823120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:40.827297 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075db464-5ae3-40af-b730-26fe9241c0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:41.034888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:35Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:36Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:41.130199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:41.130959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Updating router b3f391dc-5101-464a-a3ec-148bec5a7593 port e6c35dfd-817e-46a7-bba8-115d50e32758 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:41.255561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.389916 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc2195-f752-449b-848d-29e88dd4251c x-openstack-request-id: req-b2dc2195-f752-449b-848d-29e88dd4251c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:41.390231 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:41.390728 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2dc2195-f752-449b-848d-29e88dd4251c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:41.391072 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'status': 'completed', 'code': 200} Jul 16 08:46:41.675566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b181121-42d9-4a06-9686-965c4935b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.690034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.729865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.798859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-f937fd82-98dd-4e63-9232-8eb8c4bcf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.800466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-f937fd82-98dd-4e63-9232-8eb8c4bcf330 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 1095 time: 0.8758042 Jul 16 08:46:41.807270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.847791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.859620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Transition to ACTIVE for port object e6c35dfd-817e-46a7-bba8-115d50e32758 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:41.866141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.908332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1d2fb0ac-ca6a-4931-8696-c0ca35a282ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0895674 Jul 16 08:46:41.963902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.969474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.974623 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8207fed6-3d95-452c-9c0a-34e0975544bb HTTP/1.1" status: 204 len: 168 time: 1.6246707 Jul 16 08:46:42.010323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bfffd-a769-47cc-8a66-b848f3fd514b req-e53828f4-9e01-4e83-a2d7-ed5468593373 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.010845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c325-ff75-44ef-a749-b0857cdeda79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207fed6-3d95-452c-9c0a-34e0975544bb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.024030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f4bfffd-a769-47cc-8a66-b848f3fd514b req-e53828f4-9e01-4e83-a2d7-ed5468593373 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 943 time: 0.5438786 Jul 16 08:46:42.055226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:46:42.056549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152436-0db9-4b42-bbe8-0e85bc7c0c64 req-84bca014-e99f-4f3e-ab2a-0fc1b70c4b09 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.067387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93152436-0db9-4b42-bbe8-0e85bc7c0c64 req-84bca014-e99f-4f3e-ab2a-0fc1b70c4b09 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3953440 Jul 16 08:46:42.095111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Removed routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:46:42.095535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.142296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49b489-1ff3-4c56-9fd8-0a9f4a5f6f06 None None] Pushing event updated for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.156348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Attempting to bind port e6c35dfd-817e-46a7-bba8-115d50e32758 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:42.156825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Attempting to bind port e6c35dfd-817e-46a7-bba8-115d50e32758 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:42.157196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Attempting to bind port e6c35dfd-817e-46a7-bba8-115d50e32758 on network 8949aaec-3621-4f9a-af90-14bb7504370e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:42.176384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:42.176896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Checking segment: {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:42.177363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.177854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Bound using segment: {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:42.178356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Bound port: e6c35dfd-817e-46a7-bba8-115d50e32758, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c347519d-2d74-4204-9d3f-d59e5ca47adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:42.178749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.257101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f4bfffd-a769-47cc-8a66-b848f3fd514b req-f8aab693-faae-4b69-ae2f-272752adeb6c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312729 Jul 16 08:46:42.336271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] For port e6c35dfd-817e-46a7-bba8-115d50e32758, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:42.339791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] For port e6c35dfd-817e-46a7-bba8-115d50e32758, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6c35dfd-817e-46a7-bba8-115d50e32758,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:42.365611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.483615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-9afd9c93-6778-4fea-8f13-dbc264767a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.503598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-9afd9c93-6778-4fea-8f13-dbc264767a3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.5850334 Jul 16 08:46:42.659803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:42.662928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:42.698682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49b489-1ff3-4c56-9fd8-0a9f4a5f6f06 None None] Pushing event updated for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.751622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.752290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52802) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.790974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93152436-0db9-4b42-bbe8-0e85bc7c0c64 req-fb3c61e0-7071-42dd-9d45-3239c7359dfe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185602 Jul 16 08:46:42.854863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f83c-0739-47e9-9ef8-438a9fb82220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.874326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.942279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.035104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-fbe46f43-9196-43df-8e61-32fcc43c4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.036949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-fbe46f43-9196-43df-8e61-32fcc43c4a30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4930286 Jul 16 08:46:43.042772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1ee5174f-3cb7-4687-9c8f-0470a94abfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.101984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:43.204606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-1b15b723-e87d-4042-a8a7-fe1bc20dbb02 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573410 Jul 16 08:46:43.260376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.333519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.366173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f83c-0739-47e9-9ef8-438a9fb82220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.543920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 6, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:43.606713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbe8c6-ae2e-49ba-9198-1ebd4ab28d11 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 6, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:43.640745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6970bce-58f6-4286-824b-7e778e0e35fd req-5171b592-5cc4-47ad-b152-a266b3a4a6cc service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273233 Jul 16 08:46:43.643634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f83c-0739-47e9-9ef8-438a9fb82220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.799420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4f83c-0739-47e9-9ef8-438a9fb82220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f7fad-074f-4ab8-be44-6f7f3006db3f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:43.806776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8e4f83c-0739-47e9-9ef8-438a9fb82220 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a30dfe7f25a14027a9c48fc04b6e7d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0533171 Jul 16 08:46:43.821839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:43.845126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:44.016096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32984-673c-4a0f-9089-b393e5a72591 req-073c3b36-0a62-4b29-a9d7-2dc335801aac tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.030833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4f32984-673c-4a0f-9089-b393e5a72591 req-073c3b36-0a62-4b29-a9d7-2dc335801aac tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 943 time: 0.4880066 Jul 16 08:46:44.126910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:44.197081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.198337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-461d248e-382c-44cc-8b59-c4340fedeb07 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 934 time: 4.3574793 Jul 16 08:46:44.203886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.206685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4f32984-673c-4a0f-9089-b393e5a72591 req-ff013546-d8dd-4277-8fe8-c5cf04ed3c5c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744273 Jul 16 08:46:44.209428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.212366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.351935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69cf35df-5a01-4ed0-bafa-14db7f9500cc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 934 time: 0.1464026 Jul 16 08:46:44.353681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.361161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'routes': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:44.410375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.416704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.581290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-fba3c97b-050b-47a1-826d-10b8864aa468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.584249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-fba3c97b-050b-47a1-826d-10b8864aa468 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 1095 time: 0.7483337 Jul 16 08:46:44.704167 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.714109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.804405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734213-843b-40ce-8f9a-d9205a9c6f88 req-39658b57-9b67-4412-bcd7-3c16dbaf44d6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.811818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75734213-843b-40ce-8f9a-d9205a9c6f88 req-39658b57-9b67-4412-bcd7-3c16dbaf44d6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4583678 Jul 16 08:46:44.871404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.879196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.879196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f2f7fad-074f-4ab8-be44-6f7f3006db3f HTTP/1.1" status: 204 len: 168 time: 1.0534129 Jul 16 08:46:44.886835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.887372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6cd4ebc-7343-4d44-bb07-4e9f36d98f02 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:44.924815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673368e9-3a23-44d1-8698-51115c00055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f7fad-074f-4ab8-be44-6f7f3006db3f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.013088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75734213-843b-40ce-8f9a-d9205a9c6f88 req-4b10cb4e-2b98-4449-a91e-6483752d59ef tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002652 Jul 16 08:46:45.033173 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:46:45.039111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4b0d7471-7737-424d-8cf5-56940749c0e7 tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8038507 Jul 16 08:46:45.039758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-a9403ba2-9aeb-4ddf-8fe4-4df8cd43fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.042162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-a9403ba2-9aeb-4ddf-8fe4-4df8cd43fc46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.3957677 Jul 16 08:46:45.043031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52820) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:45.277863 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:45.314793 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:45.315787 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:45.453463 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:45.631953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6c35dfd-817e-46a7-bba8-115d50e32758 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:45.756750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-92048c9d-6d93-4f73-a290-e21f0f1cd20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.766559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.822680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Deleting port e6147b9f-9b03-4266-8519-115a6d033707 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:45.823294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.852712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e6c35dfd-817e-46a7-bba8-115d50e32758 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:45.863026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e6c35dfd-817e-46a7-bba8-115d50e32758 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:45.863440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.982804 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 6, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.047520 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:46.049853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:46:46.050299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:46:46.075239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:46.076737 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.109005 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.130870 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.217718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e6c35dfd-817e-46a7-bba8-115d50e32758, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6c35dfd-817e-46a7-bba8-115d50e32758,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:46.224092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.232821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-29f0f24d-a6dd-44a6-b081-13a92d9eb971 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8 HTTP/1.1" status: 200 len: 217 time: 1.0989966 Jul 16 08:46:46.258241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] For port e6147b9f-9b03-4266-8519-115a6d033707, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6147b9f-9b03-4266-8519-115a6d033707,segment=NetworkSegment(f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71),segment_id=f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:46.258536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.304108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Calling delete_port for e6147b9f-9b03-4266-8519-115a6d033707 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:46.349973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.429723 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:46.513198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-9509efe8-0b3e-43ce-a63a-90be3f7ae52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.515960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-9509efe8-0b3e-43ce-a63a-90be3f7ae52d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1809528 Jul 16 08:46:46.580999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Deleting port 426ff73c-de69-48ac-9980-d8295d67dea5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:46.581740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.590108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f190d2bd-b277-41f1-be57-91c618f6d7a8 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:46.662479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114049d1-1aff-473f-8554-223b86e8fe83 req-3c469649-bc57-4266-b5b2-b379014a32b5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.682839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-114049d1-1aff-473f-8554-223b86e8fe83 req-3c469649-bc57-4266-b5b2-b379014a32b5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 943 time: 0.4598701 Jul 16 08:46:46.811957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412e489-19cc-4147-8f18-57f9287ed8c7 req-8a5f7715-bc86-4665-ac5f-be796239f32d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.827569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e412e489-19cc-4147-8f18-57f9287ed8c7 req-8a5f7715-bc86-4665-ac5f-be796239f32d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4717889 Jul 16 08:46:46.920118 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.980951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-114049d1-1aff-473f-8554-223b86e8fe83 req-d54d7629-b667-4bba-bd1e-3a9e900e63fd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962446 Jul 16 08:46:46.989591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.042152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'mac_address': 'fa:16:3e:66:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:47.086220 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 6, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:47.093100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e412e489-19cc-4147-8f18-57f9287ed8c7 req-e6e60adf-f76d-4538-913b-6a7455feedd8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638450 Jul 16 08:46:47.104502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.148179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-807d5e69-069b-45ca-9217-d7f9c9d2e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.151188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-807d5e69-069b-45ca-9217-d7f9c9d2e246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6233816 Jul 16 08:46:47.152944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Calling delete_port for 426ff73c-de69-48ac-9980-d8295d67dea5 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:47.184217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.200647 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3590a-aba3-495d-b43e-06ae976f1c59 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 6, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:42Z', 'revision_number': 4, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:47.227972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f190d2bd-b277-41f1-be57-91c618f6d7a8 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:47.285103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.288997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.313570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-924b13c7-8e2f-4866-bfda-d36afdeaa83a service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418455 Jul 16 08:46:47.419127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.490444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6c35dfd-817e-46a7-bba8-115d50e32758 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:47.611711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e6c35dfd-817e-46a7-bba8-115d50e32758 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:47.612575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.725555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-075db464-5ae3-40af-b730-26fe9241c0a6 req-cdb7c29d-8e39-4a95-8b68-28db91ff184a service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852677 Jul 16 08:46:47.726013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:47.845169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.850941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.871850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.931347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.025267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Pushing event deleted for resources: {'Port': ['ID=426ff73c-de69-48ac-9980-d8295d67dea5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.082646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6147b9f-9b03-4266-8519-115a6d033707,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.239621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.246378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5c10b364-5e21-4a2d-9aa9-93f57feee5fe tempest-RoutersAdminNegativeIpV6Test-683484770 tempest-RoutersAdminNegativeIpV6Test-683484770-project-admin] 10.222.0.32 "DELETE /v2.0/ports/426ff73c-de69-48ac-9980-d8295d67dea5 HTTP/1.1" status: 204 len: 168 time: 3.2014766 Jul 16 08:46:48.319398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:48.460125 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.495539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.645045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a4bc-6ced-4ee7-80de-0969f6572244 req-045293f0-0569-496e-a8b4-2dc046b710ae tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.656993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed74a4bc-6ced-4ee7-80de-0969f6572244 req-045293f0-0569-496e-a8b4-2dc046b710ae tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2320843 Jul 16 08:46:48.705561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:48.719572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed74a4bc-6ced-4ee7-80de-0969f6572244 req-ac3bd10e-5692-4fd4-9fe4-5dea00e3d7ad tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611241 Jul 16 08:46:48.745729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a63c1f-0980-41a3-89d1-c6b636b3b56c req-19010b8e-e2f3-4c26-9e0e-933779ccec3b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.759108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4a63c1f-0980-41a3-89d1-c6b636b3b56c req-19010b8e-e2f3-4c26-9e0e-933779ccec3b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 944 time: 0.2772481 Jul 16 08:46:48.847356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4a63c1f-0980-41a3-89d1-c6b636b3b56c req-a79789b7-a14e-433b-8462-e7272bf0bba1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869329 Jul 16 08:46:48.917187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52892) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.986842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:49.000633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:49.011015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.012293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5c21b6a9-165c-47f2-82ac-0fb6aa1c9e40 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 700 time: 4.6575093 Jul 16 08:46:49.015632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52904) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.019645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:49.020862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:49.246393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:49.259538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3c499a-ebe4-44cd-bf6f-d0555f9ba8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.286746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.298052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-37be1cd6-56d0-4ec2-8bf1-6e65f46142c3 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 700 time: 0.2804978 Jul 16 08:46:49.548163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3c499a-ebe4-44cd-bf6f-d0555f9ba8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.558514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b3c499a-ebe4-44cd-bf6f-d0555f9ba8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.604432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Router e6c775ee-3d3a-4847-926e-254613f0531b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:49.665800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9b3c499a-ebe4-44cd-bf6f-d0555f9ba8b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d268922fa6d74b39adef612af8a20750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439640 Jul 16 08:46:49.670866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52940) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.697002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c499a-ebe4-44cd-bf6f-d0555f9ba8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31877484-bf97-4fc5-8643-c8dca8e4c0d1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.823096 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.910984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.923619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 7, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.030731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:50.039340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.042499 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.051884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31877484-bf97-4fc5-8643-c8dca8e4c0d1 HTTP/1.1" status: 204 len: 168 time: 0.3745165 Jul 16 08:46:50.056847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:50.057914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.080986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b3c20-a03c-48fc-8aa4-52b57eec421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31877484-bf97-4fc5-8643-c8dca8e4c0d1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.176404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:50.278963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:50.292651 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Sync routers for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:50.294498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-72bb6fca-1180-42bb-8ba1-59dfc61204c8 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c775ee-3d3a-4847-926e-254613f0531b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5345907 Jul 16 08:46:50.301226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.321565 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:50.323816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.370079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e241ba0-dbc5-4312-93a4-5c2836cd4725 req-106ae852-2ea6-490d-9ddd-8231b4d9dec9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.393432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e241ba0-dbc5-4312-93a4-5c2836cd4725 req-106ae852-2ea6-490d-9ddd-8231b4d9dec9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.2805696 Jul 16 08:46:50.515848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.547187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ed74-ab51-4054-8408-98f3f0e2a06a req-9bf50d21-ba84-48cc-9f8e-4892a492cdd7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.561492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecb5ed74-ab51-4054-8408-98f3f0e2a06a req-9bf50d21-ba84-48cc-9f8e-4892a492cdd7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 944 time: 0.3314183 Jul 16 08:46:50.578686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e241ba0-dbc5-4312-93a4-5c2836cd4725 req-bcada7fb-3e0f-4f50-9d33-03d29cc5b30e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842642 Jul 16 08:46:50.618318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f190d2bd-b277-41f1-be57-91c618f6d7a8 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:50.668029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecb5ed74-ab51-4054-8408-98f3f0e2a06a req-57bcd944-2085-48f2-a672-3847dde3259e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998042 Jul 16 08:46:50.684105 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:50.766951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.775179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 7, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.823714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451119e-12ef-4ffb-8034-7cb12f1cdea1 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 7, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6c35dfd-817e-46a7-bba8-115d50e32758', 'name': '', 'network_id': '8949aaec-3621-4f9a-af90-14bb7504370e', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:30:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:32Z', 'updated_at': '2021-07-16T08:46:46Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '8daa623a-9273-4ec5-98b2-1a6723c30c00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:50.847166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f190d2bd-b277-41f1-be57-91c618f6d7a8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:50.866809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f190d2bd-b277-41f1-be57-91c618f6d7a8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:50.867339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.867810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d91ce150-2dd6-4f49-bcbc-6ffd0c9c12d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.907749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0809f2ef-e77e-46b1-8e67-a4529b9cec23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfff6c3b211d4dd48b43fe1aa58790ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388161 Jul 16 08:46:50.913037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52976) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.001563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.135125 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.137658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.222192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.235676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:51.240542 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86165c0a-02fc-40e0-8d83-43fe27dd791b" -d '{"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-plugged", "status": "completed", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:51.245256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.261533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.344205 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:46:47Z', 'revision_number': 5, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port': {'id': 'b7ea14ad-4bae-4220-b33e-9bb44a314d6f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:21Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.357146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.422993 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d2776-7eb2-400b-adee-5ab3f7c88661 x-openstack-request-id: req-239d2776-7eb2-400b-adee-5ab3f7c88661 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:51.424070 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-plugged", "status": "completed", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:51.424529 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-239d2776-7eb2-400b-adee-5ab3f7c88661 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:51.425398 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'code': 200} Jul 16 08:46:51.433072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Checking router: e6c775ee-3d3a-4847-926e-254613f0531b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:51.434688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.470049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.476707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.480403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eabe81e-cd94-4ba8-8408-fdb95cac9450 HTTP/1.1" status: 204 len: 168 time: 0.5642335 Jul 16 08:46:51.482541 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Routers {'e6c775ee-3d3a-4847-926e-254613f0531b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:51.484312 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e6c775ee-3d3a-4847-926e-254613f0531b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.561827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c9402-4cd8-4f7d-b99a-f19d2d51b42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabe81e-cd94-4ba8-8408-fdb95cac9450,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.616352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Deleting port b7ea14ad-4bae-4220-b33e-9bb44a314d6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:51.616691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.673429 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] Set router e6c775ee-3d3a-4847-926e-254613f0531b gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:51.770699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] For port b7ea14ad-4bae-4220-b33e-9bb44a314d6f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.771380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.796371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Calling delete_port for b7ea14ad-4bae-4220-b33e-9bb44a314d6f owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:51.865623 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d91ce150-2dd6-4f49-bcbc-6ffd0c9c12d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.894653 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d91ce150-2dd6-4f49-bcbc-6ffd0c9c12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.000338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.009797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d91ce150-2dd6-4f49-bcbc-6ffd0c9c12d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=888e71114b6c44b3bc49d3ac4078c3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4902990 Jul 16 08:46:52.035222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52988) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:52.064213 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:46:51Z', 'revision_number': 6, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:52.155336 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f71edb-3ef7-46b2-95a4-4e58f8f5369c None None] The sync data for ids ['e6c775ee-3d3a-4847-926e-254613f0531b'] in n-d-798054-12 is: [{'id': 'e6c775ee-3d3a-4847-926e-254613f0531b', 'name': 'tempest-ServerRescueNegativeTestJSON-1605251253-router', 'tenant_id': '65a569a870314bedbea3432b3b2bbf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:20Z', 'updated_at': '2021-07-16T08:46:51Z', 'revision_number': 6, 'project_id': '65a569a870314bedbea3432b3b2bbf07', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:52.297018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b585a4-0a31-4f25-b091-cd32206b103e req-1f4f573c-d2a0-4234-a9ba-44d8ec539802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.298829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35b585a4-0a31-4f25-b091-cd32206b103e req-1f4f573c-d2a0-4234-a9ba-44d8ec539802 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 1097 time: 0.7454779 Jul 16 08:46:52.307427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ce150-2dd6-4f49-bcbc-6ffd0c9c12d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3fd6b-739d-4a6c-8a26-b9846d7b64e2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.407543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.450895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35b585a4-0a31-4f25-b091-cd32206b103e req-6558d378-0b3b-4937-b9fe-ed0b13c67996 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190612 Jul 16 08:46:52.467019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.558272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1079c20-b9b9-4d03-9895-d525a3da462a req-76aff06d-b210-4196-9322-edeb029cb296 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.580888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1079c20-b9b9-4d03-9895-d525a3da462a req-76aff06d-b210-4196-9322-edeb029cb296 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.5075276 Jul 16 08:46:52.662268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5ecd3-8ba1-4d3b-9803-660ad5409802 req-9efd11ff-d6bf-4561-9974-66fa93cb7aac tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.665864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5be5ecd3-8ba1-4d3b-9803-660ad5409802 req-9efd11ff-d6bf-4561-9974-66fa93cb7aac tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.4969032 Jul 16 08:46:52.666136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.691074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1079c20-b9b9-4d03-9895-d525a3da462a req-08d7de82-36cb-41ca-bfa5-35f1513bb835 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090527 Jul 16 08:46:52.755120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.776126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.779765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97f3fd6b-739d-4a6c-8a26-b9846d7b64e2 HTTP/1.1" status: 204 len: 168 time: 0.7401118 Jul 16 08:46:52.842677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9494b19-309b-4040-a2bd-0a0d072547cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3fd6b-739d-4a6c-8a26-b9846d7b64e2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.902745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5be5ecd3-8ba1-4d3b-9803-660ad5409802 req-e0cf0017-dea5-4ef7-8021-2affa902cd8a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045615 Jul 16 08:46:52.980710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.059999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ea14ad-4bae-4220-b33e-9bb44a314d6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.107210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.107556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.107891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.108258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.108592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.108927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.109259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.109587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.109913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.110241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.110567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.110890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.223557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.228593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.311318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.313754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c775ee-3d3a-4847-926e-254613f0531b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:53.332015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.338163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2635567e-c74c-4f66-b798-17d9a87b11db admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6c775ee-3d3a-4847-926e-254613f0531b HTTP/1.1" status: 204 len: 168 time: 3.0337760 Jul 16 08:46:53.338677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53004) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.426489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port e6c35dfd-817e-46a7-bba8-115d50e32758 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:53.427554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.604534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Deleting subnet b13666fc-19f4-4753-8f84-bb539cdad365 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:53.618362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.640278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6147b9f-9b03-4266-8519-115a6d033707 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:53.697960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e6147b9f-9b03-4266-8519-115a6d033707 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:53.704449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6147b9f-9b03-4266-8519-115a6d033707 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:53.705687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b7ea14ad-4bae-4220-b33e-9bb44a314d6f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:53.778362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.802384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b7ea14ad-4bae-4220-b33e-9bb44a314d6f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:53.804340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b7ea14ad-4bae-4220-b33e-9bb44a314d6f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:53.811215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port e6c35dfd-817e-46a7-bba8-115d50e32758, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e6c35dfd-817e-46a7-bba8-115d50e32758,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:53.812080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.855413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for e6c35dfd-817e-46a7-bba8-115d50e32758 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:53.901917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.187494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.199809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.229682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a074-e7ea-40b2-a470-f3faa1fb18f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.276669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13666fc-19f4-4753-8f84-bb539cdad365,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.295013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.303937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-837789b6-ce50-4460-8abf-94e76ac44d30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b13666fc-19f4-4753-8f84-bb539cdad365 HTTP/1.1" status: 204 len: 168 time: 0.9639237 Jul 16 08:46:54.314886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8b009-2f29-451a-9644-4930de9160fd req-c4e79aaf-fcb1-47b2-bede-4995e3287145 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.323402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a8b009-2f29-451a-9644-4930de9160fd req-c4e79aaf-fcb1-47b2-bede-4995e3287145 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3066332 Jul 16 08:46:54.330794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53022) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.400858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.407172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53024) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.456625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=e6c35dfd-817e-46a7-bba8-115d50e32758,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.496028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.514020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a8b009-2f29-451a-9644-4930de9160fd req-ec3fb8f5-88e9-4f18-8478-5ebbd06d4d6e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891949 Jul 16 08:46:54.808148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.840155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace45bf2-f41d-4148-a36f-67bced2bcea6']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:54.871303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:54.871990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d3f58f-62fc-4ae8-837d-e6b7f7e53b71') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:54.891998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.929267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc0c0-629a-42b3-b408-350ff9120a77 req-305e41e8-f747-4ad4-8ae6-083f931b4c50 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.942137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50cbc0c0-629a-42b3-b408-350ff9120a77 req-305e41e8-f747-4ad4-8ae6-083f931b4c50 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.5624170 Jul 16 08:46:55.006380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.054770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:55.055348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.067254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50cbc0c0-629a-42b3-b408-350ff9120a77 req-997b7d62-1767-4c77-beb7-eed0116c10d4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230891 Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:55.068486 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:55.155245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.162365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.168719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ace45bf2-f41d-4148-a36f-67bced2bcea6 HTTP/1.1" status: 204 len: 168 time: 0.8326247 Jul 16 08:46:55.253690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5afd-acfe-47e4-9c8e-6b2548b629e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace45bf2-f41d-4148-a36f-67bced2bcea6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.295671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1466525506'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:55.598984 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a074-e7ea-40b2-a470-f3faa1fb18f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.692098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53036) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.739047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a074-e7ea-40b2-a470-f3faa1fb18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.908110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b5b4a074-e7ea-40b2-a470-f3faa1fb18f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7adbd1ee181f423385fb7dd54803793a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7024596 Jul 16 08:46:55.925816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.986968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f56c6cd5-8d6c-4656-ab19-1dab51ffe585 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65a569a870314bedbea3432b3b2bbf07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924404 Jul 16 08:46:55.991621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53042) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:56.067526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:56.079596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.107480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.110845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a074-e7ea-40b2-a470-f3faa1fb18f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa142c-10fc-4369-aa56-e202fe5f8cda,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.141625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.146058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935326-c0dd-4cb3-8a70-6c97267350d2 req-79610860-8238-4a00-a80b-b228c73f978f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.147901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85935326-c0dd-4cb3-8a70-6c97267350d2 req-79610860-8238-4a00-a80b-b228c73f978f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.3718967 Jul 16 08:46:56.172631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4574f72-5e62-4118-8049-c48c98140679 req-9f10bdda-28ec-49b4-8ee9-266a8f7027b5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.174493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4574f72-5e62-4118-8049-c48c98140679 req-9f10bdda-28ec-49b4-8ee9-266a8f7027b5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3243647 Jul 16 08:46:56.229748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.277626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4574f72-5e62-4118-8049-c48c98140679 req-703ef09b-c1b2-4929-9a24-08fd98b5763a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851958 Jul 16 08:46:56.286598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.294892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85935326-c0dd-4cb3-8a70-6c97267350d2 req-a087767d-d430-461e-aa14-37ce21e407a9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185572 Jul 16 08:46:56.380595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.489922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.493220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.494513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f230675-08fc-4334-aed5-46496e110007 HTTP/1.1" status: 204 len: 168 time: 0.4894891 Jul 16 08:46:56.511325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae03ce-9e20-43b6-a1b4-d9b77edfe4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f230675-08fc-4334-aed5-46496e110007,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.668211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.759222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:56.975670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:56.995889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:57.005049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d308a115-10ae-476a-983e-1ca2cccfe9b8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7169347 Jul 16 08:46:57.007142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.009802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53046) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:57.016847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:57.017488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:57.020965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.024240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28aa142c-10fc-4369-aa56-e202fe5f8cda HTTP/1.1" status: 204 len: 168 time: 1.0824606 Jul 16 08:46:57.081937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.102876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.116846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c34068-154a-4d21-a34a-2af58d77e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa142c-10fc-4369-aa56-e202fe5f8cda,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.163747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:57.170762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 8daa623a-9273-4ec5-98b2-1a6723c30c00 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:57.175712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.228449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e14492-c7e6-458b-b4d3-60d3340d5b43,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.235402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.235807 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Added segment 3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e of type vlan for network 96e9d7a4-5227-4c31-afb6-69353494847e Jul 16 08:46:57.323693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:57.361459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.362871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.496388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.530878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.544854 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.814235 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.873795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Network': ['ID=96e9d7a4-5227-4c31-afb6-69353494847e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.893590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 96e9d7a4-5227-4c31-afb6-69353494847e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:57.910001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f506ef0d-d01e-438d-80fe-78a5403a1b86 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.4541335 Jul 16 08:46:57.911923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:57.917735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'subnet': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:58.113670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ea442-a709-4e20-b867-31a721759f66 req-4bf4a5f1-ca2d-48b0-9711-88bcdc80d566 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.125881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db0ea442-a709-4e20-b867-31a721759f66 req-4bf4a5f1-ca2d-48b0-9711-88bcdc80d566 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4372931 Jul 16 08:46:58.126665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 8, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:58.129875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.157067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288d35-115e-4316-988a-9fa83aa1352e req-f2716787-c70b-4111-b728-fd68cf1966db tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.168368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c288d35-115e-4316-988a-9fa83aa1352e req-f2716787-c70b-4111-b728-fd68cf1966db tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.5525308 Jul 16 08:46:58.212270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:58.229321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:58.230234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:58.298200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=8daa623a-9273-4ec5-98b2-1a6723c30c00,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.361325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.368448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:58.369998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-60947742-5e35-4df8-a44a-cbad2c2f0252 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/8daa623a-9273-4ec5-98b2-1a6723c30c00 HTTP/1.1" status: 204 len: 168 time: 1.3577967 Jul 16 08:46:58.370655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62bbad-3f78-4721-977b-180749ce499a None None] Network 8949aaec-3621-4f9a-af90-14bb7504370e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:58.375517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.388790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db0ea442-a709-4e20-b867-31a721759f66 req-f5e09a85-9f48-4614-a3fb-4f0138af7729 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617288 Jul 16 08:46:58.431500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c288d35-115e-4316-988a-9fa83aa1352e req-b4e4a67e-ddf8-4af3-aef8-50e01761b6c1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621105 Jul 16 08:46:58.597097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:58.603300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.845531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53098) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.929186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.142447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 8, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:59.167992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 72444323-4de4-4f39-ae94-519d55e0a075 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:59.169072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.205352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] DHCP port deletion for 8949aaec-3621-4f9a-af90-14bb7504370e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:59.206057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1122536971-network', 'tenant_id': '25c28cb9563b4e3ea1803112974646a8'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:59.214286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb9bcb-ffb2-460f-ac1b-b4b20aef9e25 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 8, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4990efb-38cf-488b-8d84-b29c23e1e703', 'name': '', 'network_id': '94eff075-1cdb-4ac6-a40a-4812d5303109', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:5a:56:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:22Z', 'updated_at': '2021-07-16T08:46:32Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '4269553c-84d6-4774-b7be-1a8990acc7a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:59.281636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Made reservation on behalf of 25c28cb9563b4e3ea1803112974646a8 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:59.293008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.299890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Deleting port 72444323-4de4-4f39-ae94-519d55e0a075 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:59.300392 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.341822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.400267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 72444323-4de4-4f39-ae94-519d55e0a075, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72444323-4de4-4f39-ae94-519d55e0a075,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.401062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.414223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.443274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] For port 72444323-4de4-4f39-ae94-519d55e0a075, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72444323-4de4-4f39-ae94-519d55e0a075,segment=NetworkSegment(c347519d-2d74-4204-9d3f-d59e5ca47adf),segment_id=c347519d-2d74-4204-9d3f-d59e5ca47adf)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.443704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.482578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Calling delete_port for 72444323-4de4-4f39-ae94-519d55e0a075 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:59.529954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 72444323-4de4-4f39-ae94-519d55e0a075 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:59.593327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.599030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.666505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:59.673126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491ed04-cb68-464c-8c72-b34f758ee58a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.683802 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.684195 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Added segment 6c1d8934-5dbf-4937-84c3-324e37b94e09 of type vlan for network a3e9099f-ee24-4258-b99f-79d879b75287 Jul 16 08:46:59.788646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.852856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.856958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:59.860388 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.882902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6c35dfd-817e-46a7-bba8-115d50e32758 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:59.897791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.913774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Subnet': ['ID=907b8fc9-f42e-45b5-a7a1-9fc190b967c5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.920684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Checking segment: {'id': '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:59.921349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network hostable DHCP agents. Network: 96e9d7a4-5227-4c31-afb6-69353494847e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:59.965338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:00.016305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 96e9d7a4-5227-4c31-afb6-69353494847e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:00.024224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.025306 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.036456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e6c35dfd-817e-46a7-bba8-115d50e32758 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:00.037845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e6c35dfd-817e-46a7-bba8-115d50e32758 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:00.038279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72444323-4de4-4f39-ae94-519d55e0a075 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:00.050411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c45bed-0fcb-4b04-b277-a630a8adf82f None None] Network 96e9d7a4-5227-4c31-afb6-69353494847e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:00.097845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] Pushing event deleted for resources: {'Port': ['ID=72444323-4de4-4f39-ae94-519d55e0a075,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.128947 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de386f86-f8e4-4d63-a5b9-92119ef5132b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2152655 Jul 16 08:47:00.131575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.180124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-927264972'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:00.197093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.208274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3d020-fe4d-4541-9fcf-3416e6750c01 None None] No DVR routers for this DVR port 72444323-4de4-4f39-ae94-519d55e0a075 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:00.224228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 72444323-4de4-4f39-ae94-519d55e0a075 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:00.225320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72444323-4de4-4f39-ae94-519d55e0a075 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:00.287714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4396701 Jul 16 08:47:00.338816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.368081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Request body: {'subnet': {'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1122536971-subnet', 'tenant_id': '25c28cb9563b4e3ea1803112974646a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:00.375410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port 72444323-4de4-4f39-ae94-519d55e0a075 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:00.384874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=72444323-4de4-4f39-ae94-519d55e0a075,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.416385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cea44-e94f-464e-aadb-186d5ba677d6 req-60e252de-9a4e-43ac-9e02-7fcfc5f7ef0f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.420985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-96e9d7a4-5227-4c31-afb6-69353494847e', 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'tenant_id': '8cd8a69a3f304f1f87f8cbfa676d42d4', 'fixed_ips': [{'subnet_id': '907b8fc9-f42e-45b5-a7a1-9fc190b967c5'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:00.422507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.424740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e20cea44-e94f-464e-aadb-186d5ba677d6 req-60e252de-9a4e-43ac-9e02-7fcfc5f7ef0f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.4714305 Jul 16 08:47:00.435284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b222b52-c61b-48e4-8992-8946329cb735 admin admin] Pushing event updated for resources: {'Network': ['ID=a3e9099f-ee24-4258-b99f-79d879b75287,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.462358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a3e9099f-ee24-4258-b99f-79d879b75287 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:00.508715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be134100-ba87-484e-94d0-8a9a53752e76 req-838b7c13-9ef0-46e5-acfc-4fde027a52be tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.516101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be134100-ba87-484e-94d0-8a9a53752e76 req-838b7c13-9ef0-46e5-acfc-4fde027a52be tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.5333803 Jul 16 08:47:00.578202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:47:00.578202 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:47:00.578202 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': '8cd8a69a3f304f1f87f8cbfa676d42d4', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 47, 0, 543659)}] Jul 16 08:47:00.578202 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:00.578742 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:00.612417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Made reservation on behalf of 25c28cb9563b4e3ea1803112974646a8 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:00.623099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.706565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.723817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8949aaec-3621-4f9a-af90-14bb7504370e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.811734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c347519d-2d74-4204-9d3f-d59e5ca47adf') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.812377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c347519d-2d74-4204-9d3f-d59e5ca47adf') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.822923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Allocated IP 2001:db8::2 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/445e5ef0-0e82-4957-ad80-41f1cd9845b6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:00.842203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.865973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.875873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:00.876363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:00.879622 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:00.967946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e20cea44-e94f-464e-aadb-186d5ba677d6 req-0d8da366-239a-418e-99ac-76fed89552b1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377386 Jul 16 08:47:01.022355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be134100-ba87-484e-94d0-8a9a53752e76 req-6262002e-82c5-4d1c-8727-a30139fd6898 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046892 Jul 16 08:47:01.061635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.084653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Transition to ACTIVE for port object 445e5ef0-0e82-4957-ad80-41f1cd9845b6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:01.100772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.104880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Transition to ACTIVE for port object 445e5ef0-0e82-4957-ad80-41f1cd9845b6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:01.108463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.118546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.148006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.150368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/8949aaec-3621-4f9a-af90-14bb7504370e HTTP/1.1" status: 204 len: 168 time: 2.7737560 Jul 16 08:47:01.153360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.197632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:01.198854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Pushing event updated for resources: {'Port': ['ID=445e5ef0-0e82-4957-ad80-41f1cd9845b6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.204167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:01.207117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:01.231919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23dd36-ac10-40b5-8371-5ee49aae4ee8 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=8949aaec-3621-4f9a-af90-14bb7504370e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.273417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6dd7d6-e702-4942-b3d4-e5eb08f2716a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.284722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:01.292004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.338958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Checking segment: {'id': '6c1d8934-5dbf-4937-84c3-324e37b94e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:01.339300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Attempting to bind port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:01.339892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Network hostable DHCP agents. Network: a3e9099f-ee24-4258-b99f-79d879b75287, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:01.340131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Attempting to bind port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:01.340626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Attempting to bind port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 on network 96e9d7a4-5227-4c31-afb6-69353494847e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:01.358989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:01.372616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:01.373658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Checking segment: {'id': '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:01.374142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.374612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Bound using segment: {'id': '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:01.375160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Bound port: 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:01.375612 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.414623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Network a3e9099f-ee24-4258-b99f-79d879b75287 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:01.438269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a3e9099f-ee24-4258-b99f-79d879b75287) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:01.450074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.451293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.457158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26cf81-6a37-49b3-903e-26994cf93ef7 None None] Network a3e9099f-ee24-4258-b99f-79d879b75287 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:01.509500 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff9da3d0-daab-466f-ae81-c45de9d5b1a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1630838 Jul 16 08:47:01.510398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] For port 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:01.551289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::339 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/744b42e7-b709-40e1-b2ad-d0eb3d84fc9d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:01.635353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] For port 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=445e5ef0-0e82-4957-ad80-41f1cd9845b6,segment=NetworkSegment(3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e),segment_id=3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:01.654399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.683012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-954177d5-ebfe-4561-8478-76c9d56761e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.685574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-954177d5-ebfe-4561-8478-76c9d56761e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1098 time: 0.1527810 Jul 16 08:47:01.838718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29811ec-4bd0-4b53-94b0-ae4ba4738788 None None] Network a3e9099f-ee24-4258-b99f-79d879b75287 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:01.853879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66396a-3e91-476b-b26c-82838bac464f None None] Pushing event updated for resources: {'Port': ['ID=445e5ef0-0e82-4957-ad80-41f1cd9845b6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.881154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.902353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:01.977100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.038604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-2f9134df-a7c4-4467-8ee9-ba6cf23d0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.043935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-2f9134df-a7c4-4467-8ee9-ba6cf23d0046 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.3516555 Jul 16 08:47:02.073355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:02.084174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:02.089465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:02.099431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.100308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.128308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9801600 Jul 16 08:47:02.132452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:02.138283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-919376301', 'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:08:79:76'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:02.161478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00860f67-2aae-4fd7-ad60-d2da7d119d36 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=744b42e7-b709-40e1-b2ad-d0eb3d84fc9d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.217157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-62a0e5e6-f358-41fe-9003-472f34bbdbfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.1595070 Jul 16 08:47:02.451649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:02.484692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-ebbaf75c-f3a6-4215-a05f-876d95455cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.486203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-ebbaf75c-f3a6-4215-a05f-876d95455cb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.2661991 Jul 16 08:47:02.549582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-64de2944-bb08-4f00-b2f5-f79f4b5f1cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486462 Jul 16 08:47:02.609845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.614371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-a67b4217-3230-4859-91bb-f9442035b0d8 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.616007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-a67b4217-3230-4859-91bb-f9442035b0d8 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/networks?id=a3e9099f-ee24-4258-b99f-79d879b75287 HTTP/1.1" status: 200 len: 809 time: 0.2806640 Jul 16 08:47:02.645574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port 93509ab1-07d7-4f37-b9f2-49206278fc37 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:02.675181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.689314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f51c2-cea3-4d1f-81f5-5e0932cf23f7 req-e39a595a-78ac-43cc-8979-98c3c554a3b9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.690669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b14f51c2-cea3-4d1f-81f5-5e0932cf23f7 req-e39a595a-78ac-43cc-8979-98c3c554a3b9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3374872 Jul 16 08:47:02.725041 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-4654ea36-7a72-48b9-a93d-402164c5b269 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/quotas/25c28cb9563b4e3ea1803112974646a8 HTTP/1.1" status: 200 len: 375 time: 0.0963905 Jul 16 08:47:02.827288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::1e7 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/93509ab1-07d7-4f37-b9f2-49206278fc37) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:02.831846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-cc18ca21-4a58-437a-aee0-27d67ff89d8f tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25c28cb9563b4e3ea1803112974646a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675664 Jul 16 08:47:02.885017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b14f51c2-cea3-4d1f-81f5-5e0932cf23f7 req-e668b7dd-dd4d-45f8-bdc5-cfce330a403a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530099 Jul 16 08:47:02.904767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-a07a52ba-1e59-4d37-b26d-5336fe2537c1 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316472 Jul 16 08:47:03.164730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.173871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.204626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object 93509ab1-07d7-4f37-b9f2-49206278fc37 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:03.220196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-989bf7f2-5ed0-44bb-82fb-02a82d152ecf req-d4ad9014-cfd4-4cd9-a4f6-4927fdab9488 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165023 Jul 16 08:47:03.268126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.356603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:03.370276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:03.385555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-6d14cec1-560a-4ca4-9740-7a32c164b1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448546 Jul 16 08:47:03.389619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:03.400156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.401586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.419203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e7bb-5860-4424-a89c-622916b42686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.424550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d6e88-c2ed-444b-b1a8-64c237fe2b33 None None] Network 96e9d7a4-5227-4c31-afb6-69353494847e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:03.434065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=93509ab1-07d7-4f37-b9f2-49206278fc37,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.444146 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2dcdde66-dbf7-4792-8980-2a5a1ece6cec tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3103585 Jul 16 08:47:03.448734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.513248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6c68f83a-89ce-4f6c-85f8-2d3813d83ae7 None None] Provisioning for port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:03.566830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6da85-b72e-41fe-b46a-8ea8b7abba13 req-6d14c29b-4bf9-4ef2-a5f6-827d52d352eb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.580288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bf6da85-b72e-41fe-b46a-8ea8b7abba13 req-6d14c29b-4bf9-4ef2-a5f6-827d52d352eb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.4044981 Jul 16 08:47:03.603598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 445e5ef0-0e82-4957-ad80-41f1cd9845b6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:03.634726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e7bb-5860-4424-a89c-622916b42686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.645226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ca2e7bb-5860-4424-a89c-622916b42686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.694512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2e7bb-5860-4424-a89c-622916b42686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea71d525-a03e-41dc-ba02-9318595ef639,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.706632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ca2e7bb-5860-4424-a89c-622916b42686 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc8ca7aaf1bd497f930968db8a886dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402853 Jul 16 08:47:03.711080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.714797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:03.728014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:03.728471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.739408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facc7c4-b2d1-42ff-a935-76b57facc8dc tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.746690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facc7c4-b2d1-42ff-a935-76b57facc8dc tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.754964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facc7c4-b2d1-42ff-a935-76b57facc8dc tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:03.755912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bf6da85-b72e-41fe-b46a-8ea8b7abba13 req-03179bbb-fc13-477c-af44-6d9ff5575330 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730244 Jul 16 08:47:03.756518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4facc7c4-b2d1-42ff-a935-76b57facc8dc tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2030320 Jul 16 08:47:03.758749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53214) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.770019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-9fe909b1-8938-4c53-af7b-49c908a44796 service neutron] 10.222.0.32 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634319 Jul 16 08:47:03.856989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port f4990efb-38cf-488b-8d84-b29c23e1e703 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:03.857544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.889872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.953650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.991410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=445e5ef0-0e82-4957-ad80-41f1cd9845b6,segment=NetworkSegment(3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e),segment_id=3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:03.999185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.003994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port 93509ab1-07d7-4f37-b9f2-49206278fc37 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:04.004782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.156558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.178601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=445e5ef0-0e82-4957-ad80-41f1cd9845b6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.214344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-190e86f2-a4ad-47c9-b8e2-63afa1def11b req-21e5a29f-49c3-4bee-abe1-6a65b440e4b3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 210 time: 0.0768764 Jul 16 08:47:04.244764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.283445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Provisioning for port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:04.283736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for 93509ab1-07d7-4f37-b9f2-49206278fc37 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:04.301014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Provisioning complete for port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:04.301014 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.400828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:04.418289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port f4990efb-38cf-488b-8d84-b29c23e1e703, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4990efb-38cf-488b-8d84-b29c23e1e703,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:04.419174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.439991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for f4990efb-38cf-488b-8d84-b29c23e1e703 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:04.499911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Provisioning for port 93509ab1-07d7-4f37-b9f2-49206278fc37 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:04.500863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.505590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Provisioning complete for port 93509ab1-07d7-4f37-b9f2-49206278fc37 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:04.506148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.543303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241ecc-3cdd-4e83-9e21-8a11912625e5 req-6a861671-54a5-4488-abbf-136ce0c9dda1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.565223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac241ecc-3cdd-4e83-9e21-8a11912625e5 req-6a861671-54a5-4488-abbf-136ce0c9dda1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 946 time: 0.3593514 Jul 16 08:47:04.570425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Port 93509ab1-07d7-4f37-b9f2-49206278fc37 was deleted so its status cannot be updated. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:47:04.582647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.587032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.589655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea71d525-a03e-41dc-ba02-9318595ef639 HTTP/1.1" status: 204 len: 168 time: 0.8697603 Jul 16 08:47:04.594347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=93509ab1-07d7-4f37-b9f2-49206278fc37,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.595332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Provisioning complete for port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:04.595578 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9af518d1-03b9-4673-bfdd-790294928cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.667450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:04.684773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac241ecc-3cdd-4e83-9e21-8a11912625e5 req-aef9b05c-8c3e-4a5a-86a9-4569c4ef7726 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156764 Jul 16 08:47:04.797089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd37985-e1ff-4f7e-9436-a3c65aac4bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea71d525-a03e-41dc-ba02-9318595ef639,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.875862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.884380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-142b3247-a3a1-4a0d-a278-d2e99d9108dd tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/93509ab1-07d7-4f37-b9f2-49206278fc37 HTTP/1.1" status: 204 len: 168 time: 1.1152086 Jul 16 08:47:04.885615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.957140 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe65e3c-d076-4d7f-ad63-d43adf142c49 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] GET failed (client error): The resource could not be found. Jul 16 08:47:04.965525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbe65e3c-d076-4d7f-ad63-d43adf142c49 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports/93509ab1-07d7-4f37-b9f2-49206278fc37 HTTP/1.1" status: 404 len: 333 time: 0.0736458 Jul 16 08:47:04.969809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.979010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2104288335'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:05.385217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:05.393615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.471763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port 9cc232e4-0be3-42d6-9aea-9c177141639d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:05.639241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 445e5ef0-0e82-4957-ad80-41f1cd9845b6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:05.680355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.718057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01eb34d-5581-403c-90b6-83e40fc4fa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.751240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.788523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:05.791267 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b6273c-d30a-42f1-aa6a-8e118e69e43f" -d '{"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:05.812110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-da1c75e2-33f9-4f67-9b75-06352691f0c0 None None] Provisioning complete for port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:05.812628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da1c75e2-33f9-4f67-9b75-06352691f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.815747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:05.844965 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.889195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::3a0 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/9cc232e4-0be3-42d6-9aea-9c177141639d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:05.898714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-da1c75e2-33f9-4f67-9b75-06352691f0c0 None None] Port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:05.903859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:05.904471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.935542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-da1c75e2-33f9-4f67-9b75-06352691f0c0 None None] Could not find standard attr ID for object 93509ab1-07d7-4f37-b9f2-49206278fc37. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:47:05.938998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.979121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bb38894-0bce-4ba0-8618-c8ad6ce369b9 req-8902936f-3ffb-4c6c-b257-4c3e93237b4f tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 210 time: 0.1368253 Jul 16 08:47:06.059314 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.120271 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01eb34d-5581-403c-90b6-83e40fc4fa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.132555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b01eb34d-5581-403c-90b6-83e40fc4fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.134547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=f4990efb-38cf-488b-8d84-b29c23e1e703,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.158508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77066-f54c-431e-b54d-3e885f46a84f req-5ce14321-7736-4b73-86d7-fe1c3737234f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.161208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7a77066-f54c-431e-b54d-3e885f46a84f req-5ce14321-7736-4b73-86d7-fe1c3737234f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.2941589 Jul 16 08:47:06.275985 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b01eb34d-5581-403c-90b6-83e40fc4fa43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da34ee4c8939452eb86e6ca5e81f11b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938666 Jul 16 08:47:06.289334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:06.323174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eb34d-5581-403c-90b6-83e40fc4fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d3c38-9fe6-4b6b-9031-4ec28839b8d4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.361604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.392175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object 9cc232e4-0be3-42d6-9aea-9c177141639d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:06.449179 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.549987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:06.553882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:06.562213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:06.574491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:06.575543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.585760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=9cc232e4-0be3-42d6-9aea-9c177141639d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.613408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-afc1ed11-45ed-4a2a-b462-be7d7cb55619 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6411471 Jul 16 08:47:06.616550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:06.627095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:08:79:76'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:06.805696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.877319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7a77066-f54c-431e-b54d-3e885f46a84f req-68896a64-e1df-4af5-9c63-46f8d02fec74 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736448 Jul 16 08:47:07.023140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-9b182b9e-7891-4cce-9766-eaa6949a4d7b tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.025723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-9b182b9e-7891-4cce-9766-eaa6949a4d7b tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.46 "GET /v2.0/networks?id=a3e9099f-ee24-4258-b99f-79d879b75287 HTTP/1.1" status: 200 len: 809 time: 0.5424478 Jul 16 08:47:07.051946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.066934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Request body: {'port': {'device_id': '8cb67275-c049-4378-b568-f65f3534fd4a', 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287', 'admin_state_up': True, 'tenant_id': '25c28cb9563b4e3ea1803112974646a8'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:07.108660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.116947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b73fc963-8936-4ae3-a0c9-6f11213552ff None None] Provisioning for port 9cc232e4-0be3-42d6-9aea-9c177141639d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:07.124488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b73fc963-8936-4ae3-a0c9-6f11213552ff None None] Provisioning complete for port 9cc232e4-0be3-42d6-9aea-9c177141639d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:07.124863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b73fc963-8936-4ae3-a0c9-6f11213552ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.168144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.180299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.187916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b73fc963-8936-4ae3-a0c9-6f11213552ff None None] Port 9cc232e4-0be3-42d6-9aea-9c177141639d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:07.188484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.192613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.197055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.204096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.215559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.227437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.239475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.241382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] In _notify_port_updated(), no bound segment for port 9cc232e4-0be3-42d6-9aea-9c177141639d on network 96e9d7a4-5227-4c31-afb6-69353494847e {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:07.243015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e637408c-78f9-485a-8529-6b178e2da884 req-b43c8ced-f866-41ce-84e1-b5f4f1f89fb7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.9189854 Jul 16 08:47:07.248402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.249301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.253968 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "PUT /v2.0/ports/9cc232e4-0be3-42d6-9aea-9c177141639d HTTP/1.1" status: 200 len: 1003 time: 0.6324987 Jul 16 08:47:07.256536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.319978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042bfb9-51fa-40ee-b21d-c8c2e0b2b2d1 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=9cc232e4-0be3-42d6-9aea-9c177141639d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.439598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.444737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port 9cc232e4-0be3-42d6-9aea-9c177141639d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:07.445711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.599817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.607199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e637408c-78f9-485a-8529-6b178e2da884 req-939b679f-fbb6-42d6-b4d1-3fa7b364fbd0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3129749 Jul 16 08:47:07.623410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for 9cc232e4-0be3-42d6-9aea-9c177141639d owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:07.690599 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a62202a-567e-45f5-bb1c-badad422ab9e x-openstack-request-id: req-9a62202a-567e-45f5-bb1c-badad422ab9e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:07.691057 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-unplugged", "status": "failed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "code": 422}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:07.691446 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a62202a-567e-45f5-bb1c-badad422ab9e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:07.692113 n-d-798054-12 neutron-server[93776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'code': 422} returned with failed status Jul 16 08:47:07.731412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6fbc59b8-9400-44fe-bd39-40ec5aa11d9e None None] Provisioning complete for port 9cc232e4-0be3-42d6-9aea-9c177141639d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:07.732687 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6fbc59b8-9400-44fe-bd39-40ec5aa11d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.800311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.800890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc59b8-9400-44fe-bd39-40ec5aa11d9e None None] Port 9cc232e4-0be3-42d6-9aea-9c177141639d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:07.802816 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.804431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e7d3c38-9fe6-4b6b-9031-4ec28839b8d4 HTTP/1.1" status: 204 len: 168 time: 1.5080550 Jul 16 08:47:07.815401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:07.825360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07c9af-c483-43b9-8eb7-41d95e83f4bf req-a5669ede-5c67-4db1-bef2-7a19503be3be tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.830116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d07c9af-c483-43b9-8eb7-41d95e83f4bf req-a5669ede-5c67-4db1-bef2-7a19503be3be tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.7522843 Jul 16 08:47:07.860726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eb5cb-398b-4d3d-9078-65f3044204a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d3c38-9fe6-4b6b-9031-4ec28839b8d4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.861794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.892844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Made reservation on behalf of 25c28cb9563b4e3ea1803112974646a8 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:07.896380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.917099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=9cc232e4-0be3-42d6-9aea-9c177141639d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.967894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14eb2f67-836b-49aa-abc4-ef924d078ef0 req-4b356ea9-d465-4f2a-b666-6531a04fc1ab tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 210 time: 0.0570555 Jul 16 08:47:08.090619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d07c9af-c483-43b9-8eb7-41d95e83f4bf req-0fb3e175-4709-4b47-ba9f-e70a15382d29 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546308 Jul 16 08:47:08.093465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.103629 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-26581ba0-c568-4c6c-b263-6aeeb30fd6aa tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/9cc232e4-0be3-42d6-9aea-9c177141639d HTTP/1.1" status: 204 len: 168 time: 0.8423865 Jul 16 08:47:08.104740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:08.158692 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-57005975-c39d-48e5-84a5-6735b208449c tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] GET failed (client error): The resource could not be found. Jul 16 08:47:08.161515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57005975-c39d-48e5-84a5-6735b208449c tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports/9cc232e4-0be3-42d6-9aea-9c177141639d HTTP/1.1" status: 404 len: 333 time: 0.0550995 Jul 16 08:47:08.171291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:08.178847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-86692469'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:08.278658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:08.288227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1f22f3e-213f-420a-948f-b002f242665a tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1327784 Jul 16 08:47:08.293737 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:08.303941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:08.310767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:08.311460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.435545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:08.440782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.469541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port 73c625f0-aa2a-4295-a5d3-e035caf6509c yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:08.518787 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.541967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Allocated IP 172.20.0.4 (a3e9099f-ee24-4258-b99f-79d879b75287/cf6dd7d6-e702-4942-b3d4-e5eb08f2716a/4d54eae6-c3cb-4e8b-94bb-5309fd45bf46) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:08.552634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 4269553c-84d6-4774-b7be-1a8990acc7a8 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:08.565671 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.629063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.635554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.643109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.647473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.649907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.656401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.662187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.668078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.675265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38181159-9243-4f3a-9521-f4fb0bfd843c req-d06650b6-568c-4d87-bf81-7c537eb50b21 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.4853101 Jul 16 08:47:08.685823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:08.699255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::3b0 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/73c625f0-aa2a-4295-a5d3-e035caf6509c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:08.775809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.975053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea545be3-53af-49ec-8f0b-7cb12c28bfc2 req-e370b3b7-a5a0-4daa-b57c-5025ee6dbd70 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:08.978029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea545be3-53af-49ec-8f0b-7cb12c28bfc2 req-e370b3b7-a5a0-4daa-b57c-5025ee6dbd70 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.5107484 Jul 16 08:47:09.033336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.037691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.063118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 9, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.076282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object 73c625f0-aa2a-4295-a5d3-e035caf6509c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:09.130943 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:09.150944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.154307 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:09.155395 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:46:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.263893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:09.271187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:09.324679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=73c625f0-aa2a-4295-a5d3-e035caf6509c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.333721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:09.349770 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:09.360077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.362077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.425669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7a2239b-87fb-40d3-9a55-6d6d502b4361 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2517629 Jul 16 08:47:09.428970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.443100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:08:79:76'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:09.478836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.535341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea545be3-53af-49ec-8f0b-7cb12c28bfc2 req-3c5acb10-0ea9-4af4-bdf2-fb8fefb54cbb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423255 Jul 16 08:47:09.565866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.603919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df677a29-d856-422d-9348-9ae52740490f req-f5e96687-3143-4a95-9f89-52a33b2bcebe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.612210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df677a29-d856-422d-9348-9ae52740490f req-f5e96687-3143-4a95-9f89-52a33b2bcebe tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.7366998 Jul 16 08:47:09.658711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53296) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.712833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.742911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df677a29-d856-422d-9348-9ae52740490f req-668496e1-b0d2-4f6d-91b1-3d57c9a40c65 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257420 Jul 16 08:47:09.826539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=4269553c-84d6-4774-b7be-1a8990acc7a8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.852507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.862015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00662afd-e385-4376-aeff-8212c4c6ba82 None None] Network 94eff075-1cdb-4ac6-a40a-4812d5303109 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:09.863416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/4269553c-84d6-4774-b7be-1a8990acc7a8 HTTP/1.1" status: 204 len: 168 time: 1.5489979 Jul 16 08:47:09.874284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.935492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.975080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.975437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.975984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.976493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.976931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.977570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.978073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.978472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.978866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.979256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.979666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:09.980077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c258f-feeb-44ee-9aef-51a5cb15fc84 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:10.008539 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 9, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:10.024605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1077087128'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:10.052155 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c2282-b853-43da-9ead-73379e69afa2 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 9, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b9935-12da-4f20-9ab2-a3105c912acd', 'name': '', 'network_id': '5ed6b464-2b25-4302-bda6-d49adf4d0ab6', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:e6:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:13Z', 'updated_at': '2021-07-16T08:46:28Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '209e0b44-b8fa-4acd-84c6-8397e53243da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:10.129230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.131746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fee1d1f5-782d-451e-9261-431fcd7cd042 None None] Provisioning for port 73c625f0-aa2a-4295-a5d3-e035caf6509c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:10.147082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fee1d1f5-782d-451e-9261-431fcd7cd042 None None] Provisioning complete for port 73c625f0-aa2a-4295-a5d3-e035caf6509c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:10.147728 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fee1d1f5-782d-451e-9261-431fcd7cd042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.193150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fee1d1f5-782d-451e-9261-431fcd7cd042 None None] Port 73c625f0-aa2a-4295-a5d3-e035caf6509c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:10.221616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Network a3e9099f-ee24-4258-b99f-79d879b75287 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:10.259670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:10.277236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:10.291633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.318270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:10.326599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.368494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.372373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Pushing event updated for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.458112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.458746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.474985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.489233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.489769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] DHCP port deletion for 94eff075-1cdb-4ac6-a40a-4812d5303109 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:10.575564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d694ebf-ff2b-430d-a41b-9f79183ae34f req-be986fe7-52b6-486a-a63c-a8588bf7a8ea tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.578306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d694ebf-ff2b-430d-a41b-9f79183ae34f req-be986fe7-52b6-486a-a63c-a8588bf7a8ea tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 931 time: 0.6769814 Jul 16 08:47:10.596276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] In _notify_port_updated(), no bound segment for port 73c625f0-aa2a-4295-a5d3-e035caf6509c on network 96e9d7a4-5227-4c31-afb6-69353494847e {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:10.612217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:10.612831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.614869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "PUT /v2.0/ports/73c625f0-aa2a-4295-a5d3-e035caf6509c HTTP/1.1" status: 200 len: 1001 time: 1.1843762 Jul 16 08:47:10.625609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:10.700447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d694ebf-ff2b-430d-a41b-9f79183ae34f req-f63ee2eb-440c-4891-82b2-9f5645b062bc tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Jul 16 08:47:10.747458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f6da2-8476-439f-a671-34de027ac6cf tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=73c625f0-aa2a-4295-a5d3-e035caf6509c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.755604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Deleting port 6c04777c-9e99-48d3-98cd-e4d8ce49439f {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:10.756007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.759849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 6c04777c-9e99-48d3-98cd-e4d8ce49439f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:10.760393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.931353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port 73c625f0-aa2a-4295-a5d3-e035caf6509c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:10.931803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.977264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] For port 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c04777c-9e99-48d3-98cd-e4d8ce49439f,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:10.978297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.035936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Calling delete_port for 6c04777c-9e99-48d3-98cd-e4d8ce49439f owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:11.208997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.223543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.270934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.307264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for 73c625f0-aa2a-4295-a5d3-e035caf6509c owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:11.320275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] Pushing event deleted for resources: {'Port': ['ID=6c04777c-9e99-48d3-98cd-e4d8ce49439f,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.326373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0850ac-8baf-4411-b7c1-0bddc68f5bb6 None None] No DVR routers for this DVR port 6c04777c-9e99-48d3-98cd-e4d8ce49439f on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:11.334966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b152f762-0275-4df2-95ba-d8fbc95feddb None None] Provisioning complete for port 73c625f0-aa2a-4295-a5d3-e035caf6509c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:11.335440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b152f762-0275-4df2-95ba-d8fbc95feddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.388325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b152f762-0275-4df2-95ba-d8fbc95feddb None None] Port 73c625f0-aa2a-4295-a5d3-e035caf6509c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:11.393998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 6c04777c-9e99-48d3-98cd-e4d8ce49439f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6c04777c-9e99-48d3-98cd-e4d8ce49439f,segment=NetworkSegment(494f90df-3164-4d70-b714-1aa4096b37a5),segment_id=494f90df-3164-4d70-b714-1aa4096b37a5)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:11.394575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.397207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53340) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.401281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.429874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2b2d6a0c-ea4f-4216-a562-4b44af52d0f4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3797953 Jul 16 08:47:11.482370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 6c04777c-9e99-48d3-98cd-e4d8ce49439f owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:11.498024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Request body: {'port': {'device_id': '8cb67275-c049-4378-b568-f65f3534fd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:11.519481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4990efb-38cf-488b-8d84-b29c23e1e703 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:11.560111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f4990efb-38cf-488b-8d84-b29c23e1e703 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:11.560487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4990efb-38cf-488b-8d84-b29c23e1e703 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:11.560930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c04777c-9e99-48d3-98cd-e4d8ce49439f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:11.565384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:11.591986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.592403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6c04777c-9e99-48d3-98cd-e4d8ce49439f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:11.592729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6c04777c-9e99-48d3-98cd-e4d8ce49439f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:11.646304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=73c625f0-aa2a-4295-a5d3-e035caf6509c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.703845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.704674 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Added segment e905cc16-e347-459f-a90c-95463bc5cbd1 of type vlan for network 16252688-c299-4117-be4b-6ea40ba4df14 Jul 16 08:47:11.721888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.725310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6513510e-8bb4-4003-acb6-c11683223e05 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/73c625f0-aa2a-4295-a5d3-e035caf6509c HTTP/1.1" status: 204 len: 168 time: 1.0985012 Jul 16 08:47:11.728422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.770695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892ecad-aa4e-4681-ba77-26c36ad49ad3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.773774 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52d3d1d-ca8e-4f67-8fad-668404bc6afe tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] GET failed (client error): The resource could not be found. Jul 16 08:47:11.787870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d52d3d1d-ca8e-4f67-8fad-668404bc6afe tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports/73c625f0-aa2a-4295-a5d3-e035caf6509c HTTP/1.1" status: 404 len: 333 time: 0.0547414 Jul 16 08:47:11.788093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53354) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.815388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-856212406'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:11.895884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77fd18-1d93-4f8c-ae30-9acafe4be0ae req-76b0a012-96fb-4d20-99d6-bc920a34875e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.898100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e77fd18-1d93-4f8c-ae30-9acafe4be0ae req-76b0a012-96fb-4d20-99d6-bc920a34875e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.7660725 Jul 16 08:47:11.966790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.987555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069e5c4-5fe8-4b31-b9c0-ec8e1c40f2f4 req-b8f317b9-2f7e-4f76-949e-a26e906bcd53 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.989006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3069e5c4-5fe8-4b31-b9c0-ec8e1c40f2f4 req-b8f317b9-2f7e-4f76-949e-a26e906bcd53 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.8398106 Jul 16 08:47:12.072632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.195953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.196370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.196869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.197354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.197836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.198323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.198809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.200980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-94621be6-7822-47dd-b779-54b803a2fb1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 0.7961564 Jul 16 08:47:12.204949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e77fd18-1d93-4f8c-ae30-9acafe4be0ae req-17c34976-14f1-4a20-9293-6dca2919adf5 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723823 Jul 16 08:47:12.256631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.266903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.277336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.278972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.321350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3069e5c4-5fe8-4b31-b9c0-ec8e1c40f2f4 req-173bc488-3a2c-4cbc-ab91-0556d88262df tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066902 Jul 16 08:47:12.382103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-5250c42e-f67e-416a-b861-655ed7745d87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8011668 Jul 16 08:47:12.391027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=6c04777c-9e99-48d3-98cd-e4d8ce49439f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.409719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port 6c04777c-9e99-48d3-98cd-e4d8ce49439f on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:12.667823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-2cd42652-21bd-4af9-998a-bdf6312e96d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4476969 Jul 16 08:47:12.668603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:12.672148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.686320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0176377 Jul 16 08:47:12.689767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53364) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.694234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be0b1a-baf9-4449-bff4-bad36088921c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Network': ['ID=16252688-c299-4117-be4b-6ea40ba4df14,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.704295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 16252688-c299-4117-be4b-6ea40ba4df14 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:12.706402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'subnet': {'network_id': '16252688-c299-4117-be4b-6ea40ba4df14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:12.752775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.778509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94eff075-1cdb-4ac6-a40a-4812d5303109']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:12.793229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port db9eadd0-7c3d-49e9-88a1-9d82997254e6 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:12.826956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494f90df-3164-4d70-b714-1aa4096b37a5') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:12.827277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494f90df-3164-4d70-b714-1aa4096b37a5') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:12.888533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.914212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:12.919421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.947116 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb909-0fce-4e10-bae6-db6c87fee393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.955926 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.972100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495b1e5-2d0e-4614-8b4c-da169b7d5f9e req-64136623-ef29-405b-b3d3-8df817cb87fc tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.973744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e495b1e5-2d0e-4614-8b4c-da169b7d5f9e req-64136623-ef29-405b-b3d3-8df817cb87fc tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 931 time: 0.6045179 Jul 16 08:47:13.008944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:13.009263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:13.012981 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:13.159557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::3c8 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/db9eadd0-7c3d-49e9-88a1-9d82997254e6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:13.164944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.185774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e495b1e5-2d0e-4614-8b4c-da169b7d5f9e req-10491f75-7904-48ef-bb24-ea21b2b15cc1 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789653 Jul 16 08:47:13.191936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.196727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/94eff075-1cdb-4ac6-a40a-4812d5303109 HTTP/1.1" status: 204 len: 168 time: 3.3179848 Jul 16 08:47:13.198751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:13.248895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d375-7d4d-4ec6-bbdd-2ca6f23a0858 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=94eff075-1cdb-4ac6-a40a-4812d5303109,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.264977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:13.283591 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.322810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Transition to ACTIVE for port object 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:13.327650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.486979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Pushing event updated for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.707123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.986229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.065635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Attempting to bind port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:14.066613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Attempting to bind port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '6c1d8934-5dbf-4937-84c3-324e37b94e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:14.066849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Attempting to bind port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 on network a3e9099f-ee24-4258-b99f-79d879b75287 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:14.083476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object db9eadd0-7c3d-49e9-88a1-9d82997254e6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:14.097525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 on network a3e9099f-ee24-4258-b99f-79d879b75287 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:14.097840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Attempting to bind port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 on network a3e9099f-ee24-4258-b99f-79d879b75287 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:14.121404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987169a-c790-4d44-b055-49b3cf47f481 req-ff2fdee6-18ce-489c-bfa1-662a00bf9751 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.123424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9987169a-c790-4d44-b055-49b3cf47f481 req-ff2fdee6-18ce-489c-bfa1-662a00bf9751 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.6303775 Jul 16 08:47:14.131841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:14.132440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Checking segment: {'id': '6c1d8934-5dbf-4937-84c3-324e37b94e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:14.133062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Bound using segment: {'id': '6c1d8934-5dbf-4937-84c3-324e37b94e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:14.135942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Bound port: 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1d8934-5dbf-4937-84c3-324e37b94e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:14.135942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.144807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457e74-eb0b-4411-a361-3a207dc98e18 req-491ba3c3-373f-4a6d-9fcb-09ba8f11724d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.146465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87457e74-eb0b-4411-a361-3a207dc98e18 req-491ba3c3-373f-4a6d-9fcb-09ba8f11724d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.6349363 Jul 16 08:47:14.208136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Subnet': ['ID=a70b52be-6eac-435b-a478-d4559b02d45e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.223130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-897724d9-56a2-45cf-b3c9-c75b2a362faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.224827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-897724d9-56a2-45cf-b3c9-c75b2a362faf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b&tenant_id=56ca250a7fb646fa9aef44ca3527e6ac HTTP/1.1" status: 200 len: 1096 time: 0.4534838 Jul 16 08:47:14.292935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Checking segment: {'id': 'e905cc16-e347-459f-a90c-95463bc5cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '16252688-c299-4117-be4b-6ea40ba4df14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:14.292935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network hostable DHCP agents. Network: 16252688-c299-4117-be4b-6ea40ba4df14, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:14.298631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.306905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87457e74-eb0b-4411-a361-3a207dc98e18 req-3ecb3d7e-6695-48fd-8eb8-23096bd35eb0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457472 Jul 16 08:47:14.310285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9987169a-c790-4d44-b055-49b3cf47f481 req-455743e6-6881-413e-a6af-00b701111942 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617270 Jul 16 08:47:14.393409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:14.394561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:14.396728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=db9eadd0-7c3d-49e9-88a1-9d82997254e6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.400466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,segment=NetworkSegment(6c1d8934-5dbf-4937-84c3-324e37b94e09),segment_id=6c1d8934-5dbf-4937-84c3-324e37b94e09)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:14.402676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:14.413008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:14.421397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.421820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:14.422283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.439454 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.440194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 16252688-c299-4117-be4b-6ea40ba4df14) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:14.448779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8195c86a-addc-4d38-91e8-d960b4542ac5 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6403852 Jul 16 08:47:14.450733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:14.452765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.453761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.469456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff0ede-dbf3-4eaf-a7a2-e1806e311a55 None None] Network 16252688-c299-4117-be4b-6ea40ba4df14 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:14.485784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.486493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.488383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] 10.222.0.46 "PUT /v2.0/ports/4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 HTTP/1.1" status: 200 len: 1092 time: 3.0097895 Jul 16 08:47:14.488945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:14.491289 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78387a3b-57b5-4205-bde7-ec1db01459ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:14.532444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'network_id': '96e9d7a4-5227-4c31-afb6-69353494847e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-871693414'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:14.534802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e52a4-f7da-4ce2-9b78-8ff2d37ec55f service neutron] Pushing event updated for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.539371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b4b80db3-0187-4dc9-a2d6-1f592a0f39cd tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8498917 Jul 16 08:47:14.546509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-d933196c-b6d0-44d8-a8ef-586a5f1af055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.549164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-d933196c-b6d0-44d8-a8ef-586a5f1af055 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1096 time: 0.2778349 Jul 16 08:47:14.571087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:14.590853 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ff910d-92a0-4c7c-b0ae-26bd1fd8d33a x-openstack-request-id: req-b4ff910d-92a0-4c7c-b0ae-26bd1fd8d33a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:14.592767 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:14.593162 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4ff910d-92a0-4c7c-b0ae-26bd1fd8d33a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:14.593827 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46', 'status': 'completed', 'code': 200} Jul 16 08:47:14.600658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-827471959', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:14.700321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.702183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.778310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d566cff-f1ce-426b-abaa-03496808e838 None None] Network 16252688-c299-4117-be4b-6ea40ba4df14 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:14.819751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-06a47498-7654-4d16-b14f-ce48d8b7d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.821266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-06a47498-7654-4d16-b14f-ce48d8b7d2d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.2469158 Jul 16 08:47:14.865895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.876154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206670a2-9c65-4d1c-b0c9-48be6577fc6f req-9e3b6fb0-bdc8-41b5-a870-be2a3c163023 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.877970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-206670a2-9c65-4d1c-b0c9-48be6577fc6f req-9e3b6fb0-bdc8-41b5-a870-be2a3c163023 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 943 time: 0.3465841 Jul 16 08:47:14.878690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-56250d36-0986-4911-b7d3-faec4df29963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.0497367 Jul 16 08:47:14.883452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2a8ebd45-aaac-4a67-898c-fc451c28b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.885331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-2a8ebd45-aaac-4a67-898c-fc451c28b059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=25c28cb9563b4e3ea1803112974646a8&device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 1095 time: 0.3332121 Jul 16 08:47:14.894720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Made reservation on behalf of 8cd8a69a3f304f1f87f8cbfa676d42d4 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:14.898400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.940904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.012986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0942dc05-c361-4617-86d9-254a7dcb49a5 None None] Provisioning for port db9eadd0-7c3d-49e9-88a1-9d82997254e6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:15.018504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] device_id is not set on port bcadbd49-95e7-4a56-808b-4f869f0adc29 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:15.019143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0942dc05-c361-4617-86d9-254a7dcb49a5 None None] Provisioning complete for port db9eadd0-7c3d-49e9-88a1-9d82997254e6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:15.019143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0942dc05-c361-4617-86d9-254a7dcb49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.021897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-e2f21dbf-6723-47e2-ab21-a2d8ecd486b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 HTTP/1.1" status: 200 len: 217 time: 0.0834651 Jul 16 08:47:15.062966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-546cda4a-d920-4ed7-85f2-0ed0964de7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.064617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-546cda4a-d920-4ed7-85f2-0ed0964de7a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.1794968 Jul 16 08:47:15.067075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0942dc05-c361-4617-86d9-254a7dcb49a5 None None] Port db9eadd0-7c3d-49e9-88a1-9d82997254e6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:15.112121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-d6493f93-fec8-4277-820a-4c3efe0704e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402122 Jul 16 08:47:15.214583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-287b932d-b9f5-4ac2-8a35-37e39363bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.216490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-287b932d-b9f5-4ac2-8a35-37e39363bae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6dd7d6-e702-4942-b3d4-e5eb08f2716a HTTP/1.1" status: 200 len: 849 time: 0.1826255 Jul 16 08:47:15.218884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.242319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-206670a2-9c65-4d1c-b0c9-48be6577fc6f req-4f005a06-8fbe-49f6-9b5a-d8eea066681a tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014710 Jul 16 08:47:15.276431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-c5f9a846-6cab-40b7-92cb-ca8ce9b910a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3e9099f-ee24-4258-b99f-79d879b75287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472641 Jul 16 08:47:15.354256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Allocated IP 2001:db8::151 (96e9d7a4-5227-4c31-afb6-69353494847e/907b8fc9-f42e-45b5-a7a1-9fc190b967c5/bcadbd49-95e7-4a56-808b-4f869f0adc29) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:15.385618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-5dc4373c-635c-443b-a725-8e67f153b11d service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649190 Jul 16 08:47:15.499736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-f60a54ad-48bf-4f7e-8373-60faa7632da0 service neutron] 10.222.0.46 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160397 Jul 16 08:47:15.601899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-25db6e02-88f4-41c6-aabd-593e3c857427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.688859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.693878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e769d-8f64-471b-bf42-b6320eccffb4 req-507f757b-4c8d-4a35-9334-71d83786ba11 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.695524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-270e769d-8f64-471b-bf42-b6320eccffb4 req-507f757b-4c8d-4a35-9334-71d83786ba11 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.2148552 Jul 16 08:47:15.697548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecad43ca-efab-48cb-b918-9d78f0096ab0 req-43dab9aa-99b7-4f31-81ee-482f199b59f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780114 Jul 16 08:47:15.716771 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8fc8f89f-cec3-4266-bd48-a58f67ac2dfe req-9bc91d60-be94-410d-8a23-527a50ca8c17 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211763 Jul 16 08:47:15.753838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port b62b9935-12da-4f20-9ab2-a3105c912acd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:15.754200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.838377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.880633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc5ba1-63f8-4420-b138-e4d768bc5d80 req-7d96854c-9734-441e-9faf-86b97d45b673 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:15.894620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bc5ba1-63f8-4420-b138-e4d768bc5d80 req-7d96854c-9734-441e-9faf-86b97d45b673 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.2934463 Jul 16 08:47:15.935935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Transition to ACTIVE for port object bcadbd49-95e7-4a56-808b-4f869f0adc29 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:15.964118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.993649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port b62b9935-12da-4f20-9ab2-a3105c912acd, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b62b9935-12da-4f20-9ab2-a3105c912acd,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:15.994024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.005628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-270e769d-8f64-471b-bf42-b6320eccffb4 req-8f9cc863-0f5f-4b5c-84f5-b6e06f54156c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002479 Jul 16 08:47:16.008242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.015782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-5c218489-5abe-4bb4-85cf-fb76230f7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.018102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-5c218489-5abe-4bb4-85cf-fb76230f7ada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=25c28cb9563b4e3ea1803112974646a8&device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 1095 time: 0.2312405 Jul 16 08:47:16.040929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for b62b9935-12da-4f20-9ab2-a3105c912acd owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:16.059089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bc5ba1-63f8-4420-b138-e4d768bc5d80 req-85455596-d01d-4649-8316-1cc289634d18 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628289 Jul 16 08:47:16.099057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.225715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.157 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0dc345ad-b686-4dd8-acbf-df461ce49f34) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:16.295817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Network 96e9d7a4-5227-4c31-afb6-69353494847e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:16.317111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=bcadbd49-95e7-4a56-808b-4f869f0adc29,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:16.325174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:16.329820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:16.335855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.336527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.356381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-173e10e1-733d-4f81-bbc3-b647b1ba32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.359086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-173e10e1-733d-4f81-bbc3-b647b1ba32dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3e9099f-ee24-4258-b99f-79d879b75287 HTTP/1.1" status: 200 len: 910 time: 0.3296015 Jul 16 08:47:16.385932 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c0527e6-faed-47a1-aaab-e43aa000766e tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8689127 Jul 16 08:47:16.395766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53408) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.413947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:08:79:76'}, {'ip_address': '2001:db8::3c8', 'mac_address': 'fa:16:3e:0e:f9:42'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:16.525798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-11014989-69d0-4540-9ed1-030058797f90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 HTTP/1.1" status: 200 len: 217 time: 0.1593373 Jul 16 08:47:16.549863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.791806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.870190 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.884510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-3f4b63a1-5e94-4914-9f85-8e7e38bed248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.886418 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-3f4b63a1-5e94-4914-9f85-8e7e38bed248 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf6dd7d6-e702-4942-b3d4-e5eb08f2716a HTTP/1.1" status: 200 len: 849 time: 0.2309380 Jul 16 08:47:16.890320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=b62b9935-12da-4f20-9ab2-a3105c912acd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:16.928765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4928f00-27b3-4347-a2dc-f4ff653f5da8 None None] Provisioning for port bcadbd49-95e7-4a56-808b-4f869f0adc29 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:16.940742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4928f00-27b3-4347-a2dc-f4ff653f5da8 None None] Provisioning complete for port bcadbd49-95e7-4a56-808b-4f869f0adc29 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:16.942972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4928f00-27b3-4347-a2dc-f4ff653f5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.990918 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.067659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a4928f00-27b3-4347-a2dc-f4ff653f5da8 None None] Port bcadbd49-95e7-4a56-808b-4f869f0adc29 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:17.165229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9154a0-2793-45d6-8482-1d6d8531472d req-92ed4e8d-3efd-49ce-a87e-d0ae8716b44f tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:17.177749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f9154a0-2793-45d6-8482-1d6d8531472d req-92ed4e8d-3efd-49ce-a87e-d0ae8716b44f tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 943 time: 0.5719142 Jul 16 08:47:17.230497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.326431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:17.329018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:17.358684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.422745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:17.428758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=0dc345ad-b686-4dd8-acbf-df461ce49f34,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.555605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f9154a0-2793-45d6-8482-1d6d8531472d req-559c9503-28e6-4fe8-af34-ac3c3b13feaf tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525176 Jul 16 08:47:18.003384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18587a-fc8d-4289-b8b4-690629d13f60 req-dc151c76-e2b7-436a-9103-f36a22320c18 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.006642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc18587a-fc8d-4289-b8b4-690629d13f60 req-dc151c76-e2b7-436a-9103-f36a22320c18 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.6745729 Jul 16 08:47:18.306151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:18.481227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:18.491006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.498084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b9ff2b73-008f-4b9d-a4a8-4375b451595d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2977645 Jul 16 08:47:18.515856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:18.522484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.557969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:18.559798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:18.560553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.582214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77424f-0e08-4ee4-816c-259f382c3b17 req-ad096a7c-7037-4265-b7c8-a28d3924a687 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.589584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b77424f-0e08-4ee4-816c-259f382c3b17 req-ad096a7c-7037-4265-b7c8-a28d3924a687 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.7826979 Jul 16 08:47:18.591982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.600991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc18587a-fc8d-4289-b8b4-690629d13f60 req-dcf95c29-936a-4a4c-848c-f4de7cf0e704 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390799 Jul 16 08:47:18.778148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:18.818123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 209e0b44-b8fa-4acd-84c6-8397e53243da {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:18.823263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.946409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.001759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,segment=NetworkSegment(6c1d8934-5dbf-4937-84c3-324e37b94e09),segment_id=6c1d8934-5dbf-4937-84c3-324e37b94e09)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:19.024169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46', 'network_id': 'a3e9099f-ee24-4258-b99f-79d879b75287', 'port_id': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46', 'mac_address': 'fa:16:3e:42:16:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6dd7d6-e702-4942-b3d4-e5eb08f2716a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:19.041818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.047367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] In _notify_port_updated(), no bound segment for port bcadbd49-95e7-4a56-808b-4f869f0adc29 on network 96e9d7a4-5227-4c31-afb6-69353494847e {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:19.049381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:19.061152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:19.061812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.063499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "PUT /v2.0/ports/bcadbd49-95e7-4a56-808b-4f869f0adc29 HTTP/1.1" status: 200 len: 1067 time: 2.6663911 Jul 16 08:47:19.069295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53418) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.182115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.215698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b77424f-0e08-4ee4-816c-259f382c3b17 req-31901aa3-dad3-46a3-b847-67036d57e012 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250660 Jul 16 08:47:19.227651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.250011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:19.294633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,segment=NetworkSegment(6c1d8934-5dbf-4937-84c3-324e37b94e09),segment_id=6c1d8934-5dbf-4937-84c3-324e37b94e09)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:19.309631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.438771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.493628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=209e0b44-b8fa-4acd-84c6-8397e53243da,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.510906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887675-f93b-469e-a1e0-a53543658304 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event updated for resources: {'Port': ['ID=bcadbd49-95e7-4a56-808b-4f869f0adc29,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.522668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.529550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b12d77de-2385-46d7-8599-b96a8a30640d tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/209e0b44-b8fa-4acd-84c6-8397e53243da HTTP/1.1" status: 204 len: 168 time: 1.0021358 Jul 16 08:47:19.535315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.557760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4148ba25-766f-4252-803c-69cd7e696b14 None None] Network 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:19.709977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.736341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4d54eae6-c3cb-4e8b-94bb-5309fd45bf46'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:19.767628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.792420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port bcadbd49-95e7-4a56-808b-4f869f0adc29 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:19.794220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.951476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port a1ac9733-f5ad-451c-b0ad-f7302df94d24 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:19.952260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.064598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-26843053-c340-486a-8fae-606aa30907d1 None None] Provisioning complete for port bcadbd49-95e7-4a56-808b-4f869f0adc29 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:20.065186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26843053-c340-486a-8fae-606aa30907d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.065984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80db046-d228-4103-a560-fccb048aac27 req-dbde2dd7-8a4d-4898-bb60-8c89a814e1bf tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.068299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80db046-d228-4103-a560-fccb048aac27 req-dbde2dd7-8a4d-4898-bb60-8c89a814e1bf tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 943 time: 1.1579592 Jul 16 08:47:20.100671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port a1ac9733-f5ad-451c-b0ad-f7302df94d24, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ac9733-f5ad-451c-b0ad-f7302df94d24,segment=NetworkSegment(3330a284-a4eb-4c93-8a8f-b621a179550b),segment_id=3330a284-a4eb-4c93-8a8f-b621a179550b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:20.101410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.124828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for a1ac9733-f5ad-451c-b0ad-f7302df94d24 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:20.278546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.279140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.312851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port a1ac9733-f5ad-451c-b0ad-f7302df94d24 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:20.338780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for bcadbd49-95e7-4a56-808b-4f869f0adc29 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:20.339646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=a1ac9733-f5ad-451c-b0ad-f7302df94d24,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:20.397863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-26843053-c340-486a-8fae-606aa30907d1 None None] Port bcadbd49-95e7-4a56-808b-4f869f0adc29 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:20.581791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.619569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed6b464-2b25-4302-bda6-d49adf4d0ab6']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.650469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3330a284-a4eb-4c93-8a8f-b621a179550b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.651004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3330a284-a4eb-4c93-8a8f-b621a179550b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:20.690835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.720005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.753350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.771566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.773114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:20.773983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.798540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ad949-713d-494d-9a0e-a9786a576b61 None None] DHCP port deletion for 5ed6b464-2b25-4302-bda6-d49adf4d0ab6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:20.909751 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:20.930964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.937775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.943380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/5ed6b464-2b25-4302-bda6-d49adf4d0ab6 HTTP/1.1" status: 204 len: 168 time: 1.4050167 Jul 16 08:47:20.944454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53428) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.984160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=bcadbd49-95e7-4a56-808b-4f869f0adc29,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.019424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:16Z', 'revision_number': 10, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:21.036336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f08a-7762-4ed4-acda-83bd31d649bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=5ed6b464-2b25-4302-bda6-d49adf4d0ab6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.057278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:21.070917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:21.070917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:21.077745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80db046-d228-4103-a560-fccb048aac27 req-539830dc-b691-438b-afa1-ee8aae0a3f6d tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8370864 Jul 16 08:47:21.394329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:21.542270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-44309fd2-2a94-482a-93c7-3c741777a678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3e9099f-ee24-4258-b99f-79d879b75287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476986 Jul 16 08:47:21.578338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3dbcf-18d9-415f-bdac-957826ca6f66 req-6fcb76ea-6eb8-4c0f-9247-041fe25939ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.615356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19d3dbcf-18d9-415f-bdac-957826ca6f66 req-6fcb76ea-6eb8-4c0f-9247-041fe25939ad tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 1.6234467 Jul 16 08:47:21.741820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ac9733-f5ad-451c-b0ad-f7302df94d24 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:21.951551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19d3dbcf-18d9-415f-bdac-957826ca6f66 req-540ac153-20bd-4e72-a6bf-5c49f1dbd2f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347435 Jul 16 08:47:21.968613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a1ac9733-f5ad-451c-b0ad-f7302df94d24 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:21.969333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ac9733-f5ad-451c-b0ad-f7302df94d24 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:22.119361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:22.167356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:16Z', 'revision_number': 10, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:22.169039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.175226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6ed2267c-bdfe-4504-ae5a-2c480668e5b4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/bcadbd49-95e7-4a56-808b-4f869f0adc29 HTTP/1.1" status: 204 len: 168 time: 3.0919440 Jul 16 08:47:22.181004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.207932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0204-c540-435e-a318-0a95074a5a3d None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:16Z', 'revision_number': 10, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None, '_interfaces': [{'id': '30e07d9f-e0ab-4406-927f-0e860638b005', 'name': '', 'network_id': 'a9a2c9d7-6993-4d7c-a175-96f63bd73e7b', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'mac_address': 'fa:16:3e:1e:dd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:06Z', 'updated_at': '2021-07-16T08:46:20Z', 'revision_number': 5, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'subnets': [{'id': '29895a3d-ad74-443d-93f7-996c5d11571e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:22.270796 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e885e11-5a65-438b-893e-6447df7a11d4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] GET failed (client error): The resource could not be found. Jul 16 08:47:22.276022 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7e885e11-5a65-438b-893e-6447df7a11d4 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports/bcadbd49-95e7-4a56-808b-4f869f0adc29 HTTP/1.1" status: 404 len: 333 time: 0.0812891 Jul 16 08:47:22.282532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.395164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:22.405450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b55b2-0b83-4d73-9620-f210f10ca0d6 req-e8d53ec8-5aba-470b-9bf1-8d07d0d86506 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.407087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a2b55b2-0b83-4d73-9620-f210f10ca0d6 req-e8d53ec8-5aba-470b-9bf1-8d07d0d86506 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.6572888 Jul 16 08:47:22.408816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:22.428910 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:22.430001 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:22.456368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-d65a8867-65c6-4bc5-8a53-9cafe2492376 service neutron] 10.222.0.46 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644769 Jul 16 08:47:22.463569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.464899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cc29e23a-a836-41a4-a65a-7d783b2ecd3d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8923583 Jul 16 08:47:22.477286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.527240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:22.555769 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:22.557118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:22.661496 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:22.662681 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a29f0-7aa6-4825-8834-132714f87fb5 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:22.754912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:22.769844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-78387a3b-57b5-4205-bde7-ec1db01459ee req-04bf0312-0e62-4753-b526-df50a7ac162b service neutron] 10.222.0.46 "GET /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993824 Jul 16 08:47:22.786868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port db9eadd0-7c3d-49e9-88a1-9d82997254e6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:22.787809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.918814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:22.929021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:22.929537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.943004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a2b55b2-0b83-4d73-9620-f210f10ca0d6 req-a0f060ac-89c3-4025-9ef8-7c608898e444 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023847 Jul 16 08:47:23.012388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.053876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for db9eadd0-7c3d-49e9-88a1-9d82997254e6 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:23.118497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.180330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90aa06-aaf5-4ec3-a61e-466e81aae7c6 req-c11154cf-11cd-4f9d-86dc-2f9a5a5b4d7b tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.195310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e90aa06-aaf5-4ec3-a61e-466e81aae7c6 req-c11154cf-11cd-4f9d-86dc-2f9a5a5b4d7b tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 944 time: 0.4425955 Jul 16 08:47:23.216555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,segment=NetworkSegment(6c1d8934-5dbf-4937-84c3-324e37b94e09),segment_id=6c1d8934-5dbf-4937-84c3-324e37b94e09)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:23.217959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:23.221896 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0ee34-fef0-4503-8fc6-936a7d37daac" -d '{"events": [{"server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:23.228620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.307170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.384932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e90aa06-aaf5-4ec3-a61e-466e81aae7c6 req-8eacccae-4622-4d22-b2f3-06c9a8764deb tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882391 Jul 16 08:47:23.451272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.496014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b62b9935-12da-4f20-9ab2-a3105c912acd no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:23.560367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b62b9935-12da-4f20-9ab2-a3105c912acd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:23.560782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b62b9935-12da-4f20-9ab2-a3105c912acd not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:23.629570 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b745d-f813-481a-8ac9-97df0e772ed8 x-openstack-request-id: req-307b745d-f813-481a-8ac9-97df0e772ed8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:23.629957 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:23.630452 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-307b745d-f813-481a-8ac9-97df0e772ed8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:23.631201 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46', 'code': 200} Jul 16 08:47:23.886676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.975170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=db9eadd0-7c3d-49e9-88a1-9d82997254e6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.267878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.278912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f60586d3-1940-4b0e-8cda-bd108fa48d09 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/db9eadd0-7c3d-49e9-88a1-9d82997254e6 HTTP/1.1" status: 204 len: 168 time: 1.9810190 Jul 16 08:47:24.305243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53450) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:24.417245 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-183ec28a-a679-4f4a-bb25-39084ac0a754 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] GET failed (client error): The resource could not be found. Jul 16 08:47:24.434524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-183ec28a-a679-4f4a-bb25-39084ac0a754 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "GET /v2.0/ports/db9eadd0-7c3d-49e9-88a1-9d82997254e6 HTTP/1.1" status: 404 len: 333 time: 0.1216846 Jul 16 08:47:24.436953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:24.830628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4343dff-2631-4910-a01b-6271f6c41955 req-01b6bca6-b1a6-49db-aa18-407bab9fd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.848874 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b4343dff-2631-4910-a01b-6271f6c41955 req-01b6bca6-b1a6-49db-aa18-407bab9fd23b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 1097 time: 0.2912169 Jul 16 08:47:24.862759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76875cf-72e1-4b18-b7bd-63f672872ba7 req-af7c797e-55b2-4fb8-b7ac-7848afbae3d8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:24.870403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a76875cf-72e1-4b18-b7bd-63f672872ba7 req-af7c797e-55b2-4fb8-b7ac-7848afbae3d8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 1.5852675 Jul 16 08:47:24.911068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 30e07d9f-e0ab-4406-927f-0e860638b005 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:24.911405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.047013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.072104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc8038-0eaa-4367-b7d8-807e75e1c18c req-fdcef59d-ce9d-4fc2-bc59-566414b913c2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.084759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00cc8038-0eaa-4367-b7d8-807e75e1c18c req-fdcef59d-ce9d-4fc2-bc59-566414b913c2 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.5963328 Jul 16 08:47:25.092797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a76875cf-72e1-4b18-b7bd-63f672872ba7 req-0770a8ca-7fa8-4405-853d-5db5bfafb681 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205508 Jul 16 08:47:25.195276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 30e07d9f-e0ab-4406-927f-0e860638b005, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=30e07d9f-e0ab-4406-927f-0e860638b005,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:25.196379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.248436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:25.248771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.252601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 30e07d9f-e0ab-4406-927f-0e860638b005 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:25.301472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00cc8038-0eaa-4367-b7d8-807e75e1c18c req-d40b87e5-36db-48b3-ae3a-3a82d857a7a1 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146692 Jul 16 08:47:25.668434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.695468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.715550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:25.728700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for 744b42e7-b709-40e1-b2ad-d0eb3d84fc9d owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:25.744578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=30e07d9f-e0ab-4406-927f-0e860638b005,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:25.754361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57dad-0ea0-43be-972b-d1eed5b42ac3 req-9b9357ef-2e2f-4450-800e-b6fd5980d8f2 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.768678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eb57dad-0ea0-43be-972b-d1eed5b42ac3 req-9b9357ef-2e2f-4450-800e-b6fd5980d8f2 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.4138656 Jul 16 08:47:25.948719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eb57dad-0ea0-43be-972b-d1eed5b42ac3 req-85531a63-2cf8-47d3-bad4-1830dc643ede tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790285 Jul 16 08:47:25.989305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.042203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.1 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/7a7b4216-1dec-426d-aa2c-a5059d01c9bf) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:26.242361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:26.306009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.419109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:26.429376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:26.430443 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8792e3f2-7cc4-4f3a-a43f-366b925d6b91 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4811504 Jul 16 08:47:26.437033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:26.445190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=744b42e7-b709-40e1-b2ad-d0eb3d84fc9d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.455230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:26.456118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.504755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.571030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting subnet 29895a3d-ad74-443d-93f7-996c5d11571e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:26.579333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.622172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.649537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:26.721402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.762762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.792411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:26.794281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9edce691-4440-4457-bcec-338f17375a2b tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/ports/744b42e7-b709-40e1-b2ad-d0eb3d84fc9d HTTP/1.1" status: 204 len: 168 time: 2.3285651 Jul 16 08:47:26.805432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.830772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:26.837983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:26.841802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:26.901433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:26.908188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=7a7b4216-1dec-426d-aa2c-a5059d01c9bf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.914526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting subnet 907b8fc9-f42e-45b5-a7a1-9fc190b967c5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:26.952011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.953459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:26.954592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:27.004439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.097692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.101034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.171793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:27.284716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.300292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:27.337471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.350319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/29895a3d-ad74-443d-93f7-996c5d11571e HTTP/1.1" status: 204 len: 168 time: 0.9118447 Jul 16 08:47:27.358967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.364071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8a085-cce7-47cd-9809-a17a66bb99ce req-b3a3fcac-5b47-489f-89c2-32a5198df810 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.368345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0af8a085-cce7-47cd-9809-a17a66bb99ce req-b3a3fcac-5b47-489f-89c2-32a5198df810 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.6295819 Jul 16 08:47:27.399202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50e5cb-4586-4287-92df-416ef90d5574 None None] Network a9a2c9d7-6993-4d7c-a175-96f63bd73e7b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:27.408084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267dddb-9a03-472f-884e-b05153c16c42 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:27.453266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea0b9-96c3-4f14-abcc-108076946eb1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Subnet': ['ID=29895a3d-ad74-443d-93f7-996c5d11571e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.477509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.479747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.625051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0af8a085-cce7-47cd-9809-a17a66bb99ce req-4810467b-5f7d-48d0-95b5-496a990c89cf tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102597 Jul 16 08:47:27.679326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.690384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.723971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Subnet': ['ID=907b8fc9-f42e-45b5-a7a1-9fc190b967c5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.747030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.749000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a63114d7-0f4e-4de3-b3d0-071413463c67 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/subnets/907b8fc9-f42e-45b5-a7a1-9fc190b967c5 HTTP/1.1" status: 204 len: 168 time: 0.9554455 Jul 16 08:47:27.759856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.783248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8e0d9-5c69-42bc-8df9-4b8276da8905 None None] Network 96e9d7a4-5227-4c31-afb6-69353494847e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:27.905914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] DHCP port deletion for a9a2c9d7-6993-4d7c-a175-96f63bd73e7b request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:28.077404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Deleting port 68a625bd-440d-4ffd-945b-9fff2a4ff289 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:28.077404 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.124275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.140301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4950ae-7df8-4616-b0f6-81c3cbd81c78 req-7d14fdab-96b9-41a2-b5ab-aa06890c611a tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.154274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa4950ae-7df8-4616-b0f6-81c3cbd81c78 req-7d14fdab-96b9-41a2-b5ab-aa06890c611a tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.1607547 Jul 16 08:47:28.163492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] For port 68a625bd-440d-4ffd-945b-9fff2a4ff289, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=68a625bd-440d-4ffd-945b-9fff2a4ff289,segment=NetworkSegment(49cd3d6e-208e-4154-862a-fb7b9cb93387),segment_id=49cd3d6e-208e-4154-862a-fb7b9cb93387)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:28.163895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.178915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Calling delete_port for 68a625bd-440d-4ffd-945b-9fff2a4ff289 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:28.228201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa4950ae-7df8-4616-b0f6-81c3cbd81c78 req-1c1027f4-5971-4b06-acbe-26655eec4ea4 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690596 Jul 16 08:47:28.229289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.280377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.314683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] Pushing event deleted for resources: {'Port': ['ID=68a625bd-440d-4ffd-945b-9fff2a4ff289,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.327306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b96ee1-38aa-4fe7-b343-1f4377c325aa None None] No DVR routers for this DVR port 68a625bd-440d-4ffd-945b-9fff2a4ff289 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:28.416960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] DHCP port deletion for 96e9d7a4-5227-4c31-afb6-69353494847e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:28.447717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=7a7b4216-1dec-426d-aa2c-a5059d01c9bf,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.453940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.490520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.500009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Deleting port 68a625bd-440d-4ffd-945b-9fff2a4ff289 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:28.500552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.518028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Deleting port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:28.518769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.559767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b4343dff-2631-4910-a01b-6271f6c41955 req-9a9f0e18-bbbd-4262-add2-16ebc3c7337e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010873 Jul 16 08:47:28.570419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759201c4-51b8-4f6f-975e-d16231e0805b req-a4ea60aa-ecb3-4db5-969e-62d44c396e42 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.573164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-759201c4-51b8-4f6f-975e-d16231e0805b req-a4ea60aa-ecb3-4db5-969e-62d44c396e42 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2880943 Jul 16 08:47:28.640703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] For port 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=445e5ef0-0e82-4957-ad80-41f1cd9845b6,segment=NetworkSegment(3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e),segment_id=3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:28.641242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.655494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Calling delete_port for 445e5ef0-0e82-4957-ad80-41f1cd9845b6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:28.703670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] For port 68a625bd-440d-4ffd-945b-9fff2a4ff289, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:28.704096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.736722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-759201c4-51b8-4f6f-975e-d16231e0805b req-a5adc165-8d2f-4a69-bb29-5f23d6e513c8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993495 Jul 16 08:47:28.737852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Calling delete_port for 68a625bd-440d-4ffd-945b-9fff2a4ff289 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:28.742162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Port 68a625bd-440d-4ffd-945b-9fff2a4ff289 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:47:28.752376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Deleting port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:28.752850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.759102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.779387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.797193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:28.800519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:28.861744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] No DVR routers for this DVR port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:28.864245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4861d1-df6f-47da-b686-417a934fefeb None None] Pushing event deleted for resources: {'Port': ['ID=445e5ef0-0e82-4957-ad80-41f1cd9845b6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.867150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No DVR routers for this DVR port 68a625bd-440d-4ffd-945b-9fff2a4ff289 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:28.907526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Port': ['ID=68a625bd-440d-4ffd-945b-9fff2a4ff289,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.031678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.049644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] For port 445e5ef0-0e82-4957-ad80-41f1cd9845b6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=445e5ef0-0e82-4957-ad80-41f1cd9845b6,segment=NetworkSegment(3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e),segment_id=3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:29.050103 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.062167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a2c9d7-6993-4d7c-a175-96f63bd73e7b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.075419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Calling delete_port for 445e5ef0-0e82-4957-ad80-41f1cd9845b6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:29.078293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cd3d6e-208e-4154-862a-fb7b9cb93387') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.078599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cd3d6e-208e-4154-862a-fb7b9cb93387') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.092017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:29.099831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.106243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cb7ae-c44e-4a4a-be28-f047f86ecb7d req-2a97b726-0bac-4b9c-b445-3e6fe6c182f4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.107779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b93cb7ae-c44e-4a4a-be28-f047f86ecb7d req-2a97b726-0bac-4b9c-b445-3e6fe6c182f4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.2084095 Jul 16 08:47:29.123029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361e5f-9a5c-4e90-b980-189c48cda36c req-fa8cc6b7-5305-4845-aa91-5f1cfea68631 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.124675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88361e5f-9a5c-4e90-b980-189c48cda36c req-fa8cc6b7-5305-4845-aa91-5f1cfea68631 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2001102 Jul 16 08:47:29.149235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.162199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:29.162671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:29.167185 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:29.257007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.284309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.290278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/networks/a9a2c9d7-6993-4d7c-a175-96f63bd73e7b HTTP/1.1" status: 204 len: 168 time: 1.8707404 Jul 16 08:47:29.290278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c928e-ae33-4522-a72a-decc67fdb904 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Pushing event deleted for resources: {'Network': ['ID=a9a2c9d7-6993-4d7c-a175-96f63bd73e7b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.291615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.293876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.299255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'routes': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:29.403845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Port': ['ID=445e5ef0-0e82-4957-ad80-41f1cd9845b6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.408471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] No DVR routers for this DVR port 445e5ef0-0e82-4957-ad80-41f1cd9845b6 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:29.545601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 30e07d9f-e0ab-4406-927f-0e860638b005 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:29.579243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 30e07d9f-e0ab-4406-927f-0e860638b005 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:29.579810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 30e07d9f-e0ab-4406-927f-0e860638b005 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:29.580684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 445e5ef0-0e82-4957-ad80-41f1cd9845b6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:29.582132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88361e5f-9a5c-4e90-b980-189c48cda36c req-609708ab-51b0-4919-880b-375637af72ae tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462049 Jul 16 08:47:29.588342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b93cb7ae-c44e-4a4a-be28-f047f86ecb7d req-d854bfcf-a085-450d-bd5c-9e6d30f4de88 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610345 Jul 16 08:47:29.628826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:29.635912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 445e5ef0-0e82-4957-ad80-41f1cd9845b6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:29.638042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 445e5ef0-0e82-4957-ad80-41f1cd9845b6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:29.638755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 68a625bd-440d-4ffd-945b-9fff2a4ff289 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:29.639094 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:29.643538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-92f985a7-dc58-4a21-ac85-5db5c313681e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/routers/d61d2b41-864f-4e41-859c-0f21a7e58514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1522038 Jul 16 08:47:29.644564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.652748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'port': {'network_id': '16252688-c299-4117-be4b-6ea40ba4df14', 'name': 'tempest-FloatingIPTestJSON-300216785'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:29.672555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 68a625bd-440d-4ffd-945b-9fff2a4ff289 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:29.672956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 68a625bd-440d-4ffd-945b-9fff2a4ff289 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:29.680931 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:29.684406 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.722825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Added routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:47:29.723729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Removed routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:47:29.724838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.747121 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.780886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.787526 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:29.795242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e9d7a4-5227-4c31-afb6-69353494847e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.799687 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.835990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.836433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa4a0bc-1e86-4ff0-9aa1-9b69e4cfdf5e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.848060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.865173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.873814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:29.874616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.884330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:29.886674 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167e0ef-1301-4554-a485-b5af26850aac None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:29.912584 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:29.948962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:29.954202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.023818 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.028832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] device_id is not set on port 8edd68b3-61fa-44ab-a9db-1dd2ccb7f125 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:30.050114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3448ba9-9642-499f-ac69-2955ef1a8256 req-76c846b7-ec06-451b-a31d-c02e6e5d0dd0 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.051655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3448ba9-9642-499f-ac69-2955ef1a8256 req-76c846b7-ec06-451b-a31d-c02e6e5d0dd0 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.2143261 Jul 16 08:47:30.076400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.078309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] 10.222.0.32 "DELETE /v2.0/networks/96e9d7a4-5227-4c31-afb6-69353494847e HTTP/1.1" status: 204 len: 168 time: 2.3170385 Jul 16 08:47:30.119202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc63c9-6c82-443e-86db-5e23b1ae8245 tempest-AllowedAddressPairIpV6TestJSON-970430263 tempest-AllowedAddressPairIpV6TestJSON-970430263-project] Pushing event deleted for resources: {'Network': ['ID=96e9d7a4-5227-4c31-afb6-69353494847e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.128887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.134459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.147471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-000be3a9-d778-43b2-aa4d-489335f04b50 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:30.149027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-000be3a9-d778-43b2-aa4d-489335f04b50 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.2479348 Jul 16 08:47:30.208690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3448ba9-9642-499f-ac69-2955ef1a8256 req-f2d4143f-c70c-4b7b-a59f-8fa8e5228b60 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113594 Jul 16 08:47:30.231130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router b3f391dc-5101-464a-a3ec-148bec5a7593 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:30.241094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-1b7a34d1-79eb-4562-8b70-dbabf9530349 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/quotas/b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 375 time: 0.0648568 Jul 16 08:47:30.341906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.12 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/8edd68b3-61fa-44ab-a9db-1dd2ccb7f125) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:30.358533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:30.375615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Sync routers for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:30.389158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.393861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:30.395104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:30.395430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b9fca38-c2ea-408b-8d97-b5f34cb3d447 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 701 time: 1.1030135 Jul 16 08:47:30.396010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.463469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-87d27a8c-9b90-4377-98e1-e98a6b5dca1b tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 205 time: 0.0657227 Jul 16 08:47:30.464364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.470542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-6e444cc8-7ec1-441a-aa41-f71b7e9ada1f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2210045 Jul 16 08:47:30.505107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:30.576502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53508) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.580944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:30.602758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.619410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Checking router: b3f391dc-5101-464a-a3ec-148bec5a7593 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:30.638090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Routers {'b3f391dc-5101-464a-a3ec-148bec5a7593'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:30.639825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3f391dc-5101-464a-a3ec-148bec5a7593'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:30.683273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d6995308-88fe-4094-b79d-fd50865cce31 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095628 Jul 16 08:47:30.705490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.758366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] Set router b3f391dc-5101-464a-a3ec-148bec5a7593 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:30.836820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:30.840684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:30.841140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.847146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.875400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-1cb834a6-3e94-4edf-8fe8-6fe42243c2b6 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903846 Jul 16 08:47:30.895579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f0e79ee-f301-4761-b692-41148b48bc6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cd8a69a3f304f1f87f8cbfa676d42d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163378 Jul 16 08:47:30.900073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53514) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.906880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.912950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.915865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router b3f391dc-5101-464a-a3ec-148bec5a7593 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:30.941745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.953343 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-36f16d26-c3cb-4af9-a733-7b635548baaa tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 204 len: 168 time: 0.4873359 Jul 16 08:47:30.953995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.959379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2062624954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:30.999143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.000352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.033157 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.060027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.071722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002c9a3-afaf-4a13-bf5c-36fc1c9576e1 None None] The sync data for ids ['b3f391dc-5101-464a-a3ec-148bec5a7593'] in n-d-798054-12 is: [{'id': 'b3f391dc-5101-464a-a3ec-148bec5a7593', 'name': 'tempest-RoutersTest-router-2030129241', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:03Z', 'updated_at': '2021-07-16T08:47:25Z', 'revision_number': 11, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:31.109942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.114742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:31.115679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.124146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:31.126843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:31.169186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.174432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f268953a-17f3-4fa6-8a47-43dc43b2d2de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2153878 Jul 16 08:47:31.175541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.180160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.181627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.184709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.198520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16e14492-c7e6-458b-b4d3-60d3340d5b43 HTTP/1.1" status: 204 len: 168 time: 0.2591441 Jul 16 08:47:31.238343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4cb24-348d-42b1-abc3-79c3dc4e6556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e14492-c7e6-458b-b4d3-60d3340d5b43,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.265152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=8edd68b3-61fa-44ab-a9db-1dd2ccb7f125,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.290865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.291750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.344746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dafddbb2-b15d-4db7-bb62-69179afdec82 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6982074 Jul 16 08:47:31.365597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.373593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.381396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'port': {'network_id': '16252688-c299-4117-be4b-6ea40ba4df14', 'name': 'tempest-FloatingIPTestJSON-1445989906'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.407407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4e927466-07c9-4943-ae82-6d59357e4f33', 'network_id': '68a70b19-8f21-4ab9-aae4-3bb7b035d2fb', 'port_id': '4e927466-07c9-4943-ae82-6d59357e4f33', 'mac_address': 'fa:16:3e:b6:4e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7440925-136b-42b3-9a00-7a50c6032906', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:31.562750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.598268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:31.604482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d5e33-c7d2-434e-ad14-df183fbec70d req-4d3c9a17-4955-4da9-b957-ab327d2dbca3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.615475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4d5e33-c7d2-434e-ad14-df183fbec70d req-4d3c9a17-4955-4da9-b957-ab327d2dbca3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 944 time: 0.2976499 Jul 16 08:47:31.672103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.686016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.704760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.724481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.770633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b7b0e59-619f-47f5-85f4-797306414e9b req-2ccfe5cc-d1cf-40cf-a91d-ec7e6f4c2e2c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 210 time: 0.1071770 Jul 16 08:47:31.794283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e4d5e33-c7d2-434e-ad14-df183fbec70d req-4a44de25-9dd8-423e-b5ba-2703ef3f9e84 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658471 Jul 16 08:47:31.827353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.858375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:31.865119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.915666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] device_id is not set on port 37ce159e-3965-4feb-ad2d-eaacbb9b3d31 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:31.979111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Router adb53b27-187c-494b-a271-d425f92bdd5b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:32.052103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:32.085115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:32.100222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Sync routers for ids ['adb53b27-187c-494b-a271-d425f92bdd5b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:32.101111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.107323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-614f7a9c-710d-4e0b-b2fa-f692cfd30c27 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "PUT /v2.0/routers/adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 200 len: 694 time: 0.9265761 Jul 16 08:47:32.109792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.134257 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Routers {'adb53b27-187c-494b-a271-d425f92bdd5b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:32.135148 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['adb53b27-187c-494b-a271-d425f92bdd5b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:32.178166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.14 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/37ce159e-3965-4feb-ad2d-eaacbb9b3d31) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:32.281939 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2238fcae-37e1-4594-9f1f-a35501298b5c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/routers/adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 200 len: 700 time: 0.1701198 Jul 16 08:47:32.285251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.342652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Set router adb53b27-187c-494b-a271-d425f92bdd5b gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:32.356247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53562) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.358374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00d40297-f330-4d46-b931-b3a74b2d9d0c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 200 len: 205 time: 0.0711527 Jul 16 08:47:32.403361 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb53b27-187c-494b-a271-d425f92bdd5b', 'name': 'tempest-RoutersTest-router-2062624954', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:31Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:32.433711 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Checking router: adb53b27-187c-494b-a271-d425f92bdd5b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:32.443430 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Routers {'adb53b27-187c-494b-a271-d425f92bdd5b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:32.444071 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['adb53b27-187c-494b-a271-d425f92bdd5b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:32.563013 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] Set router adb53b27-187c-494b-a271-d425f92bdd5b gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:32.576073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.654561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb53b27-187c-494b-a271-d425f92bdd5b', 'name': 'tempest-RoutersTest-router-2062624954', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:31Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:32.671805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.698135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca6d0b-390f-4e36-9a83-90129102e232 None None] The sync data for ids ['adb53b27-187c-494b-a271-d425f92bdd5b'] in n-d-798054-12 is: [{'id': 'adb53b27-187c-494b-a271-d425f92bdd5b', 'name': 'tempest-RoutersTest-router-2062624954', 'tenant_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:31Z', 'revision_number': 2, 'project_id': '47c5a0e59f514f6fb1540d8ccda81d31', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:32.819434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.825336 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.848528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.861747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750007157'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:32.919402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.921404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Fanout notify agent at l3_agent the message router_deleted on router adb53b27-187c-494b-a271-d425f92bdd5b {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:32.937223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.943826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b362937d-cf9d-435d-9126-fba8bda3aaff tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 204 len: 168 time: 0.5810459 Jul 16 08:47:32.943826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:32.966985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:32.974757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.987815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-413b23eb-cdac-4ec1-a433-71e7cf5793dd tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 200 len: 205 time: 0.0405009 Jul 16 08:47:32.990927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.001183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.030354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21a6eeca-66b5-46ff-a56c-1ebc009ee0dc req-3cea2cc1-e70e-4e3b-a667-6f52d63f34ca tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0473728 Jul 16 08:47:33.048702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.146407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:33.153086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:33.161319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:33.167636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=37ce159e-3965-4feb-ad2d-eaacbb9b3d31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.209089 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-caa9460a-5554-40cc-a5fe-67c41e8c0031 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:33.210854 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-caa9460a-5554-40cc-a5fe-67c41e8c0031 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/adb53b27-187c-494b-a271-d425f92bdd5b HTTP/1.1" status: 404 len: 336 time: 0.2183692 Jul 16 08:47:33.215530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.243292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.244191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.265923 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c37bd-9b92-4587-ad48-919fcaf4204e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:33.266381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c37bd-9b92-4587-ad48-919fcaf4204e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:33.268731 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5c4c37bd-9b92-4587-ad48-919fcaf4204e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/8daa623a-9273-4ec5-98b2-1a6723c30c00 HTTP/1.1" status: 404 len: 337 time: 0.0507035 Jul 16 08:47:33.278143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53580) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.308208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-8998b905-1785-4163-8710-e568d03ebfbd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.311368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-8998b905-1785-4163-8710-e568d03ebfbd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.2379923 Jul 16 08:47:33.335048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'device_id': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'admin_state_up': True, 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:33.357566 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-40295394-389a-4a12-978a-9afab3db69d3 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:33.358391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40295394-389a-4a12-978a-9afab3db69d3 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:33.362489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40295394-389a-4a12-978a-9afab3db69d3 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/4269553c-84d6-4774-b7be-1a8990acc7a8 HTTP/1.1" status: 404 len: 337 time: 0.0810924 Jul 16 08:47:33.373363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.431567 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff74350-068d-4d27-96db-a7e3352803c7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:33.432189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff74350-068d-4d27-96db-a7e3352803c7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:33.437816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ff74350-068d-4d27-96db-a7e3352803c7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/209e0b44-b8fa-4acd-84c6-8397e53243da HTTP/1.1" status: 404 len: 337 time: 0.0633695 Jul 16 08:47:33.438645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53590) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.475837 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aae883-d371-433c-af56-f3d32fb385f2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:33.476332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aae883-d371-433c-af56-f3d32fb385f2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:33.478387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3aae883-d371-433c-af56-f3d32fb385f2 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/29895a3d-ad74-443d-93f7-996c5d11571e HTTP/1.1" status: 404 len: 337 time: 0.0369189 Jul 16 08:47:33.482776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53592) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.526625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6295b104-f244-4749-ac7a-e77b08b591e1 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 200 len: 205 time: 0.0425901 Jul 16 08:47:33.530818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53594) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.615599 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-98bb181f-0859-4273-885d-8fb2595d66bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:33.622405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-98bb181f-0859-4273-885d-8fb2595d66bf tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/b3f391dc-5101-464a-a3ec-148bec5a7593 HTTP/1.1" status: 404 len: 336 time: 0.0899138 Jul 16 08:47:33.626789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53596) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.647094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.657469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.686676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-07039a58-d341-4722-ac3e-4ea8408849b0 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=8208ea4f-77b2-4684-ae0b-1b6c2968690b HTTP/1.1" status: 200 len: 205 time: 0.0577245 Jul 16 08:47:33.687814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.703410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6323fc-0c69-4b5a-aff3-4a8373cf459d req-15873e26-3053-4ea7-a4cb-d2582863f9cf tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.705812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5b5e6-a570-42b1-910b-087497c2fb9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.706428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f6323fc-0c69-4b5a-aff3-4a8373cf459d req-15873e26-3053-4ea7-a4cb-d2582863f9cf tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.3532405 Jul 16 08:47:33.716853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:33.721125 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.740349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:33.763688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-51e16517-01f5-4a6b-941d-831eec60ceef tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3873985 Jul 16 08:47:33.817684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.825455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '37ce159e-3965-4feb-ad2d-eaacbb9b3d31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:33.836117 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9110dd27-3501-4df6-adad-07239f90291e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:33.837740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9110dd27-3501-4df6-adad-07239f90291e tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/8208ea4f-77b2-4684-ae0b-1b6c2968690b HTTP/1.1" status: 404 len: 336 time: 0.1299124 Jul 16 08:47:33.839630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.840246 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment c29e0d81-c072-4db6-a00c-24d6ea53f09a of type vlan for network 85f53921-bcc6-4608-93ed-0aba748b5428 Jul 16 08:47:33.842644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53606) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.894762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f6323fc-0c69-4b5a-aff3-4a8373cf459d req-217a6c15-c12f-4dda-9ebb-cd122489abca tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779590 Jul 16 08:47:33.926258 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15c1ae9-6d64-462a-b1ea-da17532a40bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:33.926810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15c1ae9-6d64-462a-b1ea-da17532a40bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:33.928659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c15c1ae9-6d64-462a-b1ea-da17532a40bc tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/a189d180-76ad-489d-98d3-1d416d68df97 HTTP/1.1" status: 404 len: 337 time: 0.0846090 Jul 16 08:47:33.933704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53608) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.975747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3fbacf68-2af2-4855-91f9-38b583eb01bb tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 200 len: 205 time: 0.0408416 Jul 16 08:47:33.977996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53610) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:33.996290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.028469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.043839 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-2c842947-6317-4ca0-99ef-f52e614c4fe6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:34.045445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2c842947-6317-4ca0-99ef-f52e614c4fe6 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/e4972788-9eee-4539-832b-06934a1bfb98 HTTP/1.1" status: 404 len: 336 time: 0.0659640 Jul 16 08:47:34.048259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53612) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.100332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee660854-c2ef-46a1-8ec0-ebfb98ff60e4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=607844da-897a-44f3-834f-d56c0330d244 HTTP/1.1" status: 200 len: 205 time: 0.0484273 Jul 16 08:47:34.106098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53616) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.126474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.20.0.11 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/7f1c90ea-fe92-4046-817c-474cd96069a4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:34.189681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.202024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.203291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.338149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6504548 Jul 16 08:47:34.593287 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-5b7ab5c6-3059-49c3-a15f-3308d9d23a5c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:34.596378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b7ab5c6-3059-49c3-a15f-3308d9d23a5c tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/607844da-897a-44f3-834f-d56c0330d244 HTTP/1.1" status: 404 len: 336 time: 0.4889894 Jul 16 08:47:34.627649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-409d8ac8-272e-4dbe-8272-9c69c730dd44 req-557af762-29ff-4cf7-871a-bb7bb41d8e30 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0367413 Jul 16 08:47:34.628497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53624) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.656979 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-51504108-10a8-40ea-98a4-dbd3f3d114d4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:34.657770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51504108-10a8-40ea-98a4-dbd3f3d114d4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:34.659887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-51504108-10a8-40ea-98a4-dbd3f3d114d4 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/908f6f8f-79f1-4047-ab89-371b894966ab HTTP/1.1" status: 404 len: 337 time: 0.0302610 Jul 16 08:47:34.664131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53626) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.724182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d8aa08a1-5eec-468c-9f0c-a06ce0e27812 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 HTTP/1.1" status: 200 len: 205 time: 0.0579250 Jul 16 08:47:34.728608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53628) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.807706 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-fdee9000-3cb8-4137-903f-438f06b9fe25 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:34.809821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fdee9000-3cb8-4137-903f-438f06b9fe25 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/55c43c42-8eb3-4e4a-9fff-1eec92a3ce74 HTTP/1.1" status: 404 len: 336 time: 0.0794828 Jul 16 08:47:34.817088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53630) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.836131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:34.865051 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd69dcd-f51a-42d3-9764-20d86c0299de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:34.865568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd69dcd-f51a-42d3-9764-20d86c0299de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:34.867368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-abd69dcd-f51a-42d3-9764-20d86c0299de tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/37ad2872-7345-4f09-81d8-c510bc7f0043 HTTP/1.1" status: 404 len: 337 time: 0.0488284 Jul 16 08:47:34.871448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.916956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-903ab400-2a7f-4a21-8211-984174c43898 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "GET /v2.0/ports?device_id=f86d4c03-14d4-437a-83ac-de74112739e1 HTTP/1.1" status: 200 len: 205 time: 0.0439785 Jul 16 08:47:34.917646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53636) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.965372 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-034261d1-ae08-4c40-8290-5ebd4e90f445 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] delete failed (client error): The resource could not be found. Jul 16 08:47:34.969292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-034261d1-ae08-4c40-8290-5ebd4e90f445 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/routers/f86d4c03-14d4-437a-83ac-de74112739e1 HTTP/1.1" status: 404 len: 336 time: 0.0504925 Jul 16 08:47:34.970549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53640) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.000106 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2c91f4-c853-4f70-a202-d59a6fa1b6a7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:35.000985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2c91f4-c853-4f70-a202-d59a6fa1b6a7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:35.006028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cf2c91f4-c853-4f70-a202-d59a6fa1b6a7 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/fae21db0-892d-485e-a414-9476f74b4399 HTTP/1.1" status: 404 len: 337 time: 0.0343623 Jul 16 08:47:35.006673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.039293 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd73fb9-d2b1-410c-a374-62e9d49def33 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:35.039770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd73fb9-d2b1-410c-a374-62e9d49def33 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:35.042454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ef04-af11-46b9-9af1-d170f9681edd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=85f53921-bcc6-4608-93ed-0aba748b5428,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.045349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7cd73fb9-d2b1-410c-a374-62e9d49def33 tempest-RoutersTest-103791315 tempest-RoutersTest-103791315-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5e34ba-30f2-45fa-b672-c936c3bb3e10 HTTP/1.1" status: 404 len: 337 time: 0.0375979 Jul 16 08:47:35.051558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4e927466-07c9-4943-ae82-6d59357e4f33 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:35.054951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.162402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.220676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 85f53921-bcc6-4608-93ed-0aba748b5428 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:35.252553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.284558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Transition to ACTIVE for port object 7f1c90ea-fe92-4046-817c-474cd96069a4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:35.455755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.539154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:35.595640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef9a-b4b3-4924-a22e-246fbd2e4727 req-51f0d07c-9ac6-44ce-97db-40a0fb38689f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.606286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b16eef9a-b4b3-4924-a22e-246fbd2e4727 req-51f0d07c-9ac6-44ce-97db-40a0fb38689f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 945 time: 0.3078818 Jul 16 08:47:35.671694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.681456 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.737858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:35.740511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.110 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/3c7dd2d2-d1e5-4938-908b-ed1546afbaed) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:35.744760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:35.772243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:35.793123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b16eef9a-b4b3-4924-a22e-246fbd2e4727 req-b6bb6355-c728-4eee-81db-5fa0d1320f42 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692832 Jul 16 08:47:35.815255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.864136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:35.865939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.868998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.895998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:35.900139 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c5b643-88b8-4a2e-80a3-30222cb0cab5" -d '{"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:35.929837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.983905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-fdaec5fc-569d-4514-a6b1-bbe9a023ece6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6531749 Jul 16 08:47:36.016282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Request body: {'port': {'device_id': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:36.375367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.416319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.419021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.420152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.421170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.422159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.423277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.424408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.425354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.426271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.427730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.429410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.430307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:36.443651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-813cf63f-ebdf-4cdb-8f99-10b02b1098dd None None] Provisioning for port 7f1c90ea-fe92-4046-817c-474cd96069a4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:36.455828 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081d9c3-f48d-45bb-a896-7fbcef8e5ae4 x-openstack-request-id: req-4081d9c3-f48d-45bb-a896-7fbcef8e5ae4 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:36.456885 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-plugged", "status": "completed", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:36.457658 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4081d9c3-f48d-45bb-a896-7fbcef8e5ae4 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:36.459680 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'code': 200} Jul 16 08:47:36.463114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-813cf63f-ebdf-4cdb-8f99-10b02b1098dd None None] Provisioning complete for port 7f1c90ea-fe92-4046-817c-474cd96069a4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:36.465082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-813cf63f-ebdf-4cdb-8f99-10b02b1098dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.481852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.548181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-813cf63f-ebdf-4cdb-8f99-10b02b1098dd None None] Port 7f1c90ea-fe92-4046-817c-474cd96069a4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:36.681153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.687875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e732e7f-26a3-4178-9b97-813b6fb84b25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47c5a0e59f514f6fb1540d8ccda81d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707232 Jul 16 08:47:36.693836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53662) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.851165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-99688b3b-b6c8-495f-b88b-ae19cea4bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.853970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-99688b3b-b6c8-495f-b88b-ae19cea4bfa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1099 time: 0.5480995 Jul 16 08:47:37.031788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.125225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-783e8eea-dc36-43c4-8e75-a7c77b8e7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.127713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-783e8eea-dc36-43c4-8e75-a7c77b8e7f37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.2438631 Jul 16 08:47:37.147260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c914a-9d54-4a43-a4fe-043f519928f5 req-171541df-f766-4a04-8429-af715c714e7a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.149875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b9c914a-9d54-4a43-a4fe-043f519928f5 req-171541df-f766-4a04-8429-af715c714e7a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 932 time: 0.5041425 Jul 16 08:47:37.192700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.199948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfb05a-7b0e-498d-ad49-38c038278e8c req-15b9bff3-f313-41aa-aa23-2ca2aac856b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.202750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8dfb05a-7b0e-498d-ad49-38c038278e8c req-15b9bff3-f313-41aa-aa23-2ca2aac856b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1099 time: 0.4641788 Jul 16 08:47:37.206232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:37.233579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:37.250774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:37.270009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=3c7dd2d2-d1e5-4938-908b-ed1546afbaed,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.283962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-c6604ca8-9de9-4c64-b7d6-5c16e4c85c29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.1041670 Jul 16 08:47:37.337436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.436607 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8dfb05a-7b0e-498d-ad49-38c038278e8c req-27de3254-e714-471b-a8db-5e095468c538 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235191 Jul 16 08:47:37.453739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b9c914a-9d54-4a43-a4fe-043f519928f5 req-e4667377-b78f-43d9-98a9-b1be87fca654 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718949 Jul 16 08:47:37.488852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-6b65e73d-6aa5-4d8c-af33-aededef611e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.491130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-6b65e73d-6aa5-4d8c-af33-aededef611e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.1879597 Jul 16 08:47:37.532854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0feefca-2a16-4d5c-acd3-4e76f550c57b req-92201821-d112-461a-bedc-9b88c837ef23 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.535655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0feefca-2a16-4d5c-acd3-4e76f550c57b req-92201821-d112-461a-bedc-9b88c837ef23 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4387746 Jul 16 08:47:37.570890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-c39a22b6-f56f-466e-bc1c-e222aa422b2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721970 Jul 16 08:47:37.639710 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.642685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.658652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2e6482-8033-4813-9ad2-566022d45d22 HTTP/1.1" status: 204 len: 168 time: 0.9187067 Jul 16 08:47:37.922392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.928927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-d8730c47-18fb-4136-9587-a8c4625f20dd service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458362 Jul 16 08:47:37.930231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce392bd1-7a33-4adf-8f5f-61f4e8499908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e6482-8033-4813-9ad2-566022d45d22,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.979679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0feefca-2a16-4d5c-acd3-4e76f550c57b req-d3fef023-6ab6-4d43-bc8b-3bf907cafaf4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131837 Jul 16 08:47:38.017741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1c90ea-fe92-4046-817c-474cd96069a4 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:38.114335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.172258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Transition to ACTIVE for port object 7f1c90ea-fe92-4046-817c-474cd96069a4 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:38.196385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.261731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab767c3a-dcd1-4250-add5-3be612edad13 req-8168ce30-a782-412d-88d5-3380f62b6c27 service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983623 Jul 16 08:47:38.295351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.350335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.704651 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.013885 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.148325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Attempting to bind port 7f1c90ea-fe92-4046-817c-474cd96069a4 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:39.153792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Attempting to bind port 7f1c90ea-fe92-4046-817c-474cd96069a4 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:39.158367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Attempting to bind port 7f1c90ea-fe92-4046-817c-474cd96069a4 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:39.210630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Port 7f1c90ea-fe92-4046-817c-474cd96069a4 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:47:39.214721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Attempting to bind port 7f1c90ea-fe92-4046-817c-474cd96069a4 on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:39.250981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:39.254922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:39.256997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:39.262037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Bound port: 7f1c90ea-fe92-4046-817c-474cd96069a4, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:39.265452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.450381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.469771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.531402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:39.538940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ab05-a804-430a-ba24-953c3e785e18 req-7496aac6-7dd4-4fab-b7c5-273e9b38d38e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.567070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:39.578841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc63ab05-a804-430a-ba24-953c3e785e18 req-7496aac6-7dd4-4fab-b7c5-273e9b38d38e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 944 time: 0.4379368 Jul 16 08:47:39.630729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.637337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=3c7dd2d2-d1e5-4938-908b-ed1546afbaed,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.645298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.789841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc63ab05-a804-430a-ba24-953c3e785e18 req-32674f9d-0a77-48f0-b147-d6bc7c814896 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029529 Jul 16 08:47:39.825493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53736) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.928995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:40.034337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.035333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.044942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d7a0290c-3740-45ab-896e-649e1126c6ce service neutron] 10.222.0.46 "PUT /v2.0/ports/7f1c90ea-fe92-4046-817c-474cd96069a4 HTTP/1.1" status: 200 len: 1093 time: 4.0379608 Jul 16 08:47:40.050201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:40.061814 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc364738-02e4-492a-b760-be804e8315d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:40.176845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1209393991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:40.258901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53744) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:40.280841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:40.355422 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP b5516ad7-e84b-4e2f-a9fb-bc011ecd10aa associated. External IP: 172.25.5.110, port: 37ce159e-3965-4feb-ad2d-eaacbb9b3d31. Jul 16 08:47:40.392944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.395305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.410848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-9cb93477-8237-4c79-9265-280791b9048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.412651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-9cb93477-8237-4c79-9265-280791b9048a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 1096 time: 0.2409451 Jul 16 08:47:40.516600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-4ba91963-8134-4a5c-80b1-1854a6b0bb07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f1c90ea-fe92-4046-817c-474cd96069a4 HTTP/1.1" status: 200 len: 217 time: 0.0914676 Jul 16 08:47:40.593835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.612606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.624375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-f8172e2f-5087-4e1d-a3e9-f36158370ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.626030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-f8172e2f-5087-4e1d-a3e9-f36158370ff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.0889313 Jul 16 08:47:40.647090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:40.651243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.694184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.695681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-77d8f61b-1258-49cd-8231-b9b1ec543682 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8676891 Jul 16 08:47:40.699688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53746) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:40.709589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-835953409'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:40.727120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075b610-d27c-4650-b2f2-33a5190aff3f req-ddb8f986-b705-4477-820a-1a82f8121d8f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.728876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f075b610-d27c-4650-b2f2-33a5190aff3f req-ddb8f986-b705-4477-820a-1a82f8121d8f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3388958 Jul 16 08:47:40.803708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.809796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:40.813391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.815790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.824644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.832171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.833441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.840661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.846842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.852721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.855526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-bffd85d1-a06e-43d8-997f-1665dc7923ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.4242933 Jul 16 08:47:40.864054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:40.866255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-6d6df1a3-a916-4ee5-a1cf-91a58ae5fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:40.867841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-6d6df1a3-a916-4ee5-a1cf-91a58ae5fd07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2009158 Jul 16 08:47:40.970516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f075b610-d27c-4650-b2f2-33a5190aff3f req-6ca090f3-1a08-4fd5-9f2d-c2e902ef15ed tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050302 Jul 16 08:47:40.993377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ed8b23d-81f5-463e-bba8-4976798d1998 req-b42ddc35-b984-47f3-9247-82a5d14935a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163721 Jul 16 08:47:41.106235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.116341 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf13bef-5f6c-4d33-a417-2452a8fee8b1 x-openstack-request-id: req-fcf13bef-5f6c-4d33-a417-2452a8fee8b1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:41.116674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.117310 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:41.117983 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcf13bef-5f6c-4d33-a417-2452a8fee8b1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:41.118776 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'status': 'completed', 'code': 200} Jul 16 08:47:41.130743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.140527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-8a100f4d-e52a-4c71-b16a-0ae5fa9b55a0 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639678 Jul 16 08:47:41.144416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.159954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.181314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.193310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.195525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5a49e04b-ac09-40eb-beaa-00ececc7e8f2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.3322539 Jul 16 08:47:41.237249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:41.242460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.259867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:41.287552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:41.290537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.323029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.365256 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.374006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.387892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:41.398605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.439315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:41.441111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.441680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62496902-e096-451e-9c13-48d2610d27e5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.445083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.455275 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Added segment f5fa068e-d10e-4356-a3d0-45f5a3ac7b81 of type vlan for network ce7a60c6-0377-40b9-892b-beab9082fac2 Jul 16 08:47:41.474287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5e8a5df4-a755-4808-ada0-3d9af9ed7616 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.476255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5e8a5df4-a755-4808-ada0-3d9af9ed7616 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1993864 Jul 16 08:47:41.503509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1c3c8fe-5f0a-43dd-a9ff-c3955ba5f7cd req-d2032875-e867-4b47-98fd-2bbb15a178ea service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530850 Jul 16 08:47:41.525907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.527716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df2c953-afc8-4e38-a1ea-b3b860f51777 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:41.546649 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d6a50e5-378a-4675-9178-fb328f111967 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7275987 Jul 16 08:47:41.552165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53754) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.557913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.559042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d99a-d6ee-420d-9070-b5fa7855e718 req-c2f09db2-2451-4fcc-aaf7-162547b5356d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.565912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.572010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0926d99a-d6ee-420d-9070-b5fa7855e718 req-c2f09db2-2451-4fcc-aaf7-162547b5356d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 944 time: 0.3277421 Jul 16 08:47:41.635353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=dbc79b28-1510-4074-9855-3548755bd3b1,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.660980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': 'c29e0d81-c072-4db6-a00c-24d6ea53f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:41.661693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 85f53921-bcc6-4608-93ed-0aba748b5428, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:41.704632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.713881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.715505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.725505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.732766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0926d99a-d6ee-420d-9070-b5fa7855e718 req-153ae545-3347-4ca5-b00d-eded576a914b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593847 Jul 16 08:47:41.737673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 85f53921-bcc6-4608-93ed-0aba748b5428 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:41.754889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 85f53921-bcc6-4608-93ed-0aba748b5428) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:41.762628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.763242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.771079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-877b7b33-9517-43da-a2fa-728727874e76 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2823279 Jul 16 08:47:41.774047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e680d-6d1b-4f6f-b588-75b981698a23 None None] Network 85f53921-bcc6-4608-93ed-0aba748b5428 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:41.803631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.826985 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1222720 Jul 16 08:47:41.832569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53758) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.860241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'subnet': {'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.869048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ebdefdbd-b8b2-43ff-8d14-1fc8d40abe87 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5982082 Jul 16 08:47:41.881611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.884278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1390110376'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.924373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f0fdf-1e1c-469d-958f-c750a8d69c2b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Network': ['ID=ce7a60c6-0377-40b9-892b-beab9082fac2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.936936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364738-02e4-492a-b760-be804e8315d0 req-4b09b7a5-6bba-461b-88ad-28e6e7efbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.938481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-4b09b7a5-6bba-461b-88ad-28e6e7efbe7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 1096 time: 0.3381245 Jul 16 08:47:41.950755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ce7a60c6-0377-40b9-892b-beab9082fac2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:42.006004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:42.012080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.041840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abea3a-8c05-4eb5-818c-920dbd8d5a2b req-3a0ecbcd-44c3-45b6-9caa-c45bb2edfa66 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.044877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22abea3a-8c05-4eb5-818c-920dbd8d5a2b req-3a0ecbcd-44c3-45b6-9caa-c45bb2edfa66 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.2726734 Jul 16 08:47:42.062623 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.098005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-85f53921-bcc6-4608-93ed-0aba748b5428', 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'dbc79b28-1510-4074-9855-3548755bd3b1'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:42.099504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.104308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:42.109899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.113400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.118591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.119009 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP b5516ad7-e84b-4e2f-a9fb-bc011ecd10aa disassociated. External IP: 172.25.5.110, port: 37ce159e-3965-4feb-ad2d-eaacbb9b3d31. Jul 16 08:47:42.177179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:42.198007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364738-02e4-492a-b760-be804e8315d0 req-5e0a4bf7-b4dc-4d50-872a-39c876ccdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.200593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-5e0a4bf7-b4dc-4d50-872a-39c876ccdc29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2479899 Jul 16 08:47:42.301187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Allocated IP 2001:db8:0:ffff::2 (85f53921-bcc6-4608-93ed-0aba748b5428/dbc79b28-1510-4074-9855-3548755bd3b1/0a89fabf-3608-4566-a20d-df3b5164dad3) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:42.374133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22abea3a-8c05-4eb5-818c-920dbd8d5a2b req-4a5006d8-ad65-4f14-8ca6-354db159face tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900851 Jul 16 08:47:42.434618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f92d-72e1-4a28-962e-cfd89b7f7fca req-9c1b4a75-591e-4b11-b2f5-64554a8079c4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.437124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1e4f92d-72e1-4a28-962e-cfd89b7f7fca req-9c1b4a75-591e-4b11-b2f5-64554a8079c4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2741506 Jul 16 08:47:42.548362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1e4f92d-72e1-4a28-962e-cfd89b7f7fca req-94cae2e4-08d8-443e-953e-e701145fc7b6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Jul 16 08:47:42.581271 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.582055 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 235c945e-01bd-4ff2-960f-c152e4597568 of type vlan for network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 Jul 16 08:47:42.630309 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.640461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Transition to ACTIVE for port object 0a89fabf-3608-4566-a20d-df3b5164dad3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:42.652273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-7a7f5e2e-aa9e-4e19-b89e-fc39d715397c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f1c90ea-fe92-4046-817c-474cd96069a4 HTTP/1.1" status: 200 len: 217 time: 0.0718110 Jul 16 08:47:42.662671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Transition to ACTIVE for port object 0a89fabf-3608-4566-a20d-df3b5164dad3 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:42.672955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.678148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:42.685027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.757211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Pushing event updated for resources: {'Port': ['ID=0a89fabf-3608-4566-a20d-df3b5164dad3,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.773760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Network 85f53921-bcc6-4608-93ed-0aba748b5428 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:42.775741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:42.781024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:42.799404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364738-02e4-492a-b760-be804e8315d0 req-eff288de-a21a-4580-978b-106c865cc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.801449 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-eff288de-a21a-4580-978b-106c865cc444 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1373558 Jul 16 08:47:42.806091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.814257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.815045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.818651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.826947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.833350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.840058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.846874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.856365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.858780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Attempting to bind port 0a89fabf-3608-4566-a20d-df3b5164dad3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:42.859193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Attempting to bind port 0a89fabf-3608-4566-a20d-df3b5164dad3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c29e0d81-c072-4db6-a00c-24d6ea53f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:42.859640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Attempting to bind port 0a89fabf-3608-4566-a20d-df3b5164dad3 on network 85f53921-bcc6-4608-93ed-0aba748b5428 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:42.864797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.867007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-cb437352-d28d-4eb0-9086-7c00f266a9a4 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 5435 time: 0.3088915 Jul 16 08:47:42.870793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:42.871402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Checking segment: {'id': 'c29e0d81-c072-4db6-a00c-24d6ea53f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:42.873131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.873785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Bound using segment: {'id': 'c29e0d81-c072-4db6-a00c-24d6ea53f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:42.875009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Bound port: 0a89fabf-3608-4566-a20d-df3b5164dad3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29e0d81-c072-4db6-a00c-24d6ea53f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '85f53921-bcc6-4608-93ed-0aba748b5428'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:42.875652 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.879606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] For port a99cd3f9-dc0c-48c3-96b3-03eb5882a786, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:42.899112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7f1c90ea-fe92-4046-817c-474cd96069a4 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:42.944825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0620461 Jul 16 08:47:42.945864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53770) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:42.979212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:42.986186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1649-7f7a-4b6d-ad1e-cab4b575e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.015336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01f23-deff-4ce7-bdd9-74a877899fd0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=38c2459e-b91f-4f9e-9ea6-5070cdfe7333,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.017314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] For port 0a89fabf-3608-4566-a20d-df3b5164dad3, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:43.033842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:43.040719 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.058017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:43.076403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] For port 0a89fabf-3608-4566-a20d-df3b5164dad3, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0a89fabf-3608-4566-a20d-df3b5164dad3,segment=NetworkSegment(c29e0d81-c072-4db6-a00c-24d6ea53f09a),segment_id=c29e0d81-c072-4db6-a00c-24d6ea53f09a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:43.081890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364738-02e4-492a-b760-be804e8315d0 req-47fa5bfd-ba18-4166-b4ff-5e6e6af517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.085216 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-47fa5bfd-ba18-4166-b4ff-5e6e6af517ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2620485 Jul 16 08:47:43.100535 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.215625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:43.233017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'mac_address': 'fa:16:3e:5e:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:43.259166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ffae7-eab7-42c7-92de-887801c313ae None None] Pushing event updated for resources: {'Port': ['ID=0a89fabf-3608-4566-a20d-df3b5164dad3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.322107 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.341015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1c90ea-fe92-4046-817c-474cd96069a4 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:43.377354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:43.388897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.468946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.493500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:43.507192 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:43.517391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.529381 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:43.530450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.600838 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.613642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] device_id is not set on port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:43.637646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.650817 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:43.653531 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.664717 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.674749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-b31f69ee-d0cd-4bb5-bcff-f969dc2be95d tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.677552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-b31f69ee-d0cd-4bb5-bcff-f969dc2be95d tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.4333248 Jul 16 08:47:43.700337 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.701425 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14882f-e4bc-48e2-a20c-622ea3425ff3 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:43.702086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92d105ad-99c9-4463-bb7e-95c47053e708 req-c59433db-935d-4c8e-8301-db3040c558c6 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7365777 Jul 16 08:47:43.760173 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df9c9bf7-3294-47de-8ac6-62772bce5c48 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/b5516ad7-e84b-4e2f-a9fb-bc011ecd10aa HTTP/1.1" status: 200 len: 688 time: 2.2064793 Jul 16 08:47:43.763620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-ae1f4a14-251e-4380-98b7-80a793157aaa service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437849 Jul 16 08:47:43.766834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.776576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['7f1c90ea-fe92-4046-817c-474cd96069a4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:43.896955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be464-1856-483a-882b-49dd100e6d19 req-d50fd9e9-cf91-46ba-aa50-35b37f97d001 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.904893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2be464-1856-483a-882b-49dd100e6d19 req-d50fd9e9-cf91-46ba-aa50-35b37f97d001 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 1.1163797 Jul 16 08:47:43.906915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Pushing event updated for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.954076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Subnet': ['ID=12b9ac15-6f48-4af3-a633-5e25575cb1d2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.019707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Checking segment: {'id': 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:44.020331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network hostable DHCP agents. Network: ce7a60c6-0377-40b9-892b-beab9082fac2, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:44.023430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] No DVR routers for this DVR port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:44.048787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:44.052736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.082852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2be464-1856-483a-882b-49dd100e6d19 req-30110279-088e-4bc1-8c89-49237d0745a8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767406 Jul 16 08:47:44.159918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc364738-02e4-492a-b760-be804e8315d0 req-920b9429-4bc6-427e-b9b1-9ad8fd178f3a service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803093 Jul 16 08:47:44.171767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] In _notify_port_updated(), no bound segment for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:44.173394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.174122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.175740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5668b59a-91fa-44db-8a9a-c24e5abfece7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 200 len: 1027 time: 2.3835421 Jul 16 08:47:44.195009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Deleting port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:44.195270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.211979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network ce7a60c6-0377-40b9-892b-beab9082fac2 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:44.237349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 3c7dd2d2-d1e5-4938-908b-ed1546afbaed {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:44.237643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.269700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ce7a60c6-0377-40b9-892b-beab9082fac2) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:44.270279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9454fd2-aaf3-4c35-8e88-fb307b9eedc7 None None] Provisioning complete for port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:44.270610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9454fd2-aaf3-4c35-8e88-fb307b9eedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.291974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.293308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.319286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ca7dd-d5aa-431b-9557-26f50a4aa126 req-a0b2866e-3ed5-43b8-8b7c-7f86ba6e0ef9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.319658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63beb0e6-e767-48a3-9271-cb358c2eda63 None None] Network ce7a60c6-0377-40b9-892b-beab9082fac2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:44.328274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d7ca7dd-d5aa-431b-9557-26f50a4aa126 req-a0b2866e-3ed5-43b8-8b7c-7f86ba6e0ef9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 945 time: 0.4457488 Jul 16 08:47:44.362407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9454fd2-aaf3-4c35-8e88-fb307b9eedc7 None None] Port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:44.407604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6c24406-eba8-46d0-bb7b-817804732a3d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5726287 Jul 16 08:47:44.414988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:44.419318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5848119c-4abe-44a3-bd1c-6445e465cc56 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.421035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-5848119c-4abe-44a3-bd1c-6445e465cc56 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "GET /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2028787 Jul 16 08:47:44.425725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'network': {'name': 'tempest-router-network01--1090192819'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:44.449229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:44.457086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] For port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,segment=NetworkSegment(6c1d8934-5dbf-4937-84c3-324e37b94e09),segment_id=6c1d8934-5dbf-4937-84c3-324e37b94e09)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:44.457463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.484601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Calling delete_port for 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:44.510938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:44.515228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.535365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.535691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.549491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ce7a60c6-0377-40b9-892b-beab9082fac2', 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2', 'tenant_id': '04731670a7c0408fabea92882b67ecb0', 'fixed_ips': [{'subnet_id': '12b9ac15-6f48-4af3-a633-5e25575cb1d2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:44.550811 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.579811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d7ca7dd-d5aa-431b-9557-26f50a4aa126 req-bca4a71a-0e99-4a43-83e9-8c9256e11843 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502446 Jul 16 08:47:44.592066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 3c7dd2d2-d1e5-4938-908b-ed1546afbaed owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:44.604172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:44.670103 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.670455 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Added segment d6faba95-ffec-4655-a9c7-f301adedfa8a of type vlan for network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 Jul 16 08:47:44.744972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.817139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.830155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Allocated IP 172.20.0.2 (ce7a60c6-0377-40b9-892b-beab9082fac2/12b9ac15-6f48-4af3-a633-5e25575cb1d2/04a983a7-2efc-476d-84ca-51514379f329) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:44.849510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.855800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.856473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.913360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7f1c90ea-fe92-4046-817c-474cd96069a4 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:44.916141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.929100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55186544-a2b4-4556-bc80-9f4f0d2fea59 req-d30b3314-0434-4f8b-b6ed-c639368eae2d tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.931871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55186544-a2b4-4556-bc80-9f4f0d2fea59 req-d30b3314-0434-4f8b-b6ed-c639368eae2d tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cb67275-c049-4378-b568-f65f3534fd4a HTTP/1.1" status: 200 len: 945 time: 0.6581481 Jul 16 08:47:44.963906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.042117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Network': ['ID=1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.056282 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3406fca9-97b5-4b2b-92d8-c8fd0fc46156 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6360457 Jul 16 08:47:45.067878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=f63e9f2f-8316-4d29-9a37-85983dea4ffc,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.079230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91670fd4-e6a4-41d4-b533-fdde991d6df2 None None] Network 85f53921-bcc6-4608-93ed-0aba748b5428 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:45.079420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53784) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.083157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:45.097940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Pushing event deleted for resources: {'Port': ['ID=4d54eae6-c3cb-4e8b-94bb-5309fd45bf46,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.102253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'network': {'name': 'tempest-router-network02--1485288813'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.107001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.159337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55186544-a2b4-4556-bc80-9f4f0d2fea59 req-5aaaad62-84ce-427a-9627-b55bd43ae56a tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.32 "GET /v2.0/security-groups?id=f491ed04-cb68-464c-8c72-b34f758ee58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102969 Jul 16 08:47:45.162926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=3c7dd2d2-d1e5-4938-908b-ed1546afbaed,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.189759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-319ec14b-3d43-46e1-b527-97469970c324 None None] Provisioning for port 0a89fabf-3608-4566-a20d-df3b5164dad3 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:45.213366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] No DVR routers for this DVR port 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:45.217145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.219263 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33beb135-c843-4d55-bd7a-b9936cac4ab4 req-a8c94231-b7d4-4731-b4c5-d4c9ded0bce3 tempest-ServerTagsTestJSON-514940472 tempest-ServerTagsTestJSON-514940472-project] 10.222.0.46 "DELETE /v2.0/ports/4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 HTTP/1.1" status: 204 len: 173 time: 1.5295038 Jul 16 08:47:45.219704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'name': 'network-vif-deleted', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:45.229679 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8094677-4971-489b-a023-0bde26e77aa4" -d '{"events": [{"server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "name": "network-vif-deleted", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:45.232259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9468076-cf69-4955-b8d5-7d8300a65f0b req-12d73b23-d6a3-4dc1-8843-ebff5fd583d0 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.251424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9468076-cf69-4955-b8d5-7d8300a65f0b req-12d73b23-d6a3-4dc1-8843-ebff5fd583d0 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4645996 Jul 16 08:47:45.309474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:45.333212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.344233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.350418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.352692 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-09512ee7-68cb-4bae-a51e-98fdc755a803 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/b5516ad7-e84b-4e2f-a9fb-bc011ecd10aa HTTP/1.1" status: 204 len: 168 time: 1.5794446 Jul 16 08:47:45.357647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.364508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '8edd68b3-61fa-44ab-a9db-1dd2ccb7f125'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.430034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.475774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.490030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Transition to ACTIVE for port object 04a983a7-2efc-476d-84ca-51514379f329 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:45.514297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Transition to ACTIVE for port object 04a983a7-2efc-476d-84ca-51514379f329 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:45.524257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.535332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': '235c945e-01bd-4ff2-960f-c152e4597568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:45.535711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 38c2459e-b91f-4f9e-9ea6-5070cdfe7333, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:45.560517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 7f1c90ea-fe92-4046-817c-474cd96069a4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:45.602182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9468076-cf69-4955-b8d5-7d8300a65f0b req-2ebb9410-88ac-4362-9d42-d18d622be311 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485205 Jul 16 08:47:45.624787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 7f1c90ea-fe92-4046-817c-474cd96069a4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:45.625177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.633025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:45.649091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.655618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Network ce7a60c6-0377-40b9-892b-beab9082fac2 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:45.664467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:45.674838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:45.685037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.685976 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Added segment 306a08fc-bb52-4cfb-af7a-32dd1002e5d0 of type vlan for network 2b89a22c-647a-43a0-8248-8c801827d277 Jul 16 08:47:45.720228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c13e71d5-6050-4ae0-a480-1849094fa2e6,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:45.724495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0a89fabf-3608-4566-a20d-df3b5164dad3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:45.756579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:45.799358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 38c2459e-b91f-4f9e-9ea6-5070cdfe7333) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:45.803716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17918897-81cd-43da-9585-ed0212d5b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.806359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.827124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.6 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/120ab057-5150-4c10-a541-9f2cad4ad15d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:45.832802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.834888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.851906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8353b15-c822-442e-9742-1c863bcc3cff None None] Network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:45.857425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Pushing event updated for resources: {'Port': ['ID=04a983a7-2efc-476d-84ca-51514379f329,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.874612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Attempting to bind port 04a983a7-2efc-476d-84ca-51514379f329 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:45.874960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Attempting to bind port 04a983a7-2efc-476d-84ca-51514379f329 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:45.876020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Attempting to bind port 04a983a7-2efc-476d-84ca-51514379f329 on network ce7a60c6-0377-40b9-892b-beab9082fac2 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:45.920738 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.930993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] For port c13e71d5-6050-4ae0-a480-1849094fa2e6, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:45.966950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:45.967330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Checking segment: {'id': 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:45.967732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.968215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Bound using segment: {'id': 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:45.968694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Bound port: 04a983a7-2efc-476d-84ca-51514379f329, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce7a60c6-0377-40b9-892b-beab9082fac2'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:45.969074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.971136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9ed9b51-d7a2-40ff-b391-80a430a72a31 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9979215 Jul 16 08:47:45.973169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53794) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.001412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.027802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.036311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.043158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.046591 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689fa4ec-b16a-4684-baea-cba1851d7c1d x-openstack-request-id: req-689fa4ec-b16a-4684-baea-cba1851d7c1d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:46.047037 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb67275-c049-4378-b568-f65f3534fd4a", "name": "network-vif-deleted", "tag": "4d54eae6-c3cb-4e8b-94bb-5309fd45bf46", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:46.047303 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-689fa4ec-b16a-4684-baea-cba1851d7c1d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:46.047793 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb67275-c049-4378-b568-f65f3534fd4a', 'name': 'network-vif-deleted', 'tag': '4d54eae6-c3cb-4e8b-94bb-5309fd45bf46', 'status': 'completed', 'code': 200} Jul 16 08:47:46.049730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.051211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.061709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.072370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.085997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-d3bfadd0-dea0-4beb-a21b-4f2e66a0193e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 4661 time: 0.6001029 Jul 16 08:47:46.110870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=120ab057-5150-4c10-a541-9f2cad4ad15d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.129724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:46.131257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:46.133934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:46.137106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.143573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.144684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.191664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] device_id is not set on port c13e71d5-6050-4ae0-a480-1849094fa2e6 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:46.200345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] For port 04a983a7-2efc-476d-84ca-51514379f329, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:46.205252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] For port 04a983a7-2efc-476d-84ca-51514379f329, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=04a983a7-2efc-476d-84ca-51514379f329,segment=NetworkSegment(f5fa068e-d10e-4356-a3d0-45f5a3ac7b81),segment_id=f5fa068e-d10e-4356-a3d0-45f5a3ac7b81)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:46.220213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0a89fabf-3608-4566-a20d-df3b5164dad3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:46.229254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.304829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.315711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0a89fabf-3608-4566-a20d-df3b5164dad3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:46.316407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.319562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2326231 Jul 16 08:47:46.326635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.328920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.335173 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.369835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'subnet': {'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:46.407122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9ac134a-9989-4c38-94d2-235b7e7026b7 req-2b67592e-d71e-48fb-ae7a-7f167436a506 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&id=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3194735 Jul 16 08:47:46.490814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:46.501344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:46.503229 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6241ace-aa07-49af-8e8c-018ab9c0b0dc" -d '{"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:46.505563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0574db3-8082-414d-9879-ed6c6b46a088 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Network': ['ID=2b89a22c-647a-43a0-8248-8c801827d277,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.517122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.517122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 09092009-b71f-4a6c-b1ad-14ddaba09819 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:46.562325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2b89a22c-647a-43a0-8248-8c801827d277 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:46.600130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Pushing event updated for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.611704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-38c2459e-b91f-4f9e-9ea6-5070cdfe7333', 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'f63e9f2f-8316-4d29-9a37-85983dea4ffc'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:46.612603 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.639875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80dca1-7928-4069-a90f-260bdfb6ccd5 None None] Pushing event updated for resources: {'Port': ['ID=04a983a7-2efc-476d-84ca-51514379f329,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.675831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.731045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] No DVR routers for this DVR port c13e71d5-6050-4ae0-a480-1849094fa2e6 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:46.791224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53804) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.869328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fd19-3ee6-496c-aa12-6e995c455052 req-0fa75611-1220-4882-8a5b-639d8d359ee2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.887797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09a2fd19-3ee6-496c-aa12-6e995c455052 req-0fa75611-1220-4882-8a5b-639d8d359ee2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 945 time: 0.7773736 Jul 16 08:47:46.888155 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db0314-b09f-4931-a013-a5144543ea79 x-openstack-request-id: req-24db0314-b09f-4931-a013-a5144543ea79 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:46.900310 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-plugged", "status": "completed", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:46.900310 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24db0314-b09f-4931-a013-a5144543ea79 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:46.900747 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'code': 200} Jul 16 08:47:46.937663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:46.943936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.011278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] In _notify_port_updated(), no bound segment for port c13e71d5-6050-4ae0-a480-1849094fa2e6 on network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:47.020906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.021559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.023562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1ee54f55-9340-4092-ae90-b0a6efbf0db0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 200 len: 1027 time: 2.5842164 Jul 16 08:47:47.121620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.122075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.138184 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.154329 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.169713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e2aeeef1-b818-43cd-98e0-e93445f1670f None None] Provisioning complete for port 0a89fabf-3608-4566-a20d-df3b5164dad3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:47.170120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeef1-b818-43cd-98e0-e93445f1670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.203204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09a2fd19-3ee6-496c-aa12-6e995c455052 req-81a98b63-92e0-4c04-a1a8-bba593486a9a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140156 Jul 16 08:47:47.287912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Deleting subnet cf6dd7d6-e702-4942-b3d4-e5eb08f2716a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:47.306073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0a89fabf-3608-4566-a20d-df3b5164dad3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0a89fabf-3608-4566-a20d-df3b5164dad3,segment=NetworkSegment(c29e0d81-c072-4db6-a00c-24d6ea53f09a),segment_id=c29e0d81-c072-4db6-a00c-24d6ea53f09a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:47.334416 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.341031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Allocated IP 2001:db8::1 (38c2459e-b91f-4f9e-9ea6-5070cdfe7333/f63e9f2f-8316-4d29-9a37-85983dea4ffc/ace68976-8fb9-43de-85ca-fc10bfee7135) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:47.357285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965336-c077-4cd2-a28d-e400d646987c req-3a32142c-de7c-4002-b075-a287f9b9d1dd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.363923 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.365217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45965336-c077-4cd2-a28d-e400d646987c req-3a32142c-de7c-4002-b075-a287f9b9d1dd tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.1929972 Jul 16 08:47:47.371171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.385963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port 3485f262-1192-4ce8-bbbe-a009b5891513 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:47.386585 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.467136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:47.477522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45965336-c077-4cd2-a28d-e400d646987c req-918ca51e-a262-4789-9cfe-bfed47dc0880 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109114 Jul 16 08:47:47.484310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.485000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:47.594508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0a89fabf-3608-4566-a20d-df3b5164dad3,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.609956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:47.610301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d54eae6-c3cb-4e8b-94bb-5309fd45bf46 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:47.610876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3485f262-1192-4ce8-bbbe-a009b5891513 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:47.733571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 04a983a7-2efc-476d-84ca-51514379f329 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:47.768540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:47.769487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.951481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.973213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.018097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de96aa-d82f-44fe-bc79-08d4504c4032 req-712ef933-f1db-4c99-8ef9-8c0c3957b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.019971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c5de96aa-d82f-44fe-bc79-08d4504c4032 req-712ef933-f1db-4c99-8ef9-8c0c3957b1bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.9804053 Jul 16 08:47:48.043345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5ff72b82-fc94-479b-9d06-f958daf2cede None None] Provisioning complete for port c13e71d5-6050-4ae0-a480-1849094fa2e6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:48.043720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5ff72b82-fc94-479b-9d06-f958daf2cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.047200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.105831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Transition to ACTIVE for port object ace68976-8fb9-43de-85ca-fc10bfee7135 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:48.109274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.123512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5ff72b82-fc94-479b-9d06-f958daf2cede None None] Port c13e71d5-6050-4ae0-a480-1849094fa2e6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:48.127855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.148969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Transition to ACTIVE for port object ace68976-8fb9-43de-85ca-fc10bfee7135 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:48.151499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 04a983a7-2efc-476d-84ca-51514379f329 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:48.162413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.171363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.177313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3485f262-1192-4ce8-bbbe-a009b5891513, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3485f262-1192-4ce8-bbbe-a009b5891513,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:48.198141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:48.247441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:48.251299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.252251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:48.259529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c5de96aa-d82f-44fe-bc79-08d4504c4032 req-7b24389a-b7a1-4ca0-9ca0-66ab6e69b53c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191875 Jul 16 08:47:48.275985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.281832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Pushing event updated for resources: {'Port': ['ID=ace68976-8fb9-43de-85ca-fc10bfee7135,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.292654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:48.344492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847eb0be-e57e-4b57-8ca1-2b3e9bc2084e None None] Network ce7a60c6-0377-40b9-892b-beab9082fac2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:48.421250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Subnet': ['ID=b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.431564 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.457538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.467032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6dd7d6-e702-4942-b3d4-e5eb08f2716a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.499490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.505391 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79114ee4-7ee8-4d88-9b4c-183f2b863373 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf6dd7d6-e702-4942-b3d4-e5eb08f2716a HTTP/1.1" status: 204 len: 168 time: 1.6987696 Jul 16 08:47:48.510023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.519479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Checking segment: {'id': 'd6faba95-ffec-4655-a9c7-f301adedfa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:48.520002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network hostable DHCP agents. Network: 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:48.550616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.564463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Attempting to bind port ace68976-8fb9-43de-85ca-fc10bfee7135 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:48.565064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Attempting to bind port ace68976-8fb9-43de-85ca-fc10bfee7135 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '235c945e-01bd-4ff2-960f-c152e4597568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:48.565432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Attempting to bind port ace68976-8fb9-43de-85ca-fc10bfee7135 on network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:48.575369 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.585757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:48.586344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Checking segment: {'id': '235c945e-01bd-4ff2-960f-c152e4597568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:48.586970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.587634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Bound using segment: {'id': '235c945e-01bd-4ff2-960f-c152e4597568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:48.588464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Bound port: ace68976-8fb9-43de-85ca-fc10bfee7135, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c945e-01bd-4ff2-960f-c152e4597568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:48.589097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.616982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.627031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Provisioning for port 04a983a7-2efc-476d-84ca-51514379f329 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:48.656392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Provisioning complete for port 04a983a7-2efc-476d-84ca-51514379f329 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:48.656761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.682694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:48.689248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.695474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.695474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.697023 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Floating IP 646df26e-2141-4553-80b8-74168ac52fd6 disassociated. External IP: 172.25.5.66, port: 3485f262-1192-4ce8-bbbe-a009b5891513. Jul 16 08:47:48.697023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for 3485f262-1192-4ce8-bbbe-a009b5891513 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:48.699615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=f63e9f2f-8316-4d29-9a37-85983dea4ffc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.735552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:48.749322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.749928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.778251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b691f80-6aab-4e75-a9cb-f4236ce2653a None None] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:48.797334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.805690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ab94dd6b-fc5f-4358-bdae-74272449676a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4467096 Jul 16 08:47:48.809180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.817685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.818720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2cb9f-9a4e-4817-a56c-3c6b82c82df2 req-34722bd3-a010-4ddc-bb5e-cfa9600ce60d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.826145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03b2cb9f-9a4e-4817-a56c-3c6b82c82df2 req-34722bd3-a010-4ddc-bb5e-cfa9600ce60d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.6319413 Jul 16 08:47:48.829193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'subnet': {'network_id': '2b89a22c-647a-43a0-8248-8c801827d277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:48.848740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c2459e-b91f-4f9e-9ea6-5070cdfe7333']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:48.873564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c945e-01bd-4ff2-960f-c152e4597568') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:48.873961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c945e-01bd-4ff2-960f-c152e4597568') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:48.887266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.893192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.899496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.905962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.911857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.913749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-878093d7-5256-4c12-9fef-f01b50371f88 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 3883 time: 0.7104540 Jul 16 08:47:48.922656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:48.930702 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7d4ae-b8c6-4260-b1f5-2ac8de4d188c" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:48.934691 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.939683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.953660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] For port ace68976-8fb9-43de-85ca-fc10bfee7135, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:49.000172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.012444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e9099f-ee24-4258-b99f-79d879b75287']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:49.020667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] For port ace68976-8fb9-43de-85ca-fc10bfee7135, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ace68976-8fb9-43de-85ca-fc10bfee7135,segment=NetworkSegment(235c945e-01bd-4ff2-960f-c152e4597568),segment_id=235c945e-01bd-4ff2-960f-c152e4597568)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:49.026971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.027310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:49.036821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.043809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1d8934-5dbf-4937-84c3-324e37b94e09') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:49.044170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1d8934-5dbf-4937-84c3-324e37b94e09') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:49.059943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.066648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:49.067558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.091142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.092182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a99cd3f9-dc0c-48c3-96b3-03eb5882a786 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:49.148406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.158587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:49.164371 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:49.181973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:47:49.181973 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:47:49.181973 n-d-798054-12 neutron-server[93775]: [parameters: {'id': '38c2459e-b91f-4f9e-9ea6-5070cdfe7333'}] Jul 16 08:47:49.181973 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:49.182586 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:49.199444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03b2cb9f-9a4e-4817-a56c-3c6b82c82df2 req-2bb5a3c2-486a-4351-ac1e-7e90cdf0bf69 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724034 Jul 16 08:47:49.249873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93848dbf-7f2b-47a6-bcdd-64ee2c38b04f req-764cd949-a473-4fa9-900d-abd453e56144 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218794 Jul 16 08:47:49.278433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.279236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.306512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=120ab057-5150-4c10-a541-9f2cad4ad15d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.313931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:49.314927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:49.316927 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:49.333624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Made reservation on behalf of 04731670a7c0408fabea92882b67ecb0 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:49.337548 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.342469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=3485f262-1192-4ce8-bbbe-a009b5891513,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.359633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.420451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daa248-4c90-4c2c-b7cf-bfcded32be96 None None] Pushing event updated for resources: {'Port': ['ID=ace68976-8fb9-43de-85ca-fc10bfee7135,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.426414 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c974f97e-c909-491e-8f2d-2dcd1baf3ee4 x-openstack-request-id: req-c974f97e-c909-491e-8f2d-2dcd1baf3ee4 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:49.426895 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:49.427306 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c974f97e-c909-491e-8f2d-2dcd1baf3ee4 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:49.427818 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'code': 200} Jul 16 08:47:49.428249 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513', 'code': 200} Jul 16 08:47:49.474676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.533627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.535945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3e9099f-ee24-4258-b99f-79d879b75287 HTTP/1.1" status: 204 len: 168 time: 1.0253329 Jul 16 08:47:49.563999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63bb4-ee82-4376-bd77-f0a9fc835723 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e9099f-ee24-4258-b99f-79d879b75287,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.566653 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 73dd229d-b76f-4f25-8bd6-b6e29d529852 associated. External IP: 172.25.5.6, port: 8edd68b3-61fa-44ab-a9db-1dd2ccb7f125. Jul 16 08:47:49.622265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72611c7d-1d21-449e-8425-deaa5b48e64b None None] Network 38c2459e-b91f-4f9e-9ea6-5070cdfe7333 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:49.625158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0a89fabf-3608-4566-a20d-df3b5164dad3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:49.665209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:49.695932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf4b8-375b-4c43-a1be-44f242102c18 req-84227337-951c-459e-9965-91ac69e694ff tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:49.696472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eafaf4b8-375b-4c43-a1be-44f242102c18 req-84227337-951c-459e-9965-91ac69e694ff tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 946 time: 0.1412141 Jul 16 08:47:49.696972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.713360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a99cd3f9-dc0c-48c3-96b3-03eb5882a786 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:49.715200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c13e71d5-6050-4ae0-a480-1849094fa2e6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:49.820295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30', 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30', 'tenant_id': '04731670a7c0408fabea92882b67ecb0', 'fixed_ips': [{'subnet_id': 'b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:49.821290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.849017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53824) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:49.917076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] For port 04a983a7-2efc-476d-84ca-51514379f329, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=04a983a7-2efc-476d-84ca-51514379f329,segment=NetworkSegment(f5fa068e-d10e-4356-a3d0-45f5a3ac7b81),segment_id=f5fa068e-d10e-4356-a3d0-45f5a3ac7b81)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:49.954097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.014349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:50.039917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.068877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.076181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7199499-9b0e-40ce-ac86-3090f4f8ba4e req-da578214-1d65-4dba-82e3-84c16651f11a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.077773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7199499-9b0e-40ce-ac86-3090f4f8ba4e req-da578214-1d65-4dba-82e3-84c16651f11a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3945682 Jul 16 08:47:50.078334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Sync routers for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:50.138961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c13e71d5-6050-4ae0-a480-1849094fa2e6 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:50.139457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e1092acf-c8f0-473b-a690-1b00ce57d5d4 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:50.157011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Subnet': ['ID=fdb9afd8-dc12-4630-a901-7a04892725c9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.162541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Checking segment: {'id': '306a08fc-bb52-4cfb-af7a-32dd1002e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:50.162932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network hostable DHCP agents. Network: 2b89a22c-647a-43a0-8248-8c801827d277, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:50.174852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] No DVR routers for this DVR port 3485f262-1192-4ce8-bbbe-a009b5891513 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:50.184383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.187221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-ba6e22ea-7b91-41b0-8566-288d2b943632 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "DELETE /v2.0/ports/3485f262-1192-4ce8-bbbe-a009b5891513 HTTP/1.1" status: 204 len: 173 time: 3.1587441 Jul 16 08:47:50.192844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network 2b89a22c-647a-43a0-8248-8c801827d277 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:50.196790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:50.200873 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f55bb4-c997-4fe0-8d0e-d5c72004a301" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:50.204165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2b89a22c-647a-43a0-8248-8c801827d277) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:50.207325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:50.210612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.211216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.217143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-73dd6f20-5c28-40e5-9bd3-66a4fa9c8054 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25c28cb9563b4e3ea1803112974646a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445430 Jul 16 08:47:50.221193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eafaf4b8-375b-4c43-a1be-44f242102c18 req-9c5f9b69-3e79-4023-9e7b-282dd80736f7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748533 Jul 16 08:47:50.231348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:50.265175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69f25694-463e-4dc2-8160-891f2590d746 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4427989 Jul 16 08:47:50.269918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:50.314609 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00402e9-59cb-41bd-819a-43bc1904e1fe x-openstack-request-id: req-c00402e9-59cb-41bd-819a-43bc1904e1fe {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:50.314920 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "3485f262-1192-4ce8-bbbe-a009b5891513", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:50.315297 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c00402e9-59cb-41bd-819a-43bc1904e1fe {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:50.316009 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '3485f262-1192-4ce8-bbbe-a009b5891513', 'status': 'completed', 'code': 200} Jul 16 08:47:50.328827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:50.330238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:50.333710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7199499-9b0e-40ce-ac86-3090f4f8ba4e req-295b65d9-baae-4b68-81a0-2846d9168e04 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605608 Jul 16 08:47:50.347585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port ace68976-8fb9-43de-85ca-fc10bfee7135 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:50.348345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.446421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Allocated IP 172.20.0.2 (1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30/b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e/6cd4862b-cd13-4aa1-8f62-a93617fbc305) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:50.482115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port ace68976-8fb9-43de-85ca-fc10bfee7135, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ace68976-8fb9-43de-85ca-fc10bfee7135,segment=NetworkSegment(235c945e-01bd-4ff2-960f-c152e4597568),segment_id=235c945e-01bd-4ff2-960f-c152e4597568)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.482632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.506537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for ace68976-8fb9-43de-85ca-fc10bfee7135 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:50.531235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port 09092009-b71f-4a6c-b1ad-14ddaba09819 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:50.531690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.533790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6972ce8-e3db-44f9-874f-35f34df2db25 None None] Network 2b89a22c-647a-43a0-8248-8c801827d277 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:50.758726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.838580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] For port 09092009-b71f-4a6c-b1ad-14ddaba09819, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=09092009-b71f-4a6c-b1ad-14ddaba09819,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.840539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.850661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca3006-b802-4c88-af19-d1e09d403fb1 None None] Pushing event updated for resources: {'Port': ['ID=04a983a7-2efc-476d-84ca-51514379f329,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.856412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-6139836c-2a86-4365-ac80-c93869e956a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.862904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-6139836c-2a86-4365-ac80-c93869e956a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.865731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.869051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-6139836c-2a86-4365-ac80-c93869e956a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.875834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-6139836c-2a86-4365-ac80-c93869e956a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.877690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-6139836c-2a86-4365-ac80-c93869e956a0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 3147 time: 0.3677847 Jul 16 08:47:50.895361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0a89fabf-3608-4566-a20d-df3b5164dad3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:50.896133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.901091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for 09092009-b71f-4a6c-b1ad-14ddaba09819 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:50.903959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.937876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:50.943054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-afec87d9-c4a0-48ac-b3d3-93858d9dfb1c None None] Provisioning complete for port 04a983a7-2efc-476d-84ca-51514379f329 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:50.943537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-afec87d9-c4a0-48ac-b3d3-93858d9dfb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.957826 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:50.977149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=ace68976-8fb9-43de-85ca-fc10bfee7135,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.990318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port ace68976-8fb9-43de-85ca-fc10bfee7135 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:50.999643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf98c-03bb-412b-bd3b-28c6207414a1 req-f4362843-0c94-4716-bba3-81259150ce0b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.001356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26ebf98c-03bb-412b-bd3b-28c6207414a1 req-f4362843-0c94-4716-bba3-81259150ce0b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3335896 Jul 16 08:47:51.007929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:51.008603 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.045885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.046729 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.055999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:51.060792 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:51.061636 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.115080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.118868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef4cb24a-a4db-463e-8b78-d4065a1e3a4e req-d76b7113-f0ea-4a69-a600-ebe3b79ac227 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268410 Jul 16 08:47:51.158801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.176816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.178643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f491ed04-cb68-464c-8c72-b34f758ee58a HTTP/1.1" status: 204 len: 168 time: 0.9460511 Jul 16 08:47:51.200564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d67e-4d84-42bb-a43e-da94a9569bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491ed04-cb68-464c-8c72-b34f758ee58a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.215169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8ae3c6b-a8d8-4b90-a670-d9ba93fc191b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.8527465 Jul 16 08:47:51.228610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.253256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.289484 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.290232 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d76ca-5381-4c31-b35e-bb3dff04cf5f None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:51.293986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:51.305035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.328634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26ebf98c-03bb-412b-bd3b-28c6207414a1 req-1e4e65eb-d791-4590-890c-30f8a02f3839 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740679 Jul 16 08:47:51.335281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c2459e-b91f-4f9e-9ea6-5070cdfe7333']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.384162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c945e-01bd-4ff2-960f-c152e4597568') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.384666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c945e-01bd-4ff2-960f-c152e4597568') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.386704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.387722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 9b49739e-369c-42ad-b901-8f60be32091c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:51.433359 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3e63260-bdb8-475e-b8fe-4fa9f972c4ad tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/floatingips/73dd229d-b76f-4f25-8bd6-b6e29d529852 HTTP/1.1" status: 200 len: 976 time: 0.1703460 Jul 16 08:47:51.434019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.467315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.525138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:51.529037 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddbd5c7-d8ec-4363-b2b7-c2f0810c82a5" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:51.559262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.566586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:51.567383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:51.637120 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:51.642696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.645311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.685082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ae99e2d-8f70-406c-9311-1282826cb597 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2166362 Jul 16 08:47:51.695521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.710797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.718013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/38c2459e-b91f-4f9e-9ea6-5070cdfe7333 HTTP/1.1" status: 204 len: 168 time: 5.7348635 Jul 16 08:47:51.722319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': '37ce159e-3965-4feb-ad2d-eaacbb9b3d31'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:51.746445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.821383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979242420'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:51.855568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=09092009-b71f-4a6c-b1ad-14ddaba09819,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.874705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562baa19-fede-413f-a143-4bc5afc9ae4d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=38c2459e-b91f-4f9e-9ea6-5070cdfe7333,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.899956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.920555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.925848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:51.930628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.936941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] No DVR routers for this DVR port 09092009-b71f-4a6c-b1ad-14ddaba09819 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:51.943086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.950481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-3689b816-b956-4a62-a71c-2f939cad1ea2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "DELETE /v2.0/ports/09092009-b71f-4a6c-b1ad-14ddaba09819 HTTP/1.1" status: 204 len: 173 time: 1.7372856 Jul 16 08:47:52.022287 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fc5580-8686-40c4-b925-07312949170a x-openstack-request-id: req-59fc5580-8686-40c4-b925-07312949170a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:52.022618 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:52.023114 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59fc5580-8686-40c4-b925-07312949170a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:52.023835 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'code': 200} Jul 16 08:47:52.024225 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'code': 200} Jul 16 08:47:52.057276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:52.093901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.094359 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment ef13ba0c-4410-4311-bffc-08688e7a9bc7 of type vlan for network ca2273ca-0ae0-4204-9d30-4370c36a4eae Jul 16 08:47:52.106380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Transition to ACTIVE for port object 6cd4862b-cd13-4aa1-8f62-a93617fbc305 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:52.197967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.249720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.260286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port e1092acf-c8f0-473b-a690-1b00ce57d5d4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:52.260668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.289288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043ffad-6fe0-4fd0-b664-564aeb6b7ada req-1797f57c-a504-4f2b-a577-017b4dfdf0c6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.291117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b043ffad-6fe0-4fd0-b664-564aeb6b7ada req-1797f57c-a504-4f2b-a577-017b4dfdf0c6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.1725974 Jul 16 08:47:52.318703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:52.321255 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed09b5-56da-42c5-8c07-38660969a619" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:52.402812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-2b89a22c-647a-43a0-8248-8c801827d277', 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277', 'tenant_id': '04731670a7c0408fabea92882b67ecb0', 'fixed_ips': [{'subnet_id': 'fdb9afd8-dc12-4630-a901-7a04892725c9'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:52.404441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.451060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Transition to ACTIVE for port object 6cd4862b-cd13-4aa1-8f62-a93617fbc305 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:52.460842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b043ffad-6fe0-4fd0-b664-564aeb6b7ada req-1d069efc-cb6a-444b-bf5e-0e65b57aecf9 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613894 Jul 16 08:47:52.573997 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ab27e-aa82-4096-a71d-a108ed177551 x-openstack-request-id: req-0f9ab27e-aa82-4096-a71d-a108ed177551 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:52.574605 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "09092009-b71f-4a6c-b1ad-14ddaba09819", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:52.575095 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f9ab27e-aa82-4096-a71d-a108ed177551 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:52.578303 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '09092009-b71f-4a6c-b1ad-14ddaba09819', 'status': 'completed', 'code': 200} Jul 16 08:47:52.609768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.610581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] For port e1092acf-c8f0-473b-a690-1b00ce57d5d4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e1092acf-c8f0-473b-a690-1b00ce57d5d4,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:52.611493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.625910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.672497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for e1092acf-c8f0-473b-a690-1b00ce57d5d4 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:52.753593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Pushing event updated for resources: {'Port': ['ID=6cd4862b-cd13-4aa1-8f62-a93617fbc305,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.780833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:52.811697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:52.846425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:52.861296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00330e0-d473-4f6a-8faf-28fbcfc88497 req-8dccb3b5-107e-47c3-b68e-10b68c58f8e0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.870103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00330e0-d473-4f6a-8faf-28fbcfc88497 req-8dccb3b5-107e-47c3-b68e-10b68c58f8e0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.878182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00330e0-d473-4f6a-8faf-28fbcfc88497 req-8dccb3b5-107e-47c3-b68e-10b68c58f8e0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.883225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Checking router: 1a80e4bf-465b-4928-9ddd-a3d729f4a267 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:52.889932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b00330e0-d473-4f6a-8faf-28fbcfc88497 req-8dccb3b5-107e-47c3-b68e-10b68c58f8e0 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 2412 time: 0.4657898 Jul 16 08:47:52.892478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:52.893918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:52.946879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.965960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b00330e0-d473-4f6a-8faf-28fbcfc88497 req-4c5d5108-4974-4d62-a0d0-ec48fce38b9b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749710 Jul 16 08:47:52.998716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.005033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.005824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.055155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 04a983a7-2efc-476d-84ca-51514379f329 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:53.119101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.154185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=e1092acf-c8f0-473b-a690-1b00ce57d5d4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.171837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=ca2273ca-0ae0-4204-9d30-4370c36a4eae,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.187120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4370489 Jul 16 08:47:53.191546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:53.201257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:53.211716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:53.212743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:53.231391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.232838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.233191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.233537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.233897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.234237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.234593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.234928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.235264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.235592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.235922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.236347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef6eb7-0fc8-4444-9d6c-97aa94a36a6b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:53.261998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] No DVR routers for this DVR port e1092acf-c8f0-473b-a690-1b00ce57d5d4 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:53.267697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.271109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-1a4af1ff-1cfc-4504-a4f3-2c6d968794d2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "DELETE /v2.0/ports/e1092acf-c8f0-473b-a690-1b00ce57d5d4 HTTP/1.1" status: 204 len: 173 time: 1.3136866 Jul 16 08:47:53.289337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Allocated IP 172.20.0.1 (1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30/b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e/37802751-d0ec-40f9-8db9-c36dbecfc8e4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:53.336807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:53.340368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Allocated IP 172.20.0.2 (2b89a22c-647a-43a0-8248-8c801827d277/fdb9afd8-dc12-4630-a901-7a04892725c9/4eb2305c-94e0-4c40-b369-8bee41c5c386) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:53.411852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 04a983a7-2efc-476d-84ca-51514379f329 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.413414 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.440342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Attempting to bind port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:53.440747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Attempting to bind port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd6faba95-ffec-4655-a9c7-f301adedfa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:53.441206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Attempting to bind port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 on network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:53.471980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.516962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:53.517412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Checking segment: {'id': 'd6faba95-ffec-4655-a9c7-f301adedfa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:53.521790 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.522220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Bound using segment: {'id': 'd6faba95-ffec-4655-a9c7-f301adedfa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:53.522731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Bound port: 6cd4862b-cd13-4aa1-8f62-a93617fbc305, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6faba95-ffec-4655-a9c7-f301adedfa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:53.523160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.574477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port 9b49739e-369c-42ad-b901-8f60be32091c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:53.576065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.735136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f2b3102-bc2f-4700-adc8-659d649fb4fa req-6599a5f7-8196-4014-bcfa-49c3984043a8 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0769143 Jul 16 08:47:53.807492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:53.816012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.840969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] For port 9b49739e-369c-42ad-b901-8f60be32091c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=9b49739e-369c-42ad-b901-8f60be32091c,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:53.841501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.884912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for 9b49739e-369c-42ad-b901-8f60be32091c owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:54.032665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.055374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:54.071562 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe62e93-b2c4-4198-9e1e-ab9eb448319f" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "9b49739e-369c-42ad-b901-8f60be32091c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:54.188861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:47:54.255375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.260182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Transition to ACTIVE for port object 37802751-d0ec-40f9-8db9-c36dbecfc8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:54.320389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.393955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:54.445848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] For port 6cd4862b-cd13-4aa1-8f62-a93617fbc305, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:54.542266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] For port 6cd4862b-cd13-4aa1-8f62-a93617fbc305, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6cd4862b-cd13-4aa1-8f62-a93617fbc305,segment=NetworkSegment(d6faba95-ffec-4655-a9c7-f301adedfa8a),segment_id=d6faba95-ffec-4655-a9c7-f301adedfa8a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:54.561068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.572078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.575971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.716384 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 73dd229d-b76f-4f25-8bd6-b6e29d529852 associated. External IP: 172.25.5.6, port: 8edd68b3-61fa-44ab-a9db-1dd2ccb7f125. Jul 16 08:47:54.744837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:54.747692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:54.763950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:54.766736 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bf1b4d-a3ce-40f5-a326-4f85db205d84" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:54.813099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.863514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=9b49739e-369c-42ad-b901-8f60be32091c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.898613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:54.953844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e588326-97ca-40ca-a32b-8021e4632f1a None None] Pushing event updated for resources: {'Port': ['ID=6cd4862b-cd13-4aa1-8f62-a93617fbc305,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.973832 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.984534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=dc737674-2155-4100-bd58-9f7365cac22a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.997948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Transition to ACTIVE for port object 4eb2305c-94e0-4c40-b369-8bee41c5c386 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:55.002490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f02c0-bf44-4aa2-9bdd-a6531cdd329e req-383afbf9-8ef9-4f1e-9bbb-4f36a1f32bf7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.003306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Port': ['ID=37802751-d0ec-40f9-8db9-c36dbecfc8e4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.011308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-546f02c0-bf44-4aa2-9bdd-a6531cdd329e req-383afbf9-8ef9-4f1e-9bbb-4f36a1f32bf7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.7368770 Jul 16 08:47:55.016278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] No DVR routers for this DVR port 9b49739e-369c-42ad-b901-8f60be32091c on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:55.028689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.035259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Transition to ACTIVE for port object 4eb2305c-94e0-4c40-b369-8bee41c5c386 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:55.045271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-0dc818da-da76-4c02-b77a-49ec2b87341b tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "DELETE /v2.0/ports/9b49739e-369c-42ad-b901-8f60be32091c HTTP/1.1" status: 204 len: 173 time: 1.7680771 Jul 16 08:47:55.060324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.086458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2bd90-08fd-46c3-ada7-eb646aebaa11 req-3946cc31-99a5-47b8-92cf-2372c6eed923 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.091159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.101883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2bd90-08fd-46c3-ada7-eb646aebaa11 req-3946cc31-99a5-47b8-92cf-2372c6eed923 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.107938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9df2bd90-08fd-46c3-ada7-eb646aebaa11 req-3946cc31-99a5-47b8-92cf-2372c6eed923 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 1599 time: 0.8643882 Jul 16 08:47:55.154445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Network 2b89a22c-647a-43a0-8248-8c801827d277 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:55.170150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:55.173291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:55.228185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': 'ef13ba0c-4410-4311-bffc-08688e7a9bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.228185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: ca2273ca-0ae0-4204-9d30-4370c36a4eae, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:55.231308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Pushing event updated for resources: {'Port': ['ID=4eb2305c-94e0-4c40-b369-8bee41c5c386,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.306342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Attempting to bind port 4eb2305c-94e0-4c40-b369-8bee41c5c386 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:55.307144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Attempting to bind port 4eb2305c-94e0-4c40-b369-8bee41c5c386 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '306a08fc-bb52-4cfb-af7a-32dd1002e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:55.308483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Attempting to bind port 4eb2305c-94e0-4c40-b369-8bee41c5c386 on network 2b89a22c-647a-43a0-8248-8c801827d277 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:55.334667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:55.382583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:55.382939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Checking segment: {'id': '306a08fc-bb52-4cfb-af7a-32dd1002e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.383427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.384056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Bound using segment: {'id': '306a08fc-bb52-4cfb-af7a-32dd1002e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:55.384757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Bound port: 4eb2305c-94e0-4c40-b369-8bee41c5c386, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306a08fc-bb52-4cfb-af7a-32dd1002e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2b89a22c-647a-43a0-8248-8c801827d277'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:55.385871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.396361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b212e3-1ada-4220-8a3e-98afbd20826a None None] The sync data for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 is: [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e880cbcc-7e38-479e-9c33-3b2366dc91df', 'name': '', 'network_id': '508bb44a-bf86-47d8-b131-81bd32e8f936', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'mac_address': 'fa:16:3e:14:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:59Z', 'updated_at': '2021-07-16T08:37:14Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'subnets': [{'id': '578e23ca-46dc-4091-b56c-b0a2b99882c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:55.556680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:55.566584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] For port 4eb2305c-94e0-4c40-b369-8bee41c5c386, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:55.577908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] For port 4eb2305c-94e0-4c40-b369-8bee41c5c386, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4eb2305c-94e0-4c40-b369-8bee41c5c386,segment=NetworkSegment(306a08fc-bb52-4cfb-af7a-32dd1002e5d0),segment_id=306a08fc-bb52-4cfb-af7a-32dd1002e5d0)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:55.586826 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.610957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ca2273ca-0ae0-4204-9d30-4370c36a4eae) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:55.621247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.622363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.689498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-546f02c0-bf44-4aa2-9bdd-a6531cdd329e req-90c14dbf-575c-4847-a1f1-840df29ff31a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485093 Jul 16 08:47:55.708751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2edfcda-d8ce-465c-be50-25e6a23ad831 None None] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:55.774374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9df2bd90-08fd-46c3-ada7-eb646aebaa11 req-d8c6905d-fd27-446c-8bfd-bd8e08faeb20 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups?id=37125b5d-fc13-4fef-a13a-6997bef7701f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954463 Jul 16 08:47:55.877674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:55.878147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.922176 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e05a2c-aece-4586-90d6-193b53086273 x-openstack-request-id: req-39e05a2c-aece-4586-90d6-193b53086273 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:55.922627 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-unplugged", "status": "completed", "tag": "9b49739e-369c-42ad-b901-8f60be32091c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:55.922824 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e05a2c-aece-4586-90d6-193b53086273 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:55.923076 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c', 'code': 200} Jul 16 08:47:55.984938 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5da1d1-16e7-481b-a6cf-425ea11e6068 x-openstack-request-id: req-5b5da1d1-16e7-481b-a6cf-425ea11e6068 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:55.985418 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "e1092acf-c8f0-473b-a690-1b00ce57d5d4", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:55.988233 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b5da1d1-16e7-481b-a6cf-425ea11e6068 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:55.988854 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': 'e1092acf-c8f0-473b-a690-1b00ce57d5d4', 'status': 'completed', 'code': 200} Jul 16 08:47:56.014821 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0640e101-1bd4-4745-a246-6c9c79f1092a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8110998 Jul 16 08:47:56.016231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:56.085007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117165307'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:56.086118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948995d-eb02-4100-bbf2-6fe4fd3b27f0 None None] Pushing event updated for resources: {'Port': ['ID=4eb2305c-94e0-4c40-b369-8bee41c5c386,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.218309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.341362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d0a3f-0d27-40f9-989b-42e6a6736275 None None] New status for floating IP 646df26e-2141-4553-80b8-74168ac52fd6: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:56.405463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] For port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:56.406404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.428856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:56.542484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:56.569283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:56.587502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.610076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ca2273ca-0ae0-4204-9d30-4370c36a4eae', 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'dc737674-2155-4100-bd58-9f7365cac22a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:56.611466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.674576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c106911-e06c-445b-9f41-613b191a2137 req-f559da18-e1d3-48a7-94e5-95c37383c530 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1198261 Jul 16 08:47:56.705403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:56.735364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.735722 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 636d804f-2d93-48c1-a3aa-79e831e114e6 of type vlan for network 065cc9af-edc1-46f8-b6df-af074c1642ba Jul 16 08:47:56.983446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.990508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539d52d-337f-40fa-976c-9e434eab25d6 None None] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:57.072628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=2bf8bf75-d654-45b4-99ea-5a5c52e06cc5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.177598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.274542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] No DVR routers for this DVR port 2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:57.279089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.281491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4292ed-47f9-449a-9d64-06f76ed66856 req-2bfa5688-32bf-4349-90a6-1414500b10e9 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.46 "DELETE /v2.0/ports/2bf8bf75-d654-45b4-99ea-5a5c52e06cc5 HTTP/1.1" status: 204 len: 173 time: 2.1539865 Jul 16 08:47:57.364986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b429b5c5-0387-4a57-871a-c9b30ec19c3b req-61201e09-8dfa-4ca5-b4ec-e73eccfc28ec tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.1040111 Jul 16 08:47:57.373632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:57.387093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:57.406530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6cd4862b-cd13-4aa1-8f62-a93617fbc305 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:57.425366 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:57.428001 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:57.518235 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:57.526876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-232d9d30-2b96-45eb-849e-a8df7493b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.534321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-232d9d30-2b96-45eb-849e-a8df7493b54e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 1099 time: 0.1844742 Jul 16 08:47:57.556849 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:57.557943 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:57.594993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a8f6763a-981e-451f-9212-ece5a9f09bb6 None None] Provisioning for port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:57.674565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.681007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.681732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.757134 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:57.758153 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276bcd8c-475c-4c91-a121-7ae43fbbeeb7 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:57.794791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7507439 Jul 16 08:47:57.800818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c5517229-46c9-4806-a161-3c6c4b944830 req-d9a5fa3e-19cb-4008-8c85-aa9a4d273101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1490650 Jul 16 08:47:57.801345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:57.822611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '065cc9af-edc1-46f8-b6df-af074c1642ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:57.865776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Allocated IP 2001:db8::1 (ca2273ca-0ae0-4204-9d30-4370c36a4eae/dc737674-2155-4100-bd58-9f7365cac22a/e318af23-35f5-432c-b151-6480387a1079) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:58.028428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c'}, {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:58.032508 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd120f-b60c-4e1c-a798-33f30c2c521f" -d '{"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "9b49739e-369c-42ad-b901-8f60be32091c"}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:58.042280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-ca471b44-e9a9-4e1f-b0ad-708bb5b37790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.044717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-ca471b44-e9a9-4e1f-b0ad-708bb5b37790 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 200 len: 914 time: 0.5040174 Jul 16 08:47:58.125910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-772cb7dc-60e0-4068-8a20-b165fdac4983 req-554eecb4-4c85-405e-b880-037ccda24bf2 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0889962 Jul 16 08:47:58.207729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-5e3392ef-100d-410c-b183-fa8c8cb27bfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 200 len: 217 time: 0.1454699 Jul 16 08:47:58.261291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9916139-d234-4273-a967-398aa0f9868b None None] Network 2b89a22c-647a-43a0-8248-8c801827d277 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:58.319039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:58.330096 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c42208-8dae-4ffd-9c62-210e18acfcc6 x-openstack-request-id: req-c6c42208-8dae-4ffd-9c62-210e18acfcc6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:58.330589 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "9b49739e-369c-42ad-b901-8f60be32091c", "status": "completed", "code": 200}, {"server_uuid": "89c5d797-1dc1-473d-8607-82b508fed160", "name": "network-vif-deleted", "tag": "2bf8bf75-d654-45b4-99ea-5a5c52e06cc5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:58.330980 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6c42208-8dae-4ffd-9c62-210e18acfcc6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:58.331585 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '9b49739e-369c-42ad-b901-8f60be32091c', 'status': 'completed', 'code': 200} Jul 16 08:47:58.332000 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c5d797-1dc1-473d-8607-82b508fed160', 'name': 'network-vif-deleted', 'tag': '2bf8bf75-d654-45b4-99ea-5a5c52e06cc5', 'status': 'completed', 'code': 200} Jul 16 08:47:58.356977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:58.357990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.372606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d126-ffc9-427b-b7f2-94fecbb579cf req-dea46007-8082-4cc1-9bee-d8ba1882aee8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.380154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0527d126-ffc9-427b-b7f2-94fecbb579cf req-dea46007-8082-4cc1-9bee-d8ba1882aee8 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4766052 Jul 16 08:47:58.394190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-e90f900b-6068-4ff0-b944-407652bfc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.396079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-e90f900b-6068-4ff0-b944-407652bfc3e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 200 len: 853 time: 0.1782384 Jul 16 08:47:58.459271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9b2e7a67-6f0b-4d3a-8f05-d1fe5b4730a8 None None] Provisioning for port 4eb2305c-94e0-4c40-b369-8bee41c5c386 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:58.476468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-6d96ee8b-44aa-4ebe-97f0-4479cfdbc022 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709620 Jul 16 08:47:58.696423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0527d126-ffc9-427b-b7f2-94fecbb579cf req-5961716d-7ad3-4ca7-bc48-740f85af3d49 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149295 Jul 16 08:47:58.804183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee7d4d38-d9f2-4d5a-8c17-4234544f3f8b req-04e92c5a-8005-4f5d-b833-61d93ebdb0b7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0948863 Jul 16 08:47:58.821185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-aaf7c102-e63f-4c62-8f6d-e3b63e14d93b service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359854 Jul 16 08:47:58.850800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a588-f97b-475b-9298-5c55044cecfb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=065cc9af-edc1-46f8-b6df-af074c1642ba,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.973071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.992624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:58.995544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 065cc9af-edc1-46f8-b6df-af074c1642ba details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:59.004101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82de7af9-8b6f-40ec-be3d-7232c1accdbb req-770d2455-7693-400f-af32-86d67e99945d service neutron] 10.222.0.46 "GET /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753287 Jul 16 08:47:59.093762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.107017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:59.112354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.167154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.185671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Transition to ACTIVE for port object e318af23-35f5-432c-b151-6480387a1079 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:59.232781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.239433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 6cd4862b-cd13-4aa1-8f62-a93617fbc305, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6cd4862b-cd13-4aa1-8f62-a93617fbc305,segment=NetworkSegment(d6faba95-ffec-4655-a9c7-f301adedfa8a),segment_id=d6faba95-ffec-4655-a9c7-f301adedfa8a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:59.254536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.257955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4eb2305c-94e0-4c40-b369-8bee41c5c386 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:59.261619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Transition to ACTIVE for port object e318af23-35f5-432c-b151-6480387a1079 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:59.325036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:47:59.325596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:47:59.360750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.425748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:59.430865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:59.434367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:59.441257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d65bef7-5c77-4393-b47d-759633b7b0b8 req-0775d412-e3b6-44ac-bcfc-297d31495378 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0529680 Jul 16 08:47:59.447159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Provisioning for port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.512355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Provisioning complete for port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.513030 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.546194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=6cd4862b-cd13-4aa1-8f62-a93617fbc305,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.583546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Port': ['ID=37802751-d0ec-40f9-8db9-c36dbecfc8e4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.612473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Attempting to bind port e318af23-35f5-432c-b151-6480387a1079 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:59.612792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Attempting to bind port e318af23-35f5-432c-b151-6480387a1079 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ef13ba0c-4410-4311-bffc-08688e7a9bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:59.613157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Attempting to bind port e318af23-35f5-432c-b151-6480387a1079 on network ca2273ca-0ae0-4204-9d30-4370c36a4eae {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:59.628889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:59.630743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:59.631118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Checking segment: {'id': 'ef13ba0c-4410-4311-bffc-08688e7a9bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:59.631531 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.631956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Bound using segment: {'id': 'ef13ba0c-4410-4311-bffc-08688e7a9bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:59.632476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Bound port: e318af23-35f5-432c-b151-6480387a1079, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef13ba0c-4410-4311-bffc-08688e7a9bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ca2273ca-0ae0-4204-9d30-4370c36a4eae'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:59.632858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.656502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4eb2305c-94e0-4c40-b369-8bee41c5c386 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.675761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.690751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:59.695669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4eb2305c-94e0-4c40-b369-8bee41c5c386 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.696185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.696959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.710572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Pushing event updated for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.787802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa838332-c344-410c-b045-14c13034781f None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:59.843622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Provisioning complete for port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.844009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9245ac9b-a9bb-48df-8ad5-9c8e6ce2e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.053100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa838332-c344-410c-b045-14c13034781f None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:00.053877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aa838332-c344-410c-b045-14c13034781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:00.066237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:00.081778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566d40d-e6a4-40f1-88ee-787229453715 req-135e6005-0153-4d19-9070-312c8c6be87f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.084299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c566d40d-e6a4-40f1-88ee-787229453715 req-135e6005-0153-4d19-9070-312c8c6be87f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.1264839 Jul 16 08:48:00.184750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aa838332-c344-410c-b045-14c13034781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:00.201488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e318af23-35f5-432c-b151-6480387a1079,segment=NetworkSegment(ef13ba0c-4410-4311-bffc-08688e7a9bc7),segment_id=ef13ba0c-4410-4311-bffc-08688e7a9bc7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:00.213704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c566d40d-e6a4-40f1-88ee-787229453715 req-20805fc3-9832-4bed-8016-d027c40d922a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211751 Jul 16 08:48:00.220349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.231022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:00.249957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:00.359215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53968) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:00.364650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:00.374540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-313eb0e1-078f-48fd-a4cd-575a547b011c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/73dd229d-b76f-4f25-8bd6-b6e29d529852 HTTP/1.1" status: 200 len: 977 time: 8.6719213 Jul 16 08:48:00.410673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa838332-c344-410c-b045-14c13034781f None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:00.411331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aa838332-c344-410c-b045-14c13034781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:00.489403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.514020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aa838332-c344-410c-b045-14c13034781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:00.514610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa838332-c344-410c-b045-14c13034781f None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:00.577519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.647846 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.698542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12b364-6a05-44c6-b378-758157ab581b None None] Pushing event updated for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.713100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': '636d804f-2d93-48c1-a3aa-79e831e114e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '065cc9af-edc1-46f8-b6df-af074c1642ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:00.714835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 065cc9af-edc1-46f8-b6df-af074c1642ba, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:00.732010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Router 451e3e63-81a0-4101-8a82-1d4e018d7e43 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:00.766561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 065cc9af-edc1-46f8-b6df-af074c1642ba is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:00.783505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.794238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4eb2305c-94e0-4c40-b369-8bee41c5c386, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4eb2305c-94e0-4c40-b369-8bee41c5c386,segment=NetworkSegment(306a08fc-bb52-4cfb-af7a-32dd1002e5d0),segment_id=306a08fc-bb52-4cfb-af7a-32dd1002e5d0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:00.801421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 065cc9af-edc1-46f8-b6df-af074c1642ba) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:00.808702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.809491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.818253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.852895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2f25a-97e5-4916-9d4d-72d18bde3765 None None] Network 065cc9af-edc1-46f8-b6df-af074c1642ba requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:00.921219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2b277e2f-6dfa-4662-a4c8-dc761f8b3576 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1078207 Jul 16 08:48:00.926756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:00.956697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b45c4933-194f-4d66-b9bf-5f966dfcec2f req-41e8007d-b61c-4909-850a-b5320c290a6c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.1342018 Jul 16 08:48:00.997741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6cd4862b-cd13-4aa1-8f62-a93617fbc305 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:01.040600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fd4498ba-2466-4b86-8507-06c1d9e750b0 None None] Provisioning complete for port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.041071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd4498ba-2466-4b86-8507-06c1d9e750b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.101687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09f5b12e-5bdd-408d-806a-b219442dfb55 req-079f1043-27b3-4a8a-9a25-983f63651db9 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.2848108 Jul 16 08:48:01.125295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.143465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.144118 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 73dd229d-b76f-4f25-8bd6-b6e29d529852 disassociated. External IP: 172.25.5.6, port: 37ce159e-3965-4feb-ad2d-eaacbb9b3d31. Jul 16 08:48:01.145280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:01.158245 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] Sync routers for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:01.163064 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-572f0eb1-50fe-4d0a-92ed-68ce903cdc72 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8919194 Jul 16 08:48:01.167773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.176852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4eb2305c-94e0-4c40-b369-8bee41c5c386,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.190806 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:01.191581 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.219934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fd4498ba-2466-4b86-8507-06c1d9e750b0 None None] Port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:01.247002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.247630 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.264906 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.292276 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:01.293017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.394386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.396720 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.397573 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d1eebb-afc9-4d2c-9107-e52629a14001 None None] The sync data for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:01.507414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fd4498ba-2466-4b86-8507-06c1d9e750b0 None None] Provisioning complete for port 4eb2305c-94e0-4c40-b369-8bee41c5c386 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:01.508019 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fd4498ba-2466-4b86-8507-06c1d9e750b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.553462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0843d1-e282-4978-8376-312801562a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-065cc9af-edc1-46f8-b6df-af074c1642ba', 'network_id': '065cc9af-edc1-46f8-b6df-af074c1642ba', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:01.555087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f0843d1-e282-4978-8376-312801562a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.555243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:01.572004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.816159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.857610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:01.864255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.865092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-9f0843d1-e282-4978-8376-312801562a55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194: This subnet is being modified by another concurrent operation. Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194: This subnet is being modified by another concurrent operation. Jul 16 08:48:01.880484 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 08:48:01.891143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:01.921121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:01.921779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.936724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-94f0cdd3-70da-43df-bfce-b2ba3bf21b98 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/73dd229d-b76f-4f25-8bd6-b6e29d529852 HTTP/1.1" status: 200 len: 686 time: 1.5759189 Jul 16 08:48:01.939060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.962176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c330d7-9a37-44e2-bd77-49aefa5b048d None None] Network 065cc9af-edc1-46f8-b6df-af074c1642ba requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:01.969994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.013769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:02.014433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.030355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629400-8610-46f2-8aac-c912c6d3e057 req-9a38dc52-360c-4c85-af84-5755cb144190 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.039231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b629400-8610-46f2-8aac-c912c6d3e057 req-9a38dc52-360c-4c85-af84-5755cb144190 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4994283 Jul 16 08:48:02.063233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.089270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065cc9af-edc1-46f8-b6df-af074c1642ba']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.118546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636d804f-2d93-48c1-a3aa-79e831e114e6') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.119327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636d804f-2d93-48c1-a3aa-79e831e114e6') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.147795 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.173431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.174421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7503bf5c-9b01-461a-8718-b20a6dc0179e None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:02.185610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.200699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:02.203193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.229808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-870ed8ae-8ab6-42c5-9790-eb0d9f65b1b4 None None] Provisioning complete for port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:02.231493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-870ed8ae-8ab6-42c5-9790-eb0d9f65b1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:02.249178 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:02.338160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.354881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-870ed8ae-8ab6-42c5-9790-eb0d9f65b1b4 None None] Port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:02.360841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.368381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/065cc9af-edc1-46f8-b6df-af074c1642ba HTTP/1.1" status: 204 len: 168 time: 1.4400311 Jul 16 08:48:02.371604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675ab0-8fe2-4c4c-af5c-eaa3279cc47a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=065cc9af-edc1-46f8-b6df-af074c1642ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.375290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.383816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062868513'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:02.392087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23f89e71-3453-4cba-893e-c9911a10a941 req-67a2eac6-e7ee-412a-b3d5-2ab3ab7a79f5 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.1288049 Jul 16 08:48:02.399668 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-76d97a78-ce34-4f84-8da9-4e86369cca7a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:02.405928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-76d97a78-ce34-4f84-8da9-4e86369cca7a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2331665 Jul 16 08:48:02.406622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.417801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b629400-8610-46f2-8aac-c912c6d3e057 req-64b7d3bf-e48e-4c08-8386-a748be87d5b3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775043 Jul 16 08:48:02.458288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 120ab057-5150-4c10-a541-9f2cad4ad15d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:02.458645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.508804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:02.512360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.557817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:02.615987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614bc4a-8700-4675-afc5-82dc14084162 None None] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:02.643614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.643954 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 5df389fc-6537-49e8-9389-1f4a399923b4 of type vlan for network 88c097b3-9411-4f4b-90be-d97366edf6d0 Jul 16 08:48:02.691407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.693379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.702202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.711359 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:02.824351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.830225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.830785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.848024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 120ab057-5150-4c10-a541-9f2cad4ad15d owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:02.913522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5337493 Jul 16 08:48:02.924004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.929712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '88c097b3-9411-4f4b-90be-d97366edf6d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:02.946198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a598c33c-6df6-4fee-9561-c90eb086f284 req-0bc0f03e-8dc4-4f16-b922-df9d98dbf950 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1295488 Jul 16 08:48:03.068011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb6b0e-e0ae-47e1-8fd2-d4466b1683d2 req-4b229466-9f38-4bd8-87f6-97d499709620 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.081341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fb6b0e-e0ae-47e1-8fd2-d4466b1683d2 req-4b229466-9f38-4bd8-87f6-97d499709620 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3587000 Jul 16 08:48:03.082457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a835-6588-4234-9485-d4a6e651c4be tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=88c097b3-9411-4f4b-90be-d97366edf6d0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.099524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:03.102075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:03.109322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.204207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2f158e0c-c8ca-4788-bc08-eeb818a75a01 None None] Provisioning for port e318af23-35f5-432c-b151-6480387a1079 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:03.264388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e318af23-35f5-432c-b151-6480387a1079 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:03.313589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fb6b0e-e0ae-47e1-8fd2-d4466b1683d2 req-9d442257-d8ba-459a-b9bb-75ac7c27d280 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302122 Jul 16 08:48:03.314972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.316946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.375094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=120ab057-5150-4c10-a541-9f2cad4ad15d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.503956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.507437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.508759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef62e748-7260-4f13-8ef4-3d8b31fe93d4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/73dd229d-b76f-4f25-8bd6-b6e29d529852 HTTP/1.1" status: 204 len: 168 time: 1.5680208 Jul 16 08:48:03.520085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54006) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:03.560332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e318af23-35f5-432c-b151-6480387a1079 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:03.570788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e318af23-35f5-432c-b151-6480387a1079 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.571173 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.602581 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-448cd291-43ae-40f5-a744-e6f2374ec613 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] delete failed (client error): The resource could not be found. Jul 16 08:48:03.607306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-448cd291-43ae-40f5-a744-e6f2374ec613 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/73dd229d-b76f-4f25-8bd6-b6e29d529852 HTTP/1.1" status: 404 len: 345 time: 0.0837903 Jul 16 08:48:03.607950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54008) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:03.691318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.725337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe72b0-b97c-4739-827b-148c184227f1 req-9dd17ef3-e186-4928-9282-1e6fccf3bcdc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.727365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9abe72b0-b97c-4739-827b-148c184227f1 req-9dd17ef3-e186-4928-9282-1e6fccf3bcdc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3552597 Jul 16 08:48:03.751103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e318af23-35f5-432c-b151-6480387a1079,segment=NetworkSegment(ef13ba0c-4410-4311-bffc-08688e7a9bc7),segment_id=ef13ba0c-4410-4311-bffc-08688e7a9bc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:03.757021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.758908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4eb2305c-94e0-4c40-b369-8bee41c5c386 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:03.841671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9abe72b0-b97c-4739-827b-148c184227f1 req-58228cf6-bb29-409d-9bf9-3ad54fe793cc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845454 Jul 16 08:48:03.894883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119f407-025f-4512-99d2-21a15c8211b5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.908133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119f407-025f-4512-99d2-21a15c8211b5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.914767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4eb2305c-94e0-4c40-b369-8bee41c5c386 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.915342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.917418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.917763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119f407-025f-4512-99d2-21a15c8211b5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.921027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a119f407-025f-4512-99d2-21a15c8211b5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/ports?network_id=16252688-c299-4117-be4b-6ea40ba4df14 HTTP/1.1" status: 200 len: 2359 time: 0.2851381 Jul 16 08:48:03.928773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54012) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:04.011785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae36829-bd50-4081-8ed5-6435f4952287 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:04.065498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae322e-3be8-415b-a1c9-a8e8f952b903 req-f1cc4295-dca5-4c0b-a5cf-5cceba394142 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.067396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ae322e-3be8-415b-a1c9-a8e8f952b903 req-f1cc4295-dca5-4c0b-a5cf-5cceba394142 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4805269 Jul 16 08:48:04.071535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c04a1-0b3f-4ad7-a16f-b96f058f0fe5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.074188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8d6c04a1-0b3f-4ad7-a16f-b96f058f0fe5 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/subnets/a70b52be-6eac-435b-a478-d4559b02d45e HTTP/1.1" status: 200 len: 797 time: 0.1443229 Jul 16 08:48:04.085606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:04.091212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'port': {'network_id': '16252688-c299-4117-be4b-6ea40ba4df14', 'name': 'tempest-FloatingIPTestJSON-2145617097', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:04.135090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa61aa2a-f9c4-4651-bb27-7eacf9317430 req-77a15645-ae3b-4c3f-ba4f-d29ede79dd6e tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0565703 Jul 16 08:48:04.173223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ae322e-3be8-415b-a1c9-a8e8f952b903 req-3d992e11-9ad1-48a9-bcad-e174485b99dc tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975201 Jul 16 08:48:04.267146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.271525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bde91ece-a16b-4ee1-b66d-043e82f46b4d None None] Provisioning complete for port e318af23-35f5-432c-b151-6480387a1079 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:04.272068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bde91ece-a16b-4ee1-b66d-043e82f46b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.411342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f428a8e8-6138-486e-9d4c-3e6f04865c7f req-509d283a-64ad-4e64-abc0-f43601c0d9fa tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0661349 Jul 16 08:48:04.419747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=30d144e7-73e6-4dac-947e-9d51da19865b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.470167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': '5df389fc-6537-49e8-9389-1f4a399923b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88c097b3-9411-4f4b-90be-d97366edf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:04.470547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 88c097b3-9411-4f4b-90be-d97366edf6d0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:04.502914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:04.575006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae36829-bd50-4081-8ed5-6435f4952287 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:04.576221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b72573-7529-4b44-9301-d3a5efb78d28 req-debc42b0-6918-4d8e-a7e6-d08b4d146d76 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.577869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6b72573-7529-4b44-9301-d3a5efb78d28 req-debc42b0-6918-4d8e-a7e6-d08b4d146d76 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1901863 Jul 16 08:48:04.635367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:04.658742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 88c097b3-9411-4f4b-90be-d97366edf6d0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:04.687389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6b72573-7529-4b44-9301-d3a5efb78d28 req-25c91187-303e-4371-9d77-b8e817b10731 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970109 Jul 16 08:48:04.687944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.688676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.716075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.739651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] device_id is not set on port 88b04138-4d4b-411c-ac8d-31d5db4064eb yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:04.748991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e40e4aba-1230-4600-a4c7-e6816c000bf8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8236880 Jul 16 08:48:04.750106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54024) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:04.801837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f319-5e56-4a5f-8b09-8237ee900575 req-30ca70be-58dc-4b6c-bd3c-05eae322025d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.807737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting port 37802751-d0ec-40f9-8db9-c36dbecfc8e4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:04.808193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.820961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ff4f319-5e56-4a5f-8b09-8237ee900575 req-30ca70be-58dc-4b6c-bd3c-05eae322025d tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2418716 Jul 16 08:48:04.979828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ff4f319-5e56-4a5f-8b09-8237ee900575 req-4c14d175-3a3b-4c0f-8f05-1dd67b6d0215 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572666 Jul 16 08:48:05.030273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.084155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e318af23-35f5-432c-b151-6480387a1079 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:05.189306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.264067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e318af23-35f5-432c-b151-6480387a1079 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:05.264700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.317019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecd8e7-a7ca-42f5-8527-bb061fdcd615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-88c097b3-9411-4f4b-90be-d97366edf6d0', 'network_id': '88c097b3-9411-4f4b-90be-d97366edf6d0', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': '30d144e7-73e6-4dac-947e-9d51da19865b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:05.317888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-81ecd8e7-a7ca-42f5-8527-bb061fdcd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.332070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.433369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Calling delete_port for 37802751-d0ec-40f9-8db9-c36dbecfc8e4 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:05.732771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fff649e-0e63-4750-a3f1-343d54d36d12 req-740de0ae-a47a-47eb-9682-a7dca04d813c tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0444937 Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-81ecd8e7-a7ca-42f5-8527-bb061fdcd615 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30d144e7-73e6-4dac-947e-9d51da19865b: This subnet is being modified by another concurrent operation. Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30d144e7-73e6-4dac-947e-9d51da19865b: This subnet is being modified by another concurrent operation. Jul 16 08:48:05.747592 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 08:48:05.755073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.786390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325127c2-8683-4155-ae01-f59f57023814 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:05.797387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=30d144e7-73e6-4dac-947e-9d51da19865b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:05.815105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.13 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/88b04138-4d4b-411c-ac8d-31d5db4064eb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:05.841075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.11 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/88b04138-4d4b-411c-ac8d-31d5db4064eb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:05.871712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae6c9-4790-4406-92f5-ccd7ec0dd1d9 req-e4ec7678-26b1-4381-8b0e-08ecac843fe6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.873825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-351ae6c9-4790-4406-92f5-ccd7ec0dd1d9 req-e4ec7678-26b1-4381-8b0e-08ecac843fe6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.5620100 Jul 16 08:48:05.940765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.954356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.957721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c097b3-9411-4f4b-90be-d97366edf6d0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.972886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df389fc-6537-49e8-9389-1f4a399923b4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.974856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df389fc-6537-49e8-9389-1f4a399923b4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.987063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.007456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.014621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Port': ['ID=37802751-d0ec-40f9-8db9-c36dbecfc8e4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.022498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:06.022806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:06.028286 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:06.076375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325127c2-8683-4155-ae01-f59f57023814 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:06.155947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.172643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-351ae6c9-4790-4406-92f5-ccd7ec0dd1d9 req-7cd96071-4945-407e-a94d-b83652f948f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443346 Jul 16 08:48:06.201569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.207243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.208992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.212360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/88c097b3-9411-4f4b-90be-d97366edf6d0 HTTP/1.1" status: 204 len: 168 time: 1.4611390 Jul 16 08:48:06.214491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449315874'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:06.244684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.249782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb850-ed54-4419-9181-c1d533974ec8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=88c097b3-9411-4f4b-90be-d97366edf6d0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.300119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b03acc-dcbd-48a2-88a7-ff6b72f18c35 req-88f0a50b-ed83-4a3b-baa4-0ccb7481b6e7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.308298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57b03acc-dcbd-48a2-88a7-ff6b72f18c35 req-88f0a50b-ed83-4a3b-baa4-0ccb7481b6e7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2782068 Jul 16 08:48:06.388698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:06.392397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.415795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6ee4bff-17b5-4cae-89bc-9f3a6c830247 req-045bc2cf-3cfb-473d-9b2e-d838d009e23d tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Jul 16 08:48:06.443149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57b03acc-dcbd-48a2-88a7-ff6b72f18c35 req-8759c702-3778-4236-a33b-51b3b417633a tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338749 Jul 16 08:48:06.505814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:06.524895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.529780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.530135 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment b4059664-7e0c-405e-b649-5b60fcda6219 of type vlan for network 2d649765-e800-4961-99cb-421c433cec40 Jul 16 08:48:06.534113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Router 451e3e63-81a0-4101-8a82-1d4e018d7e43 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:06.623433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.639008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:06.647788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=88b04138-4d4b-411c-ac8d-31d5db4064eb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.650413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:06.656635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:06.770351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.777569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.778904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.782684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:06.795026 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] Sync routers for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:06.803845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d40e7c07-8ebb-40cd-9ba3-a3942bd35555 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3961411 Jul 16 08:48:06.813515 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:06.814431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.815057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54046) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.844982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a46a0-0532-4ec7-8568-d8db82439450 req-6c88cff9-0767-4ae4-b900-bcd51e15d8d4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.853378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca1a46a0-0532-4ec7-8568-d8db82439450 req-6c88cff9-0767-4ae4-b900-bcd51e15d8d4 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.1819868 Jul 16 08:48:06.882964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdc174-e109-4259-b673-5a366de5fa0c None None] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:06.898370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6881714 Jul 16 08:48:06.900732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdc174-e109-4259-b673-5a366de5fa0c None None] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:48:06.910458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.925831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6919c45-be38-4bcb-9ca8-5cf7a0057d49 None None] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:06.938458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:06.939485 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.941486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.943104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.946477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.957619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6919c45-be38-4bcb-9ca8-5cf7a0057d49 None None] Network 88c097b3-9411-4f4b-90be-d97366edf6d0 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:48:06.966223 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-291a6db0-ed18-47d1-834d-3d862485382c tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] delete failed (client error): The resource could not be found. Jul 16 08:48:06.977594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-291a6db0-ed18-47d1-834d-3d862485382c tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-838882245 HTTP/1.1" status: 404 len: 334 time: 0.1576104 Jul 16 08:48:06.990882 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:06.992171 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02357e-647c-493b-8ed3-89b1d1b0b1f1 None None] The sync data for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:06.995939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54050) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.004875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4e9a82d3-280e-435d-8f42-778afa300284 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'router': {'external_gateway_info': {'network_id': '451e3e63-81a0-4101-8a82-1d4e018d7e43'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:07.018139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '2d649765-e800-4961-99cb-421c433cec40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:07.026677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648721c-2593-49fa-8de0-1e032083c629 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=2d649765-e800-4961-99cb-421c433cec40,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.049159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7319da35-4173-4b62-a503-bde3040f8206 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9623158 Jul 16 08:48:07.057321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.060176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2d649765-e800-4961-99cb-421c433cec40 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:07.061709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '88b04138-4d4b-411c-ac8d-31d5db4064eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:07.148141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca1a46a0-0532-4ec7-8568-d8db82439450 req-c08b57c2-72da-4bdf-b5e6-3c4b22dc9d99 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868688 Jul 16 08:48:07.225681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.328334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:07.334126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.449790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4e9a82d3-280e-435d-8f42-778afa300284 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.494478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17e43af2-e38e-49e3-8d12-aaaa9d82a02a req-bde3244d-4856-42da-9bd8-99e6bbc0b536 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0378189 Jul 16 08:48:07.503526 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-4e9a82d3-280e-435d-8f42-778afa300284 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] update failed (client error): The resource could not be found. Jul 16 08:48:07.509657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4e9a82d3-280e-435d-8f42-778afa300284 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43 HTTP/1.1" status: 404 len: 339 time: 0.5041060 Jul 16 08:48:07.509657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54060) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.660276 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.876849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03add1c3-4438-4cc5-b9ae-1ca213f786a8 req-19b62fac-83f1-4a00-afed-8e2a796f0c1a tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0957837 Jul 16 08:48:07.911521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.936331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.54 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/5a06d22a-c6de-42cf-a9da-06cccebdc839) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:08.015147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb6ce-735e-49a7-ab8d-da2abaaa19f0 req-9d97a1f5-6d87-4707-9172-efaebc9d31f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.018333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c59bb6ce-735e-49a7-ab8d-da2abaaa19f0 req-9d97a1f5-6d87-4707-9172-efaebc9d31f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2382183 Jul 16 08:48:08.019197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.063022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=b3a43c03-4646-4cf6-8cb9-fd5db4100b1a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.069489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': 'b4059664-7e0c-405e-b649-5b60fcda6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2d649765-e800-4961-99cb-421c433cec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:08.069874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 2d649765-e800-4961-99cb-421c433cec40, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:08.154258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 2d649765-e800-4961-99cb-421c433cec40 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:08.186374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2d649765-e800-4961-99cb-421c433cec40) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:08.199927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.203969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.205100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.206118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c07377-390a-47e9-aef6-7a41372b54b6 None None] Network 2d649765-e800-4961-99cb-421c433cec40 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:08.217568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c59bb6ce-735e-49a7-ab8d-da2abaaa19f0 req-781862f0-9ef1-49b5-882c-6880d62bba59 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839852 Jul 16 08:48:08.306027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5754cd9e-f2bc-4825-b6d6-df373de66aff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2923994 Jul 16 08:48:08.308237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:08.314123 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.436149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:08.462161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9ed29-10a9-45d9-aece-f25d00b84d9d req-b6754981-d189-421b-9eba-5445d3bae2cb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.474389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abf9ed29-10a9-45d9-aece-f25d00b84d9d req-b6754981-d189-421b-9eba-5445d3bae2cb tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4187243 Jul 16 08:48:08.477613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:08.492887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:08.522477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-2d649765-e800-4961-99cb-421c433cec40', 'network_id': '2d649765-e800-4961-99cb-421c433cec40', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'b3a43c03-4646-4cf6-8cb9-fd5db4100b1a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:08.525188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.543919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=5a06d22a-c6de-42cf-a9da-06cccebdc839,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.613547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.622923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abf9ed29-10a9-45d9-aece-f25d00b84d9d req-6cfdf68f-0373-4043-9e50-ffd2be09d8ca tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472332 Jul 16 08:48:08.639466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.686640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Allocated IP 172.20.0.1 (ce7a60c6-0377-40b9-892b-beab9082fac2/12b9ac15-6f48-4af3-a633-5e25575cb1d2/5616cf70-9c15-433c-8c2b-3c7405faf921) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:08.847490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.858648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Allocated IP 2001:db8::1 (2d649765-e800-4961-99cb-421c433cec40/b3a43c03-4646-4cf6-8cb9-fd5db4100b1a/29279b0b-5520-436b-a061-e72afb7a40d9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:08.868200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Transition to ACTIVE for port object 5616cf70-9c15-433c-8c2b-3c7405faf921 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:08.912064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.915544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.979024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04b593f8-11ba-440f-99fe-8660679d8b8a req-ccb3a11d-91fd-4fff-94f1-1a296def92bb tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.1727238 Jul 16 08:48:09.082740 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.091224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network ce7a60c6-0377-40b9-892b-beab9082fac2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:09.105442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:09.114760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:09.124089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Port': ['ID=5616cf70-9c15-433c-8c2b-3c7405faf921,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.212736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.224645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.243070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Transition to ACTIVE for port object 29279b0b-5520-436b-a061-e72afb7a40d9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:09.279233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Transition to ACTIVE for port object 29279b0b-5520-436b-a061-e72afb7a40d9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:09.293478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.371230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7945e8b-38c7-47cf-a143-fd1eec096289 req-79d7f841-9202-4f68-9e25-8d496bafd929 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.379169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7945e8b-38c7-47cf-a143-fd1eec096289 req-79d7f841-9202-4f68-9e25-8d496bafd929 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4175885 Jul 16 08:48:09.382649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.391866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ba41e33-bdbf-4e51-910d-0c016989a1b6 req-116e9132-8cd2-47c1-8e74-98a861eba74b tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0863206 Jul 16 08:48:09.419739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Pushing event updated for resources: {'Port': ['ID=29279b0b-5520-436b-a061-e72afb7a40d9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.435649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Network 2d649765-e800-4961-99cb-421c433cec40 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:09.437371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:09.441122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:09.463701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7945e8b-38c7-47cf-a143-fd1eec096289 req-3e080ddf-15ce-49ee-911b-9cd216b3122f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Jul 16 08:48:09.465471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.596051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.626983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Attempting to bind port 29279b0b-5520-436b-a061-e72afb7a40d9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:09.627573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Attempting to bind port 29279b0b-5520-436b-a061-e72afb7a40d9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b4059664-7e0c-405e-b649-5b60fcda6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2d649765-e800-4961-99cb-421c433cec40'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:09.628206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Attempting to bind port 29279b0b-5520-436b-a061-e72afb7a40d9 on network 2d649765-e800-4961-99cb-421c433cec40 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:09.646090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:09.646698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Checking segment: {'id': 'b4059664-7e0c-405e-b649-5b60fcda6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2d649765-e800-4961-99cb-421c433cec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:09.648465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.649183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Bound using segment: {'id': 'b4059664-7e0c-405e-b649-5b60fcda6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2d649765-e800-4961-99cb-421c433cec40'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:09.649985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Bound port: 29279b0b-5520-436b-a061-e72afb7a40d9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4059664-7e0c-405e-b649-5b60fcda6219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2d649765-e800-4961-99cb-421c433cec40'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:09.652127 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.760538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-021d6cae-c85e-4b67-9672-6fdf1782ead2 None None] Provisioning for port 5616cf70-9c15-433c-8c2b-3c7405faf921 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:09.770420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-021d6cae-c85e-4b67-9672-6fdf1782ead2 None None] Provisioning complete for port 5616cf70-9c15-433c-8c2b-3c7405faf921 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:09.770990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-021d6cae-c85e-4b67-9672-6fdf1782ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.862436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-021d6cae-c85e-4b67-9672-6fdf1782ead2 None None] Port 5616cf70-9c15-433c-8c2b-3c7405faf921 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:09.886010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] For port 29279b0b-5520-436b-a061-e72afb7a40d9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:09.891947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] For port 29279b0b-5520-436b-a061-e72afb7a40d9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=29279b0b-5520-436b-a061-e72afb7a40d9,segment=NetworkSegment(b4059664-7e0c-405e-b649-5b60fcda6219),segment_id=b4059664-7e0c-405e-b649-5b60fcda6219)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:09.901232 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.032203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c35eb-4c8c-4a51-bc78-dd7f333580f8 None None] Network 2d649765-e800-4961-99cb-421c433cec40 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:10.090413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdc04a-5f91-462b-837e-2b0d40ca2352 None None] Pushing event updated for resources: {'Port': ['ID=29279b0b-5520-436b-a061-e72afb7a40d9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.127357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a43c03-4646-4cf6-8cb9-fd5db4100b1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.156768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.276757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12e11b-7a11-46b8-9260-f17ae4b9a33e None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:10.296109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.315512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d649765-e800-4961-99cb-421c433cec40']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:10.358050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4059664-7e0c-405e-b649-5b60fcda6219') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:10.358050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4059664-7e0c-405e-b649-5b60fcda6219') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:10.374840 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.394824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe3e0-5df4-4728-8f6e-4b1586d50c3e req-693b0160-0058-4dba-8fb3-30b78927c06f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.404310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bbbe3e0-5df4-4728-8f6e-4b1586d50c3e req-693b0160-0058-4dba-8fb3-30b78927c06f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.7398651 Jul 16 08:48:10.436293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.452153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:10.452587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:10.455662 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:10.474778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307aa4-d6c1-4ca2-b21f-1918ea333bf9 req-b4186458-99f1-43e0-a843-5e42a92f5af7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.483682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24307aa4-d6c1-4ca2-b21f-1918ea333bf9 req-b4186458-99f1-43e0-a843-5e42a92f5af7 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.6844819 Jul 16 08:48:10.549564 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:48:10.549564 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:48:10.549564 n-d-798054-12 neutron-server[93774]: [parameters: {'id': '2d649765-e800-4961-99cb-421c433cec40'}] Jul 16 08:48:10.549564 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:10.550128 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:10.560277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.561781 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bbbe3e0-5df4-4728-8f6e-4b1586d50c3e req-7ea052aa-e6c6-4393-82b1-fb618866de6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564353 Jul 16 08:48:10.568406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.609292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12e11b-7a11-46b8-9260-f17ae4b9a33e None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:10.661482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24307aa4-d6c1-4ca2-b21f-1918ea333bf9 req-ffedc38a-aa4d-4784-844b-cb94011aae31 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766286 Jul 16 08:48:10.717566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=5a06d22a-c6de-42cf-a9da-06cccebdc839,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.728878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.817139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.826349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.961957 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 9023ca6d-3028-4f9a-86e8-e7f81a175181 associated. External IP: 172.25.5.54, port: 88b04138-4d4b-411c-ac8d-31d5db4064eb. Jul 16 08:48:10.981031 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.007583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05364d1c-127e-4a9b-86f1-d0d99ab23d69 req-701dc073-f2b9-4e9d-b9ee-022cb926f1d8 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0992229 Jul 16 08:48:11.055928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ec541bd-fca1-44ee-9ac8-8c070088e2cc req-be1a8044-ac0a-47b9-a48f-afbb28f5baf5 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1493542 Jul 16 08:48:11.062466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.129787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event updated for resources: {'Port': ['ID=5616cf70-9c15-433c-8c2b-3c7405faf921,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.148671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.149234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.149822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.150446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.151508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.152388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.152950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.153502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.154047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.154587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.155123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.155662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:11.358201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Network ce7a60c6-0377-40b9-892b-beab9082fac2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:11.366754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:11.390868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port 29279b0b-5520-436b-a061-e72afb7a40d9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:11.391407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.472312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:11.492004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port 29279b0b-5520-436b-a061-e72afb7a40d9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=29279b0b-5520-436b-a061-e72afb7a40d9,segment=NetworkSegment(b4059664-7e0c-405e-b649-5b60fcda6219),segment_id=b4059664-7e0c-405e-b649-5b60fcda6219)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:11.492556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.518313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for 29279b0b-5520-436b-a061-e72afb7a40d9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:11.534259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4c6b1-accd-4962-851c-80abbabaa1ca req-10cf647b-dfcd-466a-a715-433d3e9d968e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.547482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ac4c6b1-accd-4962-851c-80abbabaa1ca req-10cf647b-dfcd-466a-a715-433d3e9d968e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2962942 Jul 16 08:48:11.622750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Router 451e3e63-81a0-4101-8a82-1d4e018d7e43 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:11.641549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ac4c6b1-accd-4962-851c-80abbabaa1ca req-1b684c22-81b2-4c38-8093-5fdf3e09c988 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926459 Jul 16 08:48:11.720285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b162616-2cf6-45d6-8d1e-06fefbf24f04 None None] Provisioning complete for port 5616cf70-9c15-433c-8c2b-3c7405faf921 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:11.723487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b162616-2cf6-45d6-8d1e-06fefbf24f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.764361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:11.783138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.811512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.816383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=29279b0b-5520-436b-a061-e72afb7a40d9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.830411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5b162616-2cf6-45d6-8d1e-06fefbf24f04 None None] Port 5616cf70-9c15-433c-8c2b-3c7405faf921 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:11.833937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:11.846303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:11.846951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.861515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port 29279b0b-5520-436b-a061-e72afb7a40d9 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:11.890490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.900251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:11.901422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.909665 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e924cd4d-27f3-4332-8592-92c255c9edb4 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8511899 Jul 16 08:48:11.921430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.927767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': '88b04138-4d4b-411c-ac8d-31d5db4064eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:11.958015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.959153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b1a9e-98ba-4fd2-979b-3589177fa8a9 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:11.986143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:11.993619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-07947db4-b209-46fe-b6ac-91e4f45ed48a tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4833093 Jul 16 08:48:11.997821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54094) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.000368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] Sync routers for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:12.001666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.012900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d649765-e800-4961-99cb-421c433cec40']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.014215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:12.015194 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.023831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4059664-7e0c-405e-b649-5b60fcda6219') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.024166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4059664-7e0c-405e-b649-5b60fcda6219') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.034783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.051014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.055238 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.057569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:12.057989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.066425 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:12.067652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.118424 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.118970 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3e378f-6372-43ed-a5bc-d7d803343c47 None None] The sync data for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:12.125184 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:12.153881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.175376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.181092 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/2d649765-e800-4961-99cb-421c433cec40 HTTP/1.1" status: 204 len: 168 time: 3.8663623 Jul 16 08:48:12.181092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84997-c246-4120-87ef-afebd3c9ea46 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=2d649765-e800-4961-99cb-421c433cec40,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.182764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.185713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75615-91ed-4414-bed8-b5fb1f8c2b41 req-d25f11c0-2c29-4044-b8b9-d145561b835c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.186670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116656414'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:12.189216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21b75615-91ed-4414-bed8-b5fb1f8c2b41 req-d25f11c0-2c29-4044-b8b9-d145561b835c tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2638595 Jul 16 08:48:12.194645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a577b540-779b-4dbb-99ff-99d2e2f582e2 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.211143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f296edd-06b4-4175-bcd7-85e707ec0c73 req-e7049540-ae7e-4180-aa24-c98666bdad3c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.214239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f296edd-06b4-4175-bcd7-85e707ec0c73 req-e7049540-ae7e-4180-aa24-c98666bdad3c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3877776 Jul 16 08:48:12.222454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.226998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:12.230072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.325952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:12.345823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.346306 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment dbfd2814-4151-4312-9cdb-94a140460a0c of type vlan for network 526f7e28-51cb-406a-ada3-bf7f54b9da12 Jul 16 08:48:12.372517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f296edd-06b4-4175-bcd7-85e707ec0c73 req-02c4fb72-0451-4bae-85cb-da4dad23141f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126266 Jul 16 08:48:12.389180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21b75615-91ed-4414-bed8-b5fb1f8c2b41 req-3d2b8468-35a0-46d0-bacb-50f1b3e12e79 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733422 Jul 16 08:48:12.408670 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-a577b540-779b-4dbb-99ff-99d2e2f582e2 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:48:12.412693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a577b540-779b-4dbb-99ff-99d2e2f582e2 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43 HTTP/1.1" status: 409 len: 329 time: 0.4100893 Jul 16 08:48:12.413075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.442163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.583875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f54870e-3bab-4603-8f11-a901d82058d4 req-93948039-cf1f-4708-9d7f-14c12967c6a7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0333347 Jul 16 08:48:12.627241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6af1cdfe-e402-4924-ad0c-9be57e3e9d93 req-e7877e35-642b-417d-8d0c-a84329e534ba tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0396550 Jul 16 08:48:12.784923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.793767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.794872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.861560 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6786966 Jul 16 08:48:12.863684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54106) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.872207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:12.920404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cba554-83d2-4760-9171-89f91ca1cdff tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=526f7e28-51cb-406a-ada3-bf7f54b9da12,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.957504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b14354c-2d63-4b60-ae07-aeb8c355a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.960557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:13.054222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a167f-ec96-44dc-9de0-8e99c5a1edf5 req-2f40f8e9-7124-4fcb-b47c-5d0ac75bae22 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.055670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2a167f-ec96-44dc-9de0-8e99c5a1edf5 req-2f40f8e9-7124-4fcb-b47c-5d0ac75bae22 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2425468 Jul 16 08:48:13.074816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:13.078214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.220561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2a167f-ec96-44dc-9de0-8e99c5a1edf5 req-d8cda8e5-434b-444a-8b20-f093b09a555e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482213 Jul 16 08:48:13.226906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.234629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.424711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.460946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.528655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:13.581429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=e8f54f12-9a49-47b5-bb14-df58999de77f,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.671976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:13.677575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.686782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:13.698359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:13.699468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:13.704496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': 'dbfd2814-4151-4312-9cdb-94a140460a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:13.705189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 526f7e28-51cb-406a-ada3-bf7f54b9da12, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:13.739399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:13.749969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:13.750798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:13.778890 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ddc42196-04ae-4803-9f01-5cfb0035c83a tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/9023ca6d-3028-4f9a-86e8-e7f81a175181 HTTP/1.1" status: 200 len: 978 time: 1.8559711 Jul 16 08:48:13.781023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.794018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:13.795815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b58a92-cdfd-4134-ac3e-1c54bb7c8176 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:13.809330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:13.837393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 526f7e28-51cb-406a-ada3-bf7f54b9da12) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:13.847197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33307b62-f44e-47a6-8cfb-64f2fe41f5d8 req-ea1fa3f3-5adc-4f97-8e93-a91408f46f2e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.854739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33307b62-f44e-47a6-8cfb-64f2fe41f5d8 req-ea1fa3f3-5adc-4f97-8e93-a91408f46f2e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3059335 Jul 16 08:48:13.857653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b760c-eb03-429f-9339-29ab18b48ce6 None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:13.867718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.868372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.906303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f516f-45fa-4906-946d-77e79c945da8 req-7b51d9f6-6d6a-4168-85aa-49cc4ad6c87f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.907846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-551f516f-45fa-4906-946d-77e79c945da8 req-7b51d9f6-6d6a-4168-85aa-49cc4ad6c87f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3102040 Jul 16 08:48:13.924994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9305c1b-fbe3-4600-9c3c-f629b4d1bce9 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580657 Jul 16 08:48:13.931406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54120) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.941376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:13.962243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33307b62-f44e-47a6-8cfb-64f2fe41f5d8 req-9279e7aa-a7e1-418a-a82e-151439f1b76f tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063325 Jul 16 08:48:14.022549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-551f516f-45fa-4906-946d-77e79c945da8 req-2770dee7-f829-4519-9035-5ecedd5c06fa tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042998 Jul 16 08:48:14.131342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-526f7e28-51cb-406a-ada3-bf7f54b9da12', 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'e8f54f12-9a49-47b5-bb14-df58999de77f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:14.133339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.176649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:14.183570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.236425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfa99ec5-ba0d-470d-84e8-a3c8bd9f4503 req-d6ef4e32-56a5-461f-96b8-07423ee81f99 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0560753 Jul 16 08:48:14.273792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2441f27-b803-4470-b8b4-bdfd6198b7f3 req-213dd835-d943-4939-869e-dcbf0e199962 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0398493 Jul 16 08:48:14.352995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting port 5616cf70-9c15-433c-8c2b-3c7405faf921 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:14.354174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.394525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Allocated IP 2001:db8::2 (526f7e28-51cb-406a-ada3-bf7f54b9da12/e8f54f12-9a49-47b5-bb14-df58999de77f/93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:14.424988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 5a06d22a-c6de-42cf-a9da-06cccebdc839 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:14.425572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.480362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.500766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Calling delete_port for 5616cf70-9c15-433c-8c2b-3c7405faf921 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:14.597957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.598547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.618325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 5a06d22a-c6de-42cf-a9da-06cccebdc839 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:14.655268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.664998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Transition to ACTIVE for port object 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:14.683859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Transition to ACTIVE for port object 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:14.690246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.753300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:14.756546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:14.761885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:14.804652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Pushing event updated for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.842128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.849721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Attempting to bind port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:14.850013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Attempting to bind port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'dbfd2814-4151-4312-9cdb-94a140460a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:14.850838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Attempting to bind port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 on network 526f7e28-51cb-406a-ada3-bf7f54b9da12 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:14.856080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:14.856390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Checking segment: {'id': 'dbfd2814-4151-4312-9cdb-94a140460a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:14.856918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.857333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Bound using segment: {'id': 'dbfd2814-4151-4312-9cdb-94a140460a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:14.857819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Bound port: 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfd2814-4151-4312-9cdb-94a140460a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:14.858258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.881649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.889215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Port': ['ID=5616cf70-9c15-433c-8c2b-3c7405faf921,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.963763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:14.979543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:14.984385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,segment=NetworkSegment(dbfd2814-4151-4312-9cdb-94a140460a0c),segment_id=dbfd2814-4151-4312-9cdb-94a140460a0c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:14.991677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:14.996671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.997321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.000610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab937-9759-4631-97c2-afb4109e3d11 req-7bb41352-4ce9-4cd7-9ae3-ce4cc9d576a6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.002325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc5ab937-9759-4631-97c2-afb4109e3d11 req-7bb41352-4ce9-4cd7-9ae3-ce4cc9d576a6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.2615209 Jul 16 08:48:15.008948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.059051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=51efb584-cb2f-4f66-84ed-8d3d22fb8e6a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.122263 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-368aba26-fb9a-4b8f-a638-a0abcb1381cd tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1856015 Jul 16 08:48:15.122263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.124294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.200698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53b26-2ed3-4933-b14f-3dbca7d1b106 None None] Pushing event updated for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.210379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.230859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc5ab937-9759-4631-97c2-afb4109e3d11 req-8e9748d6-63b4-4ce9-ab9e-32cbec2654a3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121408 Jul 16 08:48:15.613958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d191a410-b7e6-4f2b-b7f2-6cc47050dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.703043 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.722100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=5a06d22a-c6de-42cf-a9da-06cccebdc839,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.854710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.856396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.857894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.861153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.861428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.866596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2304e81-5a59-45c1-aa3e-73f18d07c9a8 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1856821 Jul 16 08:48:15.876158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54136) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.882069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585367132'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.902914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.903374 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 9023ca6d-3028-4f9a-86e8-e7f81a175181 disassociated (deleted). External IP: 172.25.5.54, port: 88b04138-4d4b-411c-ac8d-31d5db4064eb. Jul 16 08:48:15.924923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37a7e5b0-9d38-472c-bbe8-45215828a8ba req-a2706ea6-340c-496f-b50b-77ee97e48774 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.4881413 Jul 16 08:48:16.066052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:16.070623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.136887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Router 451e3e63-81a0-4101-8a82-1d4e018d7e43 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:16.157839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e220f0-afcc-4c6b-ba1c-e1a4e78ff106 req-30f57c9f-1100-4433-99e4-d486925e89f6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.160891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5e220f0-afcc-4c6b-ba1c-e1a4e78ff106 req-30f57c9f-1100-4433-99e4-d486925e89f6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.8747034 Jul 16 08:48:16.187296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:16.206781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.207140 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 125e9250-b3f5-4d49-9032-1b150ec016b7 of type vlan for network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 Jul 16 08:48:16.263824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.268858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:16.349368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:16.360500 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] Sync routers for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:16.372657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b3b2329f-b414-4e00-a979-448acff5aef7 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9549208 Jul 16 08:48:16.375159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54138) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.378903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5e220f0-afcc-4c6b-ba1c-e1a4e78ff106 req-969b5518-f4cf-4dcb-8cc8-ce7147893dea tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076485 Jul 16 08:48:16.382053 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:16.382707 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.395410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f53352-204f-4f6e-9f9f-8ec082de49ae req-1b1c5103-6195-4eb9-8812-fba81bd266ec tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.414624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01f53352-204f-4f6e-9f9f-8ec082de49ae req-1b1c5103-6195-4eb9-8812-fba81bd266ec tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3442833 Jul 16 08:48:16.425049 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-06d12da5-e715-466a-8771-f12db7a2f260 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] show failed (client error): The resource could not be found. Jul 16 08:48:16.441397 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-06d12da5-e715-466a-8771-f12db7a2f260 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-151112166 HTTP/1.1" status: 404 len: 334 time: 0.0552404 Jul 16 08:48:16.441397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54140) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.441857 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.445450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6577e61a-f226-46a9-9b2d-105efb048ecc tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:16.449622 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] Routers {'451e3e63-81a0-4101-8a82-1d4e018d7e43'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:16.450535 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['451e3e63-81a0-4101-8a82-1d4e018d7e43'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.451200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.457239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.457886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.505023 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.505985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc5931-c5c7-4518-a529-8d6281954eb7 None None] The sync data for ids ['451e3e63-81a0-4101-8a82-1d4e018d7e43'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:16.526327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01f53352-204f-4f6e-9f9f-8ec082de49ae req-2efe03dc-fb8e-4153-953f-c449b2037275 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106684 Jul 16 08:48:16.565369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6853991 Jul 16 08:48:16.568313 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6577e61a-f226-46a9-9b2d-105efb048ecc tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] update failed (client error): The resource could not be found. Jul 16 08:48:16.568600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.573611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6577e61a-f226-46a9-9b2d-105efb048ecc tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-304217678 HTTP/1.1" status: 404 len: 334 time: 0.1296029 Jul 16 08:48:16.577347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:16.581075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.662020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d896f2-7524-44d5-91df-8aea6618022d tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=723e0a0c-2a8c-462d-8b97-3cad8aa03ed0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.673430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:16.710602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:16.715157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.731714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:16.770530 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42eaa341-0aa8-4b11-8805-9887ba5fa386 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/9023ca6d-3028-4f9a-86e8-e7f81a175181 HTTP/1.1" status: 204 len: 168 time: 2.9894495 Jul 16 08:48:16.774058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.842440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30251af7-8abc-4ee3-b800-397382f67f43 req-c3853c06-9a59-47e1-a8e2-a4ea51fb5d59 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.2009625 Jul 16 08:48:16.846229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:16.847397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.862848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559702a7-8116-4a1b-bb10-a0fe52f5295e None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:16.961952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.985217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.986989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:16.991886 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.019750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-777d6ac7-83c4-4c7a-a248-87cb0907ad08 None None] Provisioning for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:17.022303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting subnet fdb9afd8-dc12-4630-a901-7a04892725c9 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:17.033132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:48:17.044525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:17.045339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:17.067970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.068753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.073055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 88b04138-4d4b-411c-ac8d-31d5db4064eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:17.073960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.076108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "PUT /v2.0/networks/723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 HTTP/1.1" status: 200 len: 723 time: 0.5042415 Jul 16 08:48:17.077578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.090400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:17.090697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54154) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:17.090926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1341908-2718-4754-a2d9-3a4b53621ec4 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:17.105022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:17.195802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:17.225580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.240454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 88b04138-4d4b-411c-ac8d-31d5db4064eb owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:17.303218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:17.307654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:17.308068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.425306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de37e10-6487-426b-bd5e-8f38e7b86eba tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=723e0a0c-2a8c-462d-8b97-3cad8aa03ed0,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.428890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Update dhcp port {'port': {'network_id': '526f7e28-51cb-406a-ada3-bf7f54b9da12', 'fixed_ips': [{'subnet_id': 'e8f54f12-9a49-47b5-bb14-df58999de77f', 'ip_address': '2001:db8::2'}, {'subnet_id': '51efb584-cb2f-4f66-84ed-8d3d22fb8e6a'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:48:17.475925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.477730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.496844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2103c7e0-ba2b-48ab-b6f3-2b8e4d2e9248 req-9673e418-bf3c-4659-b2c9-87479986b24d tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/ports?device_id=89c5d797-1dc1-473d-8607-82b508fed160 HTTP/1.1" status: 200 len: 210 time: 0.0993061 Jul 16 08:48:17.501638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:17.513845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=88b04138-4d4b-411c-ac8d-31d5db4064eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.617990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.648506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.651271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b5fcdd6-2f83-4e1a-b710-f8010e923616 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/88b04138-4d4b-411c-ac8d-31d5db4064eb HTTP/1.1" status: 204 len: 168 time: 0.8759012 Jul 16 08:48:17.656425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:17.665765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:17.669917 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.715900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:48:17.715900 n-d-798054-12 neutron-server[93774]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:48:17.715900 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id': '63d07946dee140fda466f31dbe581db9', 'id': 'b23d9650-fac5-4996-a5fb-0927d910911e', 'expiration': datetime.datetime(2021, 7, 16, 8, 50, 17, 701953)}] Jul 16 08:48:17.715900 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:17.716414 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:17.749169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,segment=NetworkSegment(dbfd2814-4151-4312-9cdb-94a140460a0c),segment_id=dbfd2814-4151-4312-9cdb-94a140460a0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:17.755520 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.788413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:17.791820 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.841434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c13c02-d90c-492f-852b-bbc5ba1b2847 req-2f0d14d8-197a-41c9-92a7-520632c7ad03 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.843000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54c13c02-d90c-492f-852b-bbc5ba1b2847 req-2f0d14d8-197a-41c9-92a7-520632c7ad03 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2713947 Jul 16 08:48:17.844747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.980965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54c13c02-d90c-492f-852b-bbc5ba1b2847 req-63ff8c27-5e42-4568-a5ae-7a9fafb49973 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008198 Jul 16 08:48:18.001709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.093456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb9afd8-dc12-4630-a901-7a04892725c9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.095270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.097211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b3362d5a-3d15-43a9-bf31-233648a8d11f tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/subnets/fdb9afd8-dc12-4630-a901-7a04892725c9 HTTP/1.1" status: 204 len: 168 time: 1.5138047 Jul 16 08:48:18.100261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.130371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c7b71fa-c0a5-45a4-a3fe-a3bfbe75ccb4 req-2539223b-197c-4f04-8f44-9c940df64237 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0540066 Jul 16 08:48:18.219492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.220088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting subnet b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:18.225692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.291994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.302800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.303265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec475bbd-5f93-441b-8b4f-7bead77097dc None None] Network 2b89a22c-647a-43a0-8248-8c801827d277 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:18.307187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.317774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=116c5a51-4070-487c-bc0b-4f64347e6ea4,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.330197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': '125e9250-b3f5-4d49-9032-1b150ec016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:18.330558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:18.357045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:18.380819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:18.388069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.388858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.410109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61530913-734b-46f7-b8b4-042f05dc8d74 None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:18.413969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-20231d7e-9e06-4c04-b3d7-b397da58b715 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3204713 Jul 16 08:48:18.417174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54166) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.428634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:18.527616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.527939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Allocated IP 172.20.0.1 (526f7e28-51cb-406a-ada3-bf7f54b9da12/51efb584-cb2f-4f66-84ed-8d3d22fb8e6a/93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:18.567778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51012023'] for subnet, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.672958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.711281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.754637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54172) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.779656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Subnet': ['ID=b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.781696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.783641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cab63d90-94dc-408a-8117-d243052a659e tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/subnets/b34cf2d2-259a-4d54-ad3a-1fd7f35ed25e HTTP/1.1" status: 204 len: 168 time: 0.6777666 Jul 16 08:48:18.787277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54174) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.814088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc0da7-4874-41ab-8f7b-d9d43bbff50a None None] Network 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:18.898384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774051815819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2515690'] for subnet, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.900636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.971888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-723e0a0c-2a8c-462d-8b97-3cad8aa03ed0', 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': '116c5a51-4070-487c-bc0b-4f64347e6ea4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:18.971888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.023991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=116c5a51-4070-487c-bc0b-4f64347e6ea4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.038700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.055289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.070545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.141577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.142740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.144280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.146948 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef332a40-85d2-4c3a-8be7-a355780ec188 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "PUT /v2.0/subnets/116c5a51-4070-487c-bc0b-4f64347e6ea4 HTTP/1.1" status: 200 len: 826 time: 0.7276678 Jul 16 08:48:19.148019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54180) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.163682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.93 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/6f706302-6725-44cb-9dac-d060a5907218) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:19.319114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.320491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.325399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.330195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/security-groups/37125b5d-fc13-4fef-a13a-6997bef7701f HTTP/1.1" status: 204 len: 168 time: 0.5709090 Jul 16 08:48:19.341906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54184) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.359545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] DHCP port deletion for 2b89a22c-647a-43a0-8248-8c801827d277 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:19.374380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28dbc0-4060-4f87-a78e-ac94de059595 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37125b5d-fc13-4fef-a13a-6997bef7701f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.380087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.381357 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9c7566e0-4663-4599-8f94-5a0fa5d80dfd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] show failed (client error): The resource could not be found. Jul 16 08:48:19.387492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9c7566e0-4663-4599-8f94-5a0fa5d80dfd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "GET /v2.0/security-groups/37125b5d-fc13-4fef-a13a-6997bef7701f HTTP/1.1" status: 404 len: 347 time: 0.0395126 Jul 16 08:48:19.390917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.456813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,segment=NetworkSegment(dbfd2814-4151-4312-9cdb-94a140460a0c),segment_id=dbfd2814-4151-4312-9cdb-94a140460a0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:19.473057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:19.481171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:19.492071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:19.515334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=6f706302-6725-44cb-9dac-d060a5907218,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.544981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.565664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting port 4eb2305c-94e0-4c40-b369-8bee41c5c386 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:19.566466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.585725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d16020f1-c7ac-4d3c-881c-c779d0d89b97 req-02f8b70a-63c3-4ca6-8b3f-7b3ad37de8d8 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0835438 Jul 16 08:48:19.597152 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.645794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63002cb0-e957-45c7-962c-e9c74e7a7d2b req-52986d70-bfb1-4bf5-89aa-237ed29e4fab tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.650625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:19.651001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.654452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63002cb0-e957-45c7-962c-e9c74e7a7d2b req-52986d70-bfb1-4bf5-89aa-237ed29e4fab tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4232190 Jul 16 08:48:19.663185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Transition to ACTIVE for port object 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:19.696699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Allocated IP 2001:db8::2 (723e0a0c-2a8c-462d-8b97-3cad8aa03ed0/116c5a51-4070-487c-bc0b-4f64347e6ea4/1c56d8c4-756b-4d0c-9859-bf0cf9ed2590) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:19.700707 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.746217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] For port 4eb2305c-94e0-4c40-b369-8bee41c5c386, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4eb2305c-94e0-4c40-b369-8bee41c5c386,segment=NetworkSegment(306a08fc-bb52-4cfb-af7a-32dd1002e5d0),segment_id=306a08fc-bb52-4cfb-af7a-32dd1002e5d0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:19.747174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.763484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63002cb0-e957-45c7-962c-e9c74e7a7d2b req-0e8b9daf-7432-4997-b08f-2551f7dfb755 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077719 Jul 16 08:48:19.772476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc9c8-69b2-4057-86dc-308fe7358078 None None] Pushing event updated for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.797533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Deleting port 4eb2305c-94e0-4c40-b369-8bee41c5c386 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:19.797922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.817197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.851463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.908487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Calling delete_port for 4eb2305c-94e0-4c40-b369-8bee41c5c386 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:19.944748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port 36c3aa8b-66c9-4fa4-813e-50ab47389cc2 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:19.948180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.958494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 had new provisioning blocks added so it will not transition to active. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 08:48:20.002958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] DHCP port deletion for 1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:20.029848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] For port 4eb2305c-94e0-4c40-b369-8bee41c5c386, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4eb2305c-94e0-4c40-b369-8bee41c5c386,segment=NetworkSegment(306a08fc-bb52-4cfb-af7a-32dd1002e5d0),segment_id=306a08fc-bb52-4cfb-af7a-32dd1002e5d0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.030440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.068634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.097074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Calling delete_port for 4eb2305c-94e0-4c40-b369-8bee41c5c386 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:20.228135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.229891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.266789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for 36c3aa8b-66c9-4fa4-813e-50ab47389cc2 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:20.284726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.314366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] No DVR routers for this DVR port 4eb2305c-94e0-4c40-b369-8bee41c5c386 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:20.405921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Port': ['ID=4eb2305c-94e0-4c40-b369-8bee41c5c386,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.526823 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.529686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Deleting port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:20.530058 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.562144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Transition to ACTIVE for port object 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:20.584709 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 08:48:20.599810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.654502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b89a22c-647a-43a0-8248-8c801827d277']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.658703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Transition to ACTIVE for port object 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:20.668358 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.693241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.694710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306a08fc-bb52-4cfb-af7a-32dd1002e5d0') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.697469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306a08fc-bb52-4cfb-af7a-32dd1002e5d0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.698105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] For port 6cd4862b-cd13-4aa1-8f62-a93617fbc305, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6cd4862b-cd13-4aa1-8f62-a93617fbc305,segment=NetworkSegment(d6faba95-ffec-4655-a9c7-f301adedfa8a),segment_id=d6faba95-ffec-4655-a9c7-f301adedfa8a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.698509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.726228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.766511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.789075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:20.789806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.813590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] Pushing event deleted for resources: {'Port': ['ID=4eb2305c-94e0-4c40-b369-8bee41c5c386,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.828702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0665a-da0b-416f-89e6-cae531f06ba7 None None] No DVR routers for this DVR port 4eb2305c-94e0-4c40-b369-8bee41c5c386 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:20.838263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Calling delete_port for 6cd4862b-cd13-4aa1-8f62-a93617fbc305 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:20.921717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:20.938249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:21.024518 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:21.030966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.052378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.059564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd2ef9e5-6350-4e48-b487-6e6ac6c12d5f req-12ccc32c-677a-4e45-9ecf-04b06fbba8bf tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1352365 Jul 16 08:48:21.070295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/networks/2b89a22c-647a-43a0-8248-8c801827d277 HTTP/1.1" status: 204 len: 168 time: 2.2817392 Jul 16 08:48:21.072952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.096258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.098703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.106529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:21.111959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.128889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:21.157822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be68d5-ec68-4411-843f-306c474df3ca tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Network': ['ID=2b89a22c-647a-43a0-8248-8c801827d277,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.175529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=36c3aa8b-66c9-4fa4-813e-50ab47389cc2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.177242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=116c5a51-4070-487c-bc0b-4f64347e6ea4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.245893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.261995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-1073d51d-8eb9-4e8f-8225-63a456d48462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.263897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-1073d51d-8eb9-4e8f-8225-63a456d48462 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.6901643 Jul 16 08:48:21.273140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.289746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.347627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c131078-213f-4835-aaee-a1aca7f0c509 None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:21.423311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114678b-d7fe-4399-a861-58e40b077ae9 req-310c8da9-b30e-4844-91e6-2e0424c5b82e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.430457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6114678b-d7fe-4399-a861-58e40b077ae9 req-310c8da9-b30e-4844-91e6-2e0424c5b82e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.8544059 Jul 16 08:48:21.432969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Pushing event updated for resources: {'Port': ['ID=1c56d8c4-756b-4d0c-9859-bf0cf9ed2590,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.447600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] No DVR routers for this DVR port 6cd4862b-cd13-4aa1-8f62-a93617fbc305 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:21.461262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.482432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.483748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.495290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6faba95-ffec-4655-a9c7-f301adedfa8a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.495595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6faba95-ffec-4655-a9c7-f301adedfa8a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.497538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=6f706302-6725-44cb-9dac-d060a5907218,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.512224 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.520917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.538799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.540362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7002c34d-3cf1-4d08-95f0-71c76047b443 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8824296 Jul 16 08:48:21.542987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.549865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'port': {'network_id': '16252688-c299-4117-be4b-6ea40ba4df14', 'name': 'tempest-FloatingIPTestJSON-2046976137'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:21.555619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723e0a0c-2a8c-462d-8b97-3cad8aa03ed0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.559863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.562681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.567101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-076d4d47-3708-474f-8b66-a774367e0905 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/floatingips/646df26e-2141-4553-80b8-74168ac52fd6 HTTP/1.1" status: 204 len: 168 time: 2.1681254 Jul 16 08:48:21.573105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54206) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.614482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507fa61-2801-4a86-924c-f0d6e7f936f8 None None] Pushing event deleted for resources: {'Port': ['ID=6cd4862b-cd13-4aa1-8f62-a93617fbc305,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.621630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Attempting to bind port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:21.622434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Attempting to bind port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '125e9250-b3f5-4d49-9032-1b150ec016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:21.623157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Attempting to bind port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 on network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:21.650311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.661636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:21.662051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:21.665323 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:21.747103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:21.751255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.783377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.804775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.810645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/networks/1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30 HTTP/1.1" status: 204 len: 168 time: 0.7075138 Jul 16 08:48:21.829193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] device_id is not set on port 91114fca-bd53-4eb2-8ec8-e7d834849858 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:21.843252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.866862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:21.867393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Checking segment: {'id': '125e9250-b3f5-4d49-9032-1b150ec016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:21.867803 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.868247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Bound using segment: {'id': '125e9250-b3f5-4d49-9032-1b150ec016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:21.868822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Bound port: 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125e9250-b3f5-4d49-9032-1b150ec016b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:21.869213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.871203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.871563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.873029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0104aea0-5392-4d60-ab4d-1d19b00fd5a2 None None] Provisioning for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:21.873552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cf236-f329-4bcc-b506-d33263d7cc2d tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Network': ['ID=1f4a53f7-d9bd-45ea-8d0f-cf4ca35f6f30,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.909936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0104aea0-5392-4d60-ab4d-1d19b00fd5a2 None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.910235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0104aea0-5392-4d60-ab4d-1d19b00fd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.967499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e9250-b3f5-4d49-9032-1b150ec016b7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.968166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e9250-b3f5-4d49-9032-1b150ec016b7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:22.008444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.026763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6114678b-d7fe-4399-a861-58e40b077ae9 req-92005a36-45e6-4035-9b46-059f218d4883 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5952086 Jul 16 08:48:22.065759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.069520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-91bcf5de-1da0-4d50-8b9a-5868315acfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.071178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-91bcf5de-1da0-4d50-8b9a-5868315acfdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.7549961 Jul 16 08:48:22.092625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] For port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:22.140583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.8 (16252688-c299-4117-be4b-6ea40ba4df14/a70b52be-6eac-435b-a478-d4559b02d45e/91114fca-bd53-4eb2-8ec8-e7d834849858) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:22.172501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:22.173318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:22.177047 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:22.255370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting subnet 12b9ac15-6f48-4af3-a633-5e25575cb1d2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:22.265320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.297919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:48:22.297919 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:48:22.297919 n-d-798054-12 neutron-server[93775]: [parameters: {'id': '723e0a0c-2a8c-462d-8b97-3cad8aa03ed0'}] Jul 16 08:48:22.297919 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:22.299140 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:22.343120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] For port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1c56d8c4-756b-4d0c-9859-bf0cf9ed2590,segment=NetworkSegment(125e9250-b3f5-4d49-9032-1b150ec016b7),segment_id=125e9250-b3f5-4d49-9032-1b150ec016b7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:22.363042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-9867b37d-34ba-42d9-900f-8c231cecf00e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2560873 Jul 16 08:48:22.365123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eee2ae00-86d2-4f99-a7f5-4183bbf698c3 req-e1ed0708-3900-458a-ab46-5d8b3cc9a18c tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0912168 Jul 16 08:48:22.388223 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.406721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6cd4862b-cd13-4aa1-8f62-a93617fbc305 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.412488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.436555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port c13e71d5-6050-4ae0-a480-1849094fa2e6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:22.437021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.483437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6cd4862b-cd13-4aa1-8f62-a93617fbc305 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:22.484031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6cd4862b-cd13-4aa1-8f62-a93617fbc305 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:22.484737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4eb2305c-94e0-4c40-b369-8bee41c5c386 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.527055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4eb2305c-94e0-4c40-b369-8bee41c5c386 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:22.527638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4eb2305c-94e0-4c40-b369-8bee41c5c386 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:22.608025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d80a1-10f6-4c67-b62e-a870b3a6b309 None None] Pushing event updated for resources: {'Port': ['ID=1c56d8c4-756b-4d0c-9859-bf0cf9ed2590,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:22.632839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-ebc44155-64f4-48f5-93fa-d25ea45e0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.635839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-ebc44155-64f4-48f5-93fa-d25ea45e0c16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2654619 Jul 16 08:48:22.661090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.667578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.673901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddf060-185c-4543-bd07-1e02bdd44908 None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:22.764340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.794007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-77d78f06-9dcb-406a-b2ad-f14355e7cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.795822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-77d78f06-9dcb-406a-b2ad-f14355e7cf51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522918 Jul 16 08:48:22.797159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for c13e71d5-6050-4ae0-a480-1849094fa2e6 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:22.802109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.829147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.977401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-56ecb36c-4370-40d9-adfd-db1dfc349455 None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:22.978474 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-56ecb36c-4370-40d9-adfd-db1dfc349455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.040145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80815f-eb52-46df-aaa2-f87a078c6165 None None] Network 723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:23.042100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-b19d1c48-9632-4da6-9179-742593b744ab service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347286 Jul 16 08:48:23.171407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:23.171743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.222566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.257396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85767f-10c6-4969-aa31-792cf99a8ce0 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:23.304395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82a120bc-3cfd-42fc-ab8f-87a2c0410db8 req-301548b5-f0c1-4d94-b451-a3ebb10f5896 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502358 Jul 16 08:48:23.314554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=c13e71d5-6050-4ae0-a480-1849094fa2e6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.327535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1c56d8c4-756b-4d0c-9859-bf0cf9ed2590,segment=NetworkSegment(125e9250-b3f5-4d49-9032-1b150ec016b7),segment_id=125e9250-b3f5-4d49-9032-1b150ec016b7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:23.328159 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.390908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:23.510900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.512854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ea297945-a804-47c0-ba2e-39460df972e2 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/ports/c13e71d5-6050-4ae0-a480-1849094fa2e6 HTTP/1.1" status: 204 len: 168 time: 1.9359007 Jul 16 08:48:23.517871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54218) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.585255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85767f-10c6-4969-aa31-792cf99a8ce0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:23.594535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8693b5-a9a3-447b-b149-b8dfd19e57eb req-bd9f713f-d59b-4c2e-a37d-b9de95eb1f2c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.596242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b8693b5-a9a3-447b-b149-b8dfd19e57eb req-bd9f713f-d59b-4c2e-a37d-b9de95eb1f2c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2436197 Jul 16 08:48:23.670279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Subnet': ['ID=12b9ac15-6f48-4af3-a633-5e25575cb1d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.687411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.693799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9676a445-ed82-4d00-bdfd-b17393c55505 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/subnets/12b9ac15-6f48-4af3-a633-5e25575cb1d2 HTTP/1.1" status: 204 len: 168 time: 1.8443494 Jul 16 08:48:23.693799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.701004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.756609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50930811-ebb2-4450-b58c-398dc08f1516 req-9fdc02c4-774b-4ea4-bf3b-794bb73482e8 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0592120 Jul 16 08:48:23.768151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.825652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=91114fca-bd53-4eb2-8ec8-e7d834849858,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.833299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b8693b5-a9a3-447b-b149-b8dfd19e57eb req-7eb8bc09-aa7b-455e-8ff5-f71aa5b65b32 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188520 Jul 16 08:48:23.835546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=1c56d8c4-756b-4d0c-9859-bf0cf9ed2590,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.838235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port 1c56d8c4-756b-4d0c-9859-bf0cf9ed2590 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:23.945360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting port a99cd3f9-dc0c-48c3-96b3-03eb5882a786 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:23.945703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.007718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.012609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.037456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 16252688-c299-4117-be4b-6ea40ba4df14 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:24.044010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:24.048112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:24.057071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723e0a0c-2a8c-462d-8b97-3cad8aa03ed0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:24.076113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e9250-b3f5-4d49-9032-1b150ec016b7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:24.076545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e9250-b3f5-4d49-9032-1b150ec016b7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:24.124911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.180401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.223020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:24.223443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:24.231829 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:24.237308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.289242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Calling delete_port for a99cd3f9-dc0c-48c3-96b3-03eb5882a786 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:24.300428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf6f9b-414f-4d6e-9698-ecdf22f5b352 None None] Network ce7a60c6-0377-40b9-892b-beab9082fac2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:24.314441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.315379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.374776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c8f231a2-3ebd-4b6a-813e-599f4268f9cb tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8303673 Jul 16 08:48:24.384680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.391696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': '91114fca-bd53-4eb2-8ec8-e7d834849858'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:24.408566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.433261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.436753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 HTTP/1.1" status: 204 len: 168 time: 5.2877147 Jul 16 08:48:24.443015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.476389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8dd2b-685d-4d42-9fc8-19b3f9d5eb16 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=723e0a0c-2a8c-462d-8b97-3cad8aa03ed0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.493778 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d77505d-68dc-419d-9318-29eddf43d603 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:24.494225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.494745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d77505d-68dc-419d-9318-29eddf43d603 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:24.496660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d77505d-68dc-419d-9318-29eddf43d603 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 HTTP/1.1" status: 404 len: 339 time: 0.0492654 Jul 16 08:48:24.502466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:24.507783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884063919', 'description': 'd1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:24.566295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:24.580948 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.746028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:24.759737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.760172 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 4f81bfaf-81f8-4c35-8863-23a04130bbb4 of type vlan for network e769030c-b29a-4e7b-b251-93ad69d2c3c2 Jul 16 08:48:24.793423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] DHCP port deletion for ce7a60c6-0377-40b9-892b-beab9082fac2 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:24.812546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.858750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.946886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Deleting port 04a983a7-2efc-476d-84ca-51514379f329 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:24.947285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.027701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Deleting port 04a983a7-2efc-476d-84ca-51514379f329 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:25.028504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.042425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Port': ['ID=a99cd3f9-dc0c-48c3-96b3-03eb5882a786,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.095114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 04a983a7-2efc-476d-84ca-51514379f329 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:25.137467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] For port 04a983a7-2efc-476d-84ca-51514379f329, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=04a983a7-2efc-476d-84ca-51514379f329,segment=NetworkSegment(f5fa068e-d10e-4356-a3d0-45f5a3ac7b81),segment_id=f5fa068e-d10e-4356-a3d0-45f5a3ac7b81)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:25.138027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.151667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Calling delete_port for 04a983a7-2efc-476d-84ca-51514379f329 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:25.169973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf966248-26e3-4cd4-8834-9cb92db96c9b req-244dd925-983d-4f21-a360-d0ddfdc46337 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1186874 Jul 16 08:48:25.198225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] For port 04a983a7-2efc-476d-84ca-51514379f329, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=04a983a7-2efc-476d-84ca-51514379f329,segment=NetworkSegment(f5fa068e-d10e-4356-a3d0-45f5a3ac7b81),segment_id=f5fa068e-d10e-4356-a3d0-45f5a3ac7b81)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:25.198654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.226655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.230536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Calling delete_port for 04a983a7-2efc-476d-84ca-51514379f329 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:25.242611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.243799 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.300902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7971389 Jul 16 08:48:25.317813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.376642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.403567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.451765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.454097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e30e893a-0b0b-4937-9845-c2ed3d9a8806 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/ports/a99cd3f9-dc0c-48c3-96b3-03eb5882a786 HTTP/1.1" status: 204 len: 168 time: 1.9339416 Jul 16 08:48:25.460660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] No DVR routers for this DVR port 04a983a7-2efc-476d-84ca-51514379f329 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:25.465753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978020b-6f18-4885-8e73-2f2e21b9fc77 None None] Pushing event deleted for resources: {'Port': ['ID=04a983a7-2efc-476d-84ca-51514379f329,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.484096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.515066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64aeee-635e-470c-ab7f-9d814bf4854e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=e769030c-b29a-4e7b-b251-93ad69d2c3c2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.522609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.536176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e769030c-b29a-4e7b-b251-93ad69d2c3c2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:25.551291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa133f-1666-4dfc-90f7-9708ab7df7fb req-b87e7016-c964-457e-98e0-8e4d8b2a526e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.553539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bafa133f-1666-4dfc-90f7-9708ab7df7fb req-b87e7016-c964-457e-98e0-8e4d8b2a526e tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4456661 Jul 16 08:48:25.602338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Port': ['ID=04a983a7-2efc-476d-84ca-51514379f329,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.605226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] No DVR routers for this DVR port 04a983a7-2efc-476d-84ca-51514379f329 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:25.646940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b9bd6-2f79-471d-9f92-7a42795ef303 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.648591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7a7b9bd6-2f79-471d-9f92-7a42795ef303 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks?id=e769030c-b29a-4e7b-b251-93ad69d2c3c2 HTTP/1.1" status: 200 len: 764 time: 0.3295679 Jul 16 08:48:25.653250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54246) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.663360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'description': 'd2'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:25.728086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bafa133f-1666-4dfc-90f7-9708ab7df7fb req-6e445787-c8fc-4a60-aea9-b8b33ba153a3 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330552 Jul 16 08:48:25.762306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting subnet 892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:25.769117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.776234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.798259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca4734-f432-49af-a701-1758ee588da8 req-87711ac9-e386-4f07-a88a-1e803b08ed3c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.799885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6ca4734-f432-49af-a701-1758ee588da8 req-87711ac9-e386-4f07-a88a-1e803b08ed3c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4396803 Jul 16 08:48:25.808494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.876129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.911546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6ca4734-f432-49af-a701-1758ee588da8 req-c3cab0c2-27b8-445a-a746-75cde2164523 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994143 Jul 16 08:48:25.935148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.937082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.956595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.969367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network e769030c-b29a-4e7b-b251-93ad69d2c3c2 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:48:25.975076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.975946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.981045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "PUT /v2.0/networks/e769030c-b29a-4e7b-b251-93ad69d2c3c2 HTTP/1.1" status: 200 len: 761 time: 0.3261282 Jul 16 08:48:25.988086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7a60c6-0377-40b9-892b-beab9082fac2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.993144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.026500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:26.026816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fa068e-d10e-4356-a3d0-45f5a3ac7b81') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:26.053403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddab65-cb62-437b-92c7-55629f820621 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=e769030c-b29a-4e7b-b251-93ad69d2c3c2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.069851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e769030c-b29a-4e7b-b251-93ad69d2c3c2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:26.083659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.159601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.164244 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 3ef22d85-5390-4f9f-9ee7-1fc17950cc03 associated. External IP: 172.25.5.93, port: 91114fca-bd53-4eb2-8ec8-e7d834849858. Jul 16 08:48:26.200422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14397e7c-388d-4335-8375-13222a7526a9 req-1e0e8adc-4246-469c-881e-c5033ca00d29 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.202000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14397e7c-388d-4335-8375-13222a7526a9 req-1e0e8adc-4246-469c-881e-c5033ca00d29 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1032970 Jul 16 08:48:26.229992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:26.230213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:26.266964 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:26.273838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14397e7c-388d-4335-8375-13222a7526a9 req-4b5933db-f274-4dba-a590-0a4f4383199d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550296 Jul 16 08:48:26.300456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.310322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ea8eb-0e50-4600-8950-289b7e4876bb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.311864 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a6ea8eb-0e50-4600-8950-289b7e4876bb tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks?id=e769030c-b29a-4e7b-b251-93ad69d2c3c2 HTTP/1.1" status: 200 len: 764 time: 0.3176954 Jul 16 08:48:26.317457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.708571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.716989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.720194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/networks/ce7a60c6-0377-40b9-892b-beab9082fac2 HTTP/1.1" status: 204 len: 168 time: 3.0151103 Jul 16 08:48:26.728322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.788727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207479-c217-491d-93fe-2239bf738933 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Pushing event deleted for resources: {'Network': ['ID=ce7a60c6-0377-40b9-892b-beab9082fac2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.802664 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1141add3-1914-4ed0-a3f1-4cfc304bfa4b tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "GET /v2.0/ports?device_id=451e3e63-81a0-4101-8a82-1d4e018d7e43 HTTP/1.1" status: 200 len: 205 time: 0.0701730 Jul 16 08:48:26.807305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.869846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.872323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7cccd08-171a-4d11-a0c2-59ec8e19f649 req-1f30ed1b-b219-4aa4-8155-a731b5d221b6 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.4333410 Jul 16 08:48:26.972205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c0511-5009-4ba9-9a4c-f2f7bdc894b0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.973918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-351c0511-5009-4ba9-9a4c-f2f7bdc894b0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6550789 Jul 16 08:48:26.982260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.996984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Subnet': ['ID=892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.005895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.008184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b2c8a1b-a270-426e-aad9-cfd82f7887e7 tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/subnets/892bbf9e-ee58-4ab7-9b2f-5a9dcfa8a0a3 HTTP/1.1" status: 204 len: 168 time: 1.5224395 Jul 16 08:48:27.012768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.022599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.028822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c13a17-5c3b-41ce-950d-dc6bae11ee91 None None] Network eca03ba4-77fc-4a01-85db-b1416d474e14 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:27.048945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0ebf9c40-028d-4ac2-b89f-0775b6266d6a tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 207 time: 0.0582008 Jul 16 08:48:27.063616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c218668-66ba-4048-8efb-507362db3212 req-fc56dd9c-7a0e-4bd2-a61e-e600de1cb0a8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.065475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c218668-66ba-4048-8efb-507362db3212 req-fc56dd9c-7a0e-4bd2-a61e-e600de1cb0a8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2747984 Jul 16 08:48:27.067502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.164322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42e61-a089-4b20-b763-795ba5c63499 req-52487bcc-ae00-4a61-8218-3aa6ae8f49bf tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.166399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dda42e61-a089-4b20-b763-795ba5c63499 req-52487bcc-ae00-4a61-8218-3aa6ae8f49bf tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.3768430 Jul 16 08:48:27.211858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Deleting subnet 234b42b7-69f4-41a4-802f-9f28faccb6c6 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:27.221135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.325972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c218668-66ba-4048-8efb-507362db3212 req-37e89ad8-5e43-4996-b915-b38d662bf501 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275772 Jul 16 08:48:27.335705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] DHCP port deletion for eca03ba4-77fc-4a01-85db-b1416d474e14 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:27.418101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Deleting port 8960a58a-7f5d-48fb-beca-df0393e77252 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:27.418684 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.433034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.438851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.445572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.451695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.458350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.465130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.466799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4c7c8d5c-bb2e-4877-9741-248090986ea4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3978484 Jul 16 08:48:27.473339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54274) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.498280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b7056-c3f2-4a13-954b-5f4464e72471 req-c3c4920c-18a6-40b6-9b3b-595d69d508a6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.499718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.505900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d04b7056-c3f2-4a13-954b-5f4464e72471 req-c3c4920c-18a6-40b6-9b3b-595d69d508a6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 947 time: 0.4621341 Jul 16 08:48:27.510027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.515777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.525871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] For port 8960a58a-7f5d-48fb-beca-df0393e77252, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8960a58a-7f5d-48fb-beca-df0393e77252,segment=NetworkSegment(08f85113-ed36-41bd-a50e-2d9a17a0ab15),segment_id=08f85113-ed36-41bd-a50e-2d9a17a0ab15)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.526436 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.563229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Calling delete_port for 8960a58a-7f5d-48fb-beca-df0393e77252 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:27.624008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d04b7056-c3f2-4a13-954b-5f4464e72471 req-03d5209c-1dce-49ff-8674-2c1b53a82951 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171336 Jul 16 08:48:27.654935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:27.684666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.685528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Fanout notify agent at l3_agent the message router_deleted on router 451e3e63-81a0-4101-8a82-1d4e018d7e43 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:27.708878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.711331 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-918e8f06-7885-4ad3-8add-d77f75a6f166 tempest-RoutersNegativeTest-1638558329 tempest-RoutersNegativeTest-1638558329-project] 10.222.0.32 "DELETE /v2.0/routers/451e3e63-81a0-4101-8a82-1d4e018d7e43 HTTP/1.1" status: 204 len: 168 time: 0.9013669 Jul 16 08:48:27.725548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Deleting port 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:27.726275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.749463 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.787280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] No DVR routers for this DVR port 8960a58a-7f5d-48fb-beca-df0393e77252 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:27.826250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5acae13e-69ea-4171-b671-dcdf5e714ac3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3509572 Jul 16 08:48:27.826907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.874045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.891409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a710c-336e-444a-a54c-1ba2818e0c15 None None] Pushing event deleted for resources: {'Port': ['ID=8960a58a-7f5d-48fb-beca-df0393e77252,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.983253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:27.989373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.003069 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:28.016854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:28.020147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.089242 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.093171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.100680 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:28.101739 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.128940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec37a5-08f3-4155-b36f-7f18bef34f64 None None] Network 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:28.129308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.140940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/subnets/234b42b7-69f4-41a4-802f-9f28faccb6c6 HTTP/1.1" status: 204 len: 168 time: 1.1158512 Jul 16 08:48:28.146875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.155863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.168640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.170339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.173270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.177128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.186243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-613062f6-5a21-43db-8138-4fd2e2da849b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3552265 Jul 16 08:48:28.189391 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.189719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54286) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.190920 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68654d1-f756-4e39-bc9d-32164c8b73b7 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:28.277069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0611fc4f-1b73-40a0-8199-54960c60b70c req-757c86e8-c5a8-4960-ad24-eb6ed4050242 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1914070 Jul 16 08:48:28.325713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] For port 4e927466-07c9-4943-ae82-6d59357e4f33, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e927466-07c9-4943-ae82-6d59357e4f33,segment=NetworkSegment(ee7f93b1-f0e3-4879-8338-281dec9c1ebd),segment_id=ee7f93b1-f0e3-4879-8338-281dec9c1ebd)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:28.326512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.349327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347b674-dc91-48a8-864f-e29d225ccf2f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Subnet': ['ID=234b42b7-69f4-41a4-802f-9f28faccb6c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.369502 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a239fb85-ff9b-4ff4-bc7e-e468e96b0e6c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/3ef22d85-5390-4f9f-9ee7-1fc17950cc03 HTTP/1.1" status: 200 len: 977 time: 3.9816461 Jul 16 08:48:28.370816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54290) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.371302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Calling delete_port for 4e927466-07c9-4943-ae82-6d59357e4f33 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:28.375539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.391234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.393773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.396367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.398513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.401477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.409106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef54d71f-878c-443b-981e-e31c21d94b90 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1604578 Jul 16 08:48:28.411135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54292) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.442091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54294) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.468489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] DHCP port deletion for 266da9dd-c318-49a2-b1cd-5ae9067eaaa6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:28.517297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35647b-1778-4e1d-8452-f383d9dcfcaf req-b394257b-5f39-4279-8216-a96410a0fd27 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.519115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb35647b-1778-4e1d-8452-f383d9dcfcaf req-b394257b-5f39-4279-8216-a96410a0fd27 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3877132 Jul 16 08:48:28.562896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Deleting port f72eefd9-d291-47d2-b277-196764466cc0 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.563569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.582632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.595775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca03ba4-77fc-4a01-85db-b1416d474e14']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.620833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f85113-ed36-41bd-a50e-2d9a17a0ab15') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.621197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f85113-ed36-41bd-a50e-2d9a17a0ab15') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.622311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb35647b-1778-4e1d-8452-f383d9dcfcaf req-c8025660-079b-4a4b-a8d2-07df2b085117 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676765 Jul 16 08:48:28.637631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.673195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.693989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68b35d5-d3aa-4126-97e9-c479ae276cc4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.695516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:28.695950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:28.699646 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:28.702465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 91114fca-bd53-4eb2-8ec8-e7d834849858 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.702465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.708081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c68b35d5-d3aa-4126-97e9-c479ae276cc4 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks/85f53921-bcc6-4608-93ed-0aba748b5428 HTTP/1.1" status: 200 len: 804 time: 0.2895021 Jul 16 08:48:28.710494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.713433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] For port f72eefd9-d291-47d2-b277-196764466cc0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f72eefd9-d291-47d2-b277-196764466cc0,segment=NetworkSegment(dc18130e-e488-4f99-aa48-ac18cb03e963),segment_id=dc18130e-e488-4f99-aa48-ac18cb03e963)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:28.714056 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.731191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Calling delete_port for f72eefd9-d291-47d2-b277-196764466cc0 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:28.831071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.838566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.861014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] Pushing event deleted for resources: {'Port': ['ID=f72eefd9-d291-47d2-b277-196764466cc0,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.863643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.868975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/networks/eca03ba4-77fc-4a01-85db-b1416d474e14 HTTP/1.1" status: 204 len: 168 time: 0.7043326 Jul 16 08:48:28.869863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cff4e5-ed61-4dc2-ae13-a565ff9bc6bd tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Network': ['ID=eca03ba4-77fc-4a01-85db-b1416d474e14,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.873352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.882240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d3cb2-04e4-423e-85d6-f0d8a74a5571 None None] No DVR routers for this DVR port f72eefd9-d291-47d2-b277-196764466cc0 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:28.926944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.974497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f72eefd9-d291-47d2-b277-196764466cc0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:28.997501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f72eefd9-d291-47d2-b277-196764466cc0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:28.997856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f72eefd9-d291-47d2-b277-196764466cc0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:28.998898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8960a58a-7f5d-48fb-beca-df0393e77252 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:29.022709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8960a58a-7f5d-48fb-beca-df0393e77252 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:29.022709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8960a58a-7f5d-48fb-beca-df0393e77252 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:29.039253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.044775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.057617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e927466-07c9-4943-ae82-6d59357e4f33'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:29.101655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f8f2a398-483f-4ce0-adbb-c2ca9510aaf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04731670a7c0408fabea92882b67ecb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584318 Jul 16 08:48:29.118609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.120378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Pushing event deleted for resources: {'Port': ['ID=4e927466-07c9-4943-ae82-6d59357e4f33,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.199067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] No DVR routers for this DVR port 4e927466-07c9-4943-ae82-6d59357e4f33 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:29.202373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.206204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dda42e61-a089-4b20-b763-795ba5c63499 req-0b379f6f-85e7-4854-bb14-b99e89ddc999 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.46 "DELETE /v2.0/ports/4e927466-07c9-4943-ae82-6d59357e4f33 HTTP/1.1" status: 204 len: 173 time: 2.0250471 Jul 16 08:48:29.212395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c44218fc-fbec-4171-90cc-985f5e4b37b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/networks/85f53921-bcc6-4608-93ed-0aba748b5428?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4984665 Jul 16 08:48:29.223611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-deleted', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:29.227178 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477ad630-618f-49ea-9900-8dc3d056dbd9" -d '{"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-deleted", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:29.232575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54306) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.232875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.284729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140250-9f01-46c7-8b75-f0df8ff8e649 req-bedfde1d-cc07-4b20-913c-670a7e0c3ef6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.293259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12140250-9f01-46c7-8b75-f0df8ff8e649 req-bedfde1d-cc07-4b20-913c-670a7e0c3ef6 tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/ports?device_id=6357eabf-55da-479a-a7f8-353bce9cfb1b HTTP/1.1" status: 200 len: 868 time: 0.4764247 Jul 16 08:48:29.293383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266da9dd-c318-49a2-b1cd-5ae9067eaaa6']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:29.301564 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ed5091-a36c-46d4-a3fa-c7c8345bfd29 x-openstack-request-id: req-e1ed5091-a36c-46d4-a3fa-c7c8345bfd29 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:29.301891 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357eabf-55da-479a-a7f8-353bce9cfb1b", "name": "network-vif-deleted", "tag": "4e927466-07c9-4943-ae82-6d59357e4f33", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:29.302148 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1ed5091-a36c-46d4-a3fa-c7c8345bfd29 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:29.302545 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357eabf-55da-479a-a7f8-353bce9cfb1b', 'name': 'network-vif-deleted', 'tag': '4e927466-07c9-4943-ae82-6d59357e4f33', 'status': 'completed', 'code': 200} Jul 16 08:48:29.309653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc18130e-e488-4f99-aa48-ac18cb03e963') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:29.310247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc18130e-e488-4f99-aa48-ac18cb03e963') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:29.324777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.352408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.355718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.356129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.356447 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 3ef22d85-5390-4f9f-9ee7-1fc17950cc03 disassociated. External IP: 172.25.5.93, port: 91114fca-bd53-4eb2-8ec8-e7d834849858. Jul 16 08:48:29.357035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 91114fca-bd53-4eb2-8ec8-e7d834849858 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.367882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:29.369130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.370524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12140250-9f01-46c7-8b75-f0df8ff8e649 req-d2d31500-b82b-44a9-a5fa-1b38d722ee6b tempest-ServersNegativeTestJSON-285559871 tempest-ServersNegativeTestJSON-285559871-project] 10.222.0.32 "GET /v2.0/security-groups?id=2311ccd0-8afc-4f62-b8d2-5585e81e0acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787656 Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:29.372287 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:29.376214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e884d63-679d-4d88-80ff-96d18de59a89 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.377643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e884d63-679d-4d88-80ff-96d18de59a89 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets/dbc79b28-1510-4074-9855-3548755bd3b1 HTTP/1.1" status: 200 len: 843 time: 0.1441271 Jul 16 08:48:29.392380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54312) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.405607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.449210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.547773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.564907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96464c91-e461-446b-83a5-eb72a6921b97 req-12527478-88b5-4c69-b0d8-b62871d30f5d tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0505950 Jul 16 08:48:29.575222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.575810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.577655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] 10.222.0.32 "DELETE /v2.0/networks/266da9dd-c318-49a2-b1cd-5ae9067eaaa6 HTTP/1.1" status: 204 len: 168 time: 0.7034519 Jul 16 08:48:29.578783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a9b2-ae5f-473b-b443-df57c259c21f tempest-TaggedBootDevicesTest-862510801 tempest-TaggedBootDevicesTest-862510801-project] Pushing event deleted for resources: {'Network': ['ID=266da9dd-c318-49a2-b1cd-5ae9067eaaa6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.585411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.586862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62496902-e096-451e-9c13-48d2610d27e5 HTTP/1.1" status: 204 len: 168 time: 0.4635897 Jul 16 08:48:29.597839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6f7b1-064c-43d7-b019-ad255ee59603 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.599233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55f6f7b1-064c-43d7-b019-ad255ee59603 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "GET /v2.0/subnets/dbc79b28-1510-4074-9855-3548755bd3b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2052107 Jul 16 08:48:29.615942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19a21-3a2b-4ba9-b18b-528baf00f99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62496902-e096-451e-9c13-48d2610d27e5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.619469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54316) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.625872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715768220'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:29.698280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:29.717698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.853917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:29.890709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.892757 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Added segment 3d308b8e-e8c1-4171-82f3-92ae21aacbf7 of type vlan for network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 Jul 16 08:48:29.925542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.981209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=91114fca-bd53-4eb2-8ec8-e7d834849858,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.002950 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.050579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.056730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.057401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.087931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88982a7-53a7-4670-9bd1-7eb196653b67 req-7970f9c4-9b8b-4584-86d1-edb63c765fe4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.089878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d88982a7-53a7-4670-9bd1-7eb196653b67 req-7970f9c4-9b8b-4584-86d1-edb63c765fe4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1701708 Jul 16 08:48:30.150677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5293913 Jul 16 08:48:30.153485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:30.164707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:30.219220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc040f-993a-4a62-96fa-52151f5da8ad tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Network': ['ID=dde16d90-6ef2-4eec-9cc6-3c2bb12135b3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.221428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:30.242435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:30.261820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d88982a7-53a7-4670-9bd1-7eb196653b67 req-ef56c29c-fecf-4c9b-b06e-fe4414ea7f05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546171 Jul 16 08:48:30.548530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54344) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:30.655704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Deleting subnet f7440925-136b-42b3-9a00-7a50c6032906 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:30.659581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.754187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Made reservation on behalf of 3f0e7e330cd6435d991d1bf9616bc137 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:30.760595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.783750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.836317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:48:30.837633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:48:31.011320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.016309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52c4bb74-1d2f-4bfd-8297-e7ba1dc2d777 req-46681d89-4ab2-4404-a855-4a5fbe34f60b tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0941966 Jul 16 08:48:31.056030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:31.069312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:31.093209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:31.097272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.143616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.156954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659655b2-9a56-4b64-90fc-dd9e4e4b3dc0 req-0b930d2a-01e1-4d32-a332-fdf69132c07e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.167908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-659655b2-9a56-4b64-90fc-dd9e4e4b3dc0 req-0b930d2a-01e1-4d32-a332-fdf69132c07e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2466218 Jul 16 08:48:31.194400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.317746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.324103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-44091e1f-4a2e-461d-887f-54dab0b6a0e1 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/91114fca-bd53-4eb2-8ec8-e7d834849858 HTTP/1.1" status: 204 len: 168 time: 2.9489026 Jul 16 08:48:31.325625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=a8092e29-46c0-43ec-891f-cb26e8f6ee7f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.330242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54362) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.399094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:31.416627 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9f04fc38-a1f7-4169-98cd-d2903571736c tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/floatingips/3ef22d85-5390-4f9f-9ee7-1fc17950cc03 HTTP/1.1" status: 200 len: 687 time: 0.0778880 Jul 16 08:48:31.425754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54366) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.433111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4e927466-07c9-4943-ae82-6d59357e4f33 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:31.433813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e927466-07c9-4943-ae82-6d59357e4f33 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:31.435585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.448484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:31.449617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.486553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:31.487535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43c06e-0448-4495-8711-13c6d3c5532b None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:31.588733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Checking segment: {'id': '3d308b8e-e8c1-4171-82f3-92ae21aacbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:31.589637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network hostable DHCP agents. Network: dde16d90-6ef2-4eec-9cc6-3c2bb12135b3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:31.646820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:31.662701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, dde16d90-6ef2-4eec-9cc6-3c2bb12135b3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:31.673817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc737e2-7ea3-4b93-b598-196ae747ce96 None None] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:31.680192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.681719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.710003 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4d77614e-9024-4a0c-95bd-052a3f92a5b3 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5545943 Jul 16 08:48:31.713976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.725602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:31.727505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c6e84c3-c425-4804-bd2a-e5445a341eeb tempest-ServiceProvidersTest-1215793426 tempest-ServiceProvidersTest-1215793426-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5556743 Jul 16 08:48:31.730597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.761586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 6f706302-6725-44cb-9dac-d060a5907218 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:31.762223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.773709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7440925-136b-42b3-9a00-7a50c6032906,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.799415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-659655b2-9a56-4b64-90fc-dd9e4e4b3dc0 req-b1f8f56b-7f71-407a-90b2-24d892e6ce23 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6303182 Jul 16 08:48:31.809414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.815646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aeea3aa9-3739-41d0-8395-9072519881de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7440925-136b-42b3-9a00-7a50c6032906 HTTP/1.1" status: 204 len: 168 time: 1.2642407 Jul 16 08:48:31.815995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.952989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-dde16d90-6ef2-4eec-9cc6-3c2bb12135b3', 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3', 'tenant_id': '3f0e7e330cd6435d991d1bf9616bc137', 'fixed_ips': [{'subnet_id': 'a8092e29-46c0-43ec-891f-cb26e8f6ee7f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:31.952989 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.987676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59375913'] for subnet, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.993949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.994357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.012248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.039275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 6f706302-6725-44cb-9dac-d060a5907218 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:32.187036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:48:32.187036 n-d-798054-12 neutron-server[93776]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 08:48:32.187036 n-d-798054-12 neutron-server[93776]: [parameters: {'in_use': 1, 'id_1': 'a8092e29-46c0-43ec-891f-cb26e8f6ee7f'}] Jul 16 08:48:32.187036 n-d-798054-12 neutron-server[93776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:32.187763 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:32.270470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e637358-516d-4759-9200-20054d9da761 req-dc2856c1-f0e8-4c8e-af1a-049be19d09c0 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0408638 Jul 16 08:48:32.299818 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.303694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.318298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a70b19-8f21-4ab9-aae4-3bb7b035d2fb']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.339836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.340220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7f93b1-f0e3-4879-8338-281dec9c1ebd') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:32.404603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.443939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e4b03a1-22b5-4260-a922-b54273c134c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.446112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.459392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:32.460233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:32.462426 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:32.496827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774051815819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759577'] for subnet, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.614393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.615133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.616764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "PUT /v2.0/subnets/a8092e29-46c0-43ec-891f-cb26e8f6ee7f HTTP/1.1" status: 200 len: 900 time: 0.9006014 Jul 16 08:48:32.620884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54384) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.624660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.629539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.636624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68a70b19-8f21-4ab9-aae4-3bb7b035d2fb HTTP/1.1" status: 204 len: 168 time: 0.8158317 Jul 16 08:48:32.669055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.689717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.715613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc6dc5-2091-4d72-8bc2-038a86b9bb75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event updated for resources: {'Subnet': ['ID=a8092e29-46c0-43ec-891f-cb26e8f6ee7f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.822551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809984c-cfc0-400c-a52e-cf4bc4d18084 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a70b19-8f21-4ab9-aae4-3bb7b035d2fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.823563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.825545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.877163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=6f706302-6725-44cb-9dac-d060a5907218,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.956291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Allocated IP 2001:db8::3 (dde16d90-6ef2-4eec-9cc6-3c2bb12135b3/a8092e29-46c0-43ec-891f-cb26e8f6ee7f/3b2be127-af2b-484a-bef7-c354dab78524) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:32.979398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.983533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.990820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aca1e4c5-dc9a-4bec-8366-ffff83b63749 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/3ef22d85-5390-4f9f-9ee7-1fc17950cc03 HTTP/1.1" status: 204 len: 168 time: 1.5581288 Jul 16 08:48:32.991314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54392) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.997744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '37ce159e-3965-4feb-ad2d-eaacbb9b3d31'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:33.012668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-11aff035-e5f3-4c6b-b811-92fe05ba4475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56ca250a7fb646fa9aef44ca3527e6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506553 Jul 16 08:48:33.013559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.015506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.096791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e4b03a1-22b5-4260-a922-b54273c134c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.104903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.112860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e4b03a1-22b5-4260-a922-b54273c134c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.148250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.155080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.205417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b03a1-22b5-4260-a922-b54273c134c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216bc18a-0bc4-4b71-8be7-22904ef5c194,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.216089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e4b03a1-22b5-4260-a922-b54273c134c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b4a1dbfa4b34c60ab493dfbbad4698f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9104462 Jul 16 08:48:33.218996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54396) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.238015 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.260943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Transition to ACTIVE for port object 3b2be127-af2b-484a-bef7-c354dab78524 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:33.300222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Transition to ACTIVE for port object 3b2be127-af2b-484a-bef7-c354dab78524 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:33.308351 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.385150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82d6a0-29e2-443d-bd3d-bbf5ec3a51e0 req-abb0654f-ba8d-4921-afd7-8ed4d6a8a8e6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.395494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e82d6a0-29e2-443d-bd3d-bbf5ec3a51e0 req-abb0654f-ba8d-4921-afd7-8ed4d6a8a8e6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3049259 Jul 16 08:48:33.404928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:33.412171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:33.413545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.421681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:33.435047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.440348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.442655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2311ccd0-8afc-4f62-b8d2-5585e81e0acd HTTP/1.1" status: 204 len: 168 time: 0.4281197 Jul 16 08:48:33.479772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a3b7-6fde-45ce-8e97-78f006a1c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2311ccd0-8afc-4f62-b8d2-5585e81e0acd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.577918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.579381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Pushing event updated for resources: {'Port': ['ID=3b2be127-af2b-484a-bef7-c354dab78524,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.630298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=a8092e29-46c0-43ec-891f-cb26e8f6ee7f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.640961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b77d5b9d-aaeb-4967-b626-d7ef804219ce req-6907aac9-121a-403a-a553-d87bde23d553 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1226821 Jul 16 08:48:33.647550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.647705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Attempting to bind port 3b2be127-af2b-484a-bef7-c354dab78524 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:33.648226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Attempting to bind port 3b2be127-af2b-484a-bef7-c354dab78524 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3d308b8e-e8c1-4171-82f3-92ae21aacbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:33.648802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Attempting to bind port 3b2be127-af2b-484a-bef7-c354dab78524 on network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:33.658917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:33.659575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Checking segment: {'id': '3d308b8e-e8c1-4171-82f3-92ae21aacbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:33.660289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.660949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Bound using segment: {'id': '3d308b8e-e8c1-4171-82f3-92ae21aacbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:33.661727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Bound port: 3b2be127-af2b-484a-bef7-c354dab78524, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d308b8e-e8c1-4171-82f3-92ae21aacbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:33.662372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.766141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e82d6a0-29e2-443d-bd3d-bbf5ec3a51e0 req-20f95ecb-bb21-484a-a8bd-43d859110d02 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691959 Jul 16 08:48:33.784918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] For port 3b2be127-af2b-484a-bef7-c354dab78524, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:33.790789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] For port 3b2be127-af2b-484a-bef7-c354dab78524, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3b2be127-af2b-484a-bef7-c354dab78524,segment=NetworkSegment(3d308b8e-e8c1-4171-82f3-92ae21aacbf7),segment_id=3d308b8e-e8c1-4171-82f3-92ae21aacbf7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:33.811473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.861127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2398aff4-e6d9-460e-b4ae-d33d4dcc649a req-aa201928-3629-4d32-9063-f18060d515ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1552672 Jul 16 08:48:33.892494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.908515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.79 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/7230bba5-8982-4e92-99ca-fe380b0a66f8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:33.980162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9234d6a0-bbc4-4956-8650-d921f5ca1fed None None] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:34.003455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.052754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde16d90-6ef2-4eec-9cc6-3c2bb12135b3']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.088017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d308b8e-e8c1-4171-82f3-92ae21aacbf7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.088662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d308b8e-e8c1-4171-82f3-92ae21aacbf7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.123695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.162067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.186044 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.186949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.195049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505d14e-8bda-481e-8aa1-c2c044ef99e2 None None] Pushing event updated for resources: {'Port': ['ID=3b2be127-af2b-484a-bef7-c354dab78524,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.195542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:34.195993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:34.199829 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:34.235285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.239265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.240470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/216bc18a-0bc4-4b71-8be7-22904ef5c194 HTTP/1.1" status: 204 len: 168 time: 1.0197110 Jul 16 08:48:34.313163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:34.325472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:34.346916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f75fe7-da13-431c-b3d3-55f959a160d7 None None] Network dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:34.353115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:34.365743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=7230bba5-8982-4e92-99ca-fe380b0a66f8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.420878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94750aa-2fe9-4908-bf4b-4b91e9b785c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216bc18a-0bc4-4b71-8be7-22904ef5c194,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.441203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:48:34.441203 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:48:34.441203 n-d-798054-12 neutron-server[93775]: [parameters: {'id': 'dde16d90-6ef2-4eec-9cc6-3c2bb12135b3'}] Jul 16 08:48:34.441203 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:34.448192 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:34.477191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744db0c-d28b-4c85-ace3-1b9931070450 req-c0d260e3-2fee-4b0f-86e6-15e3857169fd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.494005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b744db0c-d28b-4c85-ace3-1b9931070450 req-c0d260e3-2fee-4b0f-86e6-15e3857169fd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4521468 Jul 16 08:48:34.596829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fdbb04-be7c-4c34-988d-0842079dfb47 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:34.609892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b744db0c-d28b-4c85-ace3-1b9931070450 req-5cceeb42-6c9e-4f69-a95a-af8499508445 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131618 Jul 16 08:48:34.915097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fdbb04-be7c-4c34-988d-0842079dfb47 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:34.987387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c39039c-8c72-4b1a-8084-928c06566e42 req-cd332f01-cd7f-45a4-90ba-798b596f58fc tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1066928 Jul 16 08:48:34.989916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.245556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabbdf0-889a-4957-bbbe-fb7223fe6425 req-2f610949-21d9-41aa-974e-aa982e150c4c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.247689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fabbdf0-889a-4957-bbbe-fb7223fe6425 req-2f610949-21d9-41aa-974e-aa982e150c4c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1675775 Jul 16 08:48:35.327664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port 3b2be127-af2b-484a-bef7-c354dab78524 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:35.328363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.414788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:35.419522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port 3b2be127-af2b-484a-bef7-c354dab78524, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3b2be127-af2b-484a-bef7-c354dab78524,segment=NetworkSegment(3d308b8e-e8c1-4171-82f3-92ae21aacbf7),segment_id=3d308b8e-e8c1-4171-82f3-92ae21aacbf7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.419993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.435982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for 3b2be127-af2b-484a-bef7-c354dab78524 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:35.628064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fabbdf0-889a-4957-bbbe-fb7223fe6425 req-52858b65-5925-4220-948c-19ae87f38dbb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590250 Jul 16 08:48:35.669883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.711177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-129553548-network', 'tenant_id': '08f4acf4c1004f8d8f1823ca06f068d3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:35.733337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=3b2be127-af2b-484a-bef7-c354dab78524,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.772695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port 3b2be127-af2b-484a-bef7-c354dab78524 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:35.850528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Made reservation on behalf of 08f4acf4c1004f8d8f1823ca06f068d3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:35.859640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.877847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.910356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-e9fb50b2-99b2-4097-b4ba-70ab455ec42e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3272760 Jul 16 08:48:35.959485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:35.987082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.996097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.030435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde16d90-6ef2-4eec-9cc6-3c2bb12135b3']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.104630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d308b8e-e8c1-4171-82f3-92ae21aacbf7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.105460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d308b8e-e8c1-4171-82f3-92ae21aacbf7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.127259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.134784 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.153572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972278f3-b35f-4420-864c-b04a424733fe req-483e7c5a-3e33-4133-893f-b765dd79d70c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.155528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972278f3-b35f-4420-864c-b04a424733fe req-483e7c5a-3e33-4133-893f-b765dd79d70c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2993338 Jul 16 08:48:36.159291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1953254065'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.191628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.230415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:36.231124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:36.236310 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:36.312406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.312918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.313410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.313893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.314401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.314881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.315569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.317737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9bf8a459-5877-4398-bc91-3ce98cb9107f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 6507 time: 0.3023245 Jul 16 08:48:36.356196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e14d8c31-b999-4704-9a3f-3dd7151eea31 req-eb4763ea-16f0-4f18-99ca-cd988e72da6d tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1157434 Jul 16 08:48:36.356852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.372743 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.402035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.427616 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.429712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 HTTP/1.1" status: 204 len: 168 time: 3.8074214 Jul 16 08:48:36.436489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-972278f3-b35f-4420-864c-b04a424733fe req-dd7f3b6a-0467-4ca3-ab0b-38ffa9eb3ce2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636330 Jul 16 08:48:36.438356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54472) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.549718 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb9e1a2-6b6b-4b97-be7a-a1c323e1acf1 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:36.550423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb9e1a2-6b6b-4b97-be7a-a1c323e1acf1 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:36.553899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6fb9e1a2-6b6b-4b97-be7a-a1c323e1acf1 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/a8092e29-46c0-43ec-891f-cb26e8f6ee7f HTTP/1.1" status: 404 len: 337 time: 0.1117516 Jul 16 08:48:36.558571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54476) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.559417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a7b6-1070-47e3-a68d-b1524577bc93 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=dde16d90-6ef2-4eec-9cc6-3c2bb12135b3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.584846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=7230bba5-8982-4e92-99ca-fe380b0a66f8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.586794 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf56090f-9357-4e09-b8b8-65d911a319f5 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:36.588104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf56090f-9357-4e09-b8b8-65d911a319f5 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:36.590060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bf56090f-9357-4e09-b8b8-65d911a319f5 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/dde16d90-6ef2-4eec-9cc6-3c2bb12135b3 HTTP/1.1" status: 404 len: 339 time: 0.0284836 Jul 16 08:48:36.596657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54478) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.605526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.644331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f33401a2-9129-49fd-8bbb-6b0588fe5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.645102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f33401a2-9129-49fd-8bbb-6b0588fe5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.645834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f33401a2-9129-49fd-8bbb-6b0588fe5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.647819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f33401a2-9129-49fd-8bbb-6b0588fe5fcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=5555d070-80c0-49a6-866b-be1d53ed98d3&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=3413d1e9-04fa-4b57-8186-cc5c14d077db&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 200 len: 2296 time: 0.2890956 Jul 16 08:48:36.710968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.722680 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.796643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.813803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-84f26e82-3aa1-4e4e-ba29-a63293faf075 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 200 len: 1000 time: 0.1587775 Jul 16 08:48:36.857868 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a972817-0286-4311-bbcd-8e56dbbbbea6 req-70d247ee-9817-434f-a98b-e648b6ca9543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2c86ef0608f4e67b6bff93634d41d9b&device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0671337 Jul 16 08:48:36.863145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:36.921960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Made reservation on behalf of 5b7325c1ec454fcdade863394a2d71c6 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:36.925551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.931415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.936002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a972817-0286-4311-bbcd-8e56dbbbbea6 req-772b1944-0f1c-4c43-bf38-be680405c589 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d2c86ef0608f4e67b6bff93634d41d9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686224 Jul 16 08:48:36.946868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01d9c6-7ee5-43c3-b6c7-f860a55b458c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.950307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.950830 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Added segment 14c8d45b-3df9-498a-9e40-0206b1f8fc45 of type vlan for network e268c24e-68aa-44f9-aebd-abf4dba0d0cc Jul 16 08:48:36.959497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e769030c-b29a-4e7b-b251-93ad69d2c3c2']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.974420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.987257 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 19c5e6a9-0cf3-4f2f-833f-dde6be5b1d74 associated. External IP: 172.25.5.79, port: 37ce159e-3965-4feb-ad2d-eaacbb9b3d31. Jul 16 08:48:37.017380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddf9c98d-ef3e-41ce-ba07-ef0ff6908d7e req-1aa90e0a-f673-402f-bdcd-8aeaa01a5f23 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0759468 Jul 16 08:48:37.023671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f81bfaf-81f8-4c35-8863-23a04130bbb4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.024158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f81bfaf-81f8-4c35-8863-23a04130bbb4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.045845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.081202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-5e597783-8988-44e3-bb97-b66ea9d927da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.083328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-5e597783-8988-44e3-bb97-b66ea9d927da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 200 len: 855 time: 0.2402165 Jul 16 08:48:37.088250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.124856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:37.125366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:37.130873 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:37.214773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.224852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.227946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/e769030c-b29a-4e7b-b251-93ad69d2c3c2 HTTP/1.1" status: 204 len: 168 time: 0.6292951 Jul 16 08:48:37.232610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-adf4d7aa-16d0-43cc-b75e-7ab760a06c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.234194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-adf4d7aa-16d0-43cc-b75e-7ab760a06c5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5555d070-80c0-49a6-866b-be1d53ed98d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428614 Jul 16 08:48:37.245418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.273984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9ddf9-2d69-4c29-aaf1-59dfd90e3d06 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=e769030c-b29a-4e7b-b251-93ad69d2c3c2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.329887 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b832e21-215e-4064-9cf1-1f27658eafb0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:37.330504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b832e21-215e-4064-9cf1-1f27658eafb0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:37.332468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b832e21-215e-4064-9cf1-1f27658eafb0 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/116c5a51-4070-487c-bc0b-4f64347e6ea4 HTTP/1.1" status: 404 len: 337 time: 0.0858700 Jul 16 08:48:37.335311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.375141 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-314a6777-d897-4ac8-9ff8-8ddd956dde5b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:37.375781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314a6777-d897-4ac8-9ff8-8ddd956dde5b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:37.377680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-314a6777-d897-4ac8-9ff8-8ddd956dde5b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/723e0a0c-2a8c-462d-8b97-3cad8aa03ed0 HTTP/1.1" status: 404 len: 339 time: 0.0413268 Jul 16 08:48:37.381262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.389167 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.442509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-bccc2805-945d-4b24-80c8-1ffce1bd2d8c service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944048 Jul 16 08:48:37.565456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-d6ccc4b7-a280-4301-b1da-414aaee0bee2 service neutron] 10.222.0.46 "GET /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163886 Jul 16 08:48:37.567383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:48:37.614267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a4a37829-ec00-49eb-a515-3711ed7751cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 217 time: 0.0424893 Jul 16 08:48:37.659176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting subnet 51efb584-cb2f-4f66-84ed-8d3d22fb8e6a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:37.668646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.670747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.671447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.682667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.684309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9369cfd3-7e37-4951-ac31-6b6c8d9a9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.686832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9369cfd3-7e37-4951-ac31-6b6c8d9a9712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0668867 Jul 16 08:48:37.716794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a972817-0286-4311-bbcd-8e56dbbbbea6 req-3d292380-4b0b-4eb8-84e4-d250dbfd6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.718335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a972817-0286-4311-bbcd-8e56dbbbbea6 req-3d292380-4b0b-4eb8-84e4-d250dbfd6580 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7639928 Jul 16 08:48:37.765000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-41fed6c7-447f-4a0d-a722-0cfbf00a5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.766599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-41fed6c7-447f-4a0d-a722-0cfbf00a5f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736532 Jul 16 08:48:37.886597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.895918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-0dbe4829-5dc5-4a88-ad4a-d762348ce9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213422 Jul 16 08:48:37.914736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] Pushing event updated for resources: {'Network': ['ID=e268c24e-68aa-44f9-aebd-abf4dba0d0cc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.932623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e268c24e-68aa-44f9-aebd-abf4dba0d0cc details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:38.029467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-20fb9061-27f9-4738-95f0-42f0e669de16 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261394 Jul 16 08:48:38.057270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.074907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.082725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-1e7ac94a-29ee-4ac0-b061-c5cc0350c4e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 217 time: 0.0461709 Jul 16 08:48:38.129080 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-04a82fb4-22bd-4139-8dab-9d41ff223138 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7127056 Jul 16 08:48:38.148443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.158508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Request body: {'subnet': {'network_id': 'e268c24e-68aa-44f9-aebd-abf4dba0d0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-129553548-subnet', 'tenant_id': '08f4acf4c1004f8d8f1823ca06f068d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:38.178139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-c24fe30a-2d5e-4744-a7ff-a2860b0a6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.181520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-c24fe30a-2d5e-4744-a7ff-a2860b0a6e17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.0917103 Jul 16 08:48:38.242599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.307114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:38.333823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18290abd-60d8-4311-a5b8-02187b3da171 req-f85c3794-eeea-4453-b8c5-6cc10e8e898b tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0670500 Jul 16 08:48:38.335971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b006eafe-0147-41f7-a5aa-632a58f5facc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.351878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.352413 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Added segment 36873003-bd9f-4657-800a-282c5de088b1 of type vlan for network 52f86a03-0aae-488d-bc27-9d1e1b182af0 Jul 16 08:48:38.355571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:38.381614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-1638c631-bcd9-46fa-87d4-d327c138bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.386675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-1638c631-bcd9-46fa-87d4-d327c138bff1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1984692 Jul 16 08:48:38.420527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Made reservation on behalf of 08f4acf4c1004f8d8f1823ca06f068d3 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:38.423501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.476305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.576384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.652380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.660464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-256d8c79-4091-42a4-8b2f-dec7743c3434 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636693 Jul 16 08:48:38.747511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994eac10-5170-4595-8df6-1c4c6caf7c43 None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:38.761823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.771727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-3efd7037-2752-4538-ba90-5e7bb082c957 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997469 Jul 16 08:48:38.772153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/51efb584-cb2f-4f66-84ed-8d3d22fb8e6a HTTP/1.1" status: 204 len: 168 time: 1.3764434 Jul 16 08:48:38.776606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54500) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.893604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341c8be-2682-44ac-a58b-0dd74928ec3e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=51efb584-cb2f-4f66-84ed-8d3d22fb8e6a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.922208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-4529ee73-1b84-4db3-a777-eb21e80df90f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 200 len: 217 time: 0.1370881 Jul 16 08:48:38.937374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.953266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.954284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.986140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:39.001085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:39.027115 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:39.027862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.038746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting subnet e8f54f12-9a49-47b5-bb14-df58999de77f {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:39.047005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.068614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.111418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.148419 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.159763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.1841712 Jul 16 08:48:39.171837 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:39.172575 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.173690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a972817-0286-4311-bbcd-8e56dbbbbea6 req-bfd391ca-7e64-47d4-b56b-9b665f20f62b tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.46 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.0977707 Jul 16 08:48:39.211096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.216415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-d14c9431-2dfe-44da-b7e7-26ff755367ab tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-1927041116') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.269486 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.270943 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b4dd3-7731-4789-993a-aceddbe4aca4 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:39.301003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.400478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a637c052-384e-446b-a5a4-0c3c6545844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.401887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a637c052-384e-446b-a5a4-0c3c6545844d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.4685557 Jul 16 08:48:39.503837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba5fb-2ab5-4d3f-bfeb-652458309c69 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Pushing event updated for resources: {'Network': ['ID=52f86a03-0aae-488d-bc27-9d1e1b182af0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.518836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 52f86a03-0aae-488d-bc27-9d1e1b182af0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:39.535391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.536600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.540472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.632268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f54f12-9a49-47b5-bb14-df58999de77f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.676785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.680942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e698ac5-8f63-45c3-8591-0bb770a8f14c tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/e8f54f12-9a49-47b5-bb14-df58999de77f HTTP/1.1" status: 204 len: 168 time: 0.9032040 Jul 16 08:48:39.694306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54506) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.715386 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:39.736676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f73f0f0d-167c-4e10-94c8-199de2a05ba0 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7437172 Jul 16 08:48:39.764307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:39.772810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1140269200'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:39.802444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff13ea0-d8bb-4512-b2da-a0ebb58e54fa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.823174 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Checking segment: {'id': '14c8d45b-3df9-498a-9e40-0206b1f8fc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e268c24e-68aa-44f9-aebd-abf4dba0d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:39.823715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Network hostable DHCP agents. Network: e268c24e-68aa-44f9-aebd-abf4dba0d0cc, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:39.869397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee30a68c-a45d-4d97-bba0-960906c9ae2a req-74500e79-e9bf-4867-b9cf-a2a8f98fe4f1 tempest-ServerShowV257Test-845537133 tempest-ServerShowV257Test-845537133-project] 10.222.0.32 "GET /v2.0/ports?device_id=f310dcb8-d71e-4514-a22b-dddb14ced2b3 HTTP/1.1" status: 200 len: 210 time: 0.1808150 Jul 16 08:48:39.874947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-d45ba5d4-f108-4319-914c-b378ebcac6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.884540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-d45ba5d4-f108-4319-914c-b378ebcac6ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4684482 Jul 16 08:48:39.957862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:39.971346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.985306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Network e268c24e-68aa-44f9-aebd-abf4dba0d0cc is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:40.016536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e268c24e-68aa-44f9-aebd-abf4dba0d0cc) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:40.025516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.026507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.027864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2f5db-756e-4835-90e3-c9c2fb971248 None None] Network e268c24e-68aa-44f9-aebd-abf4dba0d0cc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:40.039108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d14c9431-2dfe-44da-b7e7-26ff755367ab tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "PUT /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-1927041116 HTTP/1.1" status: 201 len: 201 time: 0.8240297 Jul 16 08:48:40.042615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.052492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-abfddbb9-cfb0-4658-8ccf-88b790945360 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-1927041116') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:40.113304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-955dc63c-a8d2-45a2-a5c9-e218e5ca14cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9633946 Jul 16 08:48:40.123582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:40.148908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.149873 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Added segment 4e64d22b-d9cf-438d-984d-6af768cf9293 of type vlan for network 6ba32669-13e0-4621-b1c7-28cf303773bd Jul 16 08:48:40.223055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-abfddbb9-cfb0-4658-8ccf-88b790945360 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-1927041116 HTTP/1.1" status: 204 len: 168 time: 0.1790705 Jul 16 08:48:40.229566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.301954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-eeadb2c2-f01e-4009-8c6e-8302046f9b6c tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:40.373516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b8df9-9b36-488e-8ade-ca95f1d8df80 None None] Network 526f7e28-51cb-406a-ada3-bf7f54b9da12 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:40.396555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.440307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ba220-86e6-4e74-90e4-661ee42e6524 None None] Network e268c24e-68aa-44f9-aebd-abf4dba0d0cc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:40.452348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54520) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.471775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.509837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eeadb2c2-f01e-4009-8c6e-8302046f9b6c tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags HTTP/1.1" status: 200 len: 238 time: 0.2767258 Jul 16 08:48:40.509837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.516957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.517641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.521697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.529729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5c6815e1-96d6-43d5-acf4-2b94430d3f3a None None] Provisioning complete for port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:40.530712 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c6815e1-96d6-43d5-acf4-2b94430d3f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.610485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Deleting subnet fff13ea0-d8bb-4512-b2da-a0ebb58e54fa {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:40.617179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-1deafe59-c57b-4dc9-b9bb-dc9788b7589c tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', {'tags': ['tempest-TagsTest-Tag-168049362', 'tempest-TagsTest-Tag-587995396', 'tempest-TagsTest-Tag-436168087']}) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:40.618333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.664344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.720959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Network': ['ID=6ba32669-13e0-4621-b1c7-28cf303773bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.725832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.734965 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1deafe59-c57b-4dc9-b9bb-dc9788b7589c tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "PUT /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags HTTP/1.1" status: 200 len: 306 time: 0.1255817 Jul 16 08:48:40.739427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.745685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:40.746794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-98a38460-3994-4dfd-a8d6-555533edc794 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-168049362') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:40.786450 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9ee99678-0ab7-481f-9b43-776a90c84002 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0168409 Jul 16 08:48:40.788639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.794261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.800097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'subnet': {'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:40.811348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f8491d60-9f91-428c-9cfa-0d66e27b5a8f service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9164569 Jul 16 08:48:40.815929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.818733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fff13ea0-d8bb-4512-b2da-a0ebb58e54fa HTTP/1.1" status: 204 len: 168 time: 0.3652461 Jul 16 08:48:40.849447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.904873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a397afc-30a9-483d-86ba-971466967f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff13ea0-d8bb-4512-b2da-a0ebb58e54fa,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.047115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:41.047495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.067995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] DHCP port deletion for 526f7e28-51cb-406a-ada3-bf7f54b9da12 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:41.104763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-9f34a750-304c-4aa8-9f36-61eaae4dd1fa service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840648 Jul 16 08:48:41.213895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Deleting port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:41.220406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.250276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,segment=NetworkSegment(dbfd2814-4151-4312-9cdb-94a140460a0c),segment_id=dbfd2814-4151-4312-9cdb-94a140460a0c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:41.251044 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.319509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:41.410865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-5de5ae94-f922-4bf3-9713-2ba2c6ddcf2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 200 len: 217 time: 0.1271870 Jul 16 08:48:41.504792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.507967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-98a38460-3994-4dfd-a8d6-555533edc794 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "DELETE /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-168049362 HTTP/1.1" status: 204 len: 168 time: 0.7674747 Jul 16 08:48:41.513823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54538) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.519017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-fd3e5502-73b6-4b2a-b02e-d01064fb0577 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-168049362') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.545877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:41.550868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.588851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-17205831-00cf-40ea-8359-63cf6b961179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.590730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-17205831-00cf-40ea-8359-63cf6b961179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 200 len: 797 time: 0.1704435 Jul 16 08:48:41.626755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54540) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.630176 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.671598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] For port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,segment=NetworkSegment(dbfd2814-4151-4312-9cdb-94a140460a0c),segment_id=dbfd2814-4151-4312-9cdb-94a140460a0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:41.672560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.695082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Calling delete_port for 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:41.722799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:41.734137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.835299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.854144 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-fd3e5502-73b6-4b2a-b02e-d01064fb0577 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] show failed (client error): The resource could not be found. Jul 16 08:48:41.855223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd3e5502-73b6-4b2a-b02e-d01064fb0577 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-168049362 HTTP/1.1" status: 404 len: 325 time: 0.3412230 Jul 16 08:48:41.860064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.867669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-58a0802c-4431-463c-9c1d-713ca3504b39 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-587995396') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.901118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.901583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.929630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526f7e28-51cb-406a-ada3-bf7f54b9da12']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.935705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Pushing event deleted for resources: {'Port': ['ID=93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.936062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-b3f3f0f6-05d1-4422-a701-973b0cfed055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.941294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-b3f3f0f6-05d1-4422-a701-973b0cfed055 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3413d1e9-04fa-4b57-8186-cc5c14d077db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3264203 Jul 16 08:48:41.947879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] No DVR routers for this DVR port 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:41.948879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e268c24e-68aa-44f9-aebd-abf4dba0d0cc']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.973665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.976182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8d45b-3df9-498a-9e40-0206b1f8fc45') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.976182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8d45b-3df9-498a-9e40-0206b1f8fc45') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.977158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.977158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e9468-e331-46d7-af8c-ef390d45335b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:41.981548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfd2814-4151-4312-9cdb-94a140460a0c') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.981548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfd2814-4151-4312-9cdb-94a140460a0c') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:42.017253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df2484a9-9f46-4a41-852d-02691168eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.026786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.028367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.084137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.113275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.143079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:42.143576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.145130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:42.145547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.150568 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-58a0802c-4431-463c-9c1d-713ca3504b39 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-587995396 HTTP/1.1" status: 204 len: 168 time: 0.2883034 Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:42.151520 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:42.156528 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:42.168754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.203820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-1dd91570-4d07-494b-b94e-d661f5c59caf tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-436168087') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:42.219251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-cdc1f1db-e9fd-4269-98a4-176a3f185005 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600102 Jul 16 08:48:42.326897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.339559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.353350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.355951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/526f7e28-51cb-406a-ada3-bf7f54b9da12 HTTP/1.1" status: 204 len: 168 time: 2.6604071 Jul 16 08:48:42.366908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.370584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.396991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.403407 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e268c24e-68aa-44f9-aebd-abf4dba0d0cc HTTP/1.1" status: 204 len: 168 time: 1.5479445 Jul 16 08:48:42.448929 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdee9add-99b5-493a-8cb4-9c97632f1cec tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.449390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdee9add-99b5-493a-8cb4-9c97632f1cec tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.456913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cdee9add-99b5-493a-8cb4-9c97632f1cec tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/b3a43c03-4646-4cf6-8cb9-fd5db4100b1a HTTP/1.1" status: 404 len: 337 time: 0.0788944 Jul 16 08:48:42.458030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a5a0-977a-4f4f-b6d5-51238545f29b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=526f7e28-51cb-406a-ada3-bf7f54b9da12,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.458425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54556) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.464271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea585c02-57b3-4daa-856b-dba4a2944e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=e268c24e-68aa-44f9-aebd-abf4dba0d0cc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.497372 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefae7e4-17a0-4527-804c-027e64bf0b34 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.498041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefae7e4-17a0-4527-804c-027e64bf0b34 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.512587 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cefae7e4-17a0-4527-804c-027e64bf0b34 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/2d649765-e800-4961-99cb-421c433cec40 HTTP/1.1" status: 404 len: 339 time: 0.0470648 Jul 16 08:48:42.519345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.522689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-14ab1c25-d157-4e81-926b-b97c48704972 service neutron] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887857 Jul 16 08:48:42.527839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Subnet': ['ID=f7d3dc46-2e2b-44b1-83b7-502871f825c1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.584535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-415e393b-ad09-4696-bd9c-2679803c194e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 200 len: 217 time: 0.0556462 Jul 16 08:48:42.628589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1dd91570-4d07-494b-b94e-d661f5c59caf tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-436168087 HTTP/1.1" status: 204 len: 168 time: 0.4527502 Jul 16 08:48:42.628589 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-598e0761-a8b1-4827-b8f2-13b88c267a70 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.629303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598e0761-a8b1-4827-b8f2-13b88c267a70 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.635319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-598e0761-a8b1-4827-b8f2-13b88c267a70 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/30d144e7-73e6-4dac-947e-9d51da19865b HTTP/1.1" status: 404 len: 337 time: 0.1085584 Jul 16 08:48:42.635319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54560) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.645655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54562) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.646615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-10a7c297-09c5-4762-af63-a379980d16c3 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:42.653520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df2484a9-9f46-4a41-852d-02691168eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.671963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Checking segment: {'id': '4e64d22b-d9cf-438d-984d-6af768cf9293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:42.672757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network hostable DHCP agents. Network: 6ba32669-13e0-4621-b1c7-28cf303773bd, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:42.681652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df2484a9-9f46-4a41-852d-02691168eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.701232 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c502f2-0e33-4875-ad34-d00bc388e23b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.703075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c502f2-0e33-4875-ad34-d00bc388e23b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.707035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c5c502f2-0e33-4875-ad34-d00bc388e23b tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/88c097b3-9411-4f4b-90be-d97366edf6d0 HTTP/1.1" status: 404 len: 339 time: 0.0573235 Jul 16 08:48:42.709602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.727391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:42.742675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 6ba32669-13e0-4621-b1c7-28cf303773bd) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:42.753022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c47727-e6d3-4185-874c-a82716ab04ec None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:42.753938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.755386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.767284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.779151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-59753a66-729b-44eb-be22-741a40ca573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.780701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-59753a66-729b-44eb-be22-741a40ca573b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1906700 Jul 16 08:48:42.785442 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b29a3-cd8e-4441-9940-8a8409733149 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.785854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27b29a3-cd8e-4441-9940-8a8409733149 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.798759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b27b29a3-cd8e-4441-9940-8a8409733149 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/c39b2dc2-b3d9-4fa9-8aa0-81d39c8c7194 HTTP/1.1" status: 404 len: 337 time: 0.0775337 Jul 16 08:48:42.798759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-df2484a9-9f46-4a41-852d-02691168eabb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2c86ef0608f4e67b6bff93634d41d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1507354 Jul 16 08:48:42.802688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.803479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54568) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.818960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2484a9-9f46-4a41-852d-02691168eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c565d5a-ec6a-44ef-9908-7e7991e38356,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.856191 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e4ee696-54b5-4138-acdf-15747c522d91 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0618060 Jul 16 08:48:42.860295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.868575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2079854825', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:42.885260 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f72eeb9-bb6f-4d96-b2b5-9e9400a64ef7 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:42.885891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f72eeb9-bb6f-4d96-b2b5-9e9400a64ef7 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:42.890342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3f72eeb9-bb6f-4d96-b2b5-9e9400a64ef7 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/065cc9af-edc1-46f8-b6df-af074c1642ba HTTP/1.1" status: 404 len: 339 time: 0.0659411 Jul 16 08:48:42.891016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.912347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10a7c297-09c5-4762-af63-a379980d16c3 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "DELETE /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags HTTP/1.1" status: 204 len: 168 time: 0.2692111 Jul 16 08:48:42.923302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54576) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.955719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-33f9fc98-4925-42db-a7bb-3423137d3e45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08f4acf4c1004f8d8f1823ca06f068d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474297 Jul 16 08:48:42.958443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.980431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-7086fc4c-bff7-44d2-8af1-9d958dfa3324 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-587995396') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:43.001186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.002691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.057091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:43.067650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9082d0fc-0d78-4563-b95b-0880bc3d8a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.078081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting subnet dc737674-2155-4100-bd58-9f7365cac22a {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:43.101485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.116674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:43.117439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93a4ca8e-8a2d-4fc5-a5c2-4334eaa72916 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:43.123911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a4eac0a3-5b9c-4ccf-b859-8c880d24367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.127293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a4eac0a3-5b9c-4ccf-b859-8c880d24367e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3370254 Jul 16 08:48:43.162207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:43.163370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.193779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.208950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6ba32669-13e0-4621-b1c7-28cf303773bd', 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd', 'tenant_id': '63d07946dee140fda466f31dbe581db9', 'fixed_ips': [{'subnet_id': 'f7d3dc46-2e2b-44b1-83b7-502871f825c1'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:43.210203 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.307549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-865e799f-55c7-49e3-8b51-58df98d4f0b7 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321149 Jul 16 08:48:43.348182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.353210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.358044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.369059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f01d9c6-7ee5-43c3-b6c7-f860a55b458c HTTP/1.1" status: 204 len: 168 time: 0.4049757 Jul 16 08:48:43.403274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.502573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca24534-9c5b-4f96-a3e7-ac57c487ed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01d9c6-7ee5-43c3-b6c7-f860a55b458c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:43.584732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.588011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Allocated IP 172.20.0.2 (6ba32669-13e0-4621-b1c7-28cf303773bd/f7d3dc46-2e2b-44b1-83b7-502871f825c1/63cfc66d-0607-4946-9fd6-7fddec87521d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:43.693329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.705560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.793546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99129f-ca45-41ba-be84-7f15d69f1447 None None] Network ca2273ca-0ae0-4204-9d30-4370c36a4eae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:43.806066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.831162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.854366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Transition to ACTIVE for port object 63cfc66d-0607-4946-9fd6-7fddec87521d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:43.855767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/dc737674-2155-4100-bd58-9f7365cac22a HTTP/1.1" status: 204 len: 168 time: 0.9607565 Jul 16 08:48:43.921564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54590) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:43.987002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf773a9-0a60-473e-8c7b-63b84e56986e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=dc737674-2155-4100-bd58-9f7365cac22a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:43.989463 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-7086fc4c-bff7-44d2-8af1-9d958dfa3324 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] show failed (client error): The resource could not be found. Jul 16 08:48:43.994140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7086fc4c-bff7-44d2-8af1-9d958dfa3324 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-587995396 HTTP/1.1" status: 404 len: 325 time: 1.0323253 Jul 16 08:48:44.023138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54594) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.026112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.046675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-8e9d6018-ebd1-4465-9905-d998cff78187 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0', 'tempest-TagsTest-Tag-436168087') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:44.049413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Transition to ACTIVE for port object 63cfc66d-0607-4946-9fd6-7fddec87521d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:44.079446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.141838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.210132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:44.225334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:44.259150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:44.353965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Pushing event updated for resources: {'Port': ['ID=63cfc66d-0607-4946-9fd6-7fddec87521d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.367450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-b4a7c121-5074-4117-a720-3db9dc0f9c11 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0426693 Jul 16 08:48:44.422334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Attempting to bind port 63cfc66d-0607-4946-9fd6-7fddec87521d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:44.422802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Attempting to bind port 63cfc66d-0607-4946-9fd6-7fddec87521d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '4e64d22b-d9cf-438d-984d-6af768cf9293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:44.423308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Attempting to bind port 63cfc66d-0607-4946-9fd6-7fddec87521d on network 6ba32669-13e0-4621-b1c7-28cf303773bd {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:44.431217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:44.431870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Checking segment: {'id': '4e64d22b-d9cf-438d-984d-6af768cf9293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:44.432563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.433267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Bound using segment: {'id': '4e64d22b-d9cf-438d-984d-6af768cf9293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:44.433975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Bound port: 63cfc66d-0607-4946-9fd6-7fddec87521d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e64d22b-d9cf-438d-984d-6af768cf9293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:44.434596 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.545103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-adf441c1-dc32-41a6-af33-824f146b5b18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 200 len: 217 time: 0.1626639 Jul 16 08:48:44.551445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] For port 63cfc66d-0607-4946-9fd6-7fddec87521d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:44.566747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] For port 63cfc66d-0607-4946-9fd6-7fddec87521d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=63cfc66d-0607-4946-9fd6-7fddec87521d,segment=NetworkSegment(4e64d22b-d9cf-438d-984d-6af768cf9293),segment_id=4e64d22b-d9cf-438d-984d-6af768cf9293)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:44.569522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.574188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.610231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] DHCP port deletion for ca2273ca-0ae0-4204-9d30-4370c36a4eae request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:44.635396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.638070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.639854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c565d5a-ec6a-44ef-9908-7e7991e38356 HTTP/1.1" status: 204 len: 168 time: 1.8164454 Jul 16 08:48:44.677529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-c7968b64-2c02-47f8-b20b-3818e91852f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.679437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-c7968b64-2c02-47f8-b20b-3818e91852f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 200 len: 797 time: 0.1260648 Jul 16 08:48:44.749011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b85f23-7d58-4ccb-9050-005f74da908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c565d5a-ec6a-44ef-9908-7e7991e38356,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.764112 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-8e9d6018-ebd1-4465-9905-d998cff78187 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] show failed (client error): The resource could not be found. Jul 16 08:48:44.768254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e9d6018-ebd1-4465-9905-d998cff78187 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "GET /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags/tempest-TagsTest-Tag-436168087 HTTP/1.1" status: 404 len: 325 time: 0.7251034 Jul 16 08:48:44.773641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54610) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.791636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.805900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-f6f8ef7b-0d6d-446c-80d0-31fb668e366b tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '52f86a03-0aae-488d-bc27-9d1e1b182af0') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:44.876726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.906273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.981066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506beb9-3a08-411c-92f5-d76d410353e0 None None] Pushing event updated for resources: {'Port': ['ID=63cfc66d-0607-4946-9fd6-7fddec87521d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.003069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:45.048222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Deleting port e318af23-35f5-432c-b151-6480387a1079 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:45.049117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.094171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port e318af23-35f5-432c-b151-6480387a1079 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:45.094171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.105826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a6132c31-7ccd-4171-adc0-5cd89bd963e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.107508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-a6132c31-7ccd-4171-adc0-5cd89bd963e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3610389 Jul 16 08:48:45.121078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e318af23-35f5-432c-b151-6480387a1079 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:45.339166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e318af23-35f5-432c-b151-6480387a1079,segment=NetworkSegment(ef13ba0c-4410-4311-bffc-08688e7a9bc7),segment_id=ef13ba0c-4410-4311-bffc-08688e7a9bc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.339166 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.382369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Calling delete_port for e318af23-35f5-432c-b151-6480387a1079 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:45.435868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f6f8ef7b-0d6d-446c-80d0-31fb668e366b tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "DELETE /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0/tags HTTP/1.1" status: 204 len: 168 time: 0.6343601 Jul 16 08:48:45.436732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54624) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:45.530441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.25.5.239 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a8b45300-4f05-41df-8141-cf2b4db705a8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:45.538635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1382581108-network', 'tenant_id': 'aea6bd901e9747008c81f527c887191f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:45.544093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e318af23-35f5-432c-b151-6480387a1079,segment=NetworkSegment(ef13ba0c-4410-4311-bffc-08688e7a9bc7),segment_id=ef13ba0c-4410-4311-bffc-08688e7a9bc7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.544740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.550239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.569435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Made reservation on behalf of aea6bd901e9747008c81f527c887191f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:45.572684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.587799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.591938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for e318af23-35f5-432c-b151-6480387a1079 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:45.677485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e318af23-35f5-432c-b151-6480387a1079, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e318af23-35f5-432c-b151-6480387a1079,segment=NetworkSegment(ef13ba0c-4410-4311-bffc-08688e7a9bc7),segment_id=ef13ba0c-4410-4311-bffc-08688e7a9bc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.690119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45253ac7-68b3-492a-bf4f-6579ff3ca73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.704099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.725384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.735485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-f57bb0fe-84e1-4112-a6bb-5d45900e93e9 service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829124 Jul 16 08:48:45.819446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.839764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.868573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.912211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.913753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] Pushing event deleted for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.921088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff48648-c2e0-44a8-94b3-8b9131e2fc15 None None] No DVR routers for this DVR port e318af23-35f5-432c-b151-6480387a1079 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:46.029907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.031445 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.040523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.067999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port e318af23-35f5-432c-b151-6480387a1079 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:46.079768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Deleting port e880cbcc-7e38-479e-9c33-3b2366dc91df {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:46.080155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.082127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.138459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:46.146340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.148436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.178223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=e318af23-35f5-432c-b151-6480387a1079,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.185096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f86a03-0aae-488d-bc27-9d1e1b182af0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.230868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36873003-bd9f-4657-800a-282c5de088b1') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.231115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36873003-bd9f-4657-800a-282c5de088b1') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.254683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a3530fb-e2da-4f68-9b33-277f14278e24 req-1e5420b6-3772-4ea4-892d-b68a39ae0ebf service neutron] 10.222.0.46 "GET /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102737 Jul 16 08:48:46.264749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.267986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.268527 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Added segment 8fc48e35-36fa-4b9a-9064-b53e8c9b2781 of type vlan for network 4f37e1c9-8d65-4d45-bfb4-6413d37f39d0 Jul 16 08:48:46.279721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fd19b-bbb2-4658-ab40-614cc5bb09ae,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.296067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:46.310451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:46.323451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:46.323748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.341513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2273ca-0ae0-4204-9d30-4370c36a4eae']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.346353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.365018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef13ba0c-4410-4311-bffc-08688e7a9bc7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.365477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef13ba0c-4410-4311-bffc-08688e7a9bc7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:46.368152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:46.368645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:46.372135 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:46.408125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.434134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] For port e880cbcc-7e38-479e-9c33-3b2366dc91df, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e880cbcc-7e38-479e-9c33-3b2366dc91df,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:46.434590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.459561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=a8b45300-4f05-41df-8141-cf2b4db705a8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.465619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-22465917-network', 'tenant_id': '2ea797b4fa5940c4b84df8e13f986409'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:46.478521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.484954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Calling delete_port for e880cbcc-7e38-479e-9c33-3b2366dc91df owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:46.490969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.506218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29165dc-01ba-4eca-a4e5-e1048e7da281 None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:46.515983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:46.516667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:46.522340 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:46.536657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.551250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.553357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] 10.222.0.32 "DELETE /v2.0/networks/52f86a03-0aae-488d-bc27-9d1e1b182af0 HTTP/1.1" status: 204 len: 168 time: 1.1011386 Jul 16 08:48:46.578953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdddde-4571-48d3-b975-7a4a79fd3582 tempest-TagsTest-1466292266 tempest-TagsTest-1466292266-project] Pushing event deleted for resources: {'Network': ['ID=52f86a03-0aae-488d-bc27-9d1e1b182af0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.618858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8c24c916-d5de-49ca-ba7a-c56df4d2179a None None] Provisioning for port 63cfc66d-0607-4946-9fd6-7fddec87521d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:46.640081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.650197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.653437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/ca2273ca-0ae0-4204-9d30-4370c36a4eae HTTP/1.1" status: 204 len: 168 time: 2.6678333 Jul 16 08:48:46.660378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54644) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.696314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db64c9-9350-4f2a-a128-14455c25aa75 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=ca2273ca-0ae0-4204-9d30-4370c36a4eae,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.738294 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37191dd-a297-40fc-b26d-aa4d7c2cdf04 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:46.738708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37191dd-a297-40fc-b26d-aa4d7c2cdf04 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:46.741193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f37191dd-a297-40fc-b26d-aa4d7c2cdf04 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/f63e9f2f-8316-4d29-9a37-85983dea4ffc HTTP/1.1" status: 404 len: 337 time: 0.0773587 Jul 16 08:48:46.743883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54646) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.772135 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-356678c3-6ab0-4650-aa0d-de7cb2ebac2e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:46.773333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356678c3-6ab0-4650-aa0d-de7cb2ebac2e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:46.776733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-356678c3-6ab0-4650-aa0d-de7cb2ebac2e tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/38c2459e-b91f-4f9e-9ea6-5070cdfe7333 HTTP/1.1" status: 404 len: 339 time: 0.0310085 Jul 16 08:48:46.779619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:46.846333 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.880762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting subnet dbc79b28-1510-4074-9855-3548755bd3b1 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:46.882216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Made reservation on behalf of 2ea797b4fa5940c4b84df8e13f986409 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:46.885207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.886201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.021612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.041322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.099459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 63cfc66d-0607-4946-9fd6-7fddec87521d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:47.135625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.138076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.139690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.212020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 63cfc66d-0607-4946-9fd6-7fddec87521d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:47.217788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 63cfc66d-0607-4946-9fd6-7fddec87521d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:47.218630 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.292099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fb119a0e-e81c-4f9d-b9a4-4c3bab589aba None None] Provisioning complete for port 63cfc66d-0607-4946-9fd6-7fddec87521d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:47.292984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb119a0e-e81c-4f9d-b9a4-4c3bab589aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.359300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.426073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.459805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb119a0e-e81c-4f9d-b9a4-4c3bab589aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.481893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 63cfc66d-0607-4946-9fd6-7fddec87521d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=63cfc66d-0607-4946-9fd6-7fddec87521d,segment=NetworkSegment(4e64d22b-d9cf-438d-984d-6af768cf9293),segment_id=4e64d22b-d9cf-438d-984d-6af768cf9293)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:47.491814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.505266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.564960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4f37e1c9-8d65-4d45-bfb4-6413d37f39d0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.578037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-fb119a0e-e81c-4f9d-b9a4-4c3bab589aba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:47.579013 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-fb119a0e-e81c-4f9d-b9a4-4c3bab589aba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:47.582201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=63cfc66d-0607-4946-9fd6-7fddec87521d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.602231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4f37e1c9-8d65-4d45-bfb4-6413d37f39d0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:47.614943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.631357 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-034a8ff3-ce40-4de0-b8c7-2ea5c48c5073 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b7325c1ec454fcdade863394a2d71c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5917854 Jul 16 08:48:47.639179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.670112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc79b28-1510-4074-9855-3548755bd3b1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.680730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.684237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6cd8f9b3-323e-4342-8d08-f32a3e7b5662 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/subnets/dbc79b28-1510-4074-9855-3548755bd3b1 HTTP/1.1" status: 204 len: 168 time: 0.9021101 Jul 16 08:48:47.687617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54658) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.703157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.706810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903ed35-001f-4113-818d-6685599ae874 None None] Network 85f53921-bcc6-4608-93ed-0aba748b5428 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:47.829055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.911903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Deleting port 0a89fabf-3608-4566-a20d-df3b5164dad3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:47.912704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.915730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.926493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.933134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.985342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.009198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e880cbcc-7e38-479e-9c33-3b2366dc91df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.025251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-07418bf3-b31b-42a1-931f-9498dff109c0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0205252 Jul 16 08:48:48.053503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] For port 0a89fabf-3608-4566-a20d-df3b5164dad3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0a89fabf-3608-4566-a20d-df3b5164dad3,segment=NetworkSegment(c29e0d81-c072-4db6-a00c-24d6ea53f09a),segment_id=c29e0d81-c072-4db6-a00c-24d6ea53f09a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:48.053503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.074936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] DHCP port deletion for 85f53921-bcc6-4608-93ed-0aba748b5428 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:48.078864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Calling delete_port for 0a89fabf-3608-4566-a20d-df3b5164dad3 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:48.265431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:48.266615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Deleting port 0a89fabf-3608-4566-a20d-df3b5164dad3 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:48.268429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.272240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.273790 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.336358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Port': ['ID=0a89fabf-3608-4566-a20d-df3b5164dad3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.346607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] No DVR routers for this DVR port 0a89fabf-3608-4566-a20d-df3b5164dad3 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:48.445652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.446388 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Added segment c1192af5-e5aa-47f9-ad19-1e10cebc5120 of type vlan for network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 Jul 16 08:48:48.455899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51076d-879c-4891-8cb0-5615725e5a86,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.487194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] For port 0a89fabf-3608-4566-a20d-df3b5164dad3, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:48.487994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.495619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.518812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Calling delete_port for 0a89fabf-3608-4566-a20d-df3b5164dad3 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:48.519129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.528592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Port 0a89fabf-3608-4566-a20d-df3b5164dad3 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:48:48.530213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.538311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f53921-bcc6-4608-93ed-0aba748b5428']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:48.554250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29e0d81-c072-4db6-a00c-24d6ea53f09a') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:48.555753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29e0d81-c072-4db6-a00c-24d6ea53f09a') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:48.562991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] Pushing event deleted for resources: {'Port': ['ID=0a89fabf-3608-4566-a20d-df3b5164dad3,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.569272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6d44a-c67d-45a3-8cb7-3e7eb00adbe6 None None] No DVR routers for this DVR port 0a89fabf-3608-4566-a20d-df3b5164dad3 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:48.574934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.606457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.619086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:48.619858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:48.625741 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:48.707908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.725726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.738528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.742207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] 10.222.0.32 "DELETE /v2.0/networks/85f53921-bcc6-4608-93ed-0aba748b5428 HTTP/1.1" status: 204 len: 168 time: 1.0530639 Jul 16 08:48:48.779641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e46da-5317-41b1-acbd-7544ef719972 tempest-NetworksIpV6Test-324401109 tempest-NetworksIpV6Test-324401109-project] Pushing event deleted for resources: {'Network': ['ID=85f53921-bcc6-4608-93ed-0aba748b5428,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.839561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.844674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.851249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b006eafe-0147-41f7-a5aa-632a58f5facc HTTP/1.1" status: 204 len: 168 time: 1.2098188 Jul 16 08:48:48.853968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.867219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.868897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.869288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.872896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.943040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697562-f6d1-42d7-a78b-c999b604d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b006eafe-0147-41f7-a5aa-632a58f5facc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.983458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797676-ce5b-4a0a-bf7b-846450f39186 req-46971c17-6486-4795-8275-25244968927e tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.992769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797676-ce5b-4a0a-bf7b-846450f39186 req-46971c17-6486-4795-8275-25244968927e tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.002012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797676-ce5b-4a0a-bf7b-846450f39186 req-46971c17-6486-4795-8275-25244968927e tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.003938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86797676-ce5b-4a0a-bf7b-846450f39186 req-46971c17-6486-4795-8275-25244968927e tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2595277 Jul 16 08:48:49.056201 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8915725 Jul 16 08:48:49.060534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:49.071730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Request body: {'subnet': {'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-22465917-subnet', 'tenant_id': '2ea797b4fa5940c4b84df8e13f986409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:49.144579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce0e19-0ca0-406c-85e5-3cfc35d0b817 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:49.164677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:49.228509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 63cfc66d-0607-4946-9fd6-7fddec87521d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:49.309458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:49.320393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ed134-5bc8-4825-ae3f-0f7e8ff0705e req-ea1d382e-4751-4930-9337-79844df828ed tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.332443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de8ed134-5bc8-4825-ae3f-0f7e8ff0705e req-ea1d382e-4751-4930-9337-79844df828ed tempest-ComputeTenantNetworksTest-370533637 tempest-ComputeTenantNetworksTest-370533637-project] 10.222.0.32 "GET /v2.0/networks/4f37e1c9-8d65-4d45-bfb4-6413d37f39d0 HTTP/1.1" status: 200 len: 769 time: 0.2742555 Jul 16 08:48:49.337501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54686) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:49.374720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 63cfc66d-0607-4946-9fd6-7fddec87521d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:49.375409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.458314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router 2a93235a-cbc7-4585-8575-f05f92804dde is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:49.473705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Made reservation on behalf of 2ea797b4fa5940c4b84df8e13f986409 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:49.478567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.506625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.688282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0a89fabf-3608-4566-a20d-df3b5164dad3 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:49.722926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0a89fabf-3608-4566-a20d-df3b5164dad3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:49.724284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0a89fabf-3608-4566-a20d-df3b5164dad3 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:49.779195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.809087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f37e1c9-8d65-4d45-bfb4-6413d37f39d0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:49.891907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc48e35-36fa-4b9a-9064-b53e8c9b2781') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:49.892312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc48e35-36fa-4b9a-9064-b53e8c9b2781') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:49.920537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.994585 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.034299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:50.035563 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:50.039973 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:50.084488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.149617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:50.174730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9d07337-6267-44e3-aaf2-ec8ef594fe23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f0e7e330cd6435d991d1bf9616bc137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8551486 Jul 16 08:48:50.176568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.203337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.210863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.215990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:50.221111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f37e1c9-8d65-4d45-bfb4-6413d37f39d0 HTTP/1.1" status: 204 len: 168 time: 0.8811212 Jul 16 08:48:50.234855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] Sync routers for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:50.256739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6c18-9714-461b-9f65-145d67ac5590 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f37e1c9-8d65-4d45-bfb4-6413d37f39d0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.257106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:50.258142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:50.270977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=38793f7a-3cd7-4a8c-928a-dbbd8480cb72,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.297390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Checking segment: {'id': 'c1192af5-e5aa-47f9-ad19-1e10cebc5120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:50.297809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Network hostable DHCP agents. Network: 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:50.322629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:50.338756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:50.345819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.348072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.376952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ce10b-e300-46d2-8c42-7c6753e7ccb5 None None] Network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:50.384906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:50.425049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d389cc91-1019-4e61-880a-ea946aacb2fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3618946 Jul 16 08:48:50.449467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.452240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-58ff03af-8f7f-4bae-8d2c-4e8cf659d835 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5900025 Jul 16 08:48:50.456247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.474039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:50.475160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:50.528945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.616462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.642867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:50.643991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726705b-b2b0-464b-bc06-abe4a098f659 None None] The sync data for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:50.681995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:50.695066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-12a2cabe-9bfe-49ce-955d-b0007d7b02d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a80e4bf-465b-4928-9ddd-a3d729f4a267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4335225 Jul 16 08:48:50.696921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.703853 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Sync routers for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:50.732470 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:50.734129 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:50.735100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.744917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4dd7b54b-ace7-4dd3-b754-6bce0773bfbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aea6bd901e9747008c81f527c887191f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115591 Jul 16 08:48:50.745978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.874575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.939498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.024195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206038d-f9e7-48c4-ae6b-eba3cb0d6e7b None None] Network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:51.050209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.058505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.064390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ad5b5e6-a570-42b1-910b-087497c2fb9e HTTP/1.1" status: 204 len: 168 time: 0.8851914 Jul 16 08:48:51.066314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:51.096215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5d4f8-8f0d-4f76-b8e7-a0a5617adeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5b5e6-a570-42b1-910b-087497c2fb9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.100963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.107411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.110170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c34fd19b-bbb2-4658-ab40-614cc5bb09ae HTTP/1.1" status: 204 len: 168 time: 0.3528845 Jul 16 08:48:51.126492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e022f49-0f6e-4f0d-a3a4-41f0f9bbc15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fd19b-bbb2-4658-ab40-614cc5bb09ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.503974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.518633 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:48:47Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.576372 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Checking router: 1a80e4bf-465b-4928-9ddd-a3d729f4a267 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:51.608025 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Routers {'1a80e4bf-465b-4928-9ddd-a3d729f4a267'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:51.609072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:51.825424 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] Set router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:51.839887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.061661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.083683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Deleting port 72924139-4088-4e37-b934-672b68ff18cb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:52.084253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.300279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.307603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-878424015-network', 'tenant_id': 'b2568d16821e4f4eacd4460e7d309c81'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:52.341394 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:48:47Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:52.375536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Made reservation on behalf of b2568d16821e4f4eacd4460e7d309c81 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:52.383029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.397004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] For port 72924139-4088-4e37-b934-672b68ff18cb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=72924139-4088-4e37-b934-672b68ff18cb,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:52.397968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.405793 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eb25a-6ec1-49b1-b62b-b80e8f152171 None None] The sync data for ids ['1a80e4bf-465b-4928-9ddd-a3d729f4a267'] in n-d-798054-12 is: [{'id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'name': 'tempest-TaggedBootDevicesTest-1018820230-router', 'tenant_id': '9fc609ffb8964aa8a984157972324824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '72924139-4088-4e37-b934-672b68ff18cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:48:47Z', 'revision_number': 5, 'project_id': '9fc609ffb8964aa8a984157972324824', 'gw_port': {'id': '72924139-4088-4e37-b934-672b68ff18cb', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:36:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80e4bf-465b-4928-9ddd-a3d729f4a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:53Z', 'updated_at': '2021-07-16T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:52.411674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.557345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Calling delete_port for 72924139-4088-4e37-b934-672b68ff18cb owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:52.596814 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.603616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.650195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:52.671642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753eebb-53ca-41b7-a31c-9f86103860b6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.679155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.679792 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Added segment 0881faab-9a6d-4596-a0f4-ded140d5463b of type vlan for network c37462a8-fbbc-4280-b4b2-7767c1d34d45 Jul 16 08:48:52.740627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.844649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.846121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.847069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.922774 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6201947 Jul 16 08:48:52.923996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54770) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.976815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e880cbcc-7e38-479e-9c33-3b2366dc91df no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:52.994190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d606bde-2923-4344-9fcd-95a07e00a153 admin admin] Pushing event updated for resources: {'Network': ['ID=c37462a8-fbbc-4280-b4b2-7767c1d34d45,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.010853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Request body: {'subnet': {'network_id': 'c37462a8-fbbc-4280-b4b2-7767c1d34d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-878424015-subnet', 'tenant_id': 'b2568d16821e4f4eacd4460e7d309c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:53.048877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.1 (6ba32669-13e0-4621-b1c7-28cf303773bd/f7d3dc46-2e2b-44b1-83b7-502871f825c1/5843a8ef-ef9f-483a-8f04-5b419361a62f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:53.059907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e880cbcc-7e38-479e-9c33-3b2366dc91df {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:53.060367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e880cbcc-7e38-479e-9c33-3b2366dc91df not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:53.062842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c37462a8-fbbc-4280-b4b2-7767c1d34d45 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:53.191739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Made reservation on behalf of b2568d16821e4f4eacd4460e7d309c81 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:53.196925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.535650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.608223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Pushing event deleted for resources: {'Port': ['ID=72924139-4088-4e37-b934-672b68ff18cb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.679401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.683657 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030575 Jul 16 08:48:53.689045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.780711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.870328 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.918177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.983616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d48c4-f9e3-4fee-8c42-c2525e96e580,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.028698 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25a4920d-262f-4859-ac8a-6c6d5f5245cc tempest-NetworksApiDiscovery-999018779 tempest-NetworksApiDiscovery-999018779-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3377144 Jul 16 08:48:54.057273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Transition to ACTIVE for port object 5843a8ef-ef9f-483a-8f04-5b419361a62f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:54.081163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.090898 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.092913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Checking segment: {'id': '0881faab-9a6d-4596-a0f4-ded140d5463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c37462a8-fbbc-4280-b4b2-7767c1d34d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:54.093631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Network hostable DHCP agents. Network: c37462a8-fbbc-4280-b4b2-7767c1d34d45, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:54.201255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Network c37462a8-fbbc-4280-b4b2-7767c1d34d45 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:54.224567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c37462a8-fbbc-4280-b4b2-7767c1d34d45) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:54.233485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.234492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a80e4bf-465b-4928-9ddd-a3d729f4a267 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:48:54.238207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.239461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.243029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f54149-3bd1-4acb-8dda-8843d0f1da79 None None] Network c37462a8-fbbc-4280-b4b2-7767c1d34d45 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:54.248252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.250276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-95e75d2a-2c36-4190-b51a-dd061facf58b admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a80e4bf-465b-4928-9ddd-a3d729f4a267 HTTP/1.1" status: 204 len: 168 time: 3.4683645 Jul 16 08:48:54.253170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54808) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:54.254796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.468749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Deleting subnet 578e23ca-46dc-4091-b56c-b0a2b99882c0 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:54.486134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.604860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.684435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d9951-6ed4-4cc2-bc98-9fbed9fd765f None None] Network c37462a8-fbbc-4280-b4b2-7767c1d34d45 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:54.712454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:54.877828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.981420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=5843a8ef-ef9f-483a-8f04-5b419361a62f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.991804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-35d1353b-b4d5-45c3-b3ef-ba20b101a26a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0004818 Jul 16 08:48:55.003796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:55.006453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:55.011978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:55.090656 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.094838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.110446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b867186-63ef-4f1e-85cb-3e6480f71716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.176904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72924139-4088-4e37-b934-672b68ff18cb no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:55.246284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 72924139-4088-4e37-b934-672b68ff18cb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:55.251064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 72924139-4088-4e37-b934-672b68ff18cb not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:55.323233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fd8f6-b544-4660-9ecb-5ae571163104 None None] Network 508bb44a-bf86-47d8-b131-81bd32e8f936 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:55.336721 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.345225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/578e23ca-46dc-4091-b56c-b0a2b99882c0 HTTP/1.1" status: 204 len: 168 time: 1.0875182 Jul 16 08:48:55.358436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578e23ca-46dc-4091-b56c-b0a2b99882c0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.364415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.426044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.428012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.428498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.429072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.432570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.433408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.433960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.434669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.436614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.437215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.437965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.439686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53d990-37e3-4eb1-a1a0-522c1debc8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:55.571331 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.656749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.657026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-99105d1e-7949-4201-a9df-675359a05d87 None None] Provisioning for port 5843a8ef-ef9f-483a-8f04-5b419361a62f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:55.669321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-99105d1e-7949-4201-a9df-675359a05d87 None None] Provisioning complete for port 5843a8ef-ef9f-483a-8f04-5b419361a62f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:55.672511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99105d1e-7949-4201-a9df-675359a05d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.680726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b867186-63ef-4f1e-85cb-3e6480f71716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.698455 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b867186-63ef-4f1e-85cb-3e6480f71716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.798521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-99105d1e-7949-4201-a9df-675359a05d87 None None] Port 5843a8ef-ef9f-483a-8f04-5b419361a62f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:55.831514 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b867186-63ef-4f1e-85cb-3e6480f71716 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65e10b22cc73427f9e69196146b15262&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173677 Jul 16 08:48:55.853131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.963470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] DHCP port deletion for 508bb44a-bf86-47d8-b131-81bd32e8f936 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:56.064492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b867186-63ef-4f1e-85cb-3e6480f71716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08973ea-d559-498c-b39f-df0fb71bde54,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.154387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Deleting port 7ca29f85-fc11-45fe-a866-e038c568a543 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:56.154387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.159459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.167284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Deleting port 7ca29f85-fc11-45fe-a866-e038c568a543 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:56.173988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.245059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.402839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] For port 7ca29f85-fc11-45fe-a866-e038c568a543, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7ca29f85-fc11-45fe-a866-e038c568a543,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.403472 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.409281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.413214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] For port 7ca29f85-fc11-45fe-a866-e038c568a543, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7ca29f85-fc11-45fe-a866-e038c568a543,segment=NetworkSegment(31419fd4-be80-4875-9a3a-d8da05d36c41),segment_id=31419fd4-be80-4875-9a3a-d8da05d36c41)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.414702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.421194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.467160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Calling delete_port for 7ca29f85-fc11-45fe-a866-e038c568a543 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:56.488766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Calling delete_port for 7ca29f85-fc11-45fe-a866-e038c568a543 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:56.541392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=5843a8ef-ef9f-483a-8f04-5b419361a62f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.648515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.649807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.683505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.686349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.687506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b08973ea-d559-498c-b39f-df0fb71bde54 HTTP/1.1" status: 204 len: 168 time: 0.8278198 Jul 16 08:48:56.688272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] No DVR routers for this DVR port 7ca29f85-fc11-45fe-a866-e038c568a543 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:56.730493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48bd1b-38b7-4698-b677-c770a24544e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08973ea-d559-498c-b39f-df0fb71bde54,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.732313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715986f-2feb-4b80-8afd-c922db7a6724 None None] Pushing event deleted for resources: {'Port': ['ID=7ca29f85-fc11-45fe-a866-e038c568a543,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.764689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.797650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-3db8344e-1f14-4bac-8ae9-05dc276cc27a tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:56.808568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-3db8344e-1f14-4bac-8ae9-05dc276cc27a tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/networks?id=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 HTTP/1.1" status: 200 len: 823 time: 0.3922727 Jul 16 08:48:56.849200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca29f85-fc11-45fe-a866-e038c568a543,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.857682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] No DVR routers for this DVR port 7ca29f85-fc11-45fe-a866-e038c568a543 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:56.961633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f9328b6a-9085-42ea-94ed-429ab31f8f75 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/quotas/2ea797b4fa5940c4b84df8e13f986409 HTTP/1.1" status: 200 len: 375 time: 0.1379843 Jul 16 08:48:57.047471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7ca29f85-fc11-45fe-a866-e038c568a543 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:57.060679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-09183c4f-384f-4fd4-a0dd-576d9a679f3e tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea797b4fa5940c4b84df8e13f986409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887485 Jul 16 08:48:57.083722 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.088801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:57.110246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508bb44a-bf86-47d8-b131-81bd32e8f936']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:57.110503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:57.141835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7ca29f85-fc11-45fe-a866-e038c568a543 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:57.142160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31419fd4-be80-4875-9a3a-d8da05d36c41') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:57.142493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31419fd4-be80-4875-9a3a-d8da05d36c41') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:57.144404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7ca29f85-fc11-45fe-a866-e038c568a543 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:57.171645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.236057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.259207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:57.260241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:57.262217 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:57.363188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.374092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.376717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/508bb44a-bf86-47d8-b131-81bd32e8f936 HTTP/1.1" status: 204 len: 168 time: 2.0025835 Jul 16 08:48:57.409962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5a44-72ff-477f-9272-d6484d9c58e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=508bb44a-bf86-47d8-b131-81bd32e8f936,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.503735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-12ba9fb5-145a-4c81-a1ea-ae651a4865a8 service neutron] 10.222.0.32 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136477 Jul 16 08:48:57.568483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7b94b32e-e3b4-451b-a021-645de747e1c5 None None] Provisioning complete for port 5843a8ef-ef9f-483a-8f04-5b419361a62f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:57.569939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b94b32e-e3b4-451b-a021-645de747e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.619797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router 2a93235a-cbc7-4585-8575-f05f92804dde has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:57.648361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7b94b32e-e3b4-451b-a021-645de747e1c5 None None] Port 5843a8ef-ef9f-483a-8f04-5b419361a62f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:57.649934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-fc05a0ba-8c17-47f0-9c23-50473b6e8650 service neutron] 10.222.0.32 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315932 Jul 16 08:48:57.773109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.842849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:57.854933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] Sync routers for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:57.862768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b22c9be-bc73-4150-a9d1-b488172cdfa7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/routers/2a93235a-cbc7-4585-8575-f05f92804dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4048719 Jul 16 08:48:57.866249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54906) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.875489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'port': {'network_id': '6ba32669-13e0-4621-b1c7-28cf303773bd', 'name': 'tempest-FloatingIPTestJSON-772887430'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:57.888068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:57.891000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:57.902608 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-14ef2682-5bf2-4ce2-ba9f-e7e7b23e1fb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fc609ffb8964aa8a984157972324824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255629 Jul 16 08:48:57.903190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54910) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.994370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:58.025649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:58.026399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:58.111227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98689a67-6909-4d58-a971-0a139d53412e req-7109bce5-8d46-45ac-8cc5-eadf8d48e2a6 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.1375108 Jul 16 08:48:58.116641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:58.119562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.124319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c38cf-37eb-4d5e-8daf-3daa9c60db5f None None] The sync data for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:58.206263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.259618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Made reservation on behalf of 63d07946dee140fda466f31dbe581db9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:58.267414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.299392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.302764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.304434 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad HTTP/1.1" status: 204 len: 168 time: 0.4002988 Jul 16 08:48:58.320076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] device_id is not set on port fcf186fb-1de0-426c-b059-3f8999c1af59 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:58.332111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d536-c216-4f31-aaa7-5c0925069e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90e0bb-5d6e-4ced-9f87-d7a89d67ecad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.592010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Allocated IP 172.20.0.3 (6ba32669-13e0-4621-b1c7-28cf303773bd/f7d3dc46-2e2b-44b1-83b7-502871f825c1/fcf186fb-1de0-426c-b059-3f8999c1af59) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:58.989102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54948) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.068327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.091407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Transition to ACTIVE for port object fcf186fb-1de0-426c-b059-3f8999c1af59 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:59.150484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.263599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:59.277315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:59.283109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:59.332324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7de6f0f-c026-40bc-9ccf-d8ae56d759d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.417869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event updated for resources: {'Port': ['ID=fcf186fb-1de0-426c-b059-3f8999c1af59,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.522126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c151b0c3-f6c2-4b92-84c6-52a5e88b54e5 req-936eb575-ce75-48d7-9acc-4167474ff795 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.1176722 Jul 16 08:48:59.595650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.596678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.632190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7de6f0f-c026-40bc-9ccf-d8ae56d759d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.641319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7de6f0f-c026-40bc-9ccf-d8ae56d759d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.645720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f75d743-f727-483e-92a8-8e075dc055ec tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7778995 Jul 16 08:48:59.649633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.662934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Request body: {'floatingip': {'port_id': 'fcf186fb-1de0-426c-b059-3f8999c1af59'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.725611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6f0f-c026-40bc-9ccf-d8ae56d759d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a637860-1cef-408a-bdac-46d68b4ca10e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.733905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7de6f0f-c026-40bc-9ccf-d8ae56d759d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f343cef7380c46e6beb6d698fbe21acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438006 Jul 16 08:48:59.745303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.796262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893f14b9-5446-4493-9672-40b39a6c27cb None None] Provisioning for port fcf186fb-1de0-426c-b059-3f8999c1af59 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:59.802332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.815375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893f14b9-5446-4493-9672-40b39a6c27cb None None] Provisioning complete for port fcf186fb-1de0-426c-b059-3f8999c1af59 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:59.816146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-893f14b9-5446-4493-9672-40b39a6c27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.824094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.862377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.917637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-893f14b9-5446-4493-9672-40b39a6c27cb None None] Port fcf186fb-1de0-426c-b059-3f8999c1af59 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:59.948333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.955309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.959747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a637860-1cef-408a-bdac-46d68b4ca10e HTTP/1.1" status: 204 len: 168 time: 0.2117555 Jul 16 08:48:59.981849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e8e0-1039-406d-b3a9-a3e4391220ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a637860-1cef-408a-bdac-46d68b4ca10e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.522214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-d4a23b42-d89b-4747-9dcb-a7874a503d10 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.525924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-d4a23b42-d89b-4747-9dcb-a7874a503d10 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.46 "GET /v2.0/networks?id=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 HTTP/1.1" status: 200 len: 823 time: 0.3169749 Jul 16 08:49:00.541975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Request body: {'port': {'device_id': '8df61db7-4664-4741-b582-b61728115d46', 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2', 'admin_state_up': True, 'tenant_id': '2ea797b4fa5940c4b84df8e13f986409'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:00.578633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54994) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:00.611842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ecae925-614f-46e0-9a4f-57330099fce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.758397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-94ebf0c7-38a6-4e4c-8cfe-12ae75d79970 req-54bdbcfd-0f3c-4afc-842b-cb70b439da7f tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.0888271 Jul 16 08:49:00.782114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ecae925-614f-46e0-9a4f-57330099fce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.799336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ecae925-614f-46e0-9a4f-57330099fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.849036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecae925-614f-46e0-9a4f-57330099fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a365852-331f-4dd5-8555-1a6fc624fa13,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.858426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5ecae925-614f-46e0-9a4f-57330099fce5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03f85933cab84cd39ede37e833b1cbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759545 Jul 16 08:49:00.859859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:00.875452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:49:00.955052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Made reservation on behalf of 2ea797b4fa5940c4b84df8e13f986409 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:00.959627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.963960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.019011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.117469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.124610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.133134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a365852-331f-4dd5-8555-1a6fc624fa13 HTTP/1.1" status: 204 len: 168 time: 0.2701170 Jul 16 08:49:01.147457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512340c-707c-4583-a0e4-d47c58824d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a365852-331f-4dd5-8555-1a6fc624fa13,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.229516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.356530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.364191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.605675 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 19c5e6a9-0cf3-4f2f-833f-dde6be5b1d74 associated. External IP: 172.25.5.79, port: 37ce159e-3965-4feb-ad2d-eaacbb9b3d31. Jul 16 08:49:01.671554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Allocated IP 172.20.0.8 (4ec9f615-dc9c-4a9d-a7a8-fc76945107c2/38793f7a-3cd7-4a8c-928a-dbbd8480cb72/28c9de55-809b-4ca7-97fc-58da09437b0f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:01.745403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-276820719-network', 'tenant_id': 'fdc5018725224aa59440631709effe50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:01.783198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Made reservation on behalf of fdc5018725224aa59440631709effe50 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:01.786949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.815602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.122942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.130662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.162434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:02.186381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.187284 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Added segment 24b0988a-9707-4e04-b1ab-15527fcb9d8b of type vlan for network 27578723-766a-49d7-a38f-6728674a828b Jul 16 08:49:02.288295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-136f1c3a-9e5c-4f55-86aa-cb7eb9e9b53b req-cada4867-e73f-41d8-a908-48c70f29eb66 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.1465182 Jul 16 08:49:02.310791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.426834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9d897-b500-4c00-9db3-2202bf3519d5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.456589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.459617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.461529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.461809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.481822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:02.550294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3164027 Jul 16 08:49:02.551330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.561241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Request body: {'subnet': {'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-276820719-subnet', 'tenant_id': 'fdc5018725224aa59440631709effe50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:02.611040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19665-2a29-429e-b2f4-efbdd70d0843 admin admin] Pushing event updated for resources: {'Network': ['ID=27578723-766a-49d7-a38f-6728674a828b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.623042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 27578723-766a-49d7-a38f-6728674a828b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:02.653708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Made reservation on behalf of fdc5018725224aa59440631709effe50 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:02.660073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.709814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.806379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:02.816058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:02.834420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:02.927536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Pushing event updated for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:02.941494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:02.959338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:02.980926 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:02.983021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.993325 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.051035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6585f87-ca4d-498f-8687-c13d5c816ab3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.098938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Checking segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:03.099574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.099809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Network hostable DHCP agents. Network: 27578723-766a-49d7-a38f-6728674a828b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:03.100678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.117764 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.147220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Network 27578723-766a-49d7-a38f-6728674a828b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:03.147502 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:03.148683 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.175076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 27578723-766a-49d7-a38f-6728674a828b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.191604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dc927-0058-4f50-b02b-78b2feb783da None None] Network 27578723-766a-49d7-a38f-6728674a828b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:03.199698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.201260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.227428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-f1a0bbcd-4c64-49bd-9e99-7675d310b5d3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6895945 Jul 16 08:49:03.229319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8c82bbdc-35d0-423b-afd6-923770628522 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6734557 Jul 16 08:49:03.257457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Request body: {'port': {'device_id': '8df61db7-4664-4741-b582-b61728115d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:03.279666 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.281139 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be10bb-a57c-476b-b40e-696888c0a97d None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:03.596900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d557772-0f76-4819-89f5-2751ab817f19 req-41457f05-bbc3-4a76-9f8d-6b4dd0ea51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.599452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-41457f05-bbc3-4a76-9f8d-6b4dd0ea51b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.2399802 Jul 16 08:49:03.612856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34677edb-fcfd-4b70-9f31-280d835a6c15 None None] Network 27578723-766a-49d7-a38f-6728674a828b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:03.664595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router 2a93235a-cbc7-4585-8575-f05f92804dde has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:03.862837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d557772-0f76-4819-89f5-2751ab817f19 req-2564c2ec-1934-43a4-a054-330e2c0c5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.872691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-2564c2ec-1934-43a4-a054-330e2c0c5513 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2631969 Jul 16 08:49:04.042900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.105859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5863ccc-6c61-4541-8f10-a803a3642d09 req-2755382b-9eb4-4583-8595-317ae968dc60 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.112879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5863ccc-6c61-4541-8f10-a803a3642d09 req-2755382b-9eb4-4583-8595-317ae968dc60 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.5300999 Jul 16 08:49:04.119907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-218dfb37-5db8-4d67-af1c-0f880016e954 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2395415 Jul 16 08:49:04.236370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d557772-0f76-4819-89f5-2751ab817f19 req-d2d60f8c-54f0-4b31-88ed-dfb64ff3cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.240119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-d2d60f8c-54f0-4b31-88ed-dfb64ff3cbfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1123486 Jul 16 08:49:04.249930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5863ccc-6c61-4541-8f10-a803a3642d09 req-50ad0fc8-28f7-4549-9c03-500123c05bca tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360431 Jul 16 08:49:04.359267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d557772-0f76-4819-89f5-2751ab817f19 req-7d583e33-72f8-478f-ae6f-ad51d3188b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.362564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-7d583e33-72f8-478f-ae6f-ad51d3188b46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155748 Jul 16 08:49:04.363695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:04.380256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef39b9-a906-42c5-81b6-818fcb3c033f req-9a811893-6283-4e65-bcbd-fb50b04a5a49 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.381862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8ef39b9-a906-42c5-81b6-818fcb3c033f req-9a811893-6283-4e65-bcbd-fb50b04a5a49 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 931 time: 0.5884030 Jul 16 08:49:04.388330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.391003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] Sync routers for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:04.419611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:04.421628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.474688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.484362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:04.485261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.528364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:04.529708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9d1d7-7b7a-4066-98a5-1ba3753d9a50 None None] The sync data for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:04.562670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8ef39b9-a906-42c5-81b6-818fcb3c033f req-986e376a-8b8c-4f88-a577-f82a88ac3430 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413212 Jul 16 08:49:04.579597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-810b54de-ec1d-49a9-a356-52921d656e2e tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/floatingips/19c5e6a9-0cf3-4f2f-833f-dde6be5b1d74 HTTP/1.1" status: 200 len: 976 time: 4.9280808 Jul 16 08:49:04.586286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:04.638275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-96f4413a-e0c6-4e95-826c-a068c9a4e753 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690818 Jul 16 08:49:04.769543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c9de55-809b-4ca7-97fc-58da09437b0f {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:04.787010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.814100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Transition to ACTIVE for port object 28c9de55-809b-4ca7-97fc-58da09437b0f will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:04.822753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.840403 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d557772-0f76-4819-89f5-2751ab817f19 req-25fa60b3-5ded-41c2-8aab-833ec242cf8a service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925578 Jul 16 08:49:04.865407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port fcf186fb-1de0-426c-b059-3f8999c1af59 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:04.865846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.058392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.063376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Pushing event updated for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.388466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Attempting to bind port 28c9de55-809b-4ca7-97fc-58da09437b0f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:05.389218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Attempting to bind port 28c9de55-809b-4ca7-97fc-58da09437b0f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'c1192af5-e5aa-47f9-ad19-1e10cebc5120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:05.389523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Attempting to bind port 28c9de55-809b-4ca7-97fc-58da09437b0f on network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:05.400447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Port 28c9de55-809b-4ca7-97fc-58da09437b0f on network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:05.400983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Attempting to bind port 28c9de55-809b-4ca7-97fc-58da09437b0f on network 4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:05.416825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:05.417384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Checking segment: {'id': 'c1192af5-e5aa-47f9-ad19-1e10cebc5120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:05.418606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Bound using segment: {'id': 'c1192af5-e5aa-47f9-ad19-1e10cebc5120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:05.419380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Bound port: 28c9de55-809b-4ca7-97fc-58da09437b0f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1192af5-e5aa-47f9-ad19-1e10cebc5120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:05.419979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.560261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:05.565604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=28c9de55-809b-4ca7-97fc-58da09437b0f,segment=NetworkSegment(c1192af5-e5aa-47f9-ad19-1e10cebc5120),segment_id=c1192af5-e5aa-47f9-ad19-1e10cebc5120)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:05.572906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.600928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-9f381089-7c04-416f-aec2-cbe22574377c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.602787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.603750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.604480 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Floating IP 19c5e6a9-0cf3-4f2f-833f-dde6be5b1d74 disassociated. External IP: 172.25.5.79, port: fcf186fb-1de0-426c-b059-3f8999c1af59. Jul 16 08:49:05.605226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for fcf186fb-1de0-426c-b059-3f8999c1af59 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:05.609833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-9f381089-7c04-416f-aec2-cbe22574377c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.5431170 Jul 16 08:49:05.650013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.650833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.652550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] 10.222.0.46 "PUT /v2.0/ports/28c9de55-809b-4ca7-97fc-58da09437b0f HTTP/1.1" status: 200 len: 1092 time: 2.4045317 Jul 16 08:49:05.653184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:05.655705 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723" -d '{"events": [{"name": "network-changed", "server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:05.671169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-9fbe2ba4-37af-4851-9bdb-6df725e99d48 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/quotas/fdc5018725224aa59440631709effe50 HTTP/1.1" status: 200 len: 375 time: 0.0599625 Jul 16 08:49:05.723060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-9e1e717d-6325-4655-b53e-8777642fd567 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506101 Jul 16 08:49:06.062568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.064303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580dfb5-a93d-4015-9936-dc6b80967b07 service neutron] Pushing event updated for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.097863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-ebb2a084-efa1-4315-ad8d-01a771ea716f service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736348 Jul 16 08:49:06.146119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=fcf186fb-1de0-426c-b059-3f8999c1af59,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.190435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-499f4df3-a5d5-4263-85be-a30b23646cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.193224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-499f4df3-a5d5-4263-85be-a30b23646cf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ea797b4fa5940c4b84df8e13f986409&device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 1095 time: 0.4795721 Jul 16 08:49:06.400151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582c5f2-5dd9-4138-a91a-b9cd1693286f req-4ebf3ed2-f3dd-41b5-be90-a50f313cc48c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.401841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d582c5f2-5dd9-4138-a91a-b9cd1693286f req-4ebf3ed2-f3dd-41b5-be90-a50f313cc48c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3578665 Jul 16 08:49:06.405664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-dced6cb4-8fd0-4712-8b1f-7d17751917d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c9de55-809b-4ca7-97fc-58da09437b0f HTTP/1.1" status: 200 len: 217 time: 0.1559141 Jul 16 08:49:06.434106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router 2a93235a-cbc7-4585-8575-f05f92804dde has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:06.481327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-a80b757e-202a-4431-a23a-e79e32f04d43 service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670509 Jul 16 08:49:06.623230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:06.641631 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] Sync routers for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:06.662827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-81de2e9e-de06-4697-81df-a75fe46e2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:06.665449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-81de2e9e-de06-4697-81df-a75fe46e2eac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38793f7a-3cd7-4a8c-928a-dbbd8480cb72 HTTP/1.1" status: 200 len: 863 time: 0.2399461 Jul 16 08:49:06.666961 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:06.667944 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.689614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d582c5f2-5dd9-4138-a91a-b9cd1693286f req-cf69bdf9-a611-4728-a048-013f8e79a91f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810988 Jul 16 08:49:06.774576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-57fcb994-2d46-437a-90d8-6c7ebd581fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833445 Jul 16 08:49:06.805634 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.816717 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:06.817226 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.895909 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.896984 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a4f49-1050-4c6d-b830-0f26da85e3b6 None None] The sync data for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:06.919589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.935136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-07567746-2b2e-4942-bb5d-582464d1ab64 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/fcf186fb-1de0-426c-b059-3f8999c1af59 HTTP/1.1" status: 204 len: 168 time: 2.3469994 Jul 16 08:49:06.939647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55198) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.966935 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d60a183-930e-443a-bc79-146b245cfcd2 x-openstack-request-id: req-5d60a183-930e-443a-bc79-146b245cfcd2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:06.967241 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:06.967471 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d60a183-930e-443a-bc79-146b245cfcd2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:06.968160 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f', 'status': 'completed', 'code': 200} Jul 16 08:49:07.733859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23841ba7-9127-4ded-aec8-5d70f52ff661 req-e3e7aa3e-5fa1-472a-9528-9aff28f6b9cb tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 210 time: 0.6696205 Jul 16 08:49:07.902146 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-47bde300-73e0-4db4-b6a7-d414511f4d90 service neutron] 10.222.0.46 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1199777 Jul 16 08:49:07.997299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85aeae0-592c-4b17-9ce1-9b31490a6e4a req-c89ba5e0-377c-4415-9830-ba44d6988ce8 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.004222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f85aeae0-592c-4b17-9ce1-9b31490a6e4a req-c89ba5e0-377c-4415-9830-ba44d6988ce8 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 943 time: 1.0252054 Jul 16 08:49:08.349242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f85aeae0-592c-4b17-9ce1-9b31490a6e4a req-bca65c04-f613-4750-890f-2b04ebdbf5e3 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415170 Jul 16 08:49:08.417962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71badca0-9393-40fd-a6b3-d633d880d260 req-3469323f-b462-4f76-9ab8-88f388937038 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.421550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71badca0-9393-40fd-a6b3-d633d880d260 req-3469323f-b462-4f76-9ab8-88f388937038 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4414287 Jul 16 08:49:08.489154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b5a3867-727e-4e25-99e1-0de891c99c59 req-d164e88b-0b1d-44e3-924f-0c31afa6262d service neutron] 10.222.0.46 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691931 Jul 16 08:49:08.568755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71badca0-9393-40fd-a6b3-d633d880d260 req-cb3cb4e8-b9cc-457f-9cf6-c0048227ea4f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379526 Jul 16 08:49:08.646476 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.741930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-75f81604-1b1b-4fcd-8a83-0348e65d18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.743898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-75f81604-1b1b-4fcd-8a83-0348e65d18ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2ea797b4fa5940c4b84df8e13f986409&device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 1095 time: 0.1490858 Jul 16 08:49:08.914408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-ceed58ae-1ee1-4aae-88b4-ad166b897959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.916305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-ceed58ae-1ee1-4aae-88b4-ad166b897959 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 HTTP/1.1" status: 200 len: 924 time: 0.1348257 Jul 16 08:49:08.976290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-0947144c-a0df-49a0-9550-ba85414d3b30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28c9de55-809b-4ca7-97fc-58da09437b0f HTTP/1.1" status: 200 len: 217 time: 0.0530286 Jul 16 08:49:09.033914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.079656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.133926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d926833f-dadf-4e43-8adf-fedc3b05b130 req-d1804f18-3fc2-4657-a68a-ffc4a16fe908 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 210 time: 0.1049614 Jul 16 08:49:09.311919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-6c5d4c74-84ca-4839-a0f7-756fb283d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.321844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-6c5d4c74-84ca-4839-a0f7-756fb283d8b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38793f7a-3cd7-4a8c-928a-dbbd8480cb72 HTTP/1.1" status: 200 len: 863 time: 0.3393321 Jul 16 08:49:09.430930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-ae869733-0945-4e1f-bd66-ab144b8368a8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.433423 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-ae869733-0945-4e1f-bd66-ab144b8368a8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.3417902 Jul 16 08:49:09.453322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Request body: {'port': {'device_id': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'admin_state_up': True, 'tenant_id': 'fdc5018725224aa59440631709effe50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:09.555597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-9627dbf2-6db2-4302-805b-1192836e6295 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179599 Jul 16 08:49:09.750827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Made reservation on behalf of fdc5018725224aa59440631709effe50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:09.768009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.771221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55396) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.879248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.950005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-4e65f0ba-f9cf-473e-8e03-fbbf47013c57 service neutron] 10.222.0.46 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733494 Jul 16 08:49:10.046672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Allocated IP 172.20.0.11 (27578723-766a-49d7-a38f-6728674a828b/d6585f87-ca4d-498f-8687-c13d5c816ab3/dc6a8494-431f-4d9b-9346-bdc518abc8c2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:10.052748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41311ae-52ff-4423-b7a4-e7a3c4474908 req-9a1e3584-03a4-4768-a56c-83984c18761f tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.055404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c41311ae-52ff-4423-b7a4-e7a3c4474908 req-9a1e3584-03a4-4768-a56c-83984c18761f tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 943 time: 0.4103510 Jul 16 08:49:10.191477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d283bdd2-ab4a-4a8a-9207-4e4036864608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.200222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c41311ae-52ff-4423-b7a4-e7a3c4474908 req-bd73ef89-a3b5-43bd-a5cc-a3204bc36bd1 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358881 Jul 16 08:49:10.214227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1922be8a-e5a0-4ae0-97eb-f8cf0f253723 req-75092287-cbc1-4a7e-8826-88c2152b24a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564070 Jul 16 08:49:10.319985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee7483bf-989d-4471-aeb0-89199b784c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.376175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d89ec9e-eb84-488e-956c-6854785f77d4 req-b8eb40e1-5136-412e-9a06-30adc44ea66e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 210 time: 0.0581901 Jul 16 08:49:10.438543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 5843a8ef-ef9f-483a-8f04-5b419361a62f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:10.438922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.557207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d283bdd2-ab4a-4a8a-9207-4e4036864608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.563137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d283bdd2-ab4a-4a8a-9207-4e4036864608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.620010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.623253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.667321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 5843a8ef-ef9f-483a-8f04-5b419361a62f owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:10.674401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d283bdd2-ab4a-4a8a-9207-4e4036864608 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5039e6ffacf64556b129cf1e5ba22081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7916017 Jul 16 08:49:10.682659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283bdd2-ab4a-4a8a-9207-4e4036864608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67144473-a0af-4b5c-a82d-b057c484f9a1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.686371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:10.781684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.856521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Network 27578723-766a-49d7-a38f-6728674a828b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:10.862964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.867564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:10.879635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:10.896299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee7483bf-989d-4471-aeb0-89199b784c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.917888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.928791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee7483bf-989d-4471-aeb0-89199b784c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.939829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.978937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.979599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.983819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7483bf-989d-4471-aeb0-89199b784c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f9ac01-f551-4a6e-9e79-17bd8aa1bb0b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.991422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee7483bf-989d-4471-aeb0-89199b784c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1646450f560b46c29937fd9d1c9d269e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2139688 Jul 16 08:49:10.996073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.033935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-184db95f-35a5-4263-93a5-89a9d0b81a0c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5913739 Jul 16 08:49:11.047939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Request body: {'port': {'device_id': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:11.096523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.110007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.112779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.116374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67144473-a0af-4b5c-a82d-b057c484f9a1 HTTP/1.1" status: 204 len: 168 time: 0.4249043 Jul 16 08:49:11.135532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=5843a8ef-ef9f-483a-8f04-5b419361a62f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.149314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.158020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c86d39-ef94-4946-af24-240304fb1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67144473-a0af-4b5c-a82d-b057c484f9a1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.195947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.198379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.318533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.323221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.324468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52f9ac01-f551-4a6e-9e79-17bd8aa1bb0b HTTP/1.1" status: 204 len: 168 time: 0.3274202 Jul 16 08:49:11.341227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5576f-79a1-4c02-a7cf-0bf7d92e64f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f9ac01-f551-4a6e-9e79-17bd8aa1bb0b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.428148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 28c9de55-809b-4ca7-97fc-58da09437b0f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:11.454901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.651042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=28c9de55-809b-4ca7-97fc-58da09437b0f,segment=NetworkSegment(c1192af5-e5aa-47f9-ad19-1e10cebc5120),segment_id=c1192af5-e5aa-47f9-ad19-1e10cebc5120)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:11.669706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '28c9de55-809b-4ca7-97fc-58da09437b0f', 'network_id': '4ec9f615-dc9c-4a9d-a7a8-fc76945107c2', 'port_id': '28c9de55-809b-4ca7-97fc-58da09437b0f', 'mac_address': 'fa:16:3e:af:69:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38793f7a-3cd7-4a8c-928a-dbbd8480cb72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:11.763645 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.774642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.784524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c9de55-809b-4ca7-97fc-58da09437b0f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:11.803631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24f7a878-f12d-40b0-bbcf-33041b7d833c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.822563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9932a3-9307-48fd-9df6-20cd10151ddc req-f0fae41f-d3b5-4f68-aafa-59daa5762ea7 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.822866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=28c9de55-809b-4ca7-97fc-58da09437b0f,segment=NetworkSegment(c1192af5-e5aa-47f9-ad19-1e10cebc5120),segment_id=c1192af5-e5aa-47f9-ad19-1e10cebc5120)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:11.824483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf9932a3-9307-48fd-9df6-20cd10151ddc req-f0fae41f-d3b5-4f68-aafa-59daa5762ea7 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 943 time: 0.2146115 Jul 16 08:49:11.831371 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.909248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.915935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6a8494-431f-4d9b-9346-bdc518abc8c2 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:11.929448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.950471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9eef-00b6-4050-90f4-89a79345af9e req-92999d82-0e2d-417b-84d1-0fb121a15d56 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.953057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba6e9eef-00b6-4050-90f4-89a79345af9e req-92999d82-0e2d-417b-84d1-0fb121a15d56 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 932 time: 0.2694020 Jul 16 08:49:11.976685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Transition to ACTIVE for port object dc6a8494-431f-4d9b-9346-bdc518abc8c2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:11.981718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf9932a3-9307-48fd-9df6-20cd10151ddc req-ba76fcbe-c1ff-47a7-a943-4f3339a995a9 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504719 Jul 16 08:49:12.013492 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.077696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba6e9eef-00b6-4050-90f4-89a79345af9e req-c34e501a-ce5b-4d55-8b55-4f4ea78c71da tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Jul 16 08:49:12.126453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router 2a93235a-cbc7-4585-8575-f05f92804dde has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:12.137297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['28c9de55-809b-4ca7-97fc-58da09437b0f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:12.178390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.203173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.232545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.302105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24f7a878-f12d-40b0-bbcf-33041b7d833c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.304245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Attempting to bind port dc6a8494-431f-4d9b-9346-bdc518abc8c2 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:12.304742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Attempting to bind port dc6a8494-431f-4d9b-9346-bdc518abc8c2 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:12.305409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Attempting to bind port dc6a8494-431f-4d9b-9346-bdc518abc8c2 on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:12.313954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24f7a878-f12d-40b0-bbcf-33041b7d833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.339626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Port dc6a8494-431f-4d9b-9346-bdc518abc8c2 on network 27578723-766a-49d7-a38f-6728674a828b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:12.340193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Attempting to bind port dc6a8494-431f-4d9b-9346-bdc518abc8c2 on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:12.359395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:12.359958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Checking segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:12.360686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Bound using segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:12.361415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Bound port: dc6a8494-431f-4d9b-9346-bdc518abc8c2, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:12.362054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.393787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:12.414841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] Sync routers for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:12.415531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-758ac5ca-a2d6-4380-b80f-251f91170d0b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/routers/2a93235a-cbc7-4585-8575-f05f92804dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4708745 Jul 16 08:49:12.417788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55438) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.424122 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-24f7a878-f12d-40b0-bbcf-33041b7d833c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee19a143a0634add9d56e024361d14f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429291 Jul 16 08:49:12.424382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.426092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7a878-f12d-40b0-bbcf-33041b7d833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52177962-bcab-4e4f-932c-0cd2b7620cf3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.442905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:12.443950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:12.479525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:12.502087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] Routers {'2a93235a-cbc7-4585-8575-f05f92804dde'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:12.502911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:48:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2a93235a-cbc7-4585-8575-f05f92804dde'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:12.528175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:12.539847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:12.547349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.548022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:12.549096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770039d0-55b4-4e54-8667-8cf640a87334 None None] The sync data for ids ['2a93235a-cbc7-4585-8575-f05f92804dde'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:12.589252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.590022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.591529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc6a8494-431f-4d9b-9346-bdc518abc8c2 HTTP/1.1" status: 200 len: 1093 time: 1.5501451 Jul 16 08:49:12.592103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:12.594927 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee619fd-1940-4e20-87bb-80fd0ba87ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:12.608874 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.648728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.657294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d34db-bf68-47c6-a127-1c104e906506 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.657654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.682443 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8aeef7-d8fd-4122-844b-6f28cd0fa5fe x-openstack-request-id: req-bd8aeef7-d8fd-4122-844b-6f28cd0fa5fe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:12.682777 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:12.682777 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd8aeef7-d8fd-4122-844b-6f28cd0fa5fe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:12.683153 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'status': 'completed', 'code': 200} Jul 16 08:49:12.700153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.730120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e3f275d60024e339fe69f533baaf314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254683 Jul 16 08:49:12.732009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-1735ab19-a4b3-43e2-bc89-73e5fa6a1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.733576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-1735ab19-a4b3-43e2-bc89-73e5fa6a1ecd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 1096 time: 0.0907679 Jul 16 08:49:12.734045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.735720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.785355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-7fecefef-050f-4582-bd64-b0e4add78229 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2 HTTP/1.1" status: 200 len: 217 time: 0.0425539 Jul 16 08:49:12.824703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8172c163-522c-4850-bc44-7d56f4bc5d68,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.837771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.838122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.838661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.839274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.839872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.840173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.840766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.841463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.841827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.842163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.843061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.843424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55d636-c253-4dec-8618-d48b8d7fe802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:12.862369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.868298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-070a06f5-baa5-4abc-b508-8f60bee0cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.870742 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-070a06f5-baa5-4abc-b508-8f60bee0cbfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.0794890 Jul 16 08:49:12.891043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.898325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.901053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.902594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52177962-bcab-4e4f-932c-0cd2b7620cf3 HTTP/1.1" status: 204 len: 168 time: 0.4757760 Jul 16 08:49:12.948405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec859e14-bf31-475a-abff-ace5876c378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52177962-bcab-4e4f-932c-0cd2b7620cf3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.951072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-f2fc5d5c-c5d1-4c9b-959e-14d00cb4cf2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690553 Jul 16 08:49:12.974302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-76af8680-22cd-4533-ba14-b844c039be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.976550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port a8b45300-4f05-41df-8141-cf2b4db705a8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:12.977581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.018596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.277445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-89c8ce76-65fc-4997-9e04-42d8948b067f service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202612 Jul 16 08:49:13.368317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.372107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.388420 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8172c163-522c-4850-bc44-7d56f4bc5d68 HTTP/1.1" status: 204 len: 168 time: 0.6431503 Jul 16 08:49:13.445090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87a7de-387e-495c-afce-eb4ebcefd3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8172c163-522c-4850-bc44-7d56f4bc5d68,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.449927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 28c9de55-809b-4ca7-97fc-58da09437b0f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:13.579066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d8703299-8a5f-4300-9a72-e230fe63fddf req-3fc78d72-2276-4d6e-98f9-544cf0860936 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945042 Jul 16 08:49:13.610883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 28c9de55-809b-4ca7-97fc-58da09437b0f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:13.618529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 28c9de55-809b-4ca7-97fc-58da09437b0f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:13.619760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.768849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.798106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-75567996-ab90-4bcd-bb17-c864438d77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.802701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for a8b45300-4f05-41df-8141-cf2b4db705a8 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:13.805455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-75567996-ab90-4bcd-bb17-c864438d77c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 1096 time: 0.1440074 Jul 16 08:49:13.854378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f553d9-e1f3-47b3-a9e9-71c876f72dfc req-9c6023a7-fd67-4e3a-a9ce-b472aeffd6cd tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.865824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1f553d9-e1f3-47b3-a9e9-71c876f72dfc req-9c6023a7-fd67-4e3a-a9ce-b472aeffd6cd tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 944 time: 0.3655138 Jul 16 08:49:13.869669 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.894895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141b6cb-71ab-4da5-9b13-2dfb6cc8bbcd req-929b7d3a-5451-44fb-8d2d-dcce69020dbf tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.896535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1141b6cb-71ab-4da5-9b13-2dfb6cc8bbcd req-929b7d3a-5451-44fb-8d2d-dcce69020dbf tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 944 time: 0.3979130 Jul 16 08:49:13.966689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:13.970671 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f471ce7-4a7f-4d1e-a265-4608427822ae" -d '{"events": [{"server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "name": "network-vif-plugged", "status": "completed", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:13.992476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1141b6cb-71ab-4da5-9b13-2dfb6cc8bbcd req-d38989a9-53f6-4fdb-bdf8-10b596e6def9 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535371 Jul 16 08:49:14.013659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=28c9de55-809b-4ca7-97fc-58da09437b0f,segment=NetworkSegment(c1192af5-e5aa-47f9-ad19-1e10cebc5120),segment_id=c1192af5-e5aa-47f9-ad19-1e10cebc5120)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:14.030941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.031107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1f553d9-e1f3-47b3-a9e9-71c876f72dfc req-d06fa749-9fa4-4b56-893f-f4f328514964 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634130 Jul 16 08:49:14.081021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-3c499c43-7139-4d52-9e90-1dc317838a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.089391 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-3c499c43-7139-4d52-9e90-1dc317838a3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 915 time: 0.2714553 Jul 16 08:49:14.134243 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a9dda8-cb7b-44b2-b5e0-4ca05a188a37 x-openstack-request-id: req-20a9dda8-cb7b-44b2-b5e0-4ca05a188a37 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:14.134243 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "name": "network-vif-plugged", "status": "completed", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:14.134631 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20a9dda8-cb7b-44b2-b5e0-4ca05a188a37 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:14.135745 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f', 'code': 200} Jul 16 08:49:14.156453 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-6a1ca481-a910-4b18-bedb-46bc39be624d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2 HTTP/1.1" status: 200 len: 217 time: 0.0640800 Jul 16 08:49:14.209885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.226288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-af4e9336-708f-41c1-b93c-7ab596d19a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.228141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-af4e9336-708f-41c1-b93c-7ab596d19a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.0567000 Jul 16 08:49:14.285275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-afc2f172-5a75-4e81-a526-3dda1780c71c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470018 Jul 16 08:49:14.355257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61e27-1a03-4b42-a504-4089b4d8feae req-bb4e02e8-fe4e-437d-8614-9d14283b7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.357221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9e61e27-1a03-4b42-a504-4089b4d8feae req-bb4e02e8-fe4e-437d-8614-9d14283b7c85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 1097 time: 0.1674683 Jul 16 08:49:14.400916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.424345 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-2bdd2ec0-6075-4247-bfaf-4f2c854d5ea0 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322453 Jul 16 08:49:14.471865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=a8b45300-4f05-41df-8141-cf2b4db705a8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.481738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9e61e27-1a03-4b42-a504-4089b4d8feae req-a852f8e4-85ce-4d02-9161-f7813a31546e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161256 Jul 16 08:49:14.621896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-aee619fd-1940-4e20-87bb-80fd0ba87ce2 req-60f92401-a621-48f3-8a90-e1c3f88ad92b service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906888 Jul 16 08:49:14.672964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.806470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.811674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.913332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.916267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Fanout notify agent at l3_agent the message router_deleted on router 2a93235a-cbc7-4585-8575-f05f92804dde {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:14.927592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.933304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.933806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6adf59dd-44d3-456b-89be-78fcb480d610 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/routers/2a93235a-cbc7-4585-8575-f05f92804dde HTTP/1.1" status: 204 len: 168 time: 2.5122931 Jul 16 08:49:15.015905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting subnet f7d3dc46-2e2b-44b1-83b7-502871f825c1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:15.020340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.071810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.209119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.372148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.382624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a7c7a-e447-477e-9f0a-50d0d291c31a req-3c630762-99c4-4c46-8278-14a38dadcc2d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.384281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a1a7c7a-e447-477e-9f0a-50d0d291c31a req-3c630762-99c4-4c46-8278-14a38dadcc2d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.1524851 Jul 16 08:49:15.397189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.407371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d3dc46-2e2b-44b1-83b7-502871f825c1 HTTP/1.1" status: 204 len: 168 time: 0.4719744 Jul 16 08:49:15.410123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f258ade-474b-491d-b8d9-dd11491767c7 None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:15.413673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:15.496465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a1a7c7a-e447-477e-9f0a-50d0d291c31a req-e2f14390-e348-47e6-9a70-6b7c8511d371 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050935 Jul 16 08:49:15.549435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404155bf-fbe4-4117-9e4b-300332f00674 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d3dc46-2e2b-44b1-83b7-502871f825c1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.644427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85cbf580-ca08-4d16-ae10-f567e65d2608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.780947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.826665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.902534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 63cfc66d-0607-4946-9fd6-7fddec87521d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.903096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.957353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] DHCP port deletion for 6ba32669-13e0-4621-b1c7-28cf303773bd request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:16.084695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Deleting port 63cfc66d-0607-4946-9fd6-7fddec87521d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:16.085302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.114884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a1a-e3ab-4ef2-9bf5-44735b43c6a5 req-10c02fdd-aca3-45a0-a7cc-4bae2e127ac5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.117595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8d19a1a-e3ab-4ef2-9bf5-44735b43c6a5 req-10c02fdd-aca3-45a0-a7cc-4bae2e127ac5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 944 time: 0.2605822 Jul 16 08:49:16.124251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] For port 63cfc66d-0607-4946-9fd6-7fddec87521d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=63cfc66d-0607-4946-9fd6-7fddec87521d,segment=NetworkSegment(4e64d22b-d9cf-438d-984d-6af768cf9293),segment_id=4e64d22b-d9cf-438d-984d-6af768cf9293)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:16.124867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.145772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 63cfc66d-0607-4946-9fd6-7fddec87521d owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:16.181254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.187784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.195023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.201846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.209044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.216552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.225080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.227726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-0041794c-931c-4521-a220-fa88fd4e33e0 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.2048736 Jul 16 08:49:16.243940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8d19a1a-e3ab-4ef2-9bf5-44735b43c6a5 req-0032bcc2-2115-4103-afe1-a49b26c5f8a2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204138 Jul 16 08:49:16.307210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9406776-1710-42c8-91c1-eadc314e7e1d req-96d19bb3-70a8-4b49-a70c-335b95c9d8ec tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594110 Jul 16 08:49:16.354373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.396498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=63cfc66d-0607-4946-9fd6-7fddec87521d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.401909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] No DVR routers for this DVR port 63cfc66d-0607-4946-9fd6-7fddec87521d on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:16.523156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.535927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba32669-13e0-4621-b1c7-28cf303773bd']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.550780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e64d22b-d9cf-438d-984d-6af768cf9293') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.551082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e64d22b-d9cf-438d-984d-6af768cf9293') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:16.563238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.592735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.601190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:16.601788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:16.674529 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:16.682157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.694896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.701097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.701922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/networks/6ba32669-13e0-4621-b1c7-28cf303773bd HTTP/1.1" status: 204 len: 168 time: 1.2863636 Jul 16 08:49:16.702837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] For port 63cfc66d-0607-4946-9fd6-7fddec87521d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=63cfc66d-0607-4946-9fd6-7fddec87521d,segment=NetworkSegment(4e64d22b-d9cf-438d-984d-6af768cf9293),segment_id=4e64d22b-d9cf-438d-984d-6af768cf9293)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:16.703851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.706420 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:16.719780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Calling delete_port for 63cfc66d-0607-4946-9fd6-7fddec87521d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:16.730765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2107e1-fe72-4cf1-bcba-77ea50459571 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Network': ['ID=6ba32669-13e0-4621-b1c7-28cf303773bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.887732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.911062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.995367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Pushing event deleted for resources: {'Port': ['ID=63cfc66d-0607-4946-9fd6-7fddec87521d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.008491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] Network 6ba32669-13e0-4621-b1c7-28cf303773bd is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:49:17.008994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fb3c6-d66b-4ec4-a7cc-f35597e51992 None None] No DVR routers for this DVR port 63cfc66d-0607-4946-9fd6-7fddec87521d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:17.048460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.055777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 63cfc66d-0607-4946-9fd6-7fddec87521d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:17.063939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.084649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.105365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.124249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 63cfc66d-0607-4946-9fd6-7fddec87521d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:17.126335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.127880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 63cfc66d-0607-4946-9fd6-7fddec87521d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:17.146512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb7a6b-8c71-40a1-ad10-af18d182bec3 req-f554e72d-d810-4189-b55c-70e94197deb5 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.147309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.154586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bbb7a6b-8c71-40a1-ad10-af18d182bec3 req-f554e72d-d810-4189-b55c-70e94197deb5 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.3471968 Jul 16 08:49:17.164249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.168950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-00e332fd-c246-4467-8415-1484fca76bc7 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.3141742 Jul 16 08:49:17.191026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 7230bba5-8982-4e92-99ca-fe380b0a66f8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:17.191465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.330286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bfe4df4a-dc56-48a2-a457-f4d6711d050f tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.331856 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bfe4df4a-dc56-48a2-a457-f4d6711d050f tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1560891 Jul 16 08:49:17.332390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.387382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.388273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.421067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bbb7a6b-8c71-40a1-ad10-af18d182bec3 req-99a84219-4c38-4a93-8bc8-2749c5858bc8 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654681 Jul 16 08:49:17.432921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 7230bba5-8982-4e92-99ca-fe380b0a66f8 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:17.449141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:17.566908 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e5010369-8b9f-4ab9-b84c-4d9ec9e8d3f1 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2238173 Jul 16 08:49:17.576073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:17.736002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:17.767131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'port_id': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'mac_address': 'fa:16:3e:ab:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6585f87-ca4d-498f-8687-c13d5c816ab3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:17.802706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.891204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159398b-24d8-4ecd-9a86-72d20f93ef9a req-17eda419-884d-4260-b965-eaf7e1077fbc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.894067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a159398b-24d8-4ecd-9a86-72d20f93ef9a req-17eda419-884d-4260-b965-eaf7e1077fbc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 944 time: 0.3279221 Jul 16 08:49:17.909487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.916772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.928295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.935609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6a8494-431f-4d9b-9346-bdc518abc8c2 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:17.940214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.958312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.985354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.008076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.008324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:18.015036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.030310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.037655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-065e9f8a-3320-4429-a2c5-e7a8b2d86af9 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 5443 time: 0.3729794 Jul 16 08:49:18.118024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.149068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d4d9-17c5-479e-abd7-9bccd5b8c013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.174038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a159398b-24d8-4ecd-9a86-72d20f93ef9a req-0d2c1f8c-c847-4f38-8600-cc518d34eba6 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342273 Jul 16 08:49:18.220402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=d5622f50-df46-4c2b-abcc-b8c060d78ad9,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:18.228558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.265227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dc6a8494-431f-4d9b-9346-bdc518abc8c2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:18.305861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4a1a7e3-8f65-42d5-9059-d7f1575ca3c0 req-bfbe79ec-8278-4cf5-8d11-00c582526275 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&id=571ef14a-9504-46af-800d-4a60299bc5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421484 Jul 16 08:49:18.327228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] For port d5622f50-df46-4c2b-abcc-b8c060d78ad9, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:18.370243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=7230bba5-8982-4e92-99ca-fe380b0a66f8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.405855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] device_id is not set on port d5622f50-df46-4c2b-abcc-b8c060d78ad9 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:18.416764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.425552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.536420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.543184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.550047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] No DVR routers for this DVR port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:18.585740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d4d9-17c5-479e-abd7-9bccd5b8c013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.602011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d4d9-17c5-479e-abd7-9bccd5b8c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.668513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] In _notify_port_updated(), no bound segment for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:18.669457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.670094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.671763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-ec773f9a-9a8c-4f44-8f51-1b37e97b3ec7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 200 len: 1033 time: 1.1005311 Jul 16 08:49:18.685295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.692357 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.703927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8efef832-fb9f-424f-9dc0-9209c4817f06 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/floatingips/19c5e6a9-0cf3-4f2f-833f-dde6be5b1d74 HTTP/1.1" status: 204 len: 168 time: 1.9978914 Jul 16 08:49:18.705064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55602) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.745380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-7ebcd4ec-71e0-4a05-b691-e08817d985c4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.746935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-7ebcd4ec-71e0-4a05-b691-e08817d985c4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "GET /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0646307 Jul 16 08:49:18.750225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7d4d9-17c5-479e-abd7-9bccd5b8c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485092b0-ad15-4d19-be12-9eb995c1bcec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.766204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:18.783162 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc22e9-9150-41c9-bf63-e40fa2a6f88d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:18.784115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc22e9-9150-41c9-bf63-e40fa2a6f88d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:18.792224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b9a7d4d9-17c5-479e-abd7-9bccd5b8c013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49f7767c5854cf6b7b4efdaf27d9460&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4581409 Jul 16 08:49:18.796575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01cc22e9-9150-41c9-bf63-e40fa2a6f88d tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/fcf186fb-1de0-426c-b059-3f8999c1af59 HTTP/1.1" status: 404 len: 333 time: 0.0882499 Jul 16 08:49:18.797947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.798414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55606) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.896720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4bd0db8b-597e-4aec-9afa-9a6e82a3ec62 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a93235a-cbc7-4585-8575-f05f92804dde HTTP/1.1" status: 200 len: 205 time: 0.0943296 Jul 16 08:49:18.901557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55608) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.959501 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-0ef4cc98-3901-4b3b-8624-2b45764bc570 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] delete failed (client error): The resource could not be found. Jul 16 08:49:18.961454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0ef4cc98-3901-4b3b-8624-2b45764bc570 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/routers/2a93235a-cbc7-4585-8575-f05f92804dde HTTP/1.1" status: 404 len: 336 time: 0.0578790 Jul 16 08:49:18.964699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55610) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:18.994041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aecea2-366c-449c-a52f-b5d3f70c3d47 req-b48351f6-13ea-4df1-b4ff-56cb66e96fc0 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.997950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.000932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1aecea2-366c-449c-a52f-b5d3f70c3d47 req-b48351f6-13ea-4df1-b4ff-56cb66e96fc0 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.5690110 Jul 16 08:49:19.046133 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-934d0ea8-a316-4540-9d5b-41d79173e4ea tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:19.055831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934d0ea8-a316-4540-9d5b-41d79173e4ea tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:19.059415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-934d0ea8-a316-4540-9d5b-41d79173e4ea tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d3dc46-2e2b-44b1-83b7-502871f825c1 HTTP/1.1" status: 404 len: 337 time: 0.0873580 Jul 16 08:49:19.065955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55616) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.090301 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.117495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4ace004b-7e09-4315-b69d-946961bda6f2 None None] Provisioning complete for port d5622f50-df46-4c2b-abcc-b8c060d78ad9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:19.118126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ace004b-7e09-4315-b69d-946961bda6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.195611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.212403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1aecea2-366c-449c-a52f-b5d3f70c3d47 req-3647582f-cd6c-411d-b486-f770ad1e298c tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103698 Jul 16 08:49:19.293111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4ace004b-7e09-4315-b69d-946961bda6f2 None None] Port d5622f50-df46-4c2b-abcc-b8c060d78ad9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:19.365856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 37ce159e-3965-4feb-ad2d-eaacbb9b3d31 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:19.367230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.379491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.385928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.393030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/485092b0-ad15-4d19-be12-9eb995c1bcec HTTP/1.1" status: 204 len: 168 time: 0.5912802 Jul 16 08:49:19.449186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:19.457467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e905ed-9850-40c9-bced-ec6c60ee6486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485092b0-ad15-4d19-be12-9eb995c1bcec,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.577420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=37e7148e-4c77-4106-a62b-ba06077b5235,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:19.599558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.641074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port dc6a8494-431f-4d9b-9346-bdc518abc8c2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:19.660984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 37ce159e-3965-4feb-ad2d-eaacbb9b3d31 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:19.662572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port dc6a8494-431f-4d9b-9346-bdc518abc8c2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:19.663910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.719977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] For port 37e7148e-4c77-4106-a62b-ba06077b5235, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:19.859778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec5ad3-d9b9-4ef4-80f6-139c2ade54b9 req-69580f3f-0cbe-476c-a83f-a17ba0e1c974 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:19.870904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0ec5ad3-d9b9-4ef4-80f6-139c2ade54b9 req-69580f3f-0cbe-476c-a83f-a17ba0e1c974 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 945 time: 0.2718279 Jul 16 08:49:19.877124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] device_id is not set on port 37e7148e-4c77-4106-a62b-ba06077b5235 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:19.923088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.924026 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.036166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0ec5ad3-d9b9-4ef4-80f6-139c2ade54b9 req-97837c25-a794-4b5b-b819-b795878fdcaf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446664 Jul 16 08:49:20.058473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:20.059565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:20.064674 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815d8294-b18c-4d4d-8394-ea16d094b92a" -d '{"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:20.073102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.146914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.154246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.279581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.283776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=37ce159e-3965-4feb-ad2d-eaacbb9b3d31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.392427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Pushing event updated for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.452447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] No DVR routers for this DVR port 37e7148e-4c77-4106-a62b-ba06077b5235 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:20.473528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-812d2bb6-b3a8-4440-8672-1e16d44dfae7 req-cc4e7fa1-ce97-49a6-8bf6-d3a50d92b876 service neutron] (93775) timed out ('10.222.0.32', 58378) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:49:20.625684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] In _notify_port_updated(), no bound segment for port 37e7148e-4c77-4106-a62b-ba06077b5235 on network 3413d1e9-04fa-4b57-8186-cc5c14d077db {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:20.645443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.648911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.654728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-b24a2bbf-ed02-4632-9f39-16ba0b0d86cb service neutron] 10.222.0.46 "PUT /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 200 len: 1030 time: 1.8904548 Jul 16 08:49:20.673450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.675716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ce3a042-8824-4a64-b6b6-d85585ec0eb7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/37ce159e-3965-4feb-ad2d-eaacbb9b3d31 HTTP/1.1" status: 204 len: 168 time: 1.6084485 Jul 16 08:49:20.688838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.760345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.766489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.780314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.786440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.793419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.801341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-74c5ba55-a867-4bbd-a99b-c64ee5aa4597 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 3886 time: 0.4672925 Jul 16 08:49:20.822397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc7fee-c514-4bfa-b88c-03b3f07c6534 req-4a3d5fa6-fff9-4353-b490-35082c7d9d4f tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.824420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbfc7fee-c514-4bfa-b88c-03b3f07c6534 req-4a3d5fa6-fff9-4353-b490-35082c7d9d4f tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.2613735 Jul 16 08:49:20.934890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55c6f864-2efb-4112-8a10-b78b5f14168a req-7406b958-dcde-4d01-8103-6b0902ce5ad3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324949 Jul 16 08:49:20.969162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2605034-79e1-4605-b1f4-24108806f2e5 None None] Provisioning complete for port 37e7148e-4c77-4106-a62b-ba06077b5235 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:20.969546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2605034-79e1-4605-b1f4-24108806f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.980728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbfc7fee-c514-4bfa-b88c-03b3f07c6534 req-8af3842c-8f3c-46c9-a645-560a8f1d2cfb tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456614 Jul 16 08:49:20.997335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port 36b142e9-756f-4366-bc1a-f751dc8244fa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:20.997816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.047915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 8edd68b3-61fa-44ab-a9db-1dd2ccb7f125 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:21.051821 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.086766 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dab8fd-0255-4b75-a081-705166f32d5f x-openstack-request-id: req-30dab8fd-0255-4b75-a081-705166f32d5f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:21.088118 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:21.088733 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dab8fd-0255-4b75-a081-705166f32d5f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:21.088847 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'code': 200} Jul 16 08:49:21.159817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d2605034-79e1-4605-b1f4-24108806f2e5 None None] Port 37e7148e-4c77-4106-a62b-ba06077b5235 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:21.220863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.300071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] For port 36b142e9-756f-4366-bc1a-f751dc8244fa, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=36b142e9-756f-4366-bc1a-f751dc8244fa,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:21.300071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.349178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4d65cfc-ac29-4496-8404-bea4dc22ceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.375189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.383361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for 36b142e9-756f-4366-bc1a-f751dc8244fa owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:21.411655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 8edd68b3-61fa-44ab-a9db-1dd2ccb7f125 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:21.465275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d5622f50-df46-4c2b-abcc-b8c060d78ad9 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:21.482143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2bf6e-4168-4f45-a914-ba7cbcd51815 req-62b97c16-3035-46f1-88c8-9f374071e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.483817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65b2bf6e-4168-4f45-a914-ba7cbcd51815 req-62b97c16-3035-46f1-88c8-9f374071e7ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 1098 time: 0.2444181 Jul 16 08:49:21.539764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec15b-93b9-480a-b68b-e760405fddc6 req-0b7518a0-4993-4ff1-a378-ba137a061820 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.546926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f25ec15b-93b9-480a-b68b-e760405fddc6 req-0b7518a0-4993-4ff1-a378-ba137a061820 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.1934252 Jul 16 08:49:21.605873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65b2bf6e-4168-4f45-a914-ba7cbcd51815 req-fc27dd86-ea07-4634-8246-1968d4769138 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121907 Jul 16 08:49:21.614858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device d5622f50-df46-4c2b-abcc-b8c060d78ad9 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:21.615304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 37e7148e-4c77-4106-a62b-ba06077b5235 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:21.740663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f25ec15b-93b9-480a-b68b-e760405fddc6 req-9721c2a7-f0db-4eb9-ae02-4d746e4192de tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927714 Jul 16 08:49:21.743144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 37e7148e-4c77-4106-a62b-ba06077b5235 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:21.743760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f1bc8df6-8ec9-4375-bad9-bf2de7a93182 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:21.810981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.903218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=8edd68b3-61fa-44ab-a9db-1dd2ccb7f125,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.976689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.013631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4d65cfc-ac29-4496-8404-bea4dc22ceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.021144 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4d65cfc-ac29-4496-8404-bea4dc22ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.031531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.066084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.068860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-da190dd0-397f-47eb-9923-fab762fd8b2b tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/ports/8edd68b3-61fa-44ab-a9db-1dd2ccb7f125 HTTP/1.1" status: 204 len: 168 time: 1.3776162 Jul 16 08:49:22.073639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.086636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.090751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=36b142e9-756f-4366-bc1a-f751dc8244fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.103543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.107703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:22.141592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c4d65cfc-ac29-4496-8404-bea4dc22ceb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=036d491c99074d20807bf8834c075ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9152422 Jul 16 08:49:22.161087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55676) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.166591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d65cfc-ac29-4496-8404-bea4dc22ceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12cc50b-6ffb-4a9e-8295-0282ea07f437,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.187900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] No DVR routers for this DVR port 36b142e9-756f-4366-bc1a-f751dc8244fa on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:22.191463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.194492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-0fc13918-3cd8-409c-8376-fd57eb07ea88 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "DELETE /v2.0/ports/36b142e9-756f-4366-bc1a-f751dc8244fa HTTP/1.1" status: 204 len: 173 time: 1.5289855 Jul 16 08:49:22.195052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:22.197968 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee315f31-59e0-47e6-8a9e-838b0d659199" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:22.258022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.289097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c2732-f2c4-4a5b-97ce-c4f6a6fbb04f req-64f6232c-51a5-4415-8156-dc007a6bf350 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.290944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-251c2732-f2c4-4a5b-97ce-c4f6a6fbb04f req-64f6232c-51a5-4415-8156-dc007a6bf350 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.3629909 Jul 16 08:49:22.315332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.345460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:22.346031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.396882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.416970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.427131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.428108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2d802e94-eab5-4c5c-af4f-40ae8abbba50 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:22.429474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a13be-33ef-46ba-9cfc-bec7644a0785 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.431218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b5a13be-33ef-46ba-9cfc-bec7644a0785 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "GET /v2.0/ports?device_id=d61d2b41-864f-4e41-859c-0f21a7e58514 HTTP/1.1" status: 200 len: 913 time: 0.3545027 Jul 16 08:49:22.434575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-251c2732-f2c4-4a5b-97ce-c4f6a6fbb04f req-88213aaa-2817-4501-8516-348979c50b3d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278052 Jul 16 08:49:22.438174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.605229 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d85ac-1ec3-4d37-af3d-705770ca714c x-openstack-request-id: req-2f9d85ac-1ec3-4d37-af3d-705770ca714c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:22.607434 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "36b142e9-756f-4366-bc1a-f751dc8244fa", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:22.607736 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f9d85ac-1ec3-4d37-af3d-705770ca714c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:22.608187 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '36b142e9-756f-4366-bc1a-f751dc8244fa', 'status': 'completed', 'code': 200} Jul 16 08:49:22.659550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.660775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] For port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.661609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.706448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:22.790140 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.847252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.855959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.857455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 36b142e9-756f-4366-bc1a-f751dc8244fa no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:22.934552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 36b142e9-756f-4366-bc1a-f751dc8244fa {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:22.934976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 36b142e9-756f-4366-bc1a-f751dc8244fa not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:22.935586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 90cbad01-daa7-44b0-89f2-f67a8bb491df no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:23.020943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.090398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:23.093261 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06270d6-633e-4d9b-b201-7eeab00c1991" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:23.100947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.161430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.180739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.181291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.242418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=5d47c73c-1c11-42bf-adb4-58ba10d9ba29,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.253000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.329712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.373429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] No DVR routers for this DVR port 5d47c73c-1c11-42bf-adb4-58ba10d9ba29 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:23.376882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-b52df4b6-cdf4-47ee-aceb-9a1adaa6f7b6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.381985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.384155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-bd844eaa-46ea-497b-b8d6-09a3de610b5e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "DELETE /v2.0/ports/5d47c73c-1c11-42bf-adb4-58ba10d9ba29 HTTP/1.1" status: 204 len: 173 time: 1.1826093 Jul 16 08:49:23.384770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-b52df4b6-cdf4-47ee-aceb-9a1adaa6f7b6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.391765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-b52df4b6-cdf4-47ee-aceb-9a1adaa6f7b6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.398283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-b52df4b6-cdf4-47ee-aceb-9a1adaa6f7b6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.406655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-b52df4b6-cdf4-47ee-aceb-9a1adaa6f7b6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 3149 time: 1.2229345 Jul 16 08:49:23.594721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:23.595113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.610735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e0d352-ce40-45cc-b1f6-91823040599a req-8983697b-81cc-4b33-ac16-0d871676ac47 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029276 Jul 16 08:49:23.633766 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.636457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.650085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e12cc50b-6ffb-4a9e-8295-0282ea07f437 HTTP/1.1" status: 204 len: 168 time: 1.4780214 Jul 16 08:49:23.707921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0efa9f-97ab-41b5-9b48-7147a5ffe8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12cc50b-6ffb-4a9e-8295-0282ea07f437,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.732463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9c7a-556d-4d62-83a9-6aa53c5a29a1 req-76a62c0d-fc90-4dd3-a13a-082007c6eac1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.744185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-110a9c7a-556d-4d62-83a9-6aa53c5a29a1 req-76a62c0d-fc90-4dd3-a13a-082007c6eac1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.5085154 Jul 16 08:49:23.814511 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484afd69-22bf-4cf9-9c36-a0317e083454 x-openstack-request-id: req-484afd69-22bf-4cf9-9c36-a0317e083454 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:23.815179 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:23.815179 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-484afd69-22bf-4cf9-9c36-a0317e083454 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:23.815535 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'code': 200} Jul 16 08:49:23.815837 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'code': 200} Jul 16 08:49:23.816143 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'code': 200} Jul 16 08:49:23.819930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-1701da20-97a9-4102-89ae-d9633f777cb6 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.821684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-1701da20-97a9-4102-89ae-d9633f777cb6 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.46 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.4922068 Jul 16 08:49:23.945468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] For port 2d802e94-eab5-4c5c-af4f-40ae8abbba50, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2d802e94-eab5-4c5c-af4f-40ae8abbba50,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.945774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.981765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for 2d802e94-eab5-4c5c-af4f-40ae8abbba50 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:24.024627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-110a9c7a-556d-4d62-83a9-6aa53c5a29a1 req-0c8176e7-c828-4586-9718-f98e8a22cdc8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768698 Jul 16 08:49:24.251506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.324570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=2d802e94-eab5-4c5c-af4f-40ae8abbba50,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.390413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] No DVR routers for this DVR port 2d802e94-eab5-4c5c-af4f-40ae8abbba50 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:24.394547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.400597 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-e31a568f-b240-4ad9-b9e6-35b6eb8335dd tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "DELETE /v2.0/ports/2d802e94-eab5-4c5c-af4f-40ae8abbba50 HTTP/1.1" status: 204 len: 173 time: 1.0085347 Jul 16 08:49:24.544749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9fe05-6dbc-42a5-b997-6c9f14279a49 req-08a2b8d7-a7ab-4b89-8518-791d7bde83cd tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.552469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84b9fe05-6dbc-42a5-b997-6c9f14279a49 req-08a2b8d7-a7ab-4b89-8518-791d7bde83cd tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 945 time: 0.3416536 Jul 16 08:49:24.593878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa87fd-9278-4ee8-a5ad-84afe2542d60 req-31f976b1-f514-4f20-8740-e028ab4c8e17 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.600975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66aa87fd-9278-4ee8-a5ad-84afe2542d60 req-31f976b1-f514-4f20-8740-e028ab4c8e17 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.3116374 Jul 16 08:49:24.607537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port 90cbad01-daa7-44b0-89f2-f67a8bb491df {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:24.608654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.621171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29'}, {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:24.634095 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a318ae8-cc4b-4872-9154-ca35c782613d" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29"}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:24.664777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Deleting port 28c9de55-809b-4ca7-97fc-58da09437b0f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:24.665147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.876518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] For port 90cbad01-daa7-44b0-89f2-f67a8bb491df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=90cbad01-daa7-44b0-89f2-f67a8bb491df,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:24.876695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.893095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for 90cbad01-daa7-44b0-89f2-f67a8bb491df owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:24.901778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84b9fe05-6dbc-42a5-b997-6c9f14279a49 req-ad99f21f-e951-44a0-a704-a1e550982e56 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d51076d-879c-4891-8cb0-5615725e5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453815 Jul 16 08:49:25.190574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66aa87fd-9278-4ee8-a5ad-84afe2542d60 req-1e922f3c-4d6f-4591-9389-25eeb050e8cb tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805826 Jul 16 08:49:25.203447 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b40ef2-1ca0-463d-afb1-e36f1dbe4d84 x-openstack-request-id: req-96b40ef2-1ca0-463d-afb1-e36f1dbe4d84 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:25.204507 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "5d47c73c-1c11-42bf-adb4-58ba10d9ba29", "status": "completed", "code": 200}, {"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "2d802e94-eab5-4c5c-af4f-40ae8abbba50", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:25.204943 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96b40ef2-1ca0-463d-afb1-e36f1dbe4d84 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:25.211504 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '5d47c73c-1c11-42bf-adb4-58ba10d9ba29', 'status': 'completed', 'code': 200} Jul 16 08:49:25.212077 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '2d802e94-eab5-4c5c-af4f-40ae8abbba50', 'status': 'completed', 'code': 200} Jul 16 08:49:25.233767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.423445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=90cbad01-daa7-44b0-89f2-f67a8bb491df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.482964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] For port 28c9de55-809b-4ca7-97fc-58da09437b0f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=28c9de55-809b-4ca7-97fc-58da09437b0f,segment=NetworkSegment(c1192af5-e5aa-47f9-ad19-1e10cebc5120),segment_id=c1192af5-e5aa-47f9-ad19-1e10cebc5120)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:25.483340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.557345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Calling delete_port for 28c9de55-809b-4ca7-97fc-58da09437b0f owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:25.595161 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.596883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] No DVR routers for this DVR port 90cbad01-daa7-44b0-89f2-f67a8bb491df on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:25.606013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.611014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-a37f7fd1-bf72-4417-90b1-33e37d55efb5 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "DELETE /v2.0/ports/90cbad01-daa7-44b0-89f2-f67a8bb491df HTTP/1.1" status: 204 len: 173 time: 1.2026148 Jul 16 08:49:25.744454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:25.744991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.817310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:25.821782 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adcc9e5-9174-4e8b-8ae2-a449c4ba6447" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:25.965593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] For port f1bc8df6-8ec9-4375-bad9-bf2de7a93182, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:25.967543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.339872 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74bd22f-6a3c-4af6-9185-feb541993db1 x-openstack-request-id: req-a74bd22f-6a3c-4af6-9185-feb541993db1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:26.340485 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-unplugged", "status": "completed", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:26.340976 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a74bd22f-6a3c-4af6-9185-feb541993db1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:26.341647 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'code': 200} Jul 16 08:49:26.418298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb711-302c-45c4-8d2b-ab21c14c1fd0 req-2104a658-4a41-4d87-b006-5a5836ce0b28 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.425996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-479eb711-302c-45c4-8d2b-ab21c14c1fd0 req-2104a658-4a41-4d87-b006-5a5836ce0b28 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 943 time: 0.8651714 Jul 16 08:49:26.529346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.590746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6feaf14-c64f-44f4-b6fb-5f3d0b05a6ba req-7ea9addd-3a06-4017-a362-585182e18758 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.0669842 Jul 16 08:49:26.748333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Pushing event deleted for resources: {'Port': ['ID=28c9de55-809b-4ca7-97fc-58da09437b0f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.834163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-479eb711-302c-45c4-8d2b-ab21c14c1fd0 req-8edf3c22-d412-49d5-9b3e-7172b705e3bf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups?id=e581b0b8-c5ed-4bc2-9ba9-273ce2229912&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066570 Jul 16 08:49:26.907080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] No DVR routers for this DVR port 28c9de55-809b-4ca7-97fc-58da09437b0f on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:26.911260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.915452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7dc930a-17d0-46cb-b4ab-20512783ce4b req-06964e9b-ade7-495d-be15-ca586c4a166d tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.46 "DELETE /v2.0/ports/28c9de55-809b-4ca7-97fc-58da09437b0f HTTP/1.1" status: 204 len: 173 time: 3.0769751 Jul 16 08:49:26.968625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.970230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.970811 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Floating IP 609e0663-6f7b-4acc-9455-b094c2fb46f6 disassociated. External IP: 172.25.5.80, port: f1bc8df6-8ec9-4375-bad9-bf2de7a93182. Jul 16 08:49:26.971408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for f1bc8df6-8ec9-4375-bad9-bf2de7a93182 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:26.991418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'name': 'network-vif-deleted', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:26.995721 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4213fe-0200-452a-8366-bbaf5c83a71c" -d '{"events": [{"server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "name": "network-vif-deleted", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:27.163022 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3eb45c-0715-46e7-8b51-7572785c1959 x-openstack-request-id: req-3b3eb45c-0715-46e7-8b51-7572785c1959 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:27.163613 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df61db7-4664-4741-b582-b61728115d46", "name": "network-vif-deleted", "tag": "28c9de55-809b-4ca7-97fc-58da09437b0f", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:27.164923 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b3eb45c-0715-46e7-8b51-7572785c1959 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:27.165414 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df61db7-4664-4741-b582-b61728115d46', 'name': 'network-vif-deleted', 'tag': '28c9de55-809b-4ca7-97fc-58da09437b0f', 'status': 'completed', 'code': 200} Jul 16 08:49:27.212768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:27.216515 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db28644-be3a-41f6-8477-e8832f0e0716" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:27.236845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.267456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8b70-01c5-40cf-be59-961d1e602ff7 req-4ec295dc-c57f-44f7-bd8a-8c8cfccdda8a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:27.277455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49eb8b70-01c5-40cf-be59-961d1e602ff7 req-4ec295dc-c57f-44f7-bd8a-8c8cfccdda8a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.4251001 Jul 16 08:49:27.333516 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1e0b3-2796-41a4-8bc0-48e55a8f6ae5 x-openstack-request-id: req-57e1e0b3-2796-41a4-8bc0-48e55a8f6ae5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:27.333840 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "90cbad01-daa7-44b0-89f2-f67a8bb491df", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:27.334064 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57e1e0b3-2796-41a4-8bc0-48e55a8f6ae5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:27.334703 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': '90cbad01-daa7-44b0-89f2-f67a8bb491df', 'status': 'completed', 'code': 200} Jul 16 08:49:27.335857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=f1bc8df6-8ec9-4375-bad9-bf2de7a93182,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.495203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 28c9de55-809b-4ca7-97fc-58da09437b0f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:27.529400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49eb8b70-01c5-40cf-be59-961d1e602ff7 req-a3ab24ff-1812-4526-ae87-068f3e8cc619 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496281 Jul 16 08:49:27.573757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 28c9de55-809b-4ca7-97fc-58da09437b0f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:27.576496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 28c9de55-809b-4ca7-97fc-58da09437b0f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:27.653366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 7a7b4216-1dec-426d-aa2c-a5059d01c9bf {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:27.654839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.693255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Router fbdf206d-dde5-4345-91f2-88fbce95844e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:28.009840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.084108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 7a7b4216-1dec-426d-aa2c-a5059d01c9bf owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:28.085524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:28.104263 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Sync routers for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:28.149614 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:28.155299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:28.174075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3f58dd3-1439-4cc5-b6c3-00aa1e57c3b4 req-f3b044b1-6089-4e5f-9b98-db773e068c34 tempest-ServersNegativeTestMultiTenantJSON-1669878523 tempest-ServersNegativeTestMultiTenantJSON-1669878523-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df61db7-4664-4741-b582-b61728115d46 HTTP/1.1" status: 200 len: 210 time: 0.1380692 Jul 16 08:49:28.269056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] No DVR routers for this DVR port f1bc8df6-8ec9-4375-bad9-bf2de7a93182 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:28.279685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.282806 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c8c87658-3146-4a3b-b464-de0987eb8be2 req-f1b622d6-424c-4b07-a11e-5d8087616fe3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.46 "DELETE /v2.0/ports/f1bc8df6-8ec9-4375-bad9-bf2de7a93182 HTTP/1.1" status: 204 len: 173 time: 2.6687772 Jul 16 08:49:28.401000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3aebf0c-f492-4698-bb36-d7928f73b559 req-66676334-a82c-403f-a65d-f3a66d2f847e tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.0440981 Jul 16 08:49:28.541649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:28.618645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.714421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=7a7b4216-1dec-426d-aa2c-a5059d01c9bf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.891082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:28.938587 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Checking router: fbdf206d-dde5-4345-91f2-88fbce95844e for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:28.953799 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:28.954748 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:29.042220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2c4bd-3d85-4287-a9b3-a991868c9d2d req-8ca28501-df1e-4084-b5a8-8cd33d87cfd8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.053159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74a2c4bd-3d85-4287-a9b3-a991868c9d2d req-8ca28501-df1e-4084-b5a8-8cd33d87cfd8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.2587392 Jul 16 08:49:29.088614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.132394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74a2c4bd-3d85-4287-a9b3-a991868c9d2d req-869b4b56-a8a9-41ff-a08a-c41194a761e0 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Jul 16 08:49:29.237221 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:29.336026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:29.339721 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3227d-fbda-42be-8b5d-06fad4f9c50b" -d '{"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:29.422473 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59957ba-797f-4e8d-8022-13b1440cd03f x-openstack-request-id: req-e59957ba-797f-4e8d-8022-13b1440cd03f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:29.423357 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771", "name": "network-vif-deleted", "tag": "f1bc8df6-8ec9-4375-bad9-bf2de7a93182", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:29.424178 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59957ba-797f-4e8d-8022-13b1440cd03f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:29.425825 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771', 'name': 'network-vif-deleted', 'tag': 'f1bc8df6-8ec9-4375-bad9-bf2de7a93182', 'status': 'completed', 'code': 200} Jul 16 08:49:29.436462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:29.564824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Deleting subnet 38793f7a-3cd7-4a8c-928a-dbbd8480cb72 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:29.570090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.613991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Router d61d2b41-864f-4e41-859c-0f21a7e58514 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:29.621355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.693086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.807230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.862558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38793f7a-3cd7-4a8c-928a-dbbd8480cb72,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.884082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.898072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92e950db-b2a4-4807-a18f-2b955099a9a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/38793f7a-3cd7-4a8c-928a-dbbd8480cb72 HTTP/1.1" status: 204 len: 168 time: 0.4550321 Jul 16 08:49:29.899069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:29.966818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fc89075-729c-4c55-be6d-ab5a0cf4a480 req-368018ed-51e8-4428-8931-45fa9bb62e76 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1434553 Jul 16 08:49:29.985116 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.027454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:30.058028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] Sync routers for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:30.059313 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cc939-29ea-49a1-a9c7-ad80a46d3921 None None] The sync data for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 is: [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:39:01Z', 'revision_number': 4, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1ef492f6-1ed1-40fc-aaf6-fedacc307a07', 'name': '', 'network_id': '5555d070-80c0-49a6-866b-be1d53ed98d3', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'mac_address': 'fa:16:3e:08:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:00Z', 'updated_at': '2021-07-16T08:39:17Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'subnets': [{'id': '857bfdc4-f83d-4886-bec7-fae97c601cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:30.077836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3d3d088-10a8-4f51-85ae-93f95b498095 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "PUT /v2.0/routers/d61d2b41-864f-4e41-859c-0f21a7e58514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6378844 Jul 16 08:49:30.078943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55852) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.089988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:30.091013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.216235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.222248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.245425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] Routers {'d61d2b41-864f-4e41-859c-0f21a7e58514'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:30.250795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['d61d2b41-864f-4e41-859c-0f21a7e58514'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.358092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.359696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c763ed-b2d5-4d68-a707-5eb1b716ede3 None None] The sync data for ids ['d61d2b41-864f-4e41-859c-0f21a7e58514'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:30.473538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.487359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec9f615-dc9c-4a9d-a7a8-fc76945107c2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.521977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1192af5-e5aa-47f9-ad19-1e10cebc5120') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.522397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1192af5-e5aa-47f9-ad19-1e10cebc5120') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:30.552802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.610580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.634767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bcc34a-d34b-412a-870b-af1cfdeb9aee None None] New status for floating IP 609e0663-6f7b-4acc-9455-b094c2fb46f6: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:30.638957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:30.638957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:30.645616 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:30.859074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.914105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.929707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4ec9f615-dc9c-4a9d-a7a8-fc76945107c2 HTTP/1.1" status: 204 len: 168 time: 1.0281789 Jul 16 08:49:30.940498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83b0d-b52f-4964-97d6-f5be58acde47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec9f615-dc9c-4a9d-a7a8-fc76945107c2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.947865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.011432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Deleting subnet ce5d48c4-f9e3-4fee-8c42-c2525e96e580 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:31.016168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.090018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.222309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.265051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.405661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.498401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5d48c4-f9e3-4fee-8c42-c2525e96e580,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:31.513624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.520895 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-24d0bf21-2bbf-48fa-9d39-632222aa668c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce5d48c4-f9e3-4fee-8c42-c2525e96e580 HTTP/1.1" status: 204 len: 168 time: 0.5714767 Jul 16 08:49:31.521795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.591848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.655600 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f6d377f-59c2-4a2e-a5a1-775b26c65d46 req-fea7a7b2-b047-4abb-8f0e-11311a4df8c4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.0896194 Jul 16 08:49:31.823797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting port 0dc345ad-b686-4dd8-acbf-df461ce49f34 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:31.824425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.835375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.082988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.112939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37462a8-fbbc-4280-b4b2-7767c1d34d45']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.148491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881faab-9a6d-4596-a0f4-ded140d5463b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.149356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881faab-9a6d-4596-a0f4-ded140d5463b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:32.187820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.212357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3d333-f412-4534-9bb9-eb82d3fff479 req-df1c62c8-35cc-42b6-b745-435507781e48 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.219733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-deb3d333-f412-4534-9bb9-eb82d3fff479 req-df1c62c8-35cc-42b6-b745-435507781e48 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 1.0834253 Jul 16 08:49:32.223909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.250704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.251228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Calling delete_port for 0dc345ad-b686-4dd8-acbf-df461ce49f34 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:32.272000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:32.273291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.294630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-deb3d333-f412-4534-9bb9-eb82d3fff479 req-d19f135f-d6f1-4b79-ae39-49eeb6050d04 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:32.466273 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:32.486615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.507368 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.512265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c37462a8-fbbc-4280-b4b2-7767c1d34d45 HTTP/1.1" status: 204 len: 168 time: 0.9727268 Jul 16 08:49:32.544089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891b10f-bde4-4a23-a33c-2939e8beeb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37462a8-fbbc-4280-b4b2-7767c1d34d45,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.753708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.005853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Port': ['ID=0dc345ad-b686-4dd8-acbf-df461ce49f34,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.242395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.243903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.302002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cefea865-3fbe-42d3-b7a0-ec7afebf6749 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea797b4fa5940c4b84df8e13f986409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574560 Jul 16 08:49:33.306133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.481708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.527929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f76aab95-6cbb-474d-9a28-1bd4ba091406 req-454912b2-48db-4f84-bf07-6764dd5ac57d tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.3476112 Jul 16 08:49:33.566798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.714035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.719506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.725683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d51076d-879c-4891-8cb0-5615725e5a86 HTTP/1.1" status: 204 len: 168 time: 0.4137557 Jul 16 08:49:33.745857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee4782-f3d7-4479-84bb-37f5af31b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51076d-879c-4891-8cb0-5615725e5a86,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:33.809624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.819602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.970613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.971454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Fanout notify agent at l3_agent the message router_deleted on router d61d2b41-864f-4e41-859c-0f21a7e58514 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:34.001381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.006854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4a015249-2c81-4954-9653-4b8e3abd3127 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/routers/d61d2b41-864f-4e41-859c-0f21a7e58514 HTTP/1.1" status: 204 len: 168 time: 3.9224648 Jul 16 08:49:34.009247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.047524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34923db9-7eaa-40a0-b43d-364d07c6d65a req-48602704-e45f-4a43-9f6f-0451cca97e05 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.061075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34923db9-7eaa-40a0-b43d-364d07c6d65a req-48602704-e45f-4a43-9f6f-0451cca97e05 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.3863776 Jul 16 08:49:34.158322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34923db9-7eaa-40a0-b43d-364d07c6d65a req-81db77d0-c9a5-4744-bc4f-dd047ba2e32e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895221 Jul 16 08:49:34.236467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Deleting subnet a70b52be-6eac-435b-a478-d4559b02d45e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:34.240702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.287003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.345708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.432107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.457562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.462301 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/subnets/a70b52be-6eac-435b-a478-d4559b02d45e HTTP/1.1" status: 204 len: 168 time: 0.4516394 Jul 16 08:49:34.464857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.531922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608b72e-93fe-48dd-9641-5cfa2060b5f7 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Subnet': ['ID=a70b52be-6eac-435b-a478-d4559b02d45e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:34.682562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.748759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55956) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.803108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.817081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16252688-c299-4117-be4b-6ea40ba4df14']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.832079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905cc16-e347-459f-a90c-95463bc5cbd1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.832641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905cc16-e347-459f-a90c-95463bc5cbd1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.843743 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.858421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.866009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:34.866427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:34.880085 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:34.895356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8073286e-ac32-41ac-a73a-2b2fedfdf407 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2568d16821e4f4eacd4460e7d309c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430209 Jul 16 08:49:34.895825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55964) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.045411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.061844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.066718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.073480 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] 10.222.0.32 "DELETE /v2.0/networks/16252688-c299-4117-be4b-6ea40ba4df14 HTTP/1.1" status: 204 len: 168 time: 0.6069229 Jul 16 08:49:35.107480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1517c-6893-477d-b7ab-87b86a0d2564 tempest-FloatingIPTestJSON-923879669 tempest-FloatingIPTestJSON-923879669-project] Pushing event deleted for resources: {'Network': ['ID=16252688-c299-4117-be4b-6ea40ba4df14,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:35.125027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.211591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.260119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.263354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.268790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7753eebb-53ca-41b7-a31c-9f86103860b6 HTTP/1.1" status: 204 len: 168 time: 0.3714488 Jul 16 08:49:35.305438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0578a-bde5-4e84-8dcf-580e799c9c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753eebb-53ca-41b7-a31c-9f86103860b6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:35.495631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6de63f8-707b-45d9-a1db-927930e30630 req-5492f03d-f44f-485e-a0c7-68e179f683c3 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.6269114 Jul 16 08:49:35.591170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf87754e-96dc-4965-9df3-e580ff47e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.751557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.810122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88ddb-bd50-4d26-ab70-f485b146b25a req-bb89a2d9-0a80-4a4c-a5c0-47446c11d08e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.822219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08a88ddb-bd50-4d26-ab70-f485b146b25a req-bb89a2d9-0a80-4a4c-a5c0-47446c11d08e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.1942799 Jul 16 08:49:35.897778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf87754e-96dc-4965-9df3-e580ff47e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.906543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf87754e-96dc-4965-9df3-e580ff47e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.919391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08a88ddb-bd50-4d26-ab70-f485b146b25a req-3cc182d5-c86f-4581-ac32-fd38ed6d18a5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937374 Jul 16 08:49:35.984078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87754e-96dc-4965-9df3-e580ff47e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e14e95-b4b9-4a47-91dc-ae7b2c6066fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.019708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55992) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.028162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf87754e-96dc-4965-9df3-e580ff47e921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c796cf3e9664c19aa19bdb034ba4347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153486 Jul 16 08:49:36.103800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.166442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.340252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7827e751-46e7-4be3-820e-4ebef940de34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63d07946dee140fda466f31dbe581db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871816 Jul 16 08:49:36.342799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.369633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.374630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.376588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9e14e95-b4b9-4a47-91dc-ae7b2c6066fe HTTP/1.1" status: 204 len: 168 time: 0.3555841 Jul 16 08:49:36.413592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fbb3f-fcee-45fe-a16f-7f04d39b8b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e14e95-b4b9-4a47-91dc-ae7b2c6066fe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.460159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.492705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.587332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.590856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.592454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c892ecad-aa4e-4681-ba77-26c36ad49ad3 HTTP/1.1" status: 204 len: 168 time: 0.2483125 Jul 16 08:49:36.610877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04d68-792d-446d-ad0f-54b5131b4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892ecad-aa4e-4681-ba77-26c36ad49ad3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.884609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56649d62-a7a8-4091-89e4-30b53d20d4ed req-140bba3e-c3cc-4c6c-bbc0-a338935dbc05 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.0473621 Jul 16 08:49:37.237823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.537163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56048) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.540932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-network', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.574606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc830b9-3ac3-411c-9e27-21a6eccf2e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.580976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Made reservation on behalf of 3c0dfa8391d445a7b803c8df50fb8018 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:37.584331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.668282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.767224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-21727c88-af3b-4a7c-b9c9-90edaf91f413 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764135 Jul 16 08:49:37.901983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc830b9-3ac3-411c-9e27-21a6eccf2e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.904119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-711221e4-f3cf-48fd-b8f9-d852c60f8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.908175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-711221e4-f3cf-48fd-b8f9-d852c60f8838 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.1133790 Jul 16 08:49:37.913762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cc830b9-3ac3-411c-9e27-21a6eccf2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.968479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc830b9-3ac3-411c-9e27-21a6eccf2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a61980-264e-4287-9fbe-1c6a0ec7ca89,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.010208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9cc830b9-3ac3-411c-9e27-21a6eccf2e0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e26a15bfa2e41628505616b5cffe830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712427 Jul 16 08:49:38.010905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56058) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.045635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab886166-0c21-46ef-8cbf-96f8049e5403 req-129409aa-d623-4223-9e7d-de27e8d9bbf7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.048890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab886166-0c21-46ef-8cbf-96f8049e5403 req-129409aa-d623-4223-9e7d-de27e8d9bbf7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.2272053 Jul 16 08:49:38.284616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7abe3b-6d0e-4717-a318-a3bf746c16ec req-59539263-059b-4b3f-a935-e098e32d78e6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.0949929 Jul 16 08:49:38.312332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab886166-0c21-46ef-8cbf-96f8049e5403 req-4bdd1479-8abf-4b3e-ade0-b9a2a5311d77 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918359 Jul 16 08:49:38.322913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.355230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.430973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.434118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.435462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44a61980-264e-4287-9fbe-1c6a0ec7ca89 HTTP/1.1" status: 204 len: 168 time: 0.4222338 Jul 16 08:49:38.446950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c613cf-f392-49e4-8f01-fdb6572ec6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a61980-264e-4287-9fbe-1c6a0ec7ca89,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.538765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.543934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-68fab3d7-2928-4c6c-a3f9-0eee2c969532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.547998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-68fab3d7-2928-4c6c-a3f9-0eee2c969532 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.5987906 Jul 16 08:49:38.550665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.665393 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.800440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-0237fe56-24bd-4d05-a8f3-e973de0d3908 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2421875 Jul 16 08:49:38.817389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:38.838181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.838565 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Added segment 6ce484f2-c0d7-4ccf-bad3-ab57d81c787c of type vlan for network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e Jul 16 08:49:38.895819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56074) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.949525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.993223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b922478-0947-4333-a18b-b006a10413c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.092094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.092486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.093885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.094738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.099508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-d3cf84c5-014b-4b92-a3b0-dcffedb6bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.101741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-d3cf84c5-014b-4b92-a3b0-dcffedb6bfe5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1112435 Jul 16 08:49:39.190344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] Pushing event updated for resources: {'Network': ['ID=5bcc8e5c-3680-4076-8a53-05e0d3bd565e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.204219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:39.241259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1833767229'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:39.312434 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-296ea457-0b43-4fd5-a4ac-ea55c37134be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0709081 Jul 16 08:49:39.317366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.328825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Request body: {'subnet': {'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-subnet', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:39.340743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Made reservation on behalf of 89988cbe180047edaa313360d6d1fc3c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:39.346089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.403322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.471669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Made reservation on behalf of 3c0dfa8391d445a7b803c8df50fb8018 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:39.482113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.573696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-3d9c1f2a-68ce-489a-8106-48b464350ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.576621 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-3d9c1f2a-68ce-489a-8106-48b464350ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4012253 Jul 16 08:49:39.871622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf11277d-edc0-4e50-9f2a-0a0cd7e37ff2 req-20e693e2-81c2-4f77-947a-279b2e731b7f tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1444757 Jul 16 08:49:39.919109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.034971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665e428-f220-4067-844f-e80886720cd0 req-4db6a432-df8e-4e06-af8e-6dd32bf5f020 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.041165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-9feaa386-b461-473b-ba86-c11675fe94e1 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530685 Jul 16 08:49:40.044982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4665e428-f220-4067-844f-e80886720cd0 req-4db6a432-df8e-4e06-af8e-6dd32bf5f020 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.4281819 Jul 16 08:49:40.088888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.106640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.153358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b171dd0b-1983-40b5-8431-a27e92ffefa2,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.159849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35cef31-c60d-4cb6-8009-51e0067147e9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.184927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4665e428-f220-4067-844f-e80886720cd0 req-2f1274e5-149b-436b-9cf7-8812a77cb326 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Jul 16 08:49:40.224891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:40.272695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.273606 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Added segment dcf20f93-409b-41e8-a4a0-66e098d2435f of type vlan for network c9b6a167-e35b-4af0-b37b-d35605c9f1fe Jul 16 08:49:40.292741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Checking segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:40.293136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Network hostable DHCP agents. Network: 5bcc8e5c-3680-4076-8a53-05e0d3bd565e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:40.386586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:40.414190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.434605 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-16deb02d-20a6-48ef-bc73-be4adc9af681 req-a45b7f02-12ab-4fad-a491-06fa12ddb908 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783150 Jul 16 08:49:40.435758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5bcc8e5c-3680-4076-8a53-05e0d3bd565e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:40.454708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00705838-0911-4609-8c4d-e639d4e2ec78 None None] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:40.461869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.462878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.489198 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.493269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25d54e0d-9c98-4f6f-aa7d-51a814f51e14 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1732495 Jul 16 08:49:40.496949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.498982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.499828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.501515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:40.569423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.570618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.665731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Network': ['ID=c9b6a167-e35b-4af0-b37b-d35605c9f1fe,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.685388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c2d14a9d-aa68-41f6-82d2-a0d9c28ca004 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7881904 Jul 16 08:49:40.694494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56140) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.706744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'subnet': {'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:40.709509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.853497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:40.926718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:40.932229 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.999634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Made reservation on behalf of 89988cbe180047edaa313360d6d1fc3c for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:41.010064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.136601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.604552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-642e2c02-1bea-448e-8f43-4d19fb5d8b7a req-e953f8c1-be23-4afe-aa3e-b576144302cf tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1490531 Jul 16 08:49:41.607617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.686861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Allocated IP 172.20.0.2 (5bcc8e5c-3680-4076-8a53-05e0d3bd565e/b171dd0b-1983-40b5-8431-a27e92ffefa2/4f6cf61c-5ed7-4d87-810a-aeab4d10afc5) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:41.718374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Subnet': ['ID=6e11c989-17a2-43b4-a43a-acccbd296d10,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.892891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7d539-dacb-4084-afe6-da3b88b342da req-783f1751-5730-410e-afbb-1e70eeb3ae61 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.894522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72a7d539-dacb-4084-afe6-da3b88b342da req-783f1751-5730-410e-afbb-1e70eeb3ae61 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4138758 Jul 16 08:49:41.902044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Checking segment: {'id': 'dcf20f93-409b-41e8-a4a0-66e098d2435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:41.902409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network hostable DHCP agents. Network: c9b6a167-e35b-4af0-b37b-d35605c9f1fe, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:41.903256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.961036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.111954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.124482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Transition to ACTIVE for port object 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:42.139093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:42.142721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Transition to ACTIVE for port object 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:42.156325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.192232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72a7d539-dacb-4084-afe6-da3b88b342da req-1d224fa5-b318-400f-8499-8a403328aa41 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781785 Jul 16 08:49:42.234019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c9b6a167-e35b-4af0-b37b-d35605c9f1fe) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:42.255609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.256838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.284548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Pushing event updated for resources: {'Port': ['ID=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.300952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930434a-ae76-471a-b943-b6710a5249d5 None None] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:42.340293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-13231671-d27b-40c4-95eb-7dca0e4ba4b0 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6446006 Jul 16 08:49:42.348268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Allocated IP 172.25.5.182 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1ae00669-190f-419c-ba0d-ead58270076d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:42.357550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:42.367159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e4e2a-35b7-426e-88d4-bb1bdd6880d7 req-51a3d8d2-e5e5-4221-bc19-d315325dea81 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.368813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-182e4e2a-35b7-426e-88d4-bb1bdd6880d7 req-51a3d8d2-e5e5-4221-bc19-d315325dea81 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.4235492 Jul 16 08:49:42.369545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56176) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.383673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-794047904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:42.400392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:42.444264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:42.513598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.514243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.515361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.515995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.517168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.518292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.519990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.520912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.521823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.522692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.523304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.523971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:42.599231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.629461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.633323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.644683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.685578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Attempting to bind port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:42.686126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Attempting to bind port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:42.686643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Attempting to bind port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:42.690199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-182e4e2a-35b7-426e-88d4-bb1bdd6880d7 req-e44012ab-9ef9-4bcf-839a-e9d5e28247b1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996945 Jul 16 08:49:42.700162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae00669-190f-419c-ba0d-ead58270076d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.719415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:42.721442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Checking segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:42.721442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.721688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Bound using segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:42.722166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Bound port: 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:42.722558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.735429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:42.741547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:42.749392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:42.823901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d866-b457-46a8-b6b2-7b4362a39642 req-cd3b8f09-a6b3-4adc-b057-1ee45fb0348d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.824319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] For port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:42.828658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] For port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:42.834940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.838314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc47d866-b457-46a8-b6b2-7b4362a39642 req-cd3b8f09-a6b3-4adc-b057-1ee45fb0348d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.3764207 Jul 16 08:49:42.894627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.928129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.939404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.080666 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-afde2256-00de-495f-a826-267531b378c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.134730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d09a7-8523-4bea-83bc-0ff7b776364a None None] Pushing event updated for resources: {'Port': ['ID=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.162194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc47d866-b457-46a8-b6b2-7b4362a39642 req-ee28059a-018f-4d44-b4d6-b88fc66a226f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139422 Jul 16 08:49:43.302183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.308650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3b328709-83f2-4e07-b99f-ddad4e7edb85 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9354613 Jul 16 08:49:43.322069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c9b6a167-e35b-4af0-b37b-d35605c9f1fe', 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe', 'tenant_id': '89988cbe180047edaa313360d6d1fc3c', 'fixed_ips': [{'subnet_id': '6e11c989-17a2-43b4-a43a-acccbd296d10'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:43.323412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.337443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-801b0c2a-3654-4a56-9454-c96e3870e4b5 req-edcf597d-ef94-4497-af82-78d47bc87905 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1718016 Jul 16 08:49:43.338280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56196) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.772578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Allocated IP 172.20.0.2 (c9b6a167-e35b-4af0-b37b-d35605c9f1fe/6e11c989-17a2-43b4-a43a-acccbd296d10/a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:44.144596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94397419-7710-42df-b9ef-d4a5e6f5cb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.155666 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.175944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Transition to ACTIVE for port object a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:44.198428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Transition to ACTIVE for port object a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:44.208782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.311713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:44.312487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daebe94-a0bd-4a57-9a41-2ab96c7afb94 req-5db60b61-acd1-4ac4-a3c0-c3898f9589d5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.315360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0daebe94-a0bd-4a57-9a41-2ab96c7afb94 req-5db60b61-acd1-4ac4-a3c0-c3898f9589d5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.3602459 Jul 16 08:49:44.321731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:44.330031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:44.395914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-a117c83f-9b14-45af-8645-4f73b39850d0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.400936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-a117c83f-9b14-45af-8645-4f73b39850d0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.4439628 Jul 16 08:49:44.530902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-1df3f73b-1dcf-4144-8589-1ef56fef87ee tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/quotas/b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 375 time: 0.1163650 Jul 16 08:49:44.553086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.554649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94397419-7710-42df-b9ef-d4a5e6f5cb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.640071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Attempting to bind port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:44.640457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Attempting to bind port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'dcf20f93-409b-41e8-a4a0-66e098d2435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:44.640825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Attempting to bind port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 on network c9b6a167-e35b-4af0-b37b-d35605c9f1fe {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:44.647746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Pushing event updated for resources: {'Port': ['ID=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.672108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:44.682534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Checking segment: {'id': 'dcf20f93-409b-41e8-a4a0-66e098d2435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:44.683503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.689123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Bound using segment: {'id': 'dcf20f93-409b-41e8-a4a0-66e098d2435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:44.690641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Bound port: a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf20f93-409b-41e8-a4a0-66e098d2435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:44.697151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.702691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94397419-7710-42df-b9ef-d4a5e6f5cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.845033 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94397419-7710-42df-b9ef-d4a5e6f5cb7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83fa5a4e1bb042699e1a6b48f6ad23de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9490936 Jul 16 08:49:44.890736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.911761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] For port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:44.924851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] For port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,segment=NetworkSegment(dcf20f93-409b-41e8-a4a0-66e098d2435f),segment_id=dcf20f93-409b-41e8-a4a0-66e098d2435f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:44.954665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.089173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397419-7710-42df-b9ef-d4a5e6f5cb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db78d87-c11e-4a57-a4b6-b91911c91b7f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.102663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0daebe94-a0bd-4a57-9a41-2ab96c7afb94 req-11a97b47-9d8f-4878-ae7b-f4db53e5f3d8 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797242 Jul 16 08:49:45.231807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5c5f8-a67e-40cc-afd4-3a0ea7992a1a None None] Pushing event updated for resources: {'Port': ['ID=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.303390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.316937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.414899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7bf8db-110a-4053-b67e-ddb90eb16245 None None] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:45.559349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.569116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:45.583708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Allocated IP 172.20.0.1 (c9b6a167-e35b-4af0-b37b-d35605c9f1fe/6e11c989-17a2-43b4-a43a-acccbd296d10/cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:45.625204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-be2d7668-3645-4fd4-93ab-cf979c0449ea None None] Provisioning for port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:45.748707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00015e52-4c84-445b-9219-5a5ca872f3b4 req-40ba208f-7d52-4789-a23e-cbdde4bf70fe tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.3200474 Jul 16 08:49:45.776675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-752d5cc9-aad8-4a19-87aa-e525c1c5a721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.817249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.823781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.824138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.833053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0db78d87-c11e-4a57-a4b6-b91911c91b7f HTTP/1.1" status: 204 len: 168 time: 0.9397559 Jul 16 08:49:45.878702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f744-a6d0-4e53-af25-1d63cde6922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db78d87-c11e-4a57-a4b6-b91911c91b7f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.932435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-ca8bafab-da1b-4091-bf1e-cdf0418f5b7f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&fields=id HTTP/1.1" status: 200 len: 486 time: 1.3937168 Jul 16 08:49:45.984957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.004926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Transition to ACTIVE for port object cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:46.062560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:46.095428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:46.100573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.126875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.144860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.418209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:46.429435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:46.434410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:46.526827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:46.966580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.974011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:47.011296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:47.039953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.052103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4f4c4fde-5990-4c60-ac4d-a27adc9fbea7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5524607 Jul 16 08:49:47.053873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56262) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:47.102353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:47.107569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:47.328300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c6e43-cb95-4af1-a410-f8d1d0aab0a3 None None] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:47.388293 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.615103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f67eaf66-474f-41d4-8b22-c850c911c43c None None] Provisioning for port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:47.685703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-74d12ffa-669b-458b-b086-24b4435da5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6221926 Jul 16 08:49:47.711724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:47.732133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.744718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.756352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:47.801377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.108546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:48.192389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455d5be-50f3-4bc9-b244-1a1eec2a85fa req-d590d0a9-83d9-46b2-8159-02c8f9abd055 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.195498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2cd4786d-3bc8-4218-88d8-48c79d96801f None None] Provisioning complete for port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:48.196155 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2cd4786d-3bc8-4218-88d8-48c79d96801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.199002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a455d5be-50f3-4bc9-b244-1a1eec2a85fa req-d590d0a9-83d9-46b2-8159-02c8f9abd055 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 1.6626046 Jul 16 08:49:48.291359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-11ddba5c-4388-4de6-9fab-2bdef7d1e690 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880592 Jul 16 08:49:48.301427 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a455d5be-50f3-4bc9-b244-1a1eec2a85fa req-54e6ef89-8863-4670-9e51-2938ffc73185 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864012 Jul 16 08:49:48.394713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.463286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.636449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.678249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.962796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:49.008289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:49.008674 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.213940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.272366 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.329196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.340541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,segment=NetworkSegment(dcf20f93-409b-41e8-a4a0-66e098d2435f),segment_id=dcf20f93-409b-41e8-a4a0-66e098d2435f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:49.360029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:44Z', 'revision_number': 3, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:49.393338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Allocated IP 172.20.0.1 (5bcc8e5c-3680-4076-8a53-05e0d3bd565e/b171dd0b-1983-40b5-8431-a27e92ffefa2/7b6b6aad-fd6d-45af-ad14-216b0473a0d9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:49.441106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.451714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.456203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7478303f-f202-4c7e-b260-982e39fa4432 req-9ef44302-a84b-4a37-831c-cea47e4f48e3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 210 time: 0.1762235 Jul 16 08:49:49.469855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d26609b2-24aa-4dec-a39b-fac691868cd1 req-006093c1-1a8f-4440-98e3-ae45f5cf7747 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.2344043 Jul 16 08:49:49.496272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:49.498410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Updating router 6fff3cc7-7724-4cd1-b467-b89943b74e4b port 1ae00669-190f-419c-ba0d-ead58270076d binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:49.731340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.895921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.943999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:49.989092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Transition to ACTIVE for port object 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:50.037635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:50.045394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:50.094168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.153708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.191633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.215501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:50.221935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:50.227209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:50.412024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.710846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Provisioning complete for port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:50.718434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.750322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44491f9-58c0-433d-979e-75337ff07805 req-51a8758d-ea68-4f94-8942-1bc98e54ec93 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.754245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e44491f9-58c0-433d-979e-75337ff07805 req-51a8758d-ea68-4f94-8942-1bc98e54ec93 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.6953397 Jul 16 08:49:50.817160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Router 7fd6fcc3-69fa-49e2-b384-498cf0d1fb26 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:50.827789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.903766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c40a187-fa64-4133-82ef-66242a1cd5d4 req-0e1c5afb-938a-47b7-9d0e-398c6aed4c32 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 210 time: 0.1395090 Jul 16 08:49:50.984419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.184730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56340) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.288533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.291909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.292315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.299858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.338048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:51.348065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8553f996-2382-4a57-8d39-fb0897586956 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "PUT /v2.0/routers/7fd6fcc3-69fa-49e2-b384-498cf0d1fb26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0022106 Jul 16 08:49:51.349006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.354436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] Sync routers for ids ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:51.361054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.421553 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] Routers {'7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:51.422881 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.423888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.439876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'port': {'network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe', 'name': 'tempest-FloatingIPNegativeTestJSON-1132110661'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:51.469999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.612222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.650918 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] Routers {'7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:51.652752 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.662631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Provisioning for port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:51.744101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Provisioning complete for port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.744818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.816846 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:51.822759 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47163ccf-db76-4240-9f73-3ca92e94c885 None None] The sync data for ids ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:51.854365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c1679175-4ef9-4343-b38b-cfe0c676c852 None None] Port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:51.884607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:51.888665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:51.936030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6da4689a-6618-4f4e-ae25-906798bceb93 req-6fdddd03-145e-4a37-8763-7b828675df0b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.5443926 Jul 16 08:49:52.039361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e44491f9-58c0-433d-979e-75337ff07805 req-698b9758-3bf6-430a-b477-9c626d8f7b25 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2702432 Jul 16 08:49:52.063836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc663079-65d0-4e7c-b83f-fd6730e0e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.086638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.105646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Transition to ACTIVE for port object 1ae00669-190f-419c-ba0d-ead58270076d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:52.120134 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.153470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfc8c41-1dce-47a2-b22b-59ec77255bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.203788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:52.261618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Made reservation on behalf of 89988cbe180047edaa313360d6d1fc3c for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:52.277542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.295063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Provisioning for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:52.411091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7d96b98-a81d-428d-ac89-5e16ad6b4d6c req-6fdc71df-d8a2-4e0d-a251-cd856ef4339c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 210 time: 0.0747170 Jul 16 08:49:52.416602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] device_id is not set on port 7e371bfd-274a-425c-ba6d-dde17b2eaf14 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:52.481787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:52.493784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0559e8d-7fda-490b-82af-d965a105a9fe admin admin] 10.222.0.32 "PUT /v2.0/routers/6fff3cc7-7724-4cd1-b467-b89943b74e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4364865 Jul 16 08:49:52.652787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Provisioning complete for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:52.653117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.690601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Attempting to bind port 1ae00669-190f-419c-ba0d-ead58270076d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:52.691183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Attempting to bind port 1ae00669-190f-419c-ba0d-ead58270076d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:52.691758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Attempting to bind port 1ae00669-190f-419c-ba0d-ead58270076d on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:52.718965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de312-2581-4408-9408-f798aa0d543b None None] Pushing event updated for resources: {'Port': ['ID=1ae00669-190f-419c-ba0d-ead58270076d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.723809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc663079-65d0-4e7c-b83f-fd6730e0e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.725825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:52.726428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:52.727106 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.727724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:52.728585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Bound port: 1ae00669-190f-419c-ba0d-ead58270076d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:52.729059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.757276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc663079-65d0-4e7c-b83f-fd6730e0e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.761144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:52.835271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-4df19743-eb4c-4b23-8b9b-00b54052d004 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.838109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-4df19743-eb4c-4b23-8b9b-00b54052d004 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.3188736 Jul 16 08:49:52.856326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'device_id': '435a65ee-833a-47e0-91ac-02d8d500a535', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'admin_state_up': True, 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:52.929310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] For port 1ae00669-190f-419c-ba0d-ead58270076d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:52.933225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] For port 1ae00669-190f-419c-ba0d-ead58270076d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ae00669-190f-419c-ba0d-ead58270076d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:52.944160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:52.981298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663079-65d0-4e7c-b83f-fd6730e0e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe93bc-15fa-47aa-a865-683c37cbbadd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.037161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.120088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bc663079-65d0-4e7c-b83f-fd6730e0e6ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3368b5679d0147679deb599abb086271&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7469435 Jul 16 08:49:53.126316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56374) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:53.217461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de312-2581-4408-9408-f798aa0d543b None None] Pushing event updated for resources: {'Port': ['ID=1ae00669-190f-419c-ba0d-ead58270076d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.228527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Allocated IP 172.20.0.3 (c9b6a167-e35b-4af0-b37b-d35605c9f1fe/6e11c989-17a2-43b4-a43a-acccbd296d10/7e371bfd-274a-425c-ba6d-dde17b2eaf14) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:53.249920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Provisioning complete for port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:53.250406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.302240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-df32f2f5-7b6d-4ed2-b991-42003e020c36 None None] Port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:53.327075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:53.327464 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.401745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:53.408782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.505662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfc8c41-1dce-47a2-b22b-59ec77255bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.548718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:53.563950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.678941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3693b12c-129c-44b7-8fc6-0c8aa3e8e16f None None] Provisioning complete for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:53.679310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3693b12c-129c-44b7-8fc6-0c8aa3e8e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.709555 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:53.731857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.750024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Transition to ACTIVE for port object 7e371bfd-274a-425c-ba6d-dde17b2eaf14 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:53.789957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3693b12c-129c-44b7-8fc6-0c8aa3e8e16f None None] Port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:53.795812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.811629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:53.831010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfc8c41-1dce-47a2-b22b-59ec77255bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.834450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.843860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-272167dd-805d-4c5f-98d3-ed7d601620e1 req-602fa0f9-a29b-450b-9fea-4af455f74e44 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.4695082 Jul 16 08:49:53.921235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.20.0.3 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/4d8e031b-b51e-429a-bf5b-f1913d2c27cd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:53.947485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:53.965375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=7e371bfd-274a-425c-ba6d-dde17b2eaf14,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.977817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:53.998032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:54.085565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-7eaeb75d-9e4e-4fc8-9e21-a5e36babc5ae req-0bf5f425-a496-47da-aadc-196b26fb5474 service neutron] (93774) timed out ('10.222.0.47', 57555) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:49:54.165359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.171686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.238329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc8c41-1dce-47a2-b22b-59ec77255bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade93d7-b7ff-4f3b-8f45-95824e7adf05,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.342322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.382242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 2, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:54.383276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-95e725ac-81c8-4f3b-84ff-4eacb59d16d6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9948778 Jul 16 08:49:54.384922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56384) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:54.421949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:54.429891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-edfc8c41-1dce-47a2-b22b-59ec77255bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0d3f6934db14811a0ae615f2899c682&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0977342 Jul 16 08:49:54.437119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56386) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:54.448360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bddd9-957a-4818-b781-dc3415b88149 None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 2, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:54.488578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6b201864-6875-4fe1-b3fb-7d3d499028f8 None None] Provisioning for port 7e371bfd-274a-425c-ba6d-dde17b2eaf14 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:54.509285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6b201864-6875-4fe1-b3fb-7d3d499028f8 None None] Provisioning complete for port 7e371bfd-274a-425c-ba6d-dde17b2eaf14 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:54.509965 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b201864-6875-4fe1-b3fb-7d3d499028f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.548780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.574741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56390) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:54.585150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992594358', 'description': 'tempest-description--1537433473'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:54.616868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b201864-6875-4fe1-b3fb-7d3d499028f8 None None] Port 7e371bfd-274a-425c-ba6d-dde17b2eaf14 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:54.663867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.670785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Transition to ACTIVE for port object 4d8e031b-b51e-429a-bf5b-f1913d2c27cd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:54.675482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.815566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.848397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.881659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-17cda7c4-4ccc-44c4-87d9-c581c0018308 req-0f52432d-febc-4690-a87c-1d076c7cd506 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 210 time: 0.1231310 Jul 16 08:49:54.882375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.887232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e6ea5-0d41-49f0-a340-a9c761ea68ca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.896610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8', '7f1c90ea-fe92-4046-817c-474cd96069a4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:54.904884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.910628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.912187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2fe93bc-15fa-47aa-a865-683c37cbbadd HTTP/1.1" status: 204 len: 168 time: 1.7730322 Jul 16 08:49:54.913330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.946048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.062220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:55.067348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.071611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e0a9db2d-f476-4504-9a71-eb9f0e4fc4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4941788 Jul 16 08:49:55.080516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:55.083945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56396) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:55.101053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group_rule': {'security_group_id': 'b68e6ea5-0d41-49f0-a340-a9c761ea68ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:55.112522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:55.117206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae18fbe-3cad-49bb-86ee-93929e684a5a req-a5dc6ee3-6533-443c-b841-6c9c23703d97 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.118660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ae18fbe-3cad-49bb-86ee-93929e684a5a req-a5dc6ee3-6533-443c-b841-6c9c23703d97 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.8984754 Jul 16 08:49:55.134931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.137764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.142904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ade93d7-b7ff-4f3b-8f45-95824e7adf05 HTTP/1.1" status: 204 len: 168 time: 0.6961265 Jul 16 08:49:55.195454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd7b1-9e66-4f5d-a288-a1d5ff2fcb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe93bc-15fa-47aa-a865-683c37cbbadd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.262917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.311253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.311960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.446172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-215acff6-f575-47c3-97fe-51b56d91f6a3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5989935 Jul 16 08:49:55.454505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ae18fbe-3cad-49bb-86ee-93929e684a5a req-9c5ab3b3-cc81-4a87-8eb9-e4a5212da10d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118374 Jul 16 08:49:55.463519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5c756-6c3a-4f9f-9369-9175a1ca9867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade93d7-b7ff-4f3b-8f45-95824e7adf05,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.499980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-fe18384f-902a-4495-8579-449b50137e48 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:55.510246 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-fe18384f-902a-4495-8579-449b50137e48 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558684 Jul 16 08:49:55.550843 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.744747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b9ec1b9-851c-4c15-9c24-d1edc237bf6b req-75c5d821-7f75-426b-93eb-463f2e9953ed tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.1330245 Jul 16 08:49:55.775355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.890759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9cbd1df5-c80e-425c-8a9d-541cf9939fe0 None None] Provisioning for port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:55.909549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9cbd1df5-c80e-425c-8a9d-541cf9939fe0 None None] Provisioning complete for port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:55.910302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1df5-c80e-425c-8a9d-541cf9939fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.975912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.991377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.048317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd1df5-c80e-425c-8a9d-541cf9939fe0 None None] Port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:56.110293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.111645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0212302 Jul 16 08:49:56.122411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:56.123188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e65b727-c20b-4415-9503-5e9bf84f8623,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.136338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group_rule': {'security_group_id': 'b68e6ea5-0d41-49f0-a340-a9c761ea68ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:56.183224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Allocated IP 172.25.5.35 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/eb6eef1c-e552-4ff3-a9e9-444cf052dc28) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:56.184618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Request body: {'port': {'device_id': '435a65ee-833a-47e0-91ac-02d8d500a535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:56.245394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:56.249449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.250003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.250505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.251097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.251332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.251659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.252070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.252521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.253053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.253942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.253942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.254330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bda3aef-c601-4014-9f9b-46dfc2d85764 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.305511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c9787c-bdc3-4244-95b5-7b92858d7364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.378255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.482250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.731256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:56.801626 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.989399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ae00669-190f-419c-ba0d-ead58270076d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:57.086138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ae269-a3cd-47cc-9684-435140a17b5a req-eb01574d-d6cc-496a-b490-bb44acc7d5e8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.088890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa7ae269-a3cd-47cc-9684-435140a17b5a req-eb01574d-d6cc-496a-b490-bb44acc7d5e8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 931 time: 0.6093831 Jul 16 08:49:57.126502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81361b-5320-4178-9216-efa7c23a08ad req-7c7f888e-cb59-4ba8-a961-6ef408a2334e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.139529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a81361b-5320-4178-9216-efa7c23a08ad req-7c7f888e-cb59-4ba8-a961-6ef408a2334e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.3589652 Jul 16 08:49:57.169174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 1ae00669-190f-419c-ba0d-ead58270076d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:57.173485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1ae00669-190f-419c-ba0d-ead58270076d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:57.173861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.316360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa7ae269-a3cd-47cc-9684-435140a17b5a req-05b22d88-edbc-4483-9bb3-099c3a3c8bab tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046969 Jul 16 08:49:57.339348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a81361b-5320-4178-9216-efa7c23a08ad req-dab2cbf3-c633-4d6c-b998-6449e0c6cb49 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982338 Jul 16 08:49:57.353680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.358520 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.372898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-823ecfcb-c1ea-4349-8ec0-d4142aa6ce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.422416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 1ae00669-190f-419c-ba0d-ead58270076d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ae00669-190f-419c-ba0d-ead58270076d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:57.438084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.507157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.539934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:57.559588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.587002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=1ae00669-190f-419c-ba0d-ead58270076d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.606064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:57.618609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:57.644200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:57.648653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:57.762596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b33e37-8a0e-494c-afa6-993dcf653912,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.782038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0135abc7-4d31-4d45-9452-29b8863b5a2a req-656db0d7-9df0-4826-af21-16c906c00270 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d72c66b-3a90-4fc2-9cdc-5ffdd8fc4771 HTTP/1.1" status: 200 len: 210 time: 0.0901439 Jul 16 08:49:57.783672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=eb6eef1c-e552-4ff3-a9e9-444cf052dc28,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.858180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c9787c-bdc3-4244-95b5-7b92858d7364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.884827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25c9787c-bdc3-4244-95b5-7b92858d7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.985393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.998077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.043735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:58.049162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9787c-bdc3-4244-95b5-7b92858d7364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7063e815-dbfc-4555-b380-95762055dde2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.073819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'port_id': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'mac_address': 'fa:16:3e:ab:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6585f87-ca4d-498f-8687-c13d5c816ab3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:58.077267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25c9787c-bdc3-4244-95b5-7b92858d7364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44ff0b48928e4c358bcca64347e3acbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8303056 Jul 16 08:49:58.081170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:58.120070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:58.122674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:58.126445 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667616a7-df58-4017-aeb1-1b8901bdc611" -d '{"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:58.132328 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.166700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.291422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.296085 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10711a5-3f7e-485b-bcd5-8aa0526cbf22 x-openstack-request-id: req-e10711a5-3f7e-485b-bcd5-8aa0526cbf22 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:58.296526 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:58.296890 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e10711a5-3f7e-485b-bcd5-8aa0526cbf22 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:58.297449 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'code': 200} Jul 16 08:49:58.302486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-823ecfcb-c1ea-4349-8ec0-d4142aa6ce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.321303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-823ecfcb-c1ea-4349-8ec0-d4142aa6ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.326307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.355078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6a8494-431f-4d9b-9346-bdc518abc8c2 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:58.379934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.389406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f83072a3-b44a-4506-8f18-3e70e6cd64b8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2630699 Jul 16 08:49:58.402906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:58.407247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:58.413614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.449880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:58.538107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8e031b-b51e-429a-bf5b-f1913d2c27cd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:58.565312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-823ecfcb-c1ea-4349-8ec0-d4142aa6ce73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0df414c1bc2848ee88c1893f971cf3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8290930 Jul 16 08:49:58.573690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:58.574486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.577089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.585506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ecfcb-c1ea-4349-8ec0-d4142aa6ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c3f8b-afad-4188-a6ba-07ea1ae67140,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.588803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.602154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.613683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.660898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Transition to ACTIVE for port object 4d8e031b-b51e-429a-bf5b-f1913d2c27cd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.678765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['dc6a8494-431f-4d9b-9346-bdc518abc8c2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:58.708466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.784783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.788597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.801058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.804894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.810757 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7063e815-dbfc-4555-b380-95762055dde2 HTTP/1.1" status: 204 len: 168 time: 0.7285259 Jul 16 08:49:58.912969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ae00669-190f-419c-ba0d-ead58270076d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:58.915956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61019960-3c9a-404c-a20b-9c57ed671c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7063e815-dbfc-4555-b380-95762055dde2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.049125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=eb6eef1c-e552-4ff3-a9e9-444cf052dc28,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.055368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.155490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.160257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0797aa4e-1b1e-4a76-85c7-43c3e7ed7d7a tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7482245 Jul 16 08:49:59.161383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56454) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.183045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-80b50d12-9aa0-48eb-89bd-2f3ae2b848d2 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'floatingip': {'port_id': '7e371bfd-274a-425c-ba6d-dde17b2eaf14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:59.253335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.277864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:59.320987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.370394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Attempting to bind port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:59.370562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:59.371282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:59.374350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006c30-b71d-4e1a-b04b-f11ee9924391 req-10de14e6-f6db-4795-a81b-8edc79a60ea7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.375104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Attempting to bind port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:59.375590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Attempting to bind port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:59.392585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6006c30-b71d-4e1a-b04b-f11ee9924391 req-10de14e6-f6db-4795-a81b-8edc79a60ea7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 945 time: 0.7440078 Jul 16 08:49:59.433579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80b50d12-9aa0-48eb-89bd-2f3ae2b848d2 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.460134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1ae00669-190f-419c-ba0d-ead58270076d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:59.461026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.470553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd on network 479e6142-f6ac-40ad-a04a-92f866bd8261 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:59.470883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Attempting to bind port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:59.476479 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.499589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:59.503163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:59.503163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:59.503163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Bound port: 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:59.503163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.504273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e44542-e82e-4a72-8542-873b8f2945a1 req-bdbcfa41-181c-4c04-a59d-85e56355dd13 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.512019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63e44542-e82e-4a72-8542-873b8f2945a1 req-bdbcfa41-181c-4c04-a59d-85e56355dd13 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 943 time: 0.8644571 Jul 16 08:49:59.638682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6006c30-b71d-4e1a-b04b-f11ee9924391 req-c5264015-94c2-46a2-929d-5d33caa43f0e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417817 Jul 16 08:49:59.710451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:59.722319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63e44542-e82e-4a72-8542-873b8f2945a1 req-ce392983-07eb-4c34-a77b-d6b9160a9781 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088251 Jul 16 08:49:59.755428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.784931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:59.790323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:59.803594 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-80b50d12-9aa0-48eb-89bd-2f3ae2b848d2 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] update failed (client error): The resource could not be found. Jul 16 08:49:59.805055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-80b50d12-9aa0-48eb-89bd-2f3ae2b848d2 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "PUT /v2.0/floatingips/92afee3f-a6ea-4d0c-a594-a59240576cc7 HTTP/1.1" status: 404 len: 507 time: 0.6374388 Jul 16 08:49:59.811864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56464) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.814759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.854241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.855338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.856893 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 200 len: 1092 time: 4.3367119 Jul 16 08:49:59.857221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.861147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.867102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/331c3f8b-afad-4188-a6ba-07ea1ae67140 HTTP/1.1" status: 204 len: 168 time: 1.2798290 Jul 16 08:49:59.967798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56474) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.033964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:00.037776 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75184d7-42be-4a5c-a98e-fd6c586dd914" -d '{"events": [{"name": "network-changed", "server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:00.111964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239956e-e1f9-48a3-8c2f-0206c944eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c3f8b-afad-4188-a6ba-07ea1ae67140,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.254249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.322661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.323708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372871e-c853-4a82-9c31-36fc5745b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.336686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting port eb6eef1c-e552-4ff3-a9e9-444cf052dc28 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:00.337050 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.367140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-1e6daca0-61a4-4d44-8375-7a7c46bf4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.370507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-1e6daca0-61a4-4d44-8375-7a7c46bf4ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 1095 time: 0.3261495 Jul 16 08:50:00.433312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:49:51Z', 'revision_number': 2, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:00.555694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:00.566642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Updating router 6fff3cc7-7724-4cd1-b467-b89943b74e4b port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:50:00.574978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Allocated IP 172.25.5.225 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:00.581920 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-a64da473-f03b-407b-80bf-f5cb714b6409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 200 len: 217 time: 0.1888273 Jul 16 08:50:00.675729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.712676 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99883802-8726-4bd0-8b08-975231bd91e9 x-openstack-request-id: req-99883802-8726-4bd0-8b08-975231bd91e9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:00.712985 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:00.713244 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99883802-8726-4bd0-8b08-975231bd91e9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:00.713664 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'status': 'completed', 'code': 200} Jul 16 08:50:00.851281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-46781fc0-300f-46c2-a9c3-89cda8f8228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.857644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-46781fc0-300f-46c2-a9c3-89cda8f8228d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2658510 Jul 16 08:50:01.131707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.138213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-e6e30633-4920-4162-a3ac-c2aaee525170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.140005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-e6e30633-4920-4162-a3ac-c2aaee525170 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2767494 Jul 16 08:50:01.275383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-6b895a21-d37a-4bfa-9bc0-dc71caf48e22 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262510 Jul 16 08:50:01.535483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.541253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.545425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/security-groups/e581b0b8-c5ed-4bc2-9ba9-273ce2229912 HTTP/1.1" status: 204 len: 168 time: 1.5757346 Jul 16 08:50:01.549647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.578285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Transition to ACTIVE for port object 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:01.579588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56554) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:01.592419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.614530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.617650 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.620946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea30cb-726d-48ed-a886-481a67e72f85 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e581b0b8-c5ed-4bc2-9ba9-273ce2229912,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.658286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.702323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:01.720061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Calling delete_port for eb6eef1c-e552-4ff3-a9e9-444cf052dc28 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:01.726240 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-cf19d57e-9ffb-4929-8d65-e215a6f59b77 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] show failed (client error): The resource could not be found. Jul 16 08:50:01.727740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cf19d57e-9ffb-4929-8d65-e215a6f59b77 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "GET /v2.0/security-groups/e581b0b8-c5ed-4bc2-9ba9-273ce2229912 HTTP/1.1" status: 404 len: 347 time: 0.1264513 Jul 16 08:50:01.757279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56556) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:01.779360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea953e7-ecdb-471d-85aa-b4f91e0c84f3 req-46d2cbd3-2d04-49a8-b3e4-924148c9a2ba tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.792750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dea953e7-ecdb-471d-85aa-b4f91e0c84f3 req-46d2cbd3-2d04-49a8-b3e4-924148c9a2ba tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 945 time: 0.4713449 Jul 16 08:50:01.862277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:01.869206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2112fbe3-1088-40b8-9436-4e79f741d600 req-e981aee0-54f1-43c5-8ec1-6c8bd4201c63 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858505 Jul 16 08:50:01.875671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.882920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:01.892615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:01.992349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f435dc-117a-440e-82a2-1940a2c94c5c None None] Pushing event updated for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.162609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-875e2c7f-2923-43fb-9764-c1154c5b6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.170248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Attempting to bind port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:02.170670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Attempting to bind port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:02.171247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Attempting to bind port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:02.175248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port dc6a8494-431f-4d9b-9346-bdc518abc8c2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:02.176196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-875e2c7f-2923-43fb-9764-c1154c5b6c43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 1095 time: 0.2282350 Jul 16 08:50:02.178609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.180601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.186839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:02.193927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Checking segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:02.204922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.205424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Bound using segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:02.205973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Bound port: 7b6b6aad-fd6d-45af-ad14-216b0473a0d9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:02.206805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.249991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dea953e7-ecdb-471d-85aa-b4f91e0c84f3 req-f5929ad6-10fa-440d-9537-664e946a0676 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556675 Jul 16 08:50:02.285612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a5ce-261e-4f4d-babb-ce29a0ef8e7f req-5e33e612-aa15-4edb-8ae0-2d278bee355f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.304700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad5a5ce-261e-4f4d-babb-ce29a0ef8e7f req-5e33e612-aa15-4edb-8ae0-2d278bee355f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 943 time: 0.9960599 Jul 16 08:50:02.339796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:02.467460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad5a5ce-261e-4f4d-babb-ce29a0ef8e7f req-6d2eb551-c2e6-46ed-b662-43185f2a9b6c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690273 Jul 16 08:50:02.470082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.478064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-ed8ea540-ddae-4274-a238-bafbe8083c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.492132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-ed8ea540-ddae-4274-a238-bafbe8083c72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2956111 Jul 16 08:50:02.494136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] For port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:02.524801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] For port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:02.548457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:02.552974 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd919e6d-0f8d-4f0b-bbd1-dcb03760f00f" -d '{"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:02.570274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.610873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.616026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-04c0b5b9-39e8-4543-aaa4-d78772c79d79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 200 len: 217 time: 0.1230924 Jul 16 08:50:02.621309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80076470-96f3-43fe-85ca-efeb4453c494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.680786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port be78d56a-5598-4325-9cb3-09b2628592c1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:02.681798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.714185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.716705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f435dc-117a-440e-82a2-1940a2c94c5c None None] Pushing event updated for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.728465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.836566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-bb7345a6-72c7-4420-b88b-fe3eaf38a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.841995 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17ad26-0340-4035-900f-1606c82398e3 x-openstack-request-id: req-ad17ad26-0340-4035-900f-1606c82398e3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:02.842429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-bb7345a6-72c7-4420-b88b-fe3eaf38a299 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1823442 Jul 16 08:50:02.850051 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-plugged", "status": "completed", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:02.850750 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad17ad26-0340-4035-900f-1606c82398e3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:02.851700 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'code': 200} Jul 16 08:50:02.854805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:02.866672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:49:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.043576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.084776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-9fab3b5a-7dc8-4afc-be7f-87021a942b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.087069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-9fab3b5a-7dc8-4afc-be7f-87021a942b2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278068 Jul 16 08:50:03.131010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.131553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.167538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.214834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for be78d56a-5598-4325-9cb3-09b2628592c1 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:03.284300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:03.406335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.487717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.650938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-c82c9948-1144-43a2-8f31-679fa8ac5788 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504882 Jul 16 08:50:03.656773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80076470-96f3-43fe-85ca-efeb4453c494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.700236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-80076470-96f3-43fe-85ca-efeb4453c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.762155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Port': ['ID=eb6eef1c-e552-4ff3-a9e9-444cf052dc28,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.783802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.800941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.824940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-80076470-96f3-43fe-85ca-efeb4453c494 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cc8f989ad5b4cedbcdfcb7619164c58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4797142 Jul 16 08:50:03.836829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.840978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56604) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:03.872229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2c669-dc29-4805-bc76-e33506d5552d None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:03.882060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.886791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2b28670-6a3a-4eca-b5c6-58f1a0b3b8e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4781861 Jul 16 08:50:03.893188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fc87a-4ee0-4618-864e-55fd8764dda9 req-b45c768d-f6e9-4bd0-872e-e61980c43c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.899724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-566fc87a-4ee0-4618-864e-55fd8764dda9 req-b45c768d-f6e9-4bd0-872e-e61980c43c87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 1098 time: 0.9255345 Jul 16 08:50:03.990496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c75184d7-42be-4a5c-a98e-fd6c586dd914 req-66bc3ae7-e30f-4286-95a6-536b55160b5d service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653787 Jul 16 08:50:04.039540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80076470-96f3-43fe-85ca-efeb4453c494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1cb9ac-ec63-4f10-87b4-71233deddd31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.039845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.118651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.150533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.157328 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.160372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.172218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-efb5fdbe-407e-47c8-817b-f3a33b635948 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "DELETE /v2.0/floatingips/92afee3f-a6ea-4d0c-a594-a59240576cc7 HTTP/1.1" status: 204 len: 168 time: 4.3530428 Jul 16 08:50:04.172401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.193886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4eaa92fe-417b-481c-8487-f405902a0ba7 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'floatingip': {'floating_network_id': 'c9b6a167-e35b-4af0-b37b-d35605c9f1fe', 'port_id': '7e371bfd-274a-425c-ba6d-dde17b2eaf14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:04.246994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4eaa92fe-417b-481c-8487-f405902a0ba7 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.285844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=be78d56a-5598-4325-9cb3-09b2628592c1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.320019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.323145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.328241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e1cb9ac-ec63-4f10-87b4-71233deddd31 HTTP/1.1" status: 204 len: 168 time: 0.4803839 Jul 16 08:50:04.345058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2021-cadb-4602-acdd-136cdd324dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1cb9ac-ec63-4f10-87b4-71233deddd31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.519248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5c41-76a0-4997-9485-d875b23187a3 req-bbdeac41-9ca1-417d-877c-1f142912556f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.527734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d74f5c41-76a0-4997-9485-d875b23187a3 req-bbdeac41-9ca1-417d-877c-1f142912556f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.8538990 Jul 16 08:50:04.535064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-566fc87a-4ee0-4618-864e-55fd8764dda9 req-3f6ad9d7-6fa2-4046-a4aa-5f5ca1bfb436 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590147 Jul 16 08:50:04.545489 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-4eaa92fe-417b-481c-8487-f405902a0ba7 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:04.551154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4eaa92fe-417b-481c-8487-f405902a0ba7 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3763638 Jul 16 08:50:04.555329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.569268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '7e371bfd-274a-425c-ba6d-dde17b2eaf14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:04.581575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbffc-2630-4707-b78e-6b9541e5bea0 req-083bf42c-37ef-4106-bd03-8e0a0d3d2e69 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.601738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50fdbffc-2630-4707-b78e-6b9541e5bea0 req-083bf42c-37ef-4106-bd03-8e0a0d3d2e69 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 943 time: 0.8291037 Jul 16 08:50:04.614778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.649541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.653609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.659186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b37fe57-928d-4335-8ca5-7d4889e343af tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/floatingips/609e0663-6f7b-4acc-9455-b094c2fb46f6 HTTP/1.1" status: 204 len: 168 time: 2.8633473 Jul 16 08:50:04.665781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56622) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.682540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d74f5c41-76a0-4997-9485-d875b23187a3 req-7654ca5e-9f4d-4068-b201-ef6be468cdcf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534798 Jul 16 08:50:04.857039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.890681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50fdbffc-2630-4707-b78e-6b9541e5bea0 req-52802d4f-b7a2-4eef-9bba-3b5cf3776084 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868669 Jul 16 08:50:04.916889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port 37e7148e-4c77-4106-a62b-ba06077b5235 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:04.916889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.978122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:05.113916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:05.125865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Allocated IP 172.25.5.65 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c0e8214f-3231-4ea1-b6f7-4c15cf274f66) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:05.134345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-70424de5-3347-478e-96f4-b6b9ab5ab45a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1992594358&fields=id&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 267 time: 0.2083077 Jul 16 08:50:05.157996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:05.158553 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.167904 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.240238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for 37e7148e-4c77-4106-a62b-ba06077b5235 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:05.493759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.501311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-92970489-faaa-4317-bc60-ac87895647fa tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.512198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-92970489-faaa-4317-bc60-ac87895647fa tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 817 time: 0.3635278 Jul 16 08:50:05.549214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.561297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-0ea1ce14-d7bd-4133-ad94-7a2b4863a8fd tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/quotas/3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 375 time: 0.0434301 Jul 16 08:50:05.656231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.681802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:05.694556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d8e031b-b51e-429a-bf5b-f1913d2c27cd details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:05.760515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-81eae54b-72fb-4070-9d6e-b9eca97adc39 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1930928 Jul 16 08:50:05.766268 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.826880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event updated for resources: {'Port': ['ID=c0e8214f-3231-4ea1-b6f7-4c15cf274f66,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.843611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:05.845838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=37e7148e-4c77-4106-a62b-ba06077b5235,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.846525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:05.857689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:05.886237 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.028387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-384f3b6a-12a7-4b61-81f8-1919e7f3cf89 service neutron] 10.222.0.32 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841159 Jul 16 08:50:06.210585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting port c0e8214f-3231-4ea1-b6f7-4c15cf274f66 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:06.211147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.231892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.290561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.305167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9e9cf0c-b9d6-4588-b2e0-bae21e00b543 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/ports/37e7148e-4c77-4106-a62b-ba06077b5235 HTTP/1.1" status: 204 len: 168 time: 1.6353793 Jul 16 08:50:06.310635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.311052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.320279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.325148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'mac_address': 'fa:16:3e:60:78:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:06.327150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.328078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Calling delete_port for c0e8214f-3231-4ea1-b6f7-4c15cf274f66 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:06.380682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac8c32-6141-4147-8f0a-bd2b300f1454 req-b05f7f73-1dc8-4d04-8eb0-bc64e22042e2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.382278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bac8c32-6141-4147-8f0a-bd2b300f1454 req-b05f7f73-1dc8-4d04-8eb0-bc64e22042e2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.4696245 Jul 16 08:50:06.387434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-950d1461-81ac-42c0-a137-b3ced9c8d035 service neutron] 10.222.0.32 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579743 Jul 16 08:50:06.422747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.451440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e031b-b51e-429a-bf5b-f1913d2c27cd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:06.491053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.493450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.498939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.579112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Port': ['ID=c0e8214f-3231-4ea1-b6f7-4c15cf274f66,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.635991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.641722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1bac8c32-6141-4147-8f0a-bd2b300f1454 req-f3087431-1c47-410f-a442-9a948bfc2066 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253189 Jul 16 08:50:06.695164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting port d5622f50-df46-4c2b-abcc-b8c060d78ad9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:06.695762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.733504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.736451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4d8e031b-b51e-429a-bf5b-f1913d2c27cd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:06.801716 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] create failed (client error): The resource could not be found. Jul 16 08:50:06.802983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e70f1c58-4481-4344-9b4e-4d88786920fa tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2453921 Jul 16 08:50:06.819720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.893360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:07.113358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting port 7e371bfd-274a-425c-ba6d-dde17b2eaf14 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:07.113883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.153200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:07.153908 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.166350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.212686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfae3975-c4e4-49f6-bf89-c7c0187af22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.242465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Calling delete_port for d5622f50-df46-4c2b-abcc-b8c060d78ad9 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:07.275209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.312384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Calling delete_port for 7e371bfd-274a-425c-ba6d-dde17b2eaf14 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:07.314419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab5d9-2084-4e00-a4f4-46b605d750ce req-a584e2fd-84cb-45cd-ab40-f22f62f2af52 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.316266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-510ab5d9-2084-4e00-a4f4-46b605d750ce req-a584e2fd-84cb-45cd-ab40-f22f62f2af52 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.3090234 Jul 16 08:50:07.333050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4033-96e7-40d4-9a99-e7661c29dc4f req-b53240eb-439a-401b-8360-0302c5cca76a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.334682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b03a4033-96e7-40d4-9a99-e7661c29dc4f req-b53240eb-439a-401b-8360-0302c5cca76a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 944 time: 0.3432353 Jul 16 08:50:07.456249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-510ab5d9-2084-4e00-a4f4-46b605d750ce req-fa868086-17a0-4cdf-9dce-6fdebec98304 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186266 Jul 16 08:50:07.506576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b03a4033-96e7-40d4-9a99-e7661c29dc4f req-4448d0d9-707c-4405-9c16-0db2200171a0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321061 Jul 16 08:50:07.741132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71d3172d-1d53-4fae-bf57-e4151f7f633b req-2b1d39f4-a4f0-4e06-afd6-dbcd343c2a23 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 210 time: 0.0962832 Jul 16 08:50:07.765410 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfae3975-c4e4-49f6-bf89-c7c0187af22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.778217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfae3975-c4e4-49f6-bf89-c7c0187af22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.793324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.818868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.968359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Port': ['ID=7e371bfd-274a-425c-ba6d-dde17b2eaf14,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.982015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cfae3975-c4e4-49f6-bf89-c7c0187af22c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7287c5a8e0e44ae1b23caff30e4d6863&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1972332 Jul 16 08:50:07.986973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.044440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Port': ['ID=d5622f50-df46-4c2b-abcc-b8c060d78ad9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.170709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae3975-c4e4-49f6-bf89-c7c0187af22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e55baa-ab89-47b8-a682-db19837b7984,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.297070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.303884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.304851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c978adc2-f912-481f-bbd2-0e3f3d43f247 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "DELETE /v2.0/ports/7e371bfd-274a-425c-ba6d-dde17b2eaf14 HTTP/1.1" status: 204 len: 168 time: 1.4783113 Jul 16 08:50:08.379969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.383860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41025820-9784-442c-968e-478acb6699f6 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/ports/d5622f50-df46-4c2b-abcc-b8c060d78ad9 HTTP/1.1" status: 204 len: 168 time: 2.0614181 Jul 16 08:50:08.386842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.433020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.486074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.505710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29adba99-3e52-4606-a437-9d5554326464 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.510463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-29adba99-3e52-4606-a437-9d5554326464 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd6fcc3-69fa-49e2-b384-498cf0d1fb26 HTTP/1.1" status: 200 len: 913 time: 0.2001874 Jul 16 08:50:08.513665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.635026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.729376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.732925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.734461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66e55baa-ab89-47b8-a682-db19837b7984 HTTP/1.1" status: 204 len: 168 time: 0.7309673 Jul 16 08:50:08.783614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549441-eb4d-41ec-a7a9-f8b061eed8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e55baa-ab89-47b8-a682-db19837b7984,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.849210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ebae1ebb-8882-4aae-8058-c7d33c893313 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.850769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ebae1ebb-8882-4aae-8058-c7d33c893313 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.2632990 Jul 16 08:50:08.886798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-d79ebb40-87a9-414d-88a4-98ba96f3d265 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/quotas/fdc5018725224aa59440631709effe50 HTTP/1.1" status: 200 len: 375 time: 0.0270050 Jul 16 08:50:08.899195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d4fef-4aca-42a5-a3e3-66fd6b3b2e74 req-fc4a5f11-fcb5-4e16-b26c-af7ba59e6d6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.908454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-831d4fef-4aca-42a5-a3e3-66fd6b3b2e74 req-fc4a5f11-fcb5-4e16-b26c-af7ba59e6d6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 944 time: 0.1563313 Jul 16 08:50:09.127635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.428532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting subnet fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:09.434419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.576424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-831d4fef-4aca-42a5-a3e3-66fd6b3b2e74 req-3ba2611d-ee8f-481f-8da6-4fdebe134949 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451519 Jul 16 08:50:09.593518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.640354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-064ec9b9-0f8e-490f-b150-acbbe229b79a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.643478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-064ec9b9-0f8e-490f-b150-acbbe229b79a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 817 time: 0.6344113 Jul 16 08:50:09.655483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-2768081e-19ac-4de3-8e3d-9c58e62590af tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7458990 Jul 16 08:50:09.708833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d8e031b-b51e-429a-bf5b-f1913d2c27cd up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:09.753124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-8b3e4e8b-6f34-41b8-8abe-c306915dd423 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.754796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-8b3e4e8b-6f34-41b8-8abe-c306915dd423 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/ports?device_id=d007431f-d92d-493e-9dd5-a6b4b479a70e HTTP/1.1" status: 200 len: 946 time: 0.2778416 Jul 16 08:50:09.835303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-9a723167-3f1c-4e41-9481-79933b7ea658 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 380 time: 0.1772773 Jul 16 08:50:09.857941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:09.871076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:09.872663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.898841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.907905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'port': {'device_id': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'admin_state_up': True, 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'security_groups': ['b68e6ea5-0d41-49f0-a340-a9c761ea68ca']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:09.927854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13334dcb-1b6e-4329-956e-0ebafc6d6aec req-0efadf1c-d46c-4879-99eb-56b340d744c5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 210 time: 0.1766567 Jul 16 08:50:10.043392 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.073032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:10.094534 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ca20f-8c91-4e23-89a5-92ac51a7c74b" -d '{"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:10.110513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.138180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ae547fa4-bf0c-4e91-823e-7dfa11b29828 service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711001 Jul 16 08:50:10.165429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd9ef3c-6d46-4daa-b9de-51a45aab16f5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.188082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.193962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:10.195382 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5370d67e-b040-452a-bc73-444c7b19aa51 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/subnets/fcd9ef3c-6d46-4daa-b9de-51a45aab16f5 HTTP/1.1" status: 204 len: 168 time: 1.8064971 Jul 16 08:50:10.203545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:10.208307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7a8e9-dc5f-4fe9-8b47-1168024fd2a3 None None] Network b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:10.284637 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.299190 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4778705f-144c-4885-95d6-4e0da08718be x-openstack-request-id: req-4778705f-144c-4885-95d6-4e0da08718be {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:10.299484 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:10.299725 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4778705f-144c-4885-95d6-4e0da08718be {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:10.300155 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'code': 200} Jul 16 08:50:10.320876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Made reservation on behalf of 3c0dfa8391d445a7b803c8df50fb8018 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:10.326096 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.400282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.486233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-0644f58e-7066-4726-b40e-8163596d8889 service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377423 Jul 16 08:50:10.524370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.591450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Deleting port dc6a8494-431f-4d9b-9346-bdc518abc8c2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:10.595216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.645125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Deleting subnet fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:10.661502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.715851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] DHCP port deletion for b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:10.815162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Allocated IP 172.20.0.14 (5bcc8e5c-3680-4076-8a53-05e0d3bd565e/b171dd0b-1983-40b5-8431-a27e92ffefa2/c536b031-ef0e-442c-a752-447c424756eb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:10.835280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Deleting port cf94857f-6940-431b-92d5-bdd1d34ca312 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:10.836330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.892843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cf94857f-6940-431b-92d5-bdd1d34ca312 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:10.896082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e9f9-a037-49fc-bc29-d9114eca37a0 req-6cfa0abe-007b-4b27-a554-beea424cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.901485 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2f62e9f9-a037-49fc-bc29-d9114eca37a0 req-6cfa0abe-007b-4b27-a554-beea424cbd80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 1097 time: 0.5630364 Jul 16 08:50:10.977001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.065220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b0e8483-704b-49e2-ac28-302c6ba62710 req-8e88861f-8006-413f-880e-896510077a5a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 210 time: 0.1414030 Jul 16 08:50:11.124632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] For port cf94857f-6940-431b-92d5-bdd1d34ca312, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf94857f-6940-431b-92d5-bdd1d34ca312,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.125911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.181204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Calling delete_port for cf94857f-6940-431b-92d5-bdd1d34ca312 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:11.226416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc2ba6-5c7d-4536-af88-61ca97d319e5 req-52a96796-7c8c-4e60-9b17-77d21582dd5b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.227996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57bc2ba6-5c7d-4536-af88-61ca97d319e5 req-52a96796-7c8c-4e60-9b17-77d21582dd5b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 945 time: 0.3087659 Jul 16 08:50:11.269910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.275373 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.298897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Transition to ACTIVE for port object c536b031-ef0e-442c-a752-447c424756eb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:11.320112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] For port dc6a8494-431f-4d9b-9346-bdc518abc8c2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=dc6a8494-431f-4d9b-9346-bdc518abc8c2,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.320929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.325281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2f62e9f9-a037-49fc-bc29-d9114eca37a0 req-36c2cbdc-94dc-4dc8-bfee-462dedc2df9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687639 Jul 16 08:50:11.345700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57bc2ba6-5c7d-4536-af88-61ca97d319e5 req-08a2ca13-ee44-4994-a228-910a80de7640 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064713 Jul 16 08:50:11.348011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Calling delete_port for dc6a8494-431f-4d9b-9346-bdc518abc8c2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:11.357355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.408698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.435831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:11.495564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port cf94857f-6940-431b-92d5-bdd1d34ca312, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cf94857f-6940-431b-92d5-bdd1d34ca312,segment=NetworkSegment(8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e),segment_id=8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:11.502567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.584116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:11.619349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:11.640173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=cf94857f-6940-431b-92d5-bdd1d34ca312,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.641779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:11.666149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.694874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.725800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] Pushing event deleted for resources: {'Port': ['ID=cf94857f-6940-431b-92d5-bdd1d34ca312,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.728161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389a76e-6862-43b8-8493-b47eae8c38fb None None] No DVR routers for this DVR port cf94857f-6940-431b-92d5-bdd1d34ca312 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:11.775201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af0995-6d9e-48e9-934b-f6d66394f7d4 req-2e6ca6ca-caa0-4f24-aed1-a8d9c5bf0a6a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.776835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68af0995-6d9e-48e9-934b-f6d66394f7d4 req-2e6ca6ca-caa0-4f24-aed1-a8d9c5bf0a6a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 932 time: 0.3550980 Jul 16 08:50:11.798159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-810413464', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:11.859479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.862307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.932164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-7e446eeb-b5aa-458c-9a92-34fc546c0692 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0438681 Jul 16 08:50:11.967736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Made reservation on behalf of 4c3d659ec122429dabb659a912c20798 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:11.971562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Request body: {'port': {'device_id': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:11.971788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.061316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68af0995-6d9e-48e9-934b-f6d66394f7d4 req-c169f1d9-a358-4142-97d3-9d10e29b6816 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606544 Jul 16 08:50:12.180213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.201107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.231735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.265683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a71108e5-93d0-47a9-8072-283af300910f None None] Provisioning for port c536b031-ef0e-442c-a752-447c424756eb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:12.277770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a71108e5-93d0-47a9-8072-283af300910f None None] Provisioning complete for port c536b031-ef0e-442c-a752-447c424756eb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:12.288619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a71108e5-93d0-47a9-8072-283af300910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.330674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.336297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.340894 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c45e6bb8-d37f-435f-bf42-35924eebe08b tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/subnets/fd0f40a6-c699-495d-abbe-ffb1ecf7b8ae HTTP/1.1" status: 204 len: 168 time: 2.1326742 Jul 16 08:50:12.344922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56842) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:12.357919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.383406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bbc8a-0090-42e1-8547-bed9009a11cb None None] Network 3413d1e9-04fa-4b57-8186-cc5c14d077db requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:12.420095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event deleted for resources: {'Port': ['ID=dc6a8494-431f-4d9b-9346-bdc518abc8c2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.463575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting port cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:12.464842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.474710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a71108e5-93d0-47a9-8072-283af300910f None None] Port c536b031-ef0e-442c-a752-447c424756eb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:12.498867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] No DVR routers for this DVR port dc6a8494-431f-4d9b-9346-bdc518abc8c2 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:12.512586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.514604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73a9c8d2-7124-47fc-8103-e1136937e6f2 req-c82436c5-4e59-4cce-89e8-d9bc8302fb2e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "DELETE /v2.0/ports/dc6a8494-431f-4d9b-9346-bdc518abc8c2 HTTP/1.1" status: 204 len: 173 time: 2.7543991 Jul 16 08:50:12.517303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-deleted', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:12.520665 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035930e2-5a3d-4c25-9979-7c16e7a2c8f9" -d '{"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-deleted", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:12.680439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.712243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.720997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.726581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.733641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] DHCP port deletion for 3413d1e9-04fa-4b57-8186-cc5c14d077db request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:12.752733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] device_id is not set on port 52fe5c80-8ba0-49ef-ab79-5ca12c4c2680 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:12.753674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de5a451b-169f-4eb5-a488-553142d4d9b6 req-1d11cdd0-888a-47c8-808c-c43f30ff8641 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 210 time: 0.1929507 Jul 16 08:50:12.779227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Calling delete_port for cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:12.831922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Deleting port fb26858d-c428-48a1-be41-7fe362a41ccb {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:12.832607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.902615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80688d-9ef0-4176-9210-05ecad935f78,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.961118 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a5cd6-9c14-47de-969c-d97336f20388 x-openstack-request-id: req-d96a5cd6-9c14-47de-969c-d97336f20388 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:12.961695 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d007431f-d92d-493e-9dd5-a6b4b479a70e", "name": "network-vif-deleted", "tag": "dc6a8494-431f-4d9b-9346-bdc518abc8c2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:12.962128 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d96a5cd6-9c14-47de-969c-d97336f20388 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:12.962713 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd007431f-d92d-493e-9dd5-a6b4b479a70e', 'name': 'network-vif-deleted', 'tag': 'dc6a8494-431f-4d9b-9346-bdc518abc8c2', 'status': 'completed', 'code': 200} Jul 16 08:50:12.971002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] For port fb26858d-c428-48a1-be41-7fe362a41ccb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb26858d-c428-48a1-be41-7fe362a41ccb,segment=NetworkSegment(269992f4-ae21-4070-8033-0028efe20736),segment_id=269992f4-ae21-4070-8033-0028efe20736)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:12.971479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.987640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c223ab09-08d4-497e-ae96-794a169e3afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.993779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Calling delete_port for fb26858d-c428-48a1-be41-7fe362a41ccb owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:13.106137 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.147412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] Pushing event deleted for resources: {'Port': ['ID=fb26858d-c428-48a1-be41-7fe362a41ccb,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.161856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05799bfd-46c0-47c2-adf6-e99a3dbea83d req-b5ca97c4-d738-447d-981b-94162ce8239f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.188809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05799bfd-46c0-47c2-adf6-e99a3dbea83d req-b5ca97c4-d738-447d-981b-94162ce8239f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 945 time: 0.5676818 Jul 16 08:50:13.190010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f114be-abf0-432a-95ce-d7dc78920ab0 None None] No DVR routers for this DVR port fb26858d-c428-48a1-be41-7fe362a41ccb on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:13.251477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Allocated IP 172.25.5.7 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/52fe5c80-8ba0-49ef-ab79-5ca12c4c2680) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:13.337426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-8dccbb3e-fc98-496d-926c-8ab6b31fd286 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.343091 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-8dccbb3e-fc98-496d-926c-8ab6b31fd286 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.3938413 Jul 16 08:50:13.368420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Request body: {'port': {'device_id': '549ef905-5013-4aea-8e3b-424f6e650a44', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'admin_state_up': True, 'tenant_id': 'fdc5018725224aa59440631709effe50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:13.458665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c536b031-ef0e-442c-a752-447c424756eb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:13.468951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.517737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.554381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.603081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.603081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5a7839-f8f3-42eb-8ddf-f6a12c4be31e') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.620631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.659600 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05799bfd-46c0-47c2-adf6-e99a3dbea83d req-7cc13802-bb63-4940-ba50-87d97ca2683b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696763 Jul 16 08:50:13.689116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.706391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:13.707686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.738599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:13.800339 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:13.807627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.812185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: dc6a8494-431f-4d9b-9346-bdc518abc8c2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:13.812744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device dc6a8494-431f-4d9b-9346-bdc518abc8c2 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:13.813183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.818084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/networks/b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5 HTTP/1.1" status: 204 len: 168 time: 1.4717345 Jul 16 08:50:13.820166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56864) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:13.837637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Made reservation on behalf of fdc5018725224aa59440631709effe50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:13.844259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.858390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.960942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Transition to ACTIVE for port object c536b031-ef0e-442c-a752-447c424756eb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:13.972222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Network': ['ID=b4bc2f32-b847-4e8a-8fc0-9adfe1eee0c5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.990685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.033239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb4b9-43cd-4977-b61d-5f2200753319 req-48a85ab3-988f-45fb-bb4e-90b11c0bcff1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.040606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-160cb4b9-43cd-4977-b61d-5f2200753319 req-48a85ab3-988f-45fb-bb4e-90b11c0bcff1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 932 time: 0.5182950 Jul 16 08:50:14.086959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.101500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8032e7-1c27-4700-a89e-1edac88553e4 tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:14.102747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Port': ['ID=cd4fc007-af3a-4d8a-84b9-9086ae6a8a8c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.236921 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-e0a57634-e6c0-4d1a-9574-e0d16ccd4868 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 267 time: 0.2910190 Jul 16 08:50:14.274231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.340634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-160cb4b9-43cd-4977-b61d-5f2200753319 req-cd190f28-46ef-41be-9c49-1e1d719f36e3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959213 Jul 16 08:50:14.358582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.466857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.674065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.682622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.701557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20b994fe-c562-4d85-bcaa-6cb1e575e7c0 req-d477b74d-84f3-48a8-82c3-341b7ea46486 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 210 time: 0.0890400 Jul 16 08:50:14.752905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:14.793780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:14.829436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:14.831975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Allocated IP 172.20.0.4 (27578723-766a-49d7-a38f-6728674a828b/d6585f87-ca4d-498f-8687-c13d5c816ab3/3a3217a2-4ad9-4370-845e-1d695175a65e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:14.868924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb26858d-c428-48a1-be41-7fe362a41ccb no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:14.892974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.918111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fb26858d-c428-48a1-be41-7fe362a41ccb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:14.918740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb26858d-c428-48a1-be41-7fe362a41ccb not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:14.928254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3413d1e9-04fa-4b57-8186-cc5c14d077db']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:14.951502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269992f4-ae21-4070-8033-0028efe20736') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:14.951998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269992f4-ae21-4070-8033-0028efe20736') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:14.969435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Attempting to bind port c536b031-ef0e-442c-a752-447c424756eb on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:14.969993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Attempting to bind port c536b031-ef0e-442c-a752-447c424756eb by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:14.970546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Attempting to bind port c536b031-ef0e-442c-a752-447c424756eb on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:14.986175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.991681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Port c536b031-ef0e-442c-a752-447c424756eb on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:14.992249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Attempting to bind port c536b031-ef0e-442c-a752-447c424756eb on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:15.031425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:15.031898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Checking segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:15.032596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Bound using segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:15.033372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Bound port: c536b031-ef0e-442c-a752-447c424756eb, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:15.033999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.072180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-207eb0a1-380d-4b6f-8977-ce3c70cd987a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.074925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-207eb0a1-380d-4b6f-8977-ce3c70cd987a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 945 time: 0.8369739 Jul 16 08:50:15.083982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.108882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'security_groups': []}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:15.157863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:15.158555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:15.210792 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:15.230932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Pushing event updated for resources: {'Port': ['ID=52fe5c80-8ba0-49ef-ab79-5ca12c4c2680,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:15.277312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.279052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.375917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55cd9cca-28b7-4b42-becf-d41f41ec4dc5 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.9354711 Jul 16 08:50:15.381983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56878) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.394391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}]}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:15.403056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.454292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Router 7fd6fcc3-69fa-49e2-b384-498cf0d1fb26 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:15.475636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.476962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.501490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.523237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] 10.222.0.32 "DELETE /v2.0/networks/3413d1e9-04fa-4b57-8186-cc5c14d077db HTTP/1.1" status: 204 len: 168 time: 1.6492748 Jul 16 08:50:15.616287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dbdea4c-29c3-462d-b313-796e8a7569c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.673597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:15.677835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.710902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3083d5e-2635-4c60-8607-d0aeac83220c tempest-TaggedBootDevicesTest_v242-1486944927 tempest-TaggedBootDevicesTest_v242-1486944927-project] Pushing event deleted for resources: {'Network': ['ID=3413d1e9-04fa-4b57-8186-cc5c14d077db,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:15.746130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.794418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:15.822126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.827180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.834878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:15.845617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9e64cea9-45e9-4202-89d4-19a1ed74dd4c tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "PUT /v2.0/routers/7fd6fcc3-69fa-49e2-b384-498cf0d1fb26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3287306 Jul 16 08:50:15.846332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.847555 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] Sync routers for ids ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:15.865574 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] Routers {'7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:15.868183 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.016270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.038011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.056120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.056742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.058230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-10f26ccd-34c1-4f84-b343-cd02ad8a823b service neutron] 10.222.0.46 "PUT /v2.0/ports/c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 1093 time: 4.1125729 Jul 16 08:50:16.060324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:16.063005 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:16.072495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.103425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.169680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1426e-9dec-4288-8786-746bdf1d14b5 req-b8940d38-1b51-449d-9b66-0dc1f1d5d0a0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.171333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9a1426e-9dec-4288-8786-746bdf1d14b5 req-b8940d38-1b51-449d-9b66-0dc1f1d5d0a0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.3901322 Jul 16 08:50:16.196017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.243740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] Routers {'7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:16.244475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.331290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:16.331953 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1546b7-3b17-4394-989f-5dc8c5e14a58 None None] The sync data for ids ['7fd6fcc3-69fa-49e2-b384-498cf0d1fb26'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:16.415913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9a1426e-9dec-4288-8786-746bdf1d14b5 req-a33e5fa8-8ea8-4bc2-a3fe-ca0b660ea06d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072706 Jul 16 08:50:16.436822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-3d413be5-c368-486b-b505-1fcf1bdfff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.438384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-3d413be5-c368-486b-b505-1fcf1bdfff05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1096 time: 0.3129888 Jul 16 08:50:16.518205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.527092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.536814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-faf10489-d9a8-43fd-997d-ecca1701de13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 217 time: 0.0772395 Jul 16 08:50:16.538717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.630968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:16.661484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-08c68378-1a7c-4f9b-8ee3-d47f40462b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.663543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-08c68378-1a7c-4f9b-8ee3-d47f40462b75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1210952 Jul 16 08:50:16.683749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.684531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd6fcc3-69fa-49e2-b384-498cf0d1fb26 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:16.695073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.700189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1d0fba95-ea20-479c-92d5-f91fbc5f020f tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "DELETE /v2.0/routers/7fd6fcc3-69fa-49e2-b384-498cf0d1fb26 HTTP/1.1" status: 204 len: 168 time: 0.8472347 Jul 16 08:50:16.701236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:16.719818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.726641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.731119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Network 27578723-766a-49d7-a38f-6728674a828b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:16.738542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8', '7f1c90ea-fe92-4046-817c-474cd96069a4', '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:16.792148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.820617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:16.830272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:16.844113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.844989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.868726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c138b32-dc76-4cbc-a2c6-1b27ac7c3c5f req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "PUT /v2.0/ports/4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 200 len: 904 time: 1.7728240 Jul 16 08:50:16.904707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-4082d704-ba1c-44b5-b1eb-55d161e2f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.906770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-4082d704-ba1c-44b5-b1eb-55d161e2f4df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348175 Jul 16 08:50:16.907964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b38989-8c6f-4da6-8736-067de5a5452f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.999882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4d8e031b-b51e-429a-bf5b-f1913d2c27cd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:17.096207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.098854 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.118912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.314659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-0396e97e-57fd-4812-babe-51c1beaac0bf service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992543 Jul 16 08:50:17.324069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting subnet 6e11c989-17a2-43b4-a43a-acccbd296d10 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:17.339815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.358366 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c51b3-daef-4826-bf55-0aa4c3b7a9cd x-openstack-request-id: req-ca6c51b3-daef-4826-bf55-0aa4c3b7a9cd {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:17.358678 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:17.358945 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca6c51b3-daef-4826-bf55-0aa4c3b7a9cd {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:17.359507 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'status': 'completed', 'code': 200} Jul 16 08:50:17.400228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1f914bfe-7673-4745-85ea-3641ff43c2a4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0366857 Jul 16 08:50:17.407717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b8707-bf89-490f-aec0-bac5932d6327 req-5354b2ab-561e-469c-b93e-74046f6ed316 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.414950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-755b8707-bf89-490f-aec0-bac5932d6327 req-5354b2ab-561e-469c-b93e-74046f6ed316 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 931 time: 0.4231079 Jul 16 08:50:17.451964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-34eaab06-8a8c-49e2-aeb6-84ba6eaacfca None None] Provisioning complete for port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:17.454427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34eaab06-8a8c-49e2-aeb6-84ba6eaacfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.489972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Request body: {'port': {'device_id': '549ef905-5013-4aea-8e3b-424f6e650a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:17.611979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56916) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:17.684064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-755b8707-bf89-490f-aec0-bac5932d6327 req-edc41dc8-ba1d-4747-9d75-457d4cfb2149 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521427 Jul 16 08:50:17.713326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.798316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8fe63ca-a1a7-4dc0-867c-84238b0d102f req-82bab7fe-70b5-4014-bcd4-fd72f8b43532 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767079 Jul 16 08:50:17.851513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cfd13-33bc-4507-8434-ae8599195400 req-f47a704a-5baf-4007-a2b0-d932dacf50e7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.853427 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d7cfd13-33bc-4507-8434-ae8599195400 req-f47a704a-5baf-4007-a2b0-d932dacf50e7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 907 time: 0.1221681 Jul 16 08:50:17.868052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.934044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.975132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.132510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-b57ae551-327b-4e74-be07-e8e0347ba35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.135381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-b57ae551-327b-4e74-be07-e8e0347ba35c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1096 time: 0.2503018 Jul 16 08:50:18.147322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e1df1-29eb-4943-a9af-3b704d510c2e req-9c0b6719-d60d-4567-bf0f-3ce7f5fa3737 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.149074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c1e1df1-29eb-4943-a9af-3b704d510c2e req-9c0b6719-d60d-4567-bf0f-3ce7f5fa3737 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.2029791 Jul 16 08:50:18.166997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df3a4f8a-fb6e-4e67-826b-de3eb81b4833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.492827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.603089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:18.608801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.619072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.777290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Transition to ACTIVE for port object 3a3217a2-4ad9-4370-845e-1d695175a65e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:18.777455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c1e1df1-29eb-4943-a9af-3b704d510c2e req-a8d6676e-ad15-47b3-82b1-b1f25f93d41b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6185553 Jul 16 08:50:18.783715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5bdf4-52dd-430a-88f0-0b90bb500c3e req-4a8411df-fda5-41ed-861d-43928211ed55 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.788071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.790969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93a5bdf4-52dd-430a-88f0-0b90bb500c3e req-4a8411df-fda5-41ed-861d-43928211ed55 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.7253950 Jul 16 08:50:18.871968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93a5bdf4-52dd-430a-88f0-0b90bb500c3e req-0bf3a78a-80b6-463d-9b5e-ce20078bd668 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800507 Jul 16 08:50:18.898145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-64c1e7c6-e327-4e81-8370-359d51f265f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.901770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-64c1e7c6-e327-4e81-8370-359d51f265f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.7494881 Jul 16 08:50:18.986918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df3a4f8a-fb6e-4e67-826b-de3eb81b4833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.995130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-0cdfcbe3-ba63-496d-ab7a-ee88756d0735 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 217 time: 0.0859034 Jul 16 08:50:19.009599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df3a4f8a-fb6e-4e67-826b-de3eb81b4833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.056590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a4f8a-fb6e-4e67-826b-de3eb81b4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647788e8-4c41-4403-98a8-99e7d2ecb4bf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.076986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.079160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.122292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-ebca0b78-abba-4867-a2d5-9fb0522da004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.123980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-ebca0b78-abba-4867-a2d5-9fb0522da004 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.0959113 Jul 16 08:50:19.149107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.182241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bea35-26fc-402a-9dcc-18cfe4008cc0 req-dfd48196-7d32-44eb-be5c-caa5b73a3a08 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.184000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-511bea35-26fc-402a-9dcc-18cfe4008cc0 req-dfd48196-7d32-44eb-be5c-caa5b73a3a08 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.2085075 Jul 16 08:50:19.205207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Subnet': ['ID=6e11c989-17a2-43b4-a43a-acccbd296d10,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.212211 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df3a4f8a-fb6e-4e67-826b-de3eb81b4833 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=482db9753cfc4473b86af6130338f261&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5883875 Jul 16 08:50:19.218527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56942) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.219704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.222062 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e3947b96-b54d-45c6-9b2d-f1ce1f9ff28b tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "DELETE /v2.0/subnets/6e11c989-17a2-43b4-a43a-acccbd296d10 HTTP/1.1" status: 204 len: 168 time: 2.5134752 Jul 16 08:50:19.223163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0fde23-eaf2-4a87-a5b0-f908bb3d9bf5 None None] Network c9b6a167-e35b-4af0-b37b-d35605c9f1fe requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:19.224533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 56944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:19.229671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39515f5-41ed-425d-893d-5d9915208b26 req-0eee25ec-7999-4acf-86d3-3ef16e0d1118 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.231509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a39515f5-41ed-425d-893d-5d9915208b26 req-0eee25ec-7999-4acf-86d3-3ef16e0d1118 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1689808 Jul 16 08:50:19.298983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-511bea35-26fc-402a-9dcc-18cfe4008cc0 req-428dc884-7b25-4dce-bc3e-bbc26757b7c7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961170 Jul 16 08:50:19.305220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-811f91a5-0573-4218-a0e4-a625e94e7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.306742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-811f91a5-0573-4218-a0e4-a625e94e7f2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1760280 Jul 16 08:50:19.359105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a39515f5-41ed-425d-893d-5d9915208b26 req-1ff84dc8-5aab-4262-9df7-d965c8caa6a4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128445 Jul 16 08:50:19.365668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:19.368887 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668e6125-47af-4398-a662-d5ea4c8907c6" -d '{"events": [{"name": "network-changed", "server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:19.569235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-270c3b1f-be82-4748-bef1-81cf65cb104a service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382197 Jul 16 08:50:19.571151 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b620944-f0f8-431c-9195-2ad2d9a0a18d x-openstack-request-id: req-9b620944-f0f8-431c-9195-2ad2d9a0a18d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:19.572865 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:19.573157 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b620944-f0f8-431c-9195-2ad2d9a0a18d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:19.573585 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'status': 'completed', 'code': 200} Jul 16 08:50:19.790958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b39e1ed-9503-4a59-b7cb-a5b43b6aac18 req-59b66ac1-a9e8-4232-9e6b-4c4e3417b2eb service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143774 Jul 16 08:50:19.876717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.916151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.917962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Attempting to bind port 3a3217a2-4ad9-4370-845e-1d695175a65e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:19.918444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Attempting to bind port 3a3217a2-4ad9-4370-845e-1d695175a65e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:19.918920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Attempting to bind port 3a3217a2-4ad9-4370-845e-1d695175a65e on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:19.940342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.971762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.122022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.123680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Port 3a3217a2-4ad9-4370-845e-1d695175a65e on network 27578723-766a-49d7-a38f-6728674a828b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:20.124003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Attempting to bind port 3a3217a2-4ad9-4370-845e-1d695175a65e on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:20.129738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cab79dbe-31eb-420d-896b-1f8b9a5dd2ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.130477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.132582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cab79dbe-31eb-420d-896b-1f8b9a5dd2ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.3404405 Jul 16 08:50:20.132898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] DHCP port deletion for c9b6a167-e35b-4af0-b37b-d35605c9f1fe request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:20.138741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.140164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/647788e8-4c41-4403-98a8-99e7d2ecb4bf HTTP/1.1" status: 204 len: 168 time: 0.9166343 Jul 16 08:50:20.153357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:20.153707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Checking segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:20.154153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Bound using segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:20.154612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Bound port: 3a3217a2-4ad9-4370-845e-1d695175a65e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:20.155335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.164263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.164770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f48aa268-f686-448c-9e6a-83d79f0075de {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:20.189494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1981-51dd-4d00-8143-a365efe2ffdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647788e8-4c41-4403-98a8-99e7d2ecb4bf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:20.208727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-98fe9e86-c36b-4570-a54a-ed3f8e7c96af tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/quotas/b1b55b182ecc4b188a86de8b62e70ef1 HTTP/1.1" status: 200 len: 375 time: 0.0674350 Jul 16 08:50:20.295843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Deleting port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:20.298637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76def72-1a75-41f4-a62a-1c53254f1458 req-df1df3d2-0ece-4c6b-bacc-ba55dad61808 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.299458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.300229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f76def72-1a75-41f4-a62a-1c53254f1458 req-df1df3d2-0ece-4c6b-bacc-ba55dad61808 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.1624053 Jul 16 08:50:20.310377 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:20.311680 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f2beb210-93e3-4676-a3d2-9e9c2bf360c9 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.9229374 Jul 16 08:50:20.317622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 56980) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.358298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-72c62198-741e-4d01-b2fa-852ba5ea6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.360799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-72c62198-741e-4d01-b2fa-852ba5ea6f7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 1059 time: 0.5465896 Jul 16 08:50:20.374719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-c05ea7c9-0373-4730-a819-2bc8ef948837 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1602509 Jul 16 08:50:20.401062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-f78bd009-9960-4858-b5cb-64748ef93343 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:50:20.402170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-f78bd009-9960-4858-b5cb-64748ef93343 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060866 Jul 16 08:50:20.475817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] For port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,segment=NetworkSegment(dcf20f93-409b-41e8-a4a0-66e098d2435f),segment_id=dcf20f93-409b-41e8-a4a0-66e098d2435f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:20.477094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.485862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f76def72-1a75-41f4-a62a-1c53254f1458 req-4d462c67-ac70-401a-a440-ba59a5597570 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739786 Jul 16 08:50:20.488262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Deleting port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:20.488650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.525604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Calling delete_port for a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:20.584877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-ae4cc09a-eb0a-4c8a-911d-ac364f36626d service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644638 Jul 16 08:50:20.647438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] For port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,segment=NetworkSegment(dcf20f93-409b-41e8-a4a0-66e098d2435f),segment_id=dcf20f93-409b-41e8-a4a0-66e098d2435f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:20.647793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.678434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Calling delete_port for a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:20.731608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Deleting port 52fe5c80-8ba0-49ef-ab79-5ca12c4c2680 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:20.734260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.779797 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.817516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:20.858704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:20.867723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] Pushing event deleted for resources: {'Port': ['ID=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:20.876213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420c25d-1172-414d-badb-f8a63971df64 None None] No DVR routers for this DVR port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:20.911493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:20.913262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:20.946939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-456236f6-3fa5-4458-95a6-6075d6616d70 service neutron] 10.222.0.32 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501356 Jul 16 08:50:20.985243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:21.000279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.029934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.067304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-c0c45d13-5ba9-48ff-9251-37e5f0ff4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.069271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-c0c45d13-5ba9-48ff-9251-37e5f0ff4c31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.6997716 Jul 16 08:50:21.177478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.192429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.196670 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] 10.222.0.46 "PUT /v2.0/ports/3a3217a2-4ad9-4370-845e-1d695175a65e HTTP/1.1" status: 200 len: 1092 time: 3.7253306 Jul 16 08:50:21.205446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:21.216266 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf3643-1301-4a28-bc44-ac08efe38243" -d '{"events": [{"name": "network-changed", "server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:21.228512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.279667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Calling delete_port for 52fe5c80-8ba0-49ef-ab79-5ca12c4c2680 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:21.305640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5584390-c9eb-4c8c-a414-a0b569523c41 req-32d3cd71-7bef-40f0-8c81-ae378d0e8bfe tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.309177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5584390-c9eb-4c8c-a414-a0b569523c41 req-32d3cd71-7bef-40f0-8c81-ae378d0e8bfe tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.4499755 Jul 16 08:50:21.339707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] No DVR routers for this DVR port a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:21.390827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-122fda41-bacf-4cb3-90bc-97a331de6dbb req-421ee154-9d79-4ae6-9042-1bc7e9c7d25b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 210 time: 0.1258609 Jul 16 08:50:21.416442 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-3ccab91b-b371-45ab-8104-5f005ee7b618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 200 len: 217 time: 0.2777314 Jul 16 08:50:21.479032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5584390-c9eb-4c8c-a414-a0b569523c41 req-79b2a750-9f22-41b1-9e38-37b80a5ca972 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154687 Jul 16 08:50:21.644236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.654418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57020) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:21.703691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Pushing event deleted for resources: {'Port': ['ID=52fe5c80-8ba0-49ef-ab79-5ca12c4c2680,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.710017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-e0a36132-f6fd-455c-8019-59b8c445b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.711564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-e0a36132-f6fd-455c-8019-59b8c445b396 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2722108 Jul 16 08:50:21.717900 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829ee7a9-8ebb-4169-8c4c-67d66bfccf9d x-openstack-request-id: req-829ee7a9-8ebb-4169-8c4c-67d66bfccf9d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:21.718196 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:21.718458 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-829ee7a9-8ebb-4169-8c4c-67d66bfccf9d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:21.718865 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'status': 'completed', 'code': 200} Jul 16 08:50:21.790228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.792938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2500c086-1ef7-4845-924b-94dba9bc83f8 tempest-RoutersAdminNegativeTest-1714453747 tempest-RoutersAdminNegativeTest-1714453747-project-admin] 10.222.0.32 "DELETE /v2.0/ports/52fe5c80-8ba0-49ef-ab79-5ca12c4c2680 HTTP/1.1" status: 204 len: 168 time: 1.4719229 Jul 16 08:50:21.808894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.812938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d9c0-6a41-45fb-be24-ad03d244f62e service neutron] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.816448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:21.885093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1858507109-network', 'tenant_id': '6d15b3a1f47943c89ebea6d0196c2e04'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:21.895985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b6a167-e35b-4af0-b37b-d35605c9f1fe']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:21.910226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf20f93-409b-41e8-a4a0-66e098d2435f') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:21.911140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf20f93-409b-41e8-a4a0-66e098d2435f') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:21.923489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.924998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Made reservation on behalf of 6d15b3a1f47943c89ebea6d0196c2e04 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:21.927968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.940161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.947386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:21.947827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.971079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.998622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:22.005977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2daa65-67d0-4044-96fc-2ea00553c0f9 req-bb2fb0d8-58ca-47b6-8621-9c94fed141c5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.016372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2daa65-67d0-4044-96fc-2ea00553c0f9 req-bb2fb0d8-58ca-47b6-8621-9c94fed141c5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.1932547 Jul 16 08:50:22.017046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c536b031-ef0e-442c-a752-447c424756eb', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:22.066187 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:22.077293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Port': ['ID=a4ad5d14-4f79-46a7-ab95-1e698ddfc4d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.081280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.086315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.092703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] 10.222.0.32 "DELETE /v2.0/networks/c9b6a167-e35b-4af0-b37b-d35605c9f1fe HTTP/1.1" status: 204 len: 168 time: 2.8282750 Jul 16 08:50:22.095759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.132482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c536b031-ef0e-442c-a752-447c424756eb {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:22.151293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e2daa65-67d0-4044-96fc-2ea00553c0f9 req-a6184784-3569-4274-84f6-0e5aedffcda0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338513 Jul 16 08:50:22.178580 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:22.180914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d13dd5-141e-4b28-95f8-0260426427f6 tempest-FloatingIPNegativeTestJSON-391074721 tempest-FloatingIPNegativeTestJSON-391074721-project] Pushing event deleted for resources: {'Network': ['ID=c9b6a167-e35b-4af0-b37b-d35605c9f1fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.192882 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.255643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.277503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1077baa8-20e6-4c48-9ce8-5a231f9a28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.285129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-1077baa8-20e6-4c48-9ce8-5a231f9a28b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 1095 time: 0.8801897 Jul 16 08:50:22.346397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.370275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.386833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.387160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-3a21ec52-b6df-49a4-9658-928a6a60a0f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a3217a2-4ad9-4370-845e-1d695175a65e HTTP/1.1" status: 200 len: 217 time: 0.0862958 Jul 16 08:50:22.414778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-829a3f28-ae3c-4336-96c7-3f67483ff6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.416335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-829a3f28-ae3c-4336-96c7-3f67483ff6ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5307865 Jul 16 08:50:22.463484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c536b031-ef0e-442c-a752-447c424756eb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:22.492027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:22.510448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-f66f87b8-49e4-4587-b514-10b651752004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.520348 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-f66f87b8-49e4-4587-b514-10b651752004 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.1221476 Jul 16 08:50:22.533010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653a8c28-5ea1-45ff-9493-ab30f7f4074e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.547090 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.547450 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Added segment 89326a9d-eb16-4188-aff3-37225a5dc2a1 of type vlan for network 0c764d31-9bd2-4f59-b48f-19164e65dcde Jul 16 08:50:22.745902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.752222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-a3bb577f-c1c9-45f8-8454-253b03b50c89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591156 Jul 16 08:50:22.977700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.980137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2220883-83d0-4af8-9d0e-ddd9034447e2 req-616367f3-4fa3-41df-8445-9e81f24ef23d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 210 time: 0.1690664 Jul 16 08:50:23.029742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.031176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.036802 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.047043 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-ed5e7c9e-844a-4e19-b7fc-fcdeaa384fad service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882874 Jul 16 08:50:23.053034 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-496642a7-c81f-4299-95a3-10546139c426 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126091 Jul 16 08:50:23.066705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e71fd10f-e18b-4094-9b06-052b57202525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.252183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5891194 Jul 16 08:50:23.255274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57062) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.258387 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04fdac98-13c9-459f-af83-ba14482e1d48 req-272bce0e-0044-4b3f-8419-89ee20a88f6b service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928871 Jul 16 08:50:23.276268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Request body: {'subnet': {'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1858507109-subnet', 'tenant_id': '6d15b3a1f47943c89ebea6d0196c2e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:23.397512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfadf4-c3c7-4da1-a4be-c133d17492d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c764d31-9bd2-4f59-b48f-19164e65dcde,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.417782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:23.446633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-95541ebe-c552-470d-8450-980cba24031e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89988cbe180047edaa313360d6d1fc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652870 Jul 16 08:50:23.454432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57064) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.511594 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-668e6125-47af-4398-a662-d5ea4c8907c6 req-90187f09-e073-483b-a9fa-50b226e38b9e service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133895 Jul 16 08:50:23.527846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e71fd10f-e18b-4094-9b06-052b57202525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.532122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83925-8adf-4ea5-b7d2-7b2b859cdf31 req-5f96118b-5aa3-47b8-a5ef-70d855622967 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.543662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9f83925-8adf-4ea5-b7d2-7b2b859cdf31 req-5f96118b-5aa3-47b8-a5ef-70d855622967 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.5666685 Jul 16 08:50:23.549361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e71fd10f-e18b-4094-9b06-052b57202525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.711777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fd10f-e18b-4094-9b06-052b57202525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588a81fe-e643-40ba-b1d4-53ab61a18eaa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.722241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e71fd10f-e18b-4094-9b06-052b57202525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69aa02eadc9c4480a50222a36a284d31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4592397 Jul 16 08:50:23.725249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.763762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-a451cac3-67e7-43fd-8dbe-5b9fdf23464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.765220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-a451cac3-67e7-43fd-8dbe-5b9fdf23464a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 1095 time: 0.3106678 Jul 16 08:50:23.773121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Made reservation on behalf of 6d15b3a1f47943c89ebea6d0196c2e04 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:23.775213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.848812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:23.852245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9f83925-8adf-4ea5-b7d2-7b2b859cdf31 req-00dea5e4-9b3d-4d51-9823-fb25a3aaa0ed tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041897 Jul 16 08:50:23.941611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.989104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.999436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port c536b031-ef0e-442c-a752-447c424756eb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:24.006545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c536b031-ef0e-442c-a752-447c424756eb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:24.006940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.011707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-306d3678-dad6-4c5c-9b02-0fab6d8754dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.025848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-306d3678-dad6-4c5c-9b02-0fab6d8754dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 915 time: 0.2451367 Jul 16 08:50:24.063004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-36674dcd-49ff-4e90-901a-358bcd199097 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.068872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-36674dcd-49ff-4e90-901a-358bcd199097 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 812 time: 0.5746481 Jul 16 08:50:24.103968 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-199ed9a9-311e-478d-adcf-3378c4ec01e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a3217a2-4ad9-4370-845e-1d695175a65e HTTP/1.1" status: 200 len: 217 time: 0.0533330 Jul 16 08:50:24.109926 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.123205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Request body: {'port': {'device_id': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'admin_state_up': True, 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:24.182649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.185884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.203009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.208349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.209128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/588a81fe-e643-40ba-b1d4-53ab61a18eaa HTTP/1.1" status: 204 len: 168 time: 0.4717853 Jul 16 08:50:24.240009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1cce4-8807-4f36-98f4-41507622e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a81fe-e643-40ba-b1d4-53ab61a18eaa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:24.262561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-0f0819c2-e12b-499e-b767-e4e1f5434cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.264343 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-0f0819c2-e12b-499e-b767-e4e1f5434cdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.1527100 Jul 16 08:50:24.278660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:24.281162 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64e435-5e46-43d7-8d99-e26a00fb5aa2" -d '{"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:24.301531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:24.306621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.318258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-0837cf44-c167-4daf-8247-c439551544a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456729 Jul 16 08:50:24.423476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:24.424741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-651d2190-29ca-4462-ae03-115850444b87 req-c6a9ea02-5275-4972-906d-3c23518c2d28 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 210 time: 0.1436892 Jul 16 08:50:24.572334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.575685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.576078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-e50e0ff0-3989-472e-89c0-f6cd66c37078 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431886 Jul 16 08:50:24.577895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e35cef31-c60d-4cb6-8009-51e0067147e9 HTTP/1.1" status: 204 len: 168 time: 1.1218681 Jul 16 08:50:24.590551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b0851-ad84-4dcc-a449-565990b63011 req-088d3483-b5b4-4300-9df7-d337d390af69 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.600516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-555b0851-ad84-4dcc-a449-565990b63011 req-088d3483-b5b4-4300-9df7-d337d390af69 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 945 time: 0.9861846 Jul 16 08:50:24.608362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Made reservation on behalf of b1b55b182ecc4b188a86de8b62e70ef1 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:24.612846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.729781 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d963d97-b475-4bd9-9ff3-f6338e4fb6bf x-openstack-request-id: req-6d963d97-b475-4bd9-9ff3-f6338e4fb6bf {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:24.730170 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:24.730717 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d963d97-b475-4bd9-9ff3-f6338e4fb6bf {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:24.731345 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'code': 200} Jul 16 08:50:24.965862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76251-7fd5-4918-a50a-12d1aa65e8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35cef31-c60d-4cb6-8009-51e0067147e9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.006333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57090) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.062127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-555b0851-ad84-4dcc-a449-565990b63011 req-efec5005-6ed2-44e0-8381-209f154cd297 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4604609 Jul 16 08:50:25.068841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-68cf3643-1301-4a28-bc44-ac08efe38243 req-15718763-52fb-44f0-a955-42948fa04b48 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841404 Jul 16 08:50:25.085062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252067a3-4250-45d8-9e97-6973dfb372ea req-b6c41f8c-fe06-4667-b594-81a74af5dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.086645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-252067a3-4250-45d8-9e97-6973dfb372ea req-b6c41f8c-fe06-4667-b594-81a74af5dc3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1098 time: 0.2429500 Jul 16 08:50:25.097026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.130808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-252067a3-4250-45d8-9e97-6973dfb372ea req-fb6cbf04-cf72-44b7-a134-2089d275b529 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354931 Jul 16 08:50:25.241172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca367647-11bb-40d8-8739-d071add0f9d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c3d659ec122429dabb659a912c20798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336044 Jul 16 08:50:25.244189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.257308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Allocated IP 172.20.0.5 (479e6142-f6ac-40ad-a04a-92f866bd8261/c390d798-a213-480a-a4b6-6fe9ad01934b/aae43db1-aae4-481b-8d46-3ca8f988767e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:25.279377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.323899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Checking segment: {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:25.324306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Network hostable DHCP agents. Network: 0c764d31-9bd2-4f59-b48f-19164e65dcde, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:25.331584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.357501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f07d6-89bb-4911-aeee-450c178350e8 req-3a42cb87-6721-41f3-867d-afa7e904356d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.359308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da3f07d6-89bb-4911-aeee-450c178350e8 req-3a42cb87-6721-41f3-867d-afa7e904356d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.2906730 Jul 16 08:50:25.364719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.390850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:25.428897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0c764d31-9bd2-4f59-b48f-19164e65dcde) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:25.438917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccad996-f90c-4b15-a20e-ab59f992467c None None] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:25.442671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.443047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.443681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.446616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.450120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a80688d-9ef0-4176-9210-05ecad935f78 HTTP/1.1" status: 204 len: 168 time: 0.2023795 Jul 16 08:50:25.457179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5428cfd-c556-4cce-b4ca-d9779449daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80688d-9ef0-4176-9210-05ecad935f78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.506522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da3f07d6-89bb-4911-aeee-450c178350e8 req-506d7838-fd4f-49f2-9e7c-dd4e8bf6466f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377993 Jul 16 08:50:25.519587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3d22b15-8e57-4d3d-b33c-156b44f2fee3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2612016 Jul 16 08:50:25.661272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-856b0e33-02c5-4dcd-8948-13ac3f41eb40 req-233632ca-7709-47dd-9bd5-3fdb40bc3136 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 210 time: 0.0738931 Jul 16 08:50:25.722485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.739526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Transition to ACTIVE for port object aae43db1-aae4-481b-8d46-3ca8f988767e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:25.769173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc567d-e872-47fb-a054-2c3066c3cae6 None None] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:25.800779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.819597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8', '7f1c90ea-fe92-4046-817c-474cd96069a4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:25.907970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:25.912438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:25.916431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:25.930063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:26.043475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.103013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.104029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.157028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-cf58b363-3adf-4644-9bf2-e3e159287254 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0502412 Jul 16 08:50:26.170159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Request body: {'port': {'device_id': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:26.441020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:26.528595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'port_id': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'mac_address': 'fa:16:3e:a4:31:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6585f87-ca4d-498f-8687-c13d5c816ab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:26.634755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.806679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.847289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4f3e494e-5e24-4437-b576-276ece13736f None None] Provisioning for port aae43db1-aae4-481b-8d46-3ca8f988767e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:26.864189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:26.869081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4f3e494e-5e24-4437-b576-276ece13736f None None] Provisioning complete for port aae43db1-aae4-481b-8d46-3ca8f988767e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:26.869696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f3e494e-5e24-4437-b576-276ece13736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.026891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:27.192461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.200775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e494e-5e24-4437-b576-276ece13736f None None] Port aae43db1-aae4-481b-8d46-3ca8f988767e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:27.222483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511722668'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:27.235629 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.326997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:27.331636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.370981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.431485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:27.480827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeaeb3-9017-48f5-b98d-ea6ac250a0fb req-17b808ca-8a55-4b19-b3f7-364d61f02164 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.491449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fdeaeb3-9017-48f5-b98d-ea6ac250a0fb req-17b808ca-8a55-4b19-b3f7-364d61f02164 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 1.0806701 Jul 16 08:50:27.567908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.587097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['3a3217a2-4ad9-4370-845e-1d695175a65e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:27.630539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6f6b8-c501-46a6-87c2-5fffbf26dae7 req-02cd6cd3-4b64-4795-a32d-8aa752060b50 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.632946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8b6f6b8-c501-46a6-87c2-5fffbf26dae7 req-02cd6cd3-4b64-4795-a32d-8aa752060b50 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 944 time: 0.3910632 Jul 16 08:50:27.681290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.686959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.725266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:27.739163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8b6f6b8-c501-46a6-87c2-5fffbf26dae7 req-462042e1-c57b-4dd1-9fdd-1de9df1f0c40 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863338 Jul 16 08:50:27.747929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.748589 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment c8f14f73-1010-4203-aa93-5a559292eda7 of type vlan for network ad432730-6838-4258-a3a6-27f71cbb65d9 Jul 16 08:50:27.822778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fdeaeb3-9017-48f5-b98d-ea6ac250a0fb req-4da86bf5-f513-49e4-afb8-a4ca284c8348 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054023 Jul 16 08:50:27.903669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-308943ae-44ec-4065-b45a-112dcfe356ca tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:27.905290 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-308943ae-44ec-4065-b45a-112dcfe356ca tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:50:27.906309 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-308943ae-44ec-4065-b45a-112dcfe356ca tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:27.908393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-308943ae-44ec-4065-b45a-112dcfe356ca tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4728591 Jul 16 08:50:27.912947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:27.953017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137460964'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:28.031951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae43db1-aae4-481b-8d46-3ca8f988767e {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:28.089469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.111838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.155258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa66841b-a1aa-4414-b236-58e56c7d2f20,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.163159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.191604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.199299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Transition to ACTIVE for port object aae43db1-aae4-481b-8d46-3ca8f988767e will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:28.255605 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.448763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.452377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.472673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.477611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.526643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.554108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6854503 Jul 16 08:50:28.599255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.688403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e6b50-fe77-4a4d-9b81-01afc0e873c4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=ad432730-6838-4258-a3a6-27f71cbb65d9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.706907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ad432730-6838-4258-a3a6-27f71cbb65d9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:28.742410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.753137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:28.823457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9197ee-3ce3-4d5f-a4a6-f9e70d988ba7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.978992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae96a95-449b-497b-8615-cd9c73aa429d req-ee705209-9026-4622-9af8-4bbe36a58fa0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.988858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ae96a95-449b-497b-8615-cd9c73aa429d req-ee705209-9026-4622-9af8-4bbe36a58fa0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 931 time: 0.9299006 Jul 16 08:50:29.037296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Attempting to bind port aae43db1-aae4-481b-8d46-3ca8f988767e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:29.037900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Attempting to bind port aae43db1-aae4-481b-8d46-3ca8f988767e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:29.038480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Attempting to bind port aae43db1-aae4-481b-8d46-3ca8f988767e on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:29.106880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ae96a95-449b-497b-8615-cd9c73aa429d req-98e67475-2eaa-481c-87c0-2325dbf6774f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170001 Jul 16 08:50:29.109682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Port aae43db1-aae4-481b-8d46-3ca8f988767e on network 479e6142-f6ac-40ad-a04a-92f866bd8261 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:29.110012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Attempting to bind port aae43db1-aae4-481b-8d46-3ca8f988767e on network 479e6142-f6ac-40ad-a04a-92f866bd8261 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:29.139583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.158132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.251863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:29.260583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Checking segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:29.261182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Bound using segment: {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:29.261905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Bound port: aae43db1-aae4-481b-8d46-3ca8f988767e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07be89be-3a97-461b-ae7a-a13d9463d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:29.262407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.303318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.307647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3721356 Jul 16 08:50:29.317279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:29.328955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '4124de5c-aeda-4fc1-b54c-a3c7a4e5b67e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:29.346520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98513cb-c2f2-44ab-b476-306fa712ef0a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4124de5c-aeda-4fc1-b54c-a3c7a4e5b67e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.377507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:50:29.377507 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:50:29.377507 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': 'cae68c0bfaad49fbb06d1ef4b366d022', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 50, 29, 349990)}] Jul 16 08:50:29.377507 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:29.378087 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:29.413225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.706397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.722789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.744394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2843ba06-9ea1-4dfd-85ab-79b24c936583,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.787420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.789648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7ccdeb56-738c-4034-beaf-46713cfaeb88 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4710708 Jul 16 08:50:29.792605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:29.802706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a6b0dde1-1a37-46c2-a0ec-da1a80c4b7ce tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '4124de5c-aeda-4fc1-b54c-a3c7a4e5b67e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:29.911375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:29.939198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6b0dde1-1a37-46c2-a0ec-da1a80c4b7ce tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.001776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:30.006442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:30.012659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:30.029749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.032564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 3a3217a2-4ad9-4370-845e-1d695175a65e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:30.047097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 3a3217a2-4ad9-4370-845e-1d695175a65e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:30.047721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.055951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.182417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.183703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.186065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] 10.222.0.46 "PUT /v2.0/ports/aae43db1-aae4-481b-8d46-3ca8f988767e HTTP/1.1" status: 200 len: 1092 time: 4.0207248 Jul 16 08:50:30.195502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:30.199692 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:30.267596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c7caa-5081-46e6-8a2c-d758ef6fc760 req-ff705452-75ac-46a9-8ff2-95b2384cf4f1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.270068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d0c7caa-5081-46e6-8a2c-d758ef6fc760 req-ff705452-75ac-46a9-8ff2-95b2384cf4f1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 944 time: 1.1392899 Jul 16 08:50:30.271889 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a6b0dde1-1a37-46c2-a0ec-da1a80c4b7ce tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:30.277956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a6b0dde1-1a37-46c2-a0ec-da1a80c4b7ce tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4784393 Jul 16 08:50:30.278700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.330175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.373379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.395210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:30.396912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:30.400268 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699bb0f-4ecc-4e31-85ee-c330faebb37d" -d '{"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-plugged", "status": "completed", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:30.404729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.406079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.479494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.480405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.483143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.484436 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/4124de5c-aeda-4fc1-b54c-a3c7a4e5b67e HTTP/1.1" status: 204 len: 168 time: 0.2042608 Jul 16 08:50:30.497443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57226) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.519177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a19c-13e5-443c-9065-df4f2ae4dc6c tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124de5c-aeda-4fc1-b54c-a3c7a4e5b67e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.536936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7e5c6-29d5-4c6b-aee5-841148c27537 service neutron] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.591909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d0c7caa-5081-46e6-8a2c-d758ef6fc760 req-9981da0d-f078-47e6-9fdc-53bc8821236f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933000 Jul 16 08:50:30.607944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ceae6-4701-4e4c-8ea3-5d4c1ca95ce5 req-c419d6cd-bd03-4c34-a164-c61d83abd902 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.610515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-222ceae6-4701-4e4c-8ea3-5d4c1ca95ce5 req-c419d6cd-bd03-4c34-a164-c61d83abd902 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.6018746 Jul 16 08:50:30.652662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.708408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-fba020e0-63ac-4027-8cd2-471e95ef0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.709183 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:30.711615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-fba020e0-63ac-4027-8cd2-471e95ef0e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 1095 time: 0.4284961 Jul 16 08:50:30.754135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=edf2e246-4b45-4056-b333-9dd8c93929ab,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.806844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': 'c8f14f73-1010-4203-aa93-5a559292eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:30.806844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: ad432730-6838-4258-a3a6-27f71cbb65d9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:30.828767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network ad432730-6838-4258-a3a6-27f71cbb65d9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:30.833780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3165dd8-a7db-491b-8303-6e2aed06311e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3206024 Jul 16 08:50:30.842047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.849201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-96f7d4dd-2673-4d06-9aa5-10596e3e6eb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae43db1-aae4-481b-8d46-3ca8f988767e HTTP/1.1" status: 200 len: 217 time: 0.1232927 Jul 16 08:50:30.849845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--70384678'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:30.862829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ad432730-6838-4258-a3a6-27f71cbb65d9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:30.870294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-222ceae6-4701-4e4c-8ea3-5d4c1ca95ce5 req-f55bb734-3c2c-4a21-882a-5a19ef57d815 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461758 Jul 16 08:50:30.870557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.870872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.877945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e4529-e221-42aa-874f-8a28daa7b8e5 None None] Network ad432730-6838-4258-a3a6-27f71cbb65d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:30.934792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.981294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5db19851-1162-4031-a464-2fe04dbf637b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2324240 Jul 16 08:50:30.992629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.002921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-7e304c5a-68e7-4011-9f7a-4446b66fbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.006296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-7e304c5a-68e7-4011-9f7a-4446b66fbe38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1483405 Jul 16 08:50:31.014920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352483047'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:31.069665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-fe19976a-4438-4e6b-a799-abe7e9e980f4 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.071210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-fe19976a-4438-4e6b-a799-abe7e9e980f4 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 809 time: 0.3258646 Jul 16 08:50:31.137712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-4362344b-79b8-4e95-80d9-b518d12ee7f9 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/quotas/6d15b3a1f47943c89ebea6d0196c2e04 HTTP/1.1" status: 200 len: 375 time: 0.0527008 Jul 16 08:50:31.192370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-8b9e9998-32b0-4b6a-8112-c96b4b64f6dc tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537217 Jul 16 08:50:31.196252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.197582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-a338023b-422e-4c41-a44a-b35f065af0a2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:50:31.198655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-a338023b-422e-4c41-a44a-b35f065af0a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055232 Jul 16 08:50:31.217556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-029012c5-4405-4745-9155-337f66a745db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.219083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-029012c5-4405-4745-9155-337f66a745db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1850834 Jul 16 08:50:31.223352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.314808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ad432730-6838-4258-a3a6-27f71cbb65d9', 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': 'edf2e246-4b45-4056-b333-9dd8c93929ab'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:31.317210 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.322836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:31.330061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.359940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-ed7b405f-9b6c-402e-9460-291644959218 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206632 Jul 16 08:50:31.360584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.363176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5198317 Jul 16 08:50:31.378098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7de15-677f-4185-8e22-0cd95843de3c req-3e208be6-ee33-433f-b99b-8d8054528ab3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.386074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:31.386362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfb7de15-677f-4185-8e22-0cd95843de3c req-3e208be6-ee33-433f-b99b-8d8054528ab3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 943 time: 0.3137143 Jul 16 08:50:31.401804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.405512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fd1b6-8a4c-4d11-91ba-f104026257a2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220db117-38b5-44a9-bfcb-78136a9e696c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.431712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-030b5a49-e202-4d20-af1c-0ebda9910b48 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '220db117-38b5-44a9-bfcb-78136a9e696c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:31.434170 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-030b5a49-e202-4d20-af1c-0ebda9910b48 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:50:31.435858 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-030b5a49-e202-4d20-af1c-0ebda9910b48 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:31.439292 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-030b5a49-e202-4d20-af1c-0ebda9910b48 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0355709 Jul 16 08:50:31.444171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.503728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.505262 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment ff61688e-a265-446e-9653-b51946ade5ac of type vlan for network eecb54a4-8c70-46af-8088-075c1f5fedf1 Jul 16 08:50:31.605662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.643629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.654093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.655072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.672698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfb7de15-677f-4185-8e22-0cd95843de3c req-b9b6ac11-88d8-40ef-97ca-56c08bc8b77d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852519 Jul 16 08:50:31.687153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6847017 Jul 16 08:50:31.694860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.702595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:31.772614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.794907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Allocated IP 172.20.255.242 (ad432730-6838-4258-a3a6-27f71cbb65d9/edf2e246-4b45-4056-b333-9dd8c93929ab/0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:31.828555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3dedee7-d23d-46e6-a4c3-8e2445fce4eb req-77d4023c-463c-41a5-bd56-cd624990b914 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291079 Jul 16 08:50:31.850631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-6cff95b7-7b5d-4cce-a1ae-6edda500f365 service neutron] 10.222.0.32 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263714 Jul 16 08:50:31.908609 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76638d-86bf-47f8-a3a9-5fb48280e3b8 x-openstack-request-id: req-7b76638d-86bf-47f8-a3a9-5fb48280e3b8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:31.910545 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:31.911560 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b76638d-86bf-47f8-a3a9-5fb48280e3b8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:31.913371 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'status': 'completed', 'code': 200} Jul 16 08:50:31.993840 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a24028-9ab8-4f78-b4e2-56213e3667ff x-openstack-request-id: req-86a24028-9ab8-4f78-b4e2-56213e3667ff {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:31.994192 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-plugged", "status": "completed", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:32.012260 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86a24028-9ab8-4f78-b4e2-56213e3667ff {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:32.012260 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'code': 200} Jul 16 08:50:32.074890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de724-59cc-49b5-b39d-858e8e6645be tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=eecb54a4-8c70-46af-8088-075c1f5fedf1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.120314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:32.143439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.302923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:32.308749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.330950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-15a8a2e1-013d-4385-84e5-e2519a53461e service neutron] 10.222.0.32 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743235 Jul 16 08:50:32.333312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-af90752f-f749-4a30-a2b6-b314855a24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.334891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-af90752f-f749-4a30-a2b6-b314855a24d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 1095 time: 0.3658521 Jul 16 08:50:32.342583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd413-cd1e-4e99-a08c-fc97c27b8f06 req-abbbb88b-a1d4-4697-9006-3621705dfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.344352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-397fd413-cd1e-4e99-a08c-fc97c27b8f06 req-abbbb88b-a1d4-4697-9006-3621705dfaab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 1097 time: 0.2526896 Jul 16 08:50:32.352461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.355577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.356776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/220db117-38b5-44a9-bfcb-78136a9e696c HTTP/1.1" status: 204 len: 168 time: 0.9101586 Jul 16 08:50:32.363954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.379817 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.400496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Transition to ACTIVE for port object 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:32.417379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882098ce-f137-4ba8-b349-f3bbad95ac2a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220db117-38b5-44a9-bfcb-78136a9e696c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.418619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Transition to ACTIVE for port object 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:32.427374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.499729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Network ad432730-6838-4258-a3a6-27f71cbb65d9 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:32.503425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:32.514176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:32.536421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-397fd413-cd1e-4e99-a08c-fc97c27b8f06 req-bd80d49d-03e5-4693-8fe9-04af50416a4a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765542 Jul 16 08:50:32.562272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0544030f-101f-4fd0-ac25-dfaffff15392 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875999 Jul 16 08:50:32.575789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.581967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071689650'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:32.617748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Pushing event updated for resources: {'Port': ['ID=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.645085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Attempting to bind port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:32.646016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Attempting to bind port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c8f14f73-1010-4203-aa93-5a559292eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:32.646765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Attempting to bind port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d on network ad432730-6838-4258-a3a6-27f71cbb65d9 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:32.670119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:32.670765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Checking segment: {'id': 'c8f14f73-1010-4203-aa93-5a559292eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:32.671520 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.672398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Bound using segment: {'id': 'c8f14f73-1010-4203-aa93-5a559292eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:32.673220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Bound port: 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f14f73-1010-4203-aa93-5a559292eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ad432730-6838-4258-a3a6-27f71cbb65d9'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:32.673840 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.706387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-b8ab1655-2928-442d-9b14-fba3bc424170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.707958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-b8ab1655-2928-442d-9b14-fba3bc424170 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.3112829 Jul 16 08:50:32.821449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-9215b697-6231-4611-9bea-4f97e57cd88e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae43db1-aae4-481b-8d46-3ca8f988767e HTTP/1.1" status: 200 len: 217 time: 0.1042461 Jul 16 08:50:32.853250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] For port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:32.860448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] For port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,segment=NetworkSegment(c8f14f73-1010-4203-aa93-5a559292eda7),segment_id=c8f14f73-1010-4203-aa93-5a559292eda7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:32.865066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.999967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07ff6b-2674-49bb-9739-f5cb7629e98c None None] Pushing event updated for resources: {'Port': ['ID=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.017571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.047146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.090837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0552f41-180f-45fe-bf50-892391b65c89 req-793235a3-81ef-41b5-9691-773b57d47715 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.109511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0552f41-180f-45fe-bf50-892391b65c89 req-793235a3-81ef-41b5-9691-773b57d47715 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.8411996 Jul 16 08:50:33.123091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57288) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.143088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'floatingip': {'port_id': 'c536b031-ef0e-442c-a752-447c424756eb'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.262672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=44d49d73-0d0a-419f-9f0d-e7b92d3b723f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.265207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-8dbc42e4-fa52-4362-b9f1-9d936c85be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.279031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-8dbc42e4-fa52-4362-b9f1-9d936c85be66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.4432127 Jul 16 08:50:33.283274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:33.283911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: eecb54a4-8c70-46af-8088-075c1f5fedf1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:33.370278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:33.438457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, eecb54a4-8c70-46af-8088-075c1f5fedf1) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:33.448589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5593f9-54a0-41d2-a946-0809ce8fd643 None None] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:33.516505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.517146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.542018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.551704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.553241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.585555 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d84ee178-6c93-4984-8854-0522403e88f3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8893206 Jul 16 08:50:33.600140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.612604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0316663 Jul 16 08:50:33.612604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.661425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57298) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.666607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8098ef65-d7e4-4b62-bf63-f5ebd835316d req-64166da5-e762-4222-9044-8c58627be805 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 210 time: 0.4141335 Jul 16 08:50:33.684794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-194e8b52-836b-4b6c-b00d-bbca3b00fe6b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '9f952d45-82f1-492f-91d9-12179c6e0cc1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.685975 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-194e8b52-836b-4b6c-b00d-bbca3b00fe6b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:50:33.687161 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-194e8b52-836b-4b6c-b00d-bbca3b00fe6b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:33.692988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-194e8b52-836b-4b6c-b00d-bbca3b00fe6b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0144584 Jul 16 08:50:33.695797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.877046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-eecb54a4-8c70-46af-8088-075c1f5fedf1', 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '44d49d73-0d0a-419f-9f0d-e7b92d3b723f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:33.878204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.903647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22820a-efee-423d-981b-4e76340a1eee req-6e7531fc-d167-45dd-8c73-5abb7c79921b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.907213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b22820a-efee-423d-981b-4e76340a1eee req-6e7531fc-d167-45dd-8c73-5abb7c79921b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.9864230 Jul 16 08:50:34.217998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-f20101ba-0d57-4ea8-a933-d9bc7e04fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.220451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-f20101ba-0d57-4ea8-a933-d9bc7e04fb73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8917155 Jul 16 08:50:34.235182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Allocated IP 172.20.0.2 (eecb54a4-8c70-46af-8088-075c1f5fedf1/44d49d73-0d0a-419f-9f0d-e7b92d3b723f/4b618834-336d-4199-86c4-7923b6fd35b3) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:34.360639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57306) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.591240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.606663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Transition to ACTIVE for port object 4b618834-336d-4199-86c4-7923b6fd35b3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:34.643824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Transition to ACTIVE for port object 4b618834-336d-4199-86c4-7923b6fd35b3 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:34.656466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.701516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b22820a-efee-423d-981b-4e76340a1eee req-a4639423-c72e-4430-a1cd-9e9aab9d048e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7723079 Jul 16 08:50:34.754370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:34.760370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:34.761719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-23ef9223-1338-42e7-a1b3-15e72917a653 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970632 Jul 16 08:50:34.766245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:34.777845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Pushing event updated for resources: {'Port': ['ID=4b618834-336d-4199-86c4-7923b6fd35b3,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.855732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9a074-8862-46ac-bc0b-ca70e3da1ace tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f952d45-82f1-492f-91d9-12179c6e0cc1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.058039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899758-b7a2-436a-a61b-9169d3fb471e req-0d49df7c-b696-499b-a343-c58d5200cc03 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.074855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d899758-b7a2-436a-a61b-9169d3fb471e req-0d49df7c-b696-499b-a343-c58d5200cc03 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 943 time: 0.9328091 Jul 16 08:50:35.079001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.139137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.229634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.278574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:35.283784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59533dba-cc45-46b5-a60e-82ceeed871d3 None None] Network ad432730-6838-4258-a3a6-27f71cbb65d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:35.328932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.331850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.333252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f952d45-82f1-492f-91d9-12179c6e0cc1 HTTP/1.1" status: 204 len: 168 time: 1.6340432 Jul 16 08:50:35.340284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:35.354686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1157b-ab39-45f1-a483-7de97b9d0419 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f952d45-82f1-492f-91d9-12179c6e0cc1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.362809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-baaa2e26-500c-436a-8549-e2c7a7de8aa4 None None] Provisioning for port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:35.404833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:35.405455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:35.406034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 on network eecb54a4-8c70-46af-8088-075c1f5fedf1 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:35.440426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 4b618834-336d-4199-86c4-7923b6fd35b3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:35.440808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.454531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-64a7e1ad-068f-4762-b3ee-a98924e29db2 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1126771 Jul 16 08:50:35.464794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:35.483054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078044968'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:35.490394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:35.490952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Checking segment: {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:35.491553 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.492168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Bound using segment: {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:35.492897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Bound port: 4b618834-336d-4199-86c4-7923b6fd35b3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:35.493489 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.572717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.612309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d899758-b7a2-436a-a61b-9169d3fb471e req-adf7b593-eabe-4093-aece-df51645e61f3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318358 Jul 16 08:50:35.630530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:35.640599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 4b618834-336d-4199-86c4-7923b6fd35b3, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:35.645643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50eac853-e26d-42c2-b0c0-a139f79a434b req-9b4bb70c-f4cf-455c-8c9d-caffca402e8c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 210 time: 0.4575658 Jul 16 08:50:35.646268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.661002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:35.661834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.693239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 4b618834-336d-4199-86c4-7923b6fd35b3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:36.034321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:36.156492 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.170874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.212542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.245488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-775e36c5-aa82-49a0-bcdb-79749a05013c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.247712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-775e36c5-aa82-49a0-bcdb-79749a05013c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 809 time: 0.5156119 Jul 16 08:50:36.253109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,segment=NetworkSegment(c8f14f73-1010-4203-aa93-5a559292eda7),segment_id=c8f14f73-1010-4203-aa93-5a559292eda7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.258096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.293124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.311225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Request body: {'port': {'device_id': '3ac5822f-80ad-4827-9059-606091dbccb4', 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde', 'admin_state_up': True, 'tenant_id': '6d15b3a1f47943c89ebea6d0196c2e04'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:36.323205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:36.323205 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:36.434075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20ff9b8c-68fa-431c-82f0-239c6a4c8e7b req-189e5ecc-a827-4983-a446-7ee55e8f3a5d service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5355835 Jul 16 08:50:36.534064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.559187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=4b618834-336d-4199-86c4-7923b6fd35b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.606957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe29a-d2c9-4a19-9bfe-641aa15a1d38 req-78f41a69-d8a8-4f0b-bbcc-45b2327efa63 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.610905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.618222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78cbe29a-d2c9-4a19-9bfe-641aa15a1d38 req-78f41a69-d8a8-4f0b-bbcc-45b2327efa63 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.3456647 Jul 16 08:50:36.618612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f10a792-864b-4c49-ba2b-38e6c4bfd461,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.627546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 4b618834-336d-4199-86c4-7923b6fd35b3 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:36.642690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'mac_address': 'fa:16:3e:21:0f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:36.671471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:50:36.788205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78cbe29a-d2c9-4a19-9bfe-641aa15a1d38 req-d1b6e16e-1997-4496-ba16-71225ff0cc23 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688306 Jul 16 08:50:36.803019 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.804179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Made reservation on behalf of 6d15b3a1f47943c89ebea6d0196c2e04 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:36.819566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.833448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.844922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.886604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae43db1-aae4-481b-8d46-3ca8f988767e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:36.887190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.898614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e1f0558-854b-4b70-8443-9c4baf68325a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4324329 Jul 16 08:50:36.903571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.906325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.913398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7442ead8-902f-460f-a0b5-897bbc9fe9a8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '8f10a792-864b-4c49-ba2b-38e6c4bfd461', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:36.921955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:36.922373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:36.922738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Attempting to bind port 4b618834-336d-4199-86c4-7923b6fd35b3 on network eecb54a4-8c70-46af-8088-075c1f5fedf1 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:36.926241 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-7442ead8-902f-460f-a0b5-897bbc9fe9a8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:50:36.927186 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-7442ead8-902f-460f-a0b5-897bbc9fe9a8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:36.928931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7442ead8-902f-460f-a0b5-897bbc9fe9a8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0238013 Jul 16 08:50:36.950021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:36.971776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.985611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6796bf9b-9c8f-42f0-b495-dfcd068430fc tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '8f10a792-864b-4c49-ba2b-38e6c4bfd461', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:36.987673 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-6796bf9b-9c8f-42f0-b495-dfcd068430fc tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:50:36.996928 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-6796bf9b-9c8f-42f0-b495-dfcd068430fc tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:36.998395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6796bf9b-9c8f-42f0-b495-dfcd068430fc tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0209978 Jul 16 08:50:37.011201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.022377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-db28a860-0519-43d6-b6f5-fa5dff3d060b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '8f10a792-864b-4c49-ba2b-38e6c4bfd461', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:37.026173 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-db28a860-0519-43d6-b6f5-fa5dff3d060b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:50:37.026782 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-db28a860-0519-43d6-b6f5-fa5dff3d060b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:37.033676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.035383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:37.035815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db28a860-0519-43d6-b6f5-fa5dff3d060b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0233078 Jul 16 08:50:37.036203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Checking segment: {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:37.044439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f35893fc-acc5-4031-a24d-86339f97f5d5 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': '8f10a792-864b-4c49-ba2b-38e6c4bfd461', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:37.045343 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.045909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Bound using segment: {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:37.046576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Bound port: 4b618834-336d-4199-86c4-7923b6fd35b3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff61688e-a265-446e-9653-b51946ade5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eecb54a4-8c70-46af-8088-075c1f5fedf1'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:37.047137 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.057995 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-f35893fc-acc5-4031-a24d-86339f97f5d5 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:50:37.059208 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-f35893fc-acc5-4031-a24d-86339f97f5d5 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:37.060548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f35893fc-acc5-4031-a24d-86339f97f5d5 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0212545 Jul 16 08:50:37.090109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:37.101461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.144597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-30eed90b-c869-4a44-b6d0-f610f7a5f677 None None] Port 4b618834-336d-4199-86c4-7923b6fd35b3 has been deleted concurrently {{(pid=93776) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 08:50:37.186185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.277956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.305070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-924cb5ae-de3e-4673-a3e5-23dc5fe30b23 None None] Provisioning complete for port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:37.305477 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-924cb5ae-de3e-4673-a3e5-23dc5fe30b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.414923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Allocated IP 172.20.0.4 (0c764d31-9bd2-4f59-b48f-19164e65dcde/b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794/6bc6d6d7-3c06-4197-8938-822f8232cb18) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:37.436447 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Floating IP 50bfb295-c3fb-4292-846b-a6e2a994fd9b associated. External IP: 172.25.5.225, port: c536b031-ef0e-442c-a752-447c424756eb. Jul 16 08:50:37.463251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:37.463633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.467701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.587678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['aae43db1-aae4-481b-8d46-3ca8f988767e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:37.655357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13a20b9b-80a7-41c6-8631-fa83f83594b0 req-1c1f1508-ee29-47f9-87ce-fd28053faadc tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 210 time: 0.2518182 Jul 16 08:50:37.690859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014cb97-4e83-4805-a23b-e246e27895f8 req-34a2a5bd-9598-489a-a673-5c7e5fadf379 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.699594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3014cb97-4e83-4805-a23b-e246e27895f8 req-34a2a5bd-9598-489a-a673-5c7e5fadf379 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 944 time: 0.5563750 Jul 16 08:50:37.757594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.842102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.858991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.865514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.871484 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f10a792-864b-4c49-ba2b-38e6c4bfd461 HTTP/1.1" status: 204 len: 168 time: 0.7586861 Jul 16 08:50:37.903296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.932732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.942910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c679-6963-4600-949f-1a837b6a5beb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f10a792-864b-4c49-ba2b-38e6c4bfd461,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.015982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=44d49d73-0d0a-419f-9f0d-e7b92d3b723f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.038845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3014cb97-4e83-4805-a23b-e246e27895f8 req-997e63aa-33c5-4927-9de9-1a2db688d5e3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042018 Jul 16 08:50:38.078094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.107421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57374) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:38.118405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.134517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecb54a4-8c70-46af-8088-075c1f5fedf1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.144006 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50fda440-e4ce-4c82-a60f-cb525e3310e1 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2351632 Jul 16 08:50:38.144842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:38.159375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394604869'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:38.199642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff61688e-a265-446e-9653-b51946ade5ac') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.200098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff61688e-a265-446e-9653-b51946ade5ac') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.207619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.235211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.255425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e98019-e079-48a0-9827-bab0f067651d req-90f2c81d-259b-4ecc-8559-b612e758cec5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.262565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66e98019-e079-48a0-9827-bab0f067651d req-90f2c81d-259b-4ecc-8559-b612e758cec5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.4119277 Jul 16 08:50:38.294195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:38.324713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.340165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:38.340931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:38.346825 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:38.368862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66e98019-e079-48a0-9827-bab0f067651d req-4ae00866-b623-4601-bdea-fa47a23cb88f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051347 Jul 16 08:50:38.393926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.475645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb70f9ab-edb8-4b79-8006-2d0b8deaa08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.519955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Pushing event updated for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.552390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:38.556864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:38.559299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:38.566970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.571418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.573829 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/eecb54a4-8c70-46af-8088-075c1f5fedf1 HTTP/1.1" status: 204 len: 168 time: 4.9354765 Jul 16 08:50:38.593188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:38.602350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605800395'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:38.615000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.618549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d52-e749-46c1-98b9-a592e564ec16 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=eecb54a4-8c70-46af-8088-075c1f5fedf1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.626788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.627942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.712679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.713751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.731662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f992aae0-701c-45d7-b1a2-50bfd09802b3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.780794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:38.792705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:38.803340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.804680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:38.805617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.935785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-befd3a5a-b69e-4234-aae2-37701882ef3c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "PUT /v2.0/floatingips/50bfb295-c3fb-4292-846b-a6e2a994fd9b HTTP/1.1" status: 200 len: 992 time: 5.8049250 Jul 16 08:50:38.946767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:38.949050 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ce0a9d-f039-4380-8873-1385eb52ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:38.959488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:38.983612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb70f9ab-edb8-4b79-8006-2d0b8deaa08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.994501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb70f9ab-edb8-4b79-8006-2d0b8deaa08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.999106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-b85d70a5-7738-4649-bd4d-7c815f8d3d84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6916187 Jul 16 08:50:39.016921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Request body: {'port': {'device_id': '3ac5822f-80ad-4827-9059-606091dbccb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.075202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.081198 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-284befdf-dc08-49a0-91e6-7a9510d16401 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9283810 Jul 16 08:50:39.082580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:39.085133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.086866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.099192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1f8c7ce-bb0c-4bfe-ac17-c751ca5b9a1e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.100454 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-a1f8c7ce-bb0c-4bfe-ac17-c751ca5b9a1e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:50:39.101269 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a1f8c7ce-bb0c-4bfe-ac17-c751ca5b9a1e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.101508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb70f9ab-edb8-4b79-8006-2d0b8deaa08c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41963b0c7c424832ac23298cdefccb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9930403 Jul 16 08:50:39.102266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f9ab-edb8-4b79-8006-2d0b8deaa08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6e34a3-c157-40b6-8698-0cecbcc354fb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.109007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1f8c7ce-bb0c-4bfe-ac17-c751ca5b9a1e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0223753 Jul 16 08:50:39.110032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57396) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.111128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.114597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Deleting port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:39.114954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.163477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e559abe-06e9-4162-aff3-d5020dbaa96e req-aea78621-3032-4502-809f-c0fd0192f166 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.165106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e559abe-06e9-4162-aff3-d5020dbaa96e req-aea78621-3032-4502-809f-c0fd0192f166 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 931 time: 0.2517498 Jul 16 08:50:39.190231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71934a-7c41-4aef-8c37-5dbde27a1abf req-d7b712dc-32c7-4684-8e57-0a31bd3e676a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.193088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac71934a-7c41-4aef-8c37-5dbde27a1abf req-d7b712dc-32c7-4684-8e57-0a31bd3e676a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.3110785 Jul 16 08:50:39.200418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ce963128-135d-4cf5-b355-87f15a6919c8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.213359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.219897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-523ef036-0c6b-475a-8911-b7e9731352a1 None None] Could not find standard attr ID for object 4b618834-336d-4199-86c4-7923b6fd35b3. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:50:39.246107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:39.255996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b845bbc-aa34-44ed-ad65-f2928f193cac None None] DHCP port deletion for eecb54a4-8c70-46af-8088-075c1f5fedf1 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:39.290308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102fc3a-f075-4d45-876e-0e4a8ba7a6d3 None None] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:39.295704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '50bfb295-c3fb-4292-846b-a6e2a994fd9b', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:02Z', 'updated_at': '2021-07-16T08:50:36Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.299428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.307922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.308308 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment bf02ab0e-a8a3-4974-a5d9-5e1a46da3784 of type vlan for network 8860d72f-3b46-402a-9330-0f2ada727b51 Jul 16 08:50:39.331761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102fc3a-f075-4d45-876e-0e4a8ba7a6d3 None None] Network eecb54a4-8c70-46af-8088-075c1f5fedf1 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:50:39.333662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:39.339909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.344078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:39.344767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.345960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.359862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e559abe-06e9-4162-aff3-d5020dbaa96e req-22dfc036-6b87-47e8-9cc0-f32fd1b4ad1c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859574 Jul 16 08:50:39.361996 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-ce963128-135d-4cf5-b355-87f15a6919c8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.363097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ce963128-135d-4cf5-b355-87f15a6919c8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2427826 Jul 16 08:50:39.368294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57402) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.385682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0344989c-d7be-4ca7-b006-dfb7b94417f1 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.385682 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-0344989c-d7be-4ca7-b006-dfb7b94417f1 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:50:39.385682 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0344989c-d7be-4ca7-b006-dfb7b94417f1 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.385682 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0344989c-d7be-4ca7-b006-dfb7b94417f1 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101976 Jul 16 08:50:39.385682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.389836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d0313632-fb4e-48b6-979d-deba72a83c8b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.434968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac71934a-7c41-4aef-8c37-5dbde27a1abf req-e8de4cf8-c22b-4aa1-bd0f-e69855df8d9b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061410 Jul 16 08:50:39.437234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] For port 1ef492f6-1ed1-40fc-aaf6-fedacc307a07, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:39.450383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.465860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:39.505428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.513252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Calling delete_port for 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:39.555051 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-d0313632-fb4e-48b6-979d-deba72a83c8b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.556189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d0313632-fb4e-48b6-979d-deba72a83c8b tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1698933 Jul 16 08:50:39.556927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.560223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.561317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af6e34a3-c157-40b6-8698-0cecbcc354fb HTTP/1.1" status: 204 len: 168 time: 0.4451442 Jul 16 08:50:39.562181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.571898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6e201475-8553-4312-9ce6-836228f9be11 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.572417 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-6e201475-8553-4312-9ce6-836228f9be11 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:50:39.572909 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6e201475-8553-4312-9ce6-836228f9be11 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.573868 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6e201475-8553-4312-9ce6-836228f9be11 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065517 Jul 16 08:50:39.577806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.589928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8fdb7785-5c1f-4690-acf0-f858e82919b9 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.600814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92daad-da4d-4a00-8c70-479a16957c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6e34a3-c157-40b6-8698-0cecbcc354fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.613984 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e851ec7c-f143-45b2-8c55-f40061437dcc x-openstack-request-id: req-e851ec7c-f143-45b2-8c55-f40061437dcc {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:39.614349 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:39.616020 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e851ec7c-f143-45b2-8c55-f40061437dcc {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:39.617260 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'status': 'completed', 'code': 200} Jul 16 08:50:39.762193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.770876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.772083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.873460 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8fdb7785-5c1f-4690-acf0-f858e82919b9 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.874883 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fdb7785-5c1f-4690-acf0-f858e82919b9 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2958996 Jul 16 08:50:39.879559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '50bfb295-c3fb-4292-846b-a6e2a994fd9b', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:02Z', 'updated_at': '2021-07-16T08:50:36Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.884070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.898806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d82e78ce-1ccc-48c5-95a8-baa3ef73d0c4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.899384 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-d82e78ce-1ccc-48c5-95a8-baa3ef73d0c4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:50:39.899939 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-d82e78ce-1ccc-48c5-95a8-baa3ef73d0c4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:39.901013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d82e78ce-1ccc-48c5-95a8-baa3ef73d0c4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133245 Jul 16 08:50:39.905583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.910590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5e1e44b3-d73c-4c8e-bf0f-dc1896d3d004 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.911030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60837b15-58a4-4de3-be45-8e78f1072edf None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '50bfb295-c3fb-4292-846b-a6e2a994fd9b', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:02Z', 'updated_at': '2021-07-16T08:50:36Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:39.971759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:39.975742 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-cb24b491-49ca-4325-b533-6eb5f091f2bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3370209 Jul 16 08:50:39.988648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3937421 Jul 16 08:50:39.998477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.007186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:40.081161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port aae43db1-aae4-481b-8d46-3ca8f988767e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:40.092823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port aae43db1-aae4-481b-8d46-3ca8f988767e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:40.093282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.114227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.134968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc6d6d7-3c06-4197-8938-822f8232cb18 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:40.184360 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-5e1e44b3-d73c-4c8e-bf0f-dc1896d3d004 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:40.188734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5e1e44b3-d73c-4c8e-bf0f-dc1896d3d004 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2787962 Jul 16 08:50:40.188734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.197021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61342075-a50e-49fe-877a-e19ac4b62d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.202186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.206055 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.216084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a223dbf2-074d-4984-834e-ef463f176713 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'f992aae0-701c-45d7-b1a2-50bfd09802b3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:40.252396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:40.254200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:40.258568 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2a26b-de45-470b-aac6-6f26ec2d91ff" -d '{"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-plugged", "status": "completed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:40.260680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Transition to ACTIVE for port object 6bc6d6d7-3c06-4197-8938-822f8232cb18 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:40.264009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.270227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.357868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89acc0-008a-4778-b8e7-5ce05da7dddd None None] New status for floating IP 50bfb295-c3fb-4292-846b-a6e2a994fd9b: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:40.372717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-5242d164-dc3e-4898-96fc-a4859d54b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.373438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.374330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-5242d164-dc3e-4898-96fc-a4859d54b7a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 1097 time: 0.3610740 Jul 16 08:50:40.421732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047e3bf-2a4a-4b5a-98fa-02cb08dcd01d tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=8860d72f-3b46-402a-9330-0f2ada727b51,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.433038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.442134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 8860d72f-3b46-402a-9330-0f2ada727b51 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:40.450828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-c3ca67f0-39d3-4f38-9ffd-a28238caacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.454582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-c3ca67f0-39d3-4f38-9ffd-a28238caacb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1098 time: 0.8210835 Jul 16 08:50:40.595073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-a672aec7-3a49-46fa-8b66-ebde685770c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.596636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-a672aec7-3a49-46fa-8b66-ebde685770c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.1599085 Jul 16 08:50:40.598695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61342075-a50e-49fe-877a-e19ac4b62d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.647014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61342075-a50e-49fe-877a-e19ac4b62d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.655102 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a223dbf2-074d-4984-834e-ef463f176713 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:40.656173 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a223dbf2-074d-4984-834e-ef463f176713 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4510868 Jul 16 08:50:40.657516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-c79f63a8-dcdb-402c-908b-6e6505a78a01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8 HTTP/1.1" status: 200 len: 217 time: 0.0534275 Jul 16 08:50:40.668736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57432) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.685890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ca74-2dbf-419d-b906-241c4e5acbfe req-1fefc38a-6634-4e55-8dc9-eb64ec193a4a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.688402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c13ca74-2dbf-419d-b906-241c4e5acbfe req-1fefc38a-6634-4e55-8dc9-eb64ec193a4a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 944 time: 0.9029377 Jul 16 08:50:40.735483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4b618834-336d-4199-86c4-7923b6fd35b3 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:40.738999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Attempting to bind port 6bc6d6d7-3c06-4197-8938-822f8232cb18 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:40.739352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Attempting to bind port 6bc6d6d7-3c06-4197-8938-822f8232cb18 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:40.739691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Attempting to bind port 6bc6d6d7-3c06-4197-8938-822f8232cb18 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:40.748479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61342075-a50e-49fe-877a-e19ac4b62d64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eab4b96249044ada80dcc6f4b5d7be62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262984 Jul 16 08:50:40.748479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:40.750316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.757296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e8550-33d4-4295-a1a5-2c4ed28d6c9e req-dc806f14-fb2f-4171-bac9-cc6036e1d26d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.758496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.758810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-898e8550-33d4-4295-a1a5-2c4ed28d6c9e req-dc806f14-fb2f-4171-bac9-cc6036e1d26d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.9098880 Jul 16 08:50:40.781073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61342075-a50e-49fe-877a-e19ac4b62d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e56fd4-1f76-43b2-a687-5596993e589b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.789176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4b618834-336d-4199-86c4-7923b6fd35b3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:40.789757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4b618834-336d-4199-86c4-7923b6fd35b3 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:40.800449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Port 6bc6d6d7-3c06-4197-8938-822f8232cb18 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:40.800900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Attempting to bind port 6bc6d6d7-3c06-4197-8938-822f8232cb18 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:40.832088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:40.832630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Checking segment: {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:40.833127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Bound using segment: {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:40.833760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Bound port: 6bc6d6d7-3c06-4197-8938-822f8232cb18, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:40.834282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.838122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-8ac53dcc-fc8f-4ae9-aca3-913452b2f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.840600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-8ac53dcc-fc8f-4ae9-aca3-913452b2f91e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1599395 Jul 16 08:50:40.865198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-510a120f-af05-4331-880f-14f5e4bd9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.866814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-510a120f-af05-4331-880f-14f5e4bd9c59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.3540311 Jul 16 08:50:40.906759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:50:40.907299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:50:40.923471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-898e8550-33d4-4295-a1a5-2c4ed28d6c9e req-becd5a51-75d6-4e41-ad27-dcdf831cd331 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503837 Jul 16 08:50:40.957967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c13ca74-2dbf-419d-b906-241c4e5acbfe req-e4398f14-9be8-4910-83d7-01ae7b44a3a4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498190 Jul 16 08:50:40.968602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.000530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.015039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.025861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.061186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef492f6-1ed1-40fc-aaf6-fedacc307a07,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.075994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-cdbe8ffb-4d26-463a-8805-5762a585d8ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 1002 time: 0.1862428 Jul 16 08:50:41.076912 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa39174-0200-4d8e-8805-b736794e520b x-openstack-request-id: req-baa39174-0200-4d8e-8805-b736794e520b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:41.077483 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-plugged", "status": "completed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:41.079866 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baa39174-0200-4d8e-8805-b736794e520b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:41.083106 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'code': 200} Jul 16 08:50:41.099208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.101351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:41.146685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:41.175260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-6fd83954-a8ef-48a3-86cd-e2793586001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.185062 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-6fd83954-a8ef-48a3-86cd-e2793586001e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3276043 Jul 16 08:50:41.193776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.231046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.244429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.250662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/f992aae0-701c-45d7-b1a2-50bfd09802b3 HTTP/1.1" status: 204 len: 168 time: 0.5743282 Jul 16 08:50:41.277137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.313171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-9d85868f-a997-42b4-9012-42d261ec7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.315925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-9d85868f-a997-42b4-9012-42d261ec7f8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.2277117 Jul 16 08:50:41.321644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226ade-e013-464c-902d-b7726bd2bc03 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f992aae0-701c-45d7-b1a2-50bfd09802b3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.419292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.420643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.422316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] 10.222.0.46 "PUT /v2.0/ports/6bc6d6d7-3c06-4197-8938-822f8232cb18 HTTP/1.1" status: 200 len: 1092 time: 2.4145796 Jul 16 08:50:41.425082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:41.427790 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216865da-5a98-469a-8860-105e8d529815" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:41.442798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.647120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.707888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-5cbe6d98-4290-446d-a405-a773aff8f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.709550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-5cbe6d98-4290-446d-a405-a773aff8f473 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3635125 Jul 16 08:50:41.740406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ee1cd-e666-4c93-beb2-ef2f26f1530e req-c814318b-2313-4860-a3cb-0038abc9927f tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.741964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c8ee1cd-e666-4c93-beb2-ef2f26f1530e req-c814318b-2313-4860-a3cb-0038abc9927f tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 943 time: 0.2347374 Jul 16 08:50:41.860593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4fe24-c268-4b39-81dc-0d8f5c188c91 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.875797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.880118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.881457 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15e56fd4-1f76-43b2-a687-5596993e589b HTTP/1.1" status: 204 len: 168 time: 1.1220443 Jul 16 08:50:41.900855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c8ee1cd-e666-4c93-beb2-ef2f26f1530e req-00a7543f-4f69-42ed-85c9-a7588664b328 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089621 Jul 16 08:50:41.931285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-1e654786-fd48-4cf0-9b87-ed35c65b53a6 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083280 Jul 16 08:50:41.955871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05eed5-7504-4bc5-8b32-2c47f0b9521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e56fd4-1f76-43b2-a687-5596993e589b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.960945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71aacc8d-53ae-4b5a-871e-323f9e3ace78 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6719227 Jul 16 08:50:41.973423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.979819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=60c032e8-5c05-4bb8-b6c7-78817d15d5bd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.998269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693029302'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:42.038184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-e171454b-5180-4009-a784-2bd2c27a82f7 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198667 Jul 16 08:50:42.065308 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b15ceb-0774-4d43-b603-8ab6e5928a33 x-openstack-request-id: req-55b15ceb-0774-4d43-b603-8ab6e5928a33 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:42.065797 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:42.066693 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55b15ceb-0774-4d43-b603-8ab6e5928a33 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:42.067195 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18', 'status': 'completed', 'code': 200} Jul 16 08:50:42.096129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:42.098298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: 8860d72f-3b46-402a-9330-0f2ada727b51, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:42.119244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55a4d2-a007-4bf8-b43e-638414d8eef0 req-998d33a8-847e-45f8-a55a-d0b19c30bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.130376 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d55a4d2-a007-4bf8-b43e-638414d8eef0 req-998d33a8-847e-45f8-a55a-d0b19c30bb74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 1097 time: 0.9143991 Jul 16 08:50:42.184794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.232996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67ce0a9d-f039-4380-8873-1385eb52ce8b req-9ccee98d-ab7d-4a81-ad1d-e8e6d935317b service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935562 Jul 16 08:50:42.245886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Router fbdf206d-dde5-4345-91f2-88fbce95844e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:42.317433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network 8860d72f-3b46-402a-9330-0f2ada727b51 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:42.342797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-6b0a7184-6197-4431-ace3-1109a80f5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.344807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-6b0a7184-6197-4431-ace3-1109a80f5dde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 1095 time: 0.8430254 Jul 16 08:50:42.351514 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7d55a4d2-a007-4bf8-b43e-638414d8eef0 req-ae1ce23e-26b8-4e66-8ce0-2368c0c51949 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010465 Jul 16 08:50:42.367928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 8860d72f-3b46-402a-9330-0f2ada727b51) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:42.376877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e19c8-89db-47cf-9ecc-88490d9abbb7 None None] Network 8860d72f-3b46-402a-9330-0f2ada727b51 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:42.385922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699a09c-2507-4bc3-8ee5-eb461859bbc1 req-329298a0-ee8a-48a0-aac2-c5323e470dde tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.387513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d699a09c-2507-4bc3-8ee5-eb461859bbc1 req-329298a0-ee8a-48a0-aac2-c5323e470dde tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.2078304 Jul 16 08:50:42.438453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.439116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.451151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-21455b84-394d-4150-859f-dcb080a32b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18 HTTP/1.1" status: 200 len: 217 time: 0.0957277 Jul 16 08:50:42.454743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-46a1791b-3289-4c9b-aec1-bd25cb572c3e req-8441adb7-ed7c-4c06-b374-76f39b4b66f0 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863485 Jul 16 08:50:42.496934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:42.508719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aec4e70f-a544-42d4-be31-25b84f710f91 admin admin] 10.222.0.32 "PUT /v2.0/routers/fbdf206d-dde5-4345-91f2-88fbce95844e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1372268 Jul 16 08:50:42.514100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:42.528858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Sync routers for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:42.583604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-80db18b0-182b-4d54-b1a1-9e6c534bd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.586488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-80db18b0-182b-4d54-b1a1-9e6c534bd50c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 HTTP/1.1" status: 200 len: 849 time: 0.0994806 Jul 16 08:50:42.586727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d699a09c-2507-4bc3-8ee5-eb461859bbc1 req-5d96ffb7-fddd-4de5-b6a3-70c69787938f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140175 Jul 16 08:50:42.682705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-8394b2e0-7344-4bb5-a719-69172c30a058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c764d31-9bd2-4f59-b48f-19164e65dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817773 Jul 16 08:50:42.707972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5147a-9d2e-4c36-a0b1-e3fbdeeeffce req-5df3c1c4-b526-4899-a290-99cb283fd617 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.717536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44d5147a-9d2e-4c36-a0b1-e3fbdeeeffce req-5df3c1c4-b526-4899-a290-99cb283fd617 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.4584064 Jul 16 08:50:42.773722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44d5147a-9d2e-4c36-a0b1-e3fbdeeeffce req-90f342d1-91b1-4011-83d0-c8ec7c7fe272 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Jul 16 08:50:42.805246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:42.806201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:42.846458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.854014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.871723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-8860d72f-3b46-402a-9330-0f2ada727b51', 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '60c032e8-5c05-4bb8-b6c7-78817d15d5bd'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:42.872858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.939894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.959039 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d168976e-d5bd-4a64-9f4a-59e1a6d29e07 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9591217 Jul 16 08:50:42.966350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:43.062726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.063850 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0852940 Jul 16 08:50:43.074447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57480) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:43.083355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2c97b237-c386-4996-b4ad-168c62aae391 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e0dc2-1609-4b2f-be45-9d9585544f8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:43.107469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.119148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d5ec-f3be-4d57-a1bb-03b4d43321e8 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5e0dc2-1609-4b2f-be45-9d9585544f8d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:43.141245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-43dbaa2a-6869-4353-8c26-6bf7664797d8 service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447050 Jul 16 08:50:43.177638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2552fbd6-6cb6-4db5-bacd-244c8e206ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.188479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Allocated IP 172.20.0.3 (8860d72f-3b46-402a-9330-0f2ada727b51/60c032e8-5c05-4bb8-b6c7-78817d15d5bd/359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:43.208473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:43.302594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.344169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd4b31d2-066d-4254-99ec-188a0163cf00 req-8763b200-b57d-4b21-b387-04c77e62d9dd service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928415 Jul 16 08:50:43.379476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Deleting port 9c6bd959-538c-43b2-a2bb-ade89a9298ba {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:43.381254 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.403197 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-2c97b237-c386-4996-b4ad-168c62aae391 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The resource could not be found. Jul 16 08:50:43.408371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2c97b237-c386-4996-b4ad-168c62aae391 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3322127 Jul 16 08:50:43.430640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57486) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:43.438478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bd51d6e9-4c4d-4c56-9a01-ac7f94056a64 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e0dc2-1609-4b2f-be45-9d9585544f8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '54722316-63dc-4a6a-bf71-c7c2c6b190e0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:43.511802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.530979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:50:40Z', 'revision_number': 5, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port': {'id': '9c6bd959-538c-43b2-a2bb-ade89a9298ba', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:54Z', 'updated_at': '2021-07-16T08:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:43.564071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Checking router: fbdf206d-dde5-4345-91f2-88fbce95844e for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:43.566385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b63ff-592a-499b-b10f-6bf026bb4914 req-669f3e92-e9f1-4e6f-b1c8-4fb8f3ef30f4 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.569161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c5b63ff-592a-499b-b10f-6bf026bb4914 req-669f3e92-e9f1-4e6f-b1c8-4fb8f3ef30f4 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 943 time: 0.3903761 Jul 16 08:50:43.604663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Routers {'fbdf206d-dde5-4345-91f2-88fbce95844e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:43.605444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fbdf206d-dde5-4345-91f2-88fbce95844e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:43.685971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] For port 9c6bd959-538c-43b2-a2bb-ade89a9298ba, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9c6bd959-538c-43b2-a2bb-ade89a9298ba,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:43.686809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.692382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.722861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Transition to ACTIVE for port object 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:43.732485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Calling delete_port for 9c6bd959-538c-43b2-a2bb-ade89a9298ba owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:43.748987 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-bd51d6e9-4c4d-4c56-9a01-ac7f94056a64 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The resource could not be found. Jul 16 08:50:43.750716 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd51d6e9-4c4d-4c56-9a01-ac7f94056a64 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3183110 Jul 16 08:50:43.758407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57494) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:43.760853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] Set router fbdf206d-dde5-4345-91f2-88fbce95844e gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:43.778100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c5b63ff-592a-499b-b10f-6bf026bb4914 req-646c54f2-c69c-4544-bc47-6cc70304c439 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029703 Jul 16 08:50:43.815120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216865da-5a98-469a-8860-105e8d529815 req-9ec53639-489c-47a4-8214-5d29847e5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.818409 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-9ec53639-489c-47a4-8214-5d29847e5999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 1095 time: 0.2413807 Jul 16 08:50:43.861612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Transition to ACTIVE for port object 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:43.895560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:50:43Z', 'revision_number': 6, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:43.899564 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.928424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f77097d-00f2-44f4-8a39-2015d0afa8fe None None] The sync data for ids ['fbdf206d-dde5-4345-91f2-88fbce95844e'] in n-d-798054-12 is: [{'id': 'fbdf206d-dde5-4345-91f2-88fbce95844e', 'name': 'tempest-TaggedBootDevicesTest_v242-680051587-router', 'tenant_id': '83d094d3df9a46b9a56f0aaa7badf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:53Z', 'updated_at': '2021-07-16T08:50:43Z', 'revision_number': 6, 'project_id': '83d094d3df9a46b9a56f0aaa7badf948', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:43.968125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Network 8860d72f-3b46-402a-9330-0f2ada727b51 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:43.980593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:43.985778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:43.995098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Pushing event updated for resources: {'Port': ['ID=359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.026535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.026783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.027169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.027534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.027933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.028315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.028636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.030350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.030886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.031366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.031845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.032423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:44.074473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Attempting to bind port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:44.074888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Attempting to bind port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:44.075432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Attempting to bind port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 on network 8860d72f-3b46-402a-9330-0f2ada727b51 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:44.090462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:44.092771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Checking segment: {'id': 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:44.094232 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.094808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Bound using segment: {'id': 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:44.096757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Bound port: 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8860d72f-3b46-402a-9330-0f2ada727b51'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:44.097542 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.132804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216865da-5a98-469a-8860-105e8d529815 req-4e035a35-eb18-43ab-9dc8-1c669be45cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.134876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-4e035a35-eb18-43ab-9dc8-1c669be45cac service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 910 time: 0.3092244 Jul 16 08:50:44.146164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.197363 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-23c34f4e-5d73-4d51-90e5-b13327f8a7b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18 HTTP/1.1" status: 200 len: 217 time: 0.0484271 Jul 16 08:50:44.204400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.229805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] For port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:44.234224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] For port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93,segment=NetworkSegment(bf02ab0e-a8a3-4974-a5d9-5e1a46da3784),segment_id=bf02ab0e-a8a3-4974-a5d9-5e1a46da3784)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:44.240593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.244409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.294672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1c63f-30a6-4acb-94eb-3d0fb8493220 req-519db456-ea30-41ae-b75f-08845aa4e49f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.302769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59e1c63f-30a6-4acb-94eb-3d0fb8493220 req-519db456-ea30-41ae-b75f-08845aa4e49f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2881622 Jul 16 08:50:44.320937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=60c032e8-5c05-4bb8-b6c7-78817d15d5bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.342574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a130e8-3251-4226-a31c-c1b2dab6f19a None None] Pushing event updated for resources: {'Port': ['ID=359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.370052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216865da-5a98-469a-8860-105e8d529815 req-e6b889a3-0f60-417e-83f5-53d4188d65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.371837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-e6b889a3-0f60-417e-83f5-53d4188d65b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 HTTP/1.1" status: 200 len: 849 time: 0.1640806 Jul 16 08:50:44.418019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc328-ab75-4937-83e4-b4d94449712c req-3ba0a36c-bfbf-4996-96ae-51dd0923740f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.419849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-021cc328-ab75-4937-83e4-b4d94449712c req-3ba0a36c-bfbf-4996-96ae-51dd0923740f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.4171178 Jul 16 08:50:44.445248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.458232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8860d72f-3b46-402a-9330-0f2ada727b51']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.477628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59e1c63f-30a6-4acb-94eb-3d0fb8493220 req-0d3f3bae-9ce9-4967-ba77-b2c652ace723 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727998 Jul 16 08:50:44.487520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-2f152e1b-48e5-44f3-99c9-6d065352ffb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c764d31-9bd2-4f59-b48f-19164e65dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905819 Jul 16 08:50:44.494005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.494389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.499329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.502165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.503880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab5e0dc2-1609-4b2f-be45-9d9585544f8d HTTP/1.1" status: 204 len: 168 time: 0.7423961 Jul 16 08:50:44.529816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.545784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57512) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:44.560991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.569488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:44.569956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.573661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ca252-7d71-447e-9619-fbd564f83807 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5e0dc2-1609-4b2f-be45-9d9585544f8d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.610378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-021cc328-ab75-4937-83e4-b4d94449712c req-ca983173-41b8-4ebc-824e-ae4fe43f8e87 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812007 Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:44.653598 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:44.665731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.740067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6bd959-538c-43b2-a2bb-ade89a9298ba,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.746515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:50:44.746515 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:50:44.746515 n-d-798054-12 neutron-server[93774]: [parameters: {'id': '8860d72f-3b46-402a-9330-0f2ada727b51'}] Jul 16 08:50:44.746515 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:44.747041 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:44.751192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-08717bdc-fe14-40cd-940f-1e13cd9449eb tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2030602 Jul 16 08:50:44.756205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:44.779887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5fc19258-ad72-47b5-9ad2-39799b6d862a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'aa9ae512-ed33-4d24-849b-d6e462221675', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:44.856586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.980440 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-5fc19258-ad72-47b5-9ad2-39799b6d862a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The resource could not be found. Jul 16 08:50:44.995841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:45.000012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5fc19258-ad72-47b5-9ad2-39799b6d862a tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2352858 Jul 16 08:50:45.010356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.018319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026714724'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:45.106661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:45.114967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-02e7e718-065f-4eac-b52c-85a96fa95898 service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115456 Jul 16 08:50:45.194751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.203839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.208687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.238869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:45.257261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.285260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:45.285931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ef492f6-1ed1-40fc-aaf6-fedacc307a07 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:45.286559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9c6bd959-538c-43b2-a2bb-ade89a9298ba no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:45.349081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.350807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdf206d-dde5-4345-91f2-88fbce95844e {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:45.351283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9c6bd959-538c-43b2-a2bb-ade89a9298ba {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:45.351851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9c6bd959-538c-43b2-a2bb-ade89a9298ba not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:45.377240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.383670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4633926-caf9-4588-b47e-a0615b1f65a1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fbdf206d-dde5-4345-91f2-88fbce95844e HTTP/1.1" status: 204 len: 168 time: 2.8663645 Jul 16 08:50:45.403153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.407865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b32f-4d30-4fcb-86f1-532b887a74dd req-e0d3c403-7c2d-4179-81b5-0e2f4790b4bd tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.415912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4474b32f-4d30-4fcb-86f1-532b887a74dd req-e0d3c403-7c2d-4179-81b5-0e2f4790b4bd tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 943 time: 0.3678629 Jul 16 08:50:45.619274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b54bddee-e723-4b78-8355-285a6ce3258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.629663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4474b32f-4d30-4fcb-86f1-532b887a74dd req-285fe814-cdc8-4a83-b87d-f700675daa75 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126822 Jul 16 08:50:45.646084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-216865da-5a98-469a-8860-105e8d529815 req-51d980b1-6e83-45d7-954d-d76da7187115 service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176117 Jul 16 08:50:45.687165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.689668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd489fc-7b5b-48da-a439-280b3a25b14f req-1a6a85a8-4010-4e43-aa6e-1deab97f281f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.692995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Deleting subnet 857bfdc4-f83d-4886-bec7-fae97c601cf3 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:45.693140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffd489fc-7b5b-48da-a439-280b3a25b14f req-1a6a85a8-4010-4e43-aa6e-1deab97f281f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.3252752 Jul 16 08:50:45.706291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.769654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.775039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.785564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffd489fc-7b5b-48da-a439-280b3a25b14f req-89f2d833-5737-4bac-9ad2-342433aa02d2 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823364 Jul 16 08:50:45.797248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.847201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:45.847825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.932366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.934465 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9221876 Jul 16 08:50:45.944540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.950010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--848358429'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:45.960588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c938976-d5d6-4e6e-8630-f2b7b27890b4 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b663e8fc-1a99-43e6-91ca-44336af2c4be,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.021241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6bc6d6d7-3c06-4197-8938-822f8232cb18 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:46.053895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93,segment=NetworkSegment(bf02ab0e-a8a3-4974-a5d9-5e1a46da3784),segment_id=bf02ab0e-a8a3-4974-a5d9-5e1a46da3784)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:46.054279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.069601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56475bac-c4da-4cf4-a5f3-70080565dcbd req-6bbf2942-dda4-482e-b098-f0005c579e23 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.073551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.078050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56475bac-c4da-4cf4-a5f3-70080565dcbd req-6bbf2942-dda4-482e-b098-f0005c579e23 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.1842320 Jul 16 08:50:46.102159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:46.103159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a511e-5f68-4eaf-b08b-bd19d88aebdf None None] Network 8860d72f-3b46-402a-9330-0f2ada727b51 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:46.118555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.148488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56475bac-c4da-4cf4-a5f3-70080565dcbd req-a4e1b64c-f1ba-46fd-a1da-4fc9892a146e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692699 Jul 16 08:50:46.273894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.282184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-300a4f9f-56dc-4211-8747-9d94070b9677 None None] Provisioning for port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:46.292439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-300a4f9f-56dc-4211-8747-9d94070b9677 None None] Provisioning complete for port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:46.293022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-300a4f9f-56dc-4211-8747-9d94070b9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.329597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.330712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857bfdc4-f83d-4886-bec7-fae97c601cf3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.333285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.335569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-29cff070-3e25-4a03-be04-84c3825899cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/857bfdc4-f83d-4886-bec7-fae97c601cf3 HTTP/1.1" status: 204 len: 168 time: 0.9285517 Jul 16 08:50:46.337942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.340319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57550) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.356481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.370050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6499b4-08e2-4e92-8c4a-d8fa66792c42 None None] Network 5555d070-80c0-49a6-866b-be1d53ed98d3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:46.405058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.406388 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4608421 Jul 16 08:50:46.407389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:46.409149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54691f-75b0-47a4-bab5-c824f7393247 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91eabf9-29f6-476f-9e9c-62554f21d875,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.410827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57552) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.412026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.417535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a085d6f9-f5fd-4483-a24e-6f8fb46c033d tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group_rule': {'security_group_id': 'b663e8fc-1a99-43e6-91ca-44336af2c4be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e91eabf9-29f6-476f-9e9c-62554f21d875'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:46.418005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:46.486545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '6bc6d6d7-3c06-4197-8938-822f8232cb18', 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde', 'port_id': '6bc6d6d7-3c06-4197-8938-822f8232cb18', 'mac_address': 'fa:16:3e:af:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:46.513059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.527952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.540597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8860d72f-3b46-402a-9330-0f2ada727b51']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.552831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.552831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf02ab0e-a8a3-4974-a5d9-5e1a46da3784') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.563275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.564241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278f7f9-943f-446d-873c-8fba49ebed79 None None] DHCP port deletion for 8860d72f-3b46-402a-9330-0f2ada727b51 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:46.568142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-300a4f9f-56dc-4211-8747-9d94070b9677 None None] Could not find standard attr ID for object 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:50:46.582931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.583271 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-a085d6f9-f5fd-4483-a24e-6f8fb46c033d tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:46.588605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a085d6f9-f5fd-4483-a24e-6f8fb46c033d tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1767979 Jul 16 08:50:46.589144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.617460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:46.617870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:46.621873 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:46.625571 n-d-798054-12 neutron-server[93776]: INFO neutron.plugins.ml2.db [None req-300a4f9f-56dc-4211-8747-9d94070b9677 None None] No ports have port_id starting with 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 Jul 16 08:50:46.642965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Deleting port 3f438702-7e07-4dde-b452-594558298571 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:46.645758 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.682428 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.712158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc6d6d7-3c06-4197-8938-822f8232cb18 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:46.719841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.732097 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.737386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/8860d72f-3b46-402a-9330-0f2ada727b51 HTTP/1.1" status: 204 len: 168 time: 3.7610781 Jul 16 08:50:46.737877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.742012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] For port 3f438702-7e07-4dde-b452-594558298571, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3f438702-7e07-4dde-b452-594558298571,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:46.742577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.753607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113737214'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:46.774667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:46.779555 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.799885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62470dc-6d38-49f6-8ff0-1605ced4b059 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=8860d72f-3b46-402a-9330-0f2ada727b51,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.801543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Calling delete_port for 3f438702-7e07-4dde-b452-594558298571 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:46.806138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.826291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:46.831767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.844543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:46.882229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.937188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.940153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.941401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/e91eabf9-29f6-476f-9e9c-62554f21d875 HTTP/1.1" status: 204 len: 168 time: 0.3512921 Jul 16 08:50:46.949385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.953318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb984682-d486-437c-a5d7-8740731330fb None None] DHCP port deletion for 5555d070-80c0-49a6-866b-be1d53ed98d3 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:46.981027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:46.986263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 359cb4ef-f48a-46a5-bb7f-d1f82a1e7d93 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:47.000891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774273d4-350d-45a6-95b6-1cfdbc9af257 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91eabf9-29f6-476f-9e9c-62554f21d875,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.002557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.047166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.088884 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca21e26c-3bd0-4f32-86a9-c1ff492a8814 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1336226 Jul 16 08:50:47.092575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Deleting port 3f438702-7e07-4dde-b452-594558298571 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:47.093030 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.093470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.134977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['6bc6d6d7-3c06-4197-8938-822f8232cb18'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:47.205122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.230270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bb984682-d486-437c-a5d7-8740731330fb None None] For port 3f438702-7e07-4dde-b452-594558298571, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3f438702-7e07-4dde-b452-594558298571,segment=NetworkSegment(822bec80-f19f-4407-9699-66fa858f0783),segment_id=822bec80-f19f-4407-9699-66fa858f0783)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:47.231115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.238153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.249731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Calling delete_port for 3f438702-7e07-4dde-b452-594558298571 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:47.320210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.325453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.330370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/b663e8fc-1a99-43e6-91ca-44336af2c4be HTTP/1.1" status: 204 len: 168 time: 0.2351279 Jul 16 08:50:47.332394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.362275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17ce9f-12b5-4ab4-a1d2-e92ba24a7d3e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b663e8fc-1a99-43e6-91ca-44336af2c4be,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.422255 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8916a619-7c94-44f0-a925-6deae4a69774 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846853 Jul 16 08:50:47.422913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.428647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'tempest-secgroup--785922905'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:47.435134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:47.467655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.493323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.493598 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.494296 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 97db47ca-2f08-483b-9967-7451fe6165af of type vlan for network 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 Jul 16 08:50:47.526190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb984682-d486-437c-a5d7-8740731330fb None None] Pushing event deleted for resources: {'Port': ['ID=3f438702-7e07-4dde-b452-594558298571,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.534986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb984682-d486-437c-a5d7-8740731330fb None None] No DVR routers for this DVR port 3f438702-7e07-4dde-b452-594558298571 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:47.549123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.595249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.602297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.624322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40a2f1-2303-4141-8d3d-86a8ad5c0bf9 req-266ccf6d-286f-40c2-b694-0c3dac1bcf38 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.626858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb40a2f1-2303-4141-8d3d-86a8ad5c0bf9 req-266ccf6d-286f-40c2-b694-0c3dac1bcf38 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2979724 Jul 16 08:50:47.635441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Pushing event deleted for resources: {'Port': ['ID=3f438702-7e07-4dde-b452-594558298571,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.644530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.646006 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2219636 Jul 16 08:50:47.649048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.653957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4ad888fe-cfd2-4363-8cd8-aa67df6c888e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:47.654375 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-4ad888fe-cfd2-4363-8cd8-aa67df6c888e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:50:47.654871 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-4ad888fe-cfd2-4363-8cd8-aa67df6c888e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:47.658482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4ad888fe-cfd2-4363-8cd8-aa67df6c888e tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "PUT /v2.0/security-groups/b6866a05-8154-4c2a-8c09-35bb36412fd6 HTTP/1.1" status: 409 len: 330 time: 0.0056803 Jul 16 08:50:47.658965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.668371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b48e55-230a-4d59-999d-d62d0d9fac59 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6866a05-8154-4c2a-8c09-35bb36412fd6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.679155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a758b88-009c-4b26-b3ff-74ac0e1f9ea5 req-3404d145-0228-4592-96dd-08f76bc24268 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.681664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a758b88-009c-4b26-b3ff-74ac0e1f9ea5 req-3404d145-0228-4592-96dd-08f76bc24268 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 944 time: 0.3489366 Jul 16 08:50:47.683513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] No DVR routers for this DVR port 3f438702-7e07-4dde-b452-594558298571 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:47.697323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.739491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.767300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.826988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.834418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.834826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6866a05-8154-4c2a-8c09-35bb36412fd6 HTTP/1.1" status: 204 len: 168 time: 0.1747940 Jul 16 08:50:47.839911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.854052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af987005-9d46-49bb-a7bd-e5ccfa0a0d60 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6866a05-8154-4c2a-8c09-35bb36412fd6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.861311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb40a2f1-2303-4141-8d3d-86a8ad5c0bf9 req-47267fd4-bb58-4898-9ffa-cf48d093a303 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127206 Jul 16 08:50:47.896019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.900026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf2637c5-12ca-46a7-9e62-a506ca9ee482 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585682 Jul 16 08:50:47.904071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.912540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0a758b88-009c-4b26-b3ff-74ac0e1f9ea5 req-2a5449db-1455-429e-a95f-1515ffd6bd14 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980112 Jul 16 08:50:47.914924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5555d070-80c0-49a6-866b-be1d53ed98d3']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.917437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.923531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.924194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.936671 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-47b1fe61-9e1a-4ca8-8867-0448dc2067d9 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] delete failed (client error): The resource could not be found. Jul 16 08:50:47.937926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-47b1fe61-9e1a-4ca8-8867-0448dc2067d9 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "DELETE /v2.0/security-groups/55aa0a27-abef-48f5-ba1b-98104a70be08 HTTP/1.1" status: 404 len: 347 time: 0.0319965 Jul 16 08:50:47.946121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.981671 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-d787c55c-20e0-42a9-920b-cfcebc13ed92 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] show failed (client error): The resource could not be found. Jul 16 08:50:47.982703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d787c55c-20e0-42a9-920b-cfcebc13ed92 tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-groups/5f98b528-950a-4d50-a95b-e59538dac7f5 HTTP/1.1" status: 404 len: 347 time: 0.0355687 Jul 16 08:50:47.992909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.019294 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-1becf5a4-0260-41ae-a29b-5bf94b6a250f tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] show failed (client error): The resource could not be found. Jul 16 08:50:48.021374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1becf5a4-0260-41ae-a29b-5bf94b6a250f tempest-NegativeSecGroupTest-848232775 tempest-NegativeSecGroupTest-848232775-project] 10.222.0.32 "GET /v2.0/security-group-rules/cb1ca368-6077-41e6-93a9-b0af51b338e1 HTTP/1.1" status: 404 len: 356 time: 0.0262227 Jul 16 08:50:48.024139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822bec80-f19f-4407-9699-66fa858f0783') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.033559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822bec80-f19f-4407-9699-66fa858f0783') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.055849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.062358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3231065 Jul 16 08:50:48.068807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.080893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': '47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:48.105822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b561-631a-4a73-a46e-bf2e4e42097f tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.116290 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.129416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:48.132469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:48.132901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:48.134976 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:48.295753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.296006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:48.310493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.315030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.317096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] 10.222.0.32 "DELETE /v2.0/networks/5555d070-80c0-49a6-866b-be1d53ed98d3 HTTP/1.1" status: 204 len: 168 time: 1.9734926 Jul 16 08:50:48.354252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b34e-5569-4c52-83fd-45d32da6deca admin admin] Pushing event deleted for resources: {'Network': ['ID=5555d070-80c0-49a6-866b-be1d53ed98d3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.421503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930ec0-6c3c-4bf0-8d82-ee3f6d7f4d4a req-dcb2b229-4404-4f57-8dd5-5dc522a2f10d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.431912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21930ec0-6c3c-4bf0-8d82-ee3f6d7f4d4a req-dcb2b229-4404-4f57-8dd5-5dc522a2f10d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.2091272 Jul 16 08:50:48.484954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.527368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21930ec0-6c3c-4bf0-8d82-ee3f6d7f4d4a req-691cca70-0356-4db6-8a57-cbd8f0b6d32f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922549 Jul 16 08:50:48.570897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57626) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.593741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57628) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.638900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e43b3f2-4d20-47f8-96c5-77b1341cda84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d094d3df9a46b9a56f0aaa7badf948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658143 Jul 16 08:50:48.642020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.650372 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.748081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=2f94b914-d0b5-4902-923c-677d9d3d5af0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.770414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '97db47ca-2f08-483b-9967-7451fe6165af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:48.770866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:48.781946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.832828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.840394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:48.849699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3f438702-7e07-4dde-b452-594558298571 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:48.862465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:48.881545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.884664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.905691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5e412877-db8a-4c7d-9b19-a8d618b296df tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8354769 Jul 16 08:50:48.905941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c592d2-40f5-4dff-b591-61ec80bf939c None None] Network 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:48.907805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3f438702-7e07-4dde-b452-594558298571 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:48.908349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3f438702-7e07-4dde-b452-594558298571 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:48.909923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.967471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2aae9599-a1f9-434d-b3d0-8d2832a504e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb55d3c36a49492894b0da87b8f50fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721192 Jul 16 08:50:48.970143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.983218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.986574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.988737 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/571ef14a-9504-46af-800d-4a60299bc5a7 HTTP/1.1" status: 204 len: 168 time: 0.3455381 Jul 16 08:50:49.076468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751957e-b99d-44f9-9873-3d48c8dc429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ef14a-9504-46af-800d-4a60299bc5a7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.183965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.306721 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.349135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0ecc6-0d5b-4256-bffd-ce05bd61bb41 req-61b29f43-fc11-447e-89e3-a8c58192fc57 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.350840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ac0ecc6-0d5b-4256-bffd-ce05bd61bb41 req-61b29f43-fc11-447e-89e3-a8c58192fc57 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.3122525 Jul 16 08:50:49.351590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.395708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.416786 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.421759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf028c-62b8-46bd-9931-d3fa225749c6 req-83bc2490-2c86-4c58-b177-c9882677b488 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.423924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ddf028c-62b8-46bd-9931-d3fa225749c6 req-83bc2490-2c86-4c58-b177-c9882677b488 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 944 time: 0.1869524 Jul 16 08:50:49.444595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=2f94b914-d0b5-4902-923c-677d9d3d5af0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.485282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ac0ecc6-0d5b-4256-bffd-ce05bd61bb41 req-b016ce08-2240-487c-86c9-59f3aae94616 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267202 Jul 16 08:50:49.532849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ad4cc-adf8-4271-99f1-cbcc98597708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517', 'network_id': '47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '2f94b914-d0b5-4902-923c-677d9d3d5af0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:49.534611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad4cc-adf8-4271-99f1-cbcc98597708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.558783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.585472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.593371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.607371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97db47ca-2f08-483b-9967-7451fe6165af') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.610481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.615208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9197ee-3ce3-4d5f-a4a6-f9e70d988ba7 HTTP/1.1" status: 204 len: 168 time: 0.6404803 Jul 16 08:50:49.616070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97db47ca-2f08-483b-9967-7451fe6165af') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:49.636725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.638313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de7502-c875-4fe1-be67-dad198bb00cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9197ee-3ce3-4d5f-a4a6-f9e70d988ba7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.656177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ddf028c-62b8-46bd-9931-d3fa225749c6 req-070b9a4c-68fa-4ddf-8704-73cb42acfa84 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135344 Jul 16 08:50:49.670772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.701291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:49.701735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.739702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d3e326-0bd8-470b-a08a-f60e631c79ca None None] Network 47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:49.747569 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:49.819774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.838539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.849930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 HTTP/1.1" status: 204 len: 168 time: 0.9349997 Jul 16 08:50:49.851569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.861532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1556416336'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:49.883345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60bd96-cff6-44f6-ae22-2efaf457d973 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.943811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:49.950443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.023802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95abc2e-36fb-4364-b232-fbfaf846e0b8 req-1ed436cf-9cd2-4b98-97f8-95a6a45d862a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.025566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c95abc2e-36fb-4364-b232-fbfaf846e0b8 req-1ed436cf-9cd2-4b98-97f8-95a6a45d862a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.1579485 Jul 16 08:50:50.026843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:50.036758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6bc6d6d7-3c06-4197-8938-822f8232cb18 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:50.065395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.066207 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 9b22f096-d7aa-4d50-96a7-63b1a9a825f4 of type vlan for network 3350257d-8bf0-437c-8a0c-53582992e07e Jul 16 08:50:50.126740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 6bc6d6d7-3c06-4197-8938-822f8232cb18 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:50.134382 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 6bc6d6d7-3c06-4197-8938-822f8232cb18 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:50.135466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.163034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c95abc2e-36fb-4364-b232-fbfaf846e0b8 req-2b93fde7-db79-4342-8ad0-1d2bc202ef3e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298740 Jul 16 08:50:50.183408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.242049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.253772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.255344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.256240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.296383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:50.298703 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae89b78-931a-4d42-ba25-b7734d874792" -d '{"events": [{"server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:50.314026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:50.319529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.381949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.414751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=3350257d-8bf0-437c-8a0c-53582992e07e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.428515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-107ab87c-926a-4625-850e-e5c163286d22 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5727620 Jul 16 08:50:50.429119 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75155e41-8d2d-4e16-a993-cef28b4e2bd4 x-openstack-request-id: req-75155e41-8d2d-4e16-a993-cef28b4e2bd4 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:50.429415 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:50.429672 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75155e41-8d2d-4e16-a993-cef28b4e2bd4 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:50.431071 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18', 'code': 200} Jul 16 08:50:50.431580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.435318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 3350257d-8bf0-437c-8a0c-53582992e07e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:50.441057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': '3350257d-8bf0-437c-8a0c-53582992e07e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.566798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1502460467-network', 'tenant_id': '21beace7c6974c32b2ec1d9e7d25783a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.587924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.628830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522ddf4-8f16-43e0-8c78-976443465759 req-5a9c3306-9ba6-47f1-b39f-81682380c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.631532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d522ddf4-8f16-43e0-8c78-976443465759 req-5a9c3306-9ba6-47f1-b39f-81682380c57b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 1097 time: 0.1663451 Jul 16 08:50:50.632503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Made reservation on behalf of 21beace7c6974c32b2ec1d9e7d25783a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.637795 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.648755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.653286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.669730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.801816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.806715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d522ddf4-8f16-43e0-8c78-976443465759 req-b7db4c34-5e03-4365-9672-25b5172c2605 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635818 Jul 16 08:50:50.809133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.813410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627bd2d-731b-4256-8a58-af5a9229d425 req-a86c0c20-141a-4cc7-974f-4a2bb6366bc3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.815910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1627bd2d-731b-4256-8a58-af5a9229d425 req-a86c0c20-141a-4cc7-974f-4a2bb6366bc3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.1447437 Jul 16 08:50:50.850914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:50.865471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.899640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.901038 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Added segment f2d4af67-ad5f-4232-930d-88989873fc76 of type vlan for network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 Jul 16 08:50:50.937458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1627bd2d-731b-4256-8a58-af5a9229d425 req-c4966d9a-74c8-483d-95fa-73ce140d0ac9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 Jul 16 08:50:50.938010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.963527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.017108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.018426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.019250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.052430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.098745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7120090 Jul 16 08:50:51.100183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57720) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.107179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Request body: {'subnet': {'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1502460467-subnet', 'tenant_id': '21beace7c6974c32b2ec1d9e7d25783a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:51.144837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-eca24ea2-dd4a-4dc6-8981-574023acac32 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1265552904', 'prefixes': ['172.20.0.0/16']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:51.175322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e25e90-9842-4cb1-830d-93523094fa22 admin admin] Pushing event updated for resources: {'Network': ['ID=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.187899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:51.206322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=3c653b43-791f-417a-abe9-79b6fc91dc06,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.216636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b56ba-a3df-45dc-9430-7c7d9f514e32 req-09a5631f-e861-4293-8f0a-1865611727e5 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.218242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-487b56ba-a3df-45dc-9430-7c7d9f514e32 req-09a5631f-e861-4293-8f0a-1865611727e5 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 945 time: 0.2442255 Jul 16 08:50:51.249430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Made reservation on behalf of 21beace7c6974c32b2ec1d9e7d25783a for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:51.259588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.351111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '9b22f096-d7aa-4d50-96a7-63b1a9a825f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3350257d-8bf0-437c-8a0c-53582992e07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:51.351391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: 3350257d-8bf0-437c-8a0c-53582992e07e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:51.410504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-487b56ba-a3df-45dc-9430-7c7d9f514e32 req-ef1e15ec-795d-4bdb-8bad-d7322b5d0c9d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788063 Jul 16 08:50:51.501944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network 3350257d-8bf0-437c-8a0c-53582992e07e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:51.510432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-eca24ea2-dd4a-4dc6-8981-574023acac32 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] Notify callbacks [] for subnetpool, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.511646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eca24ea2-dd4a-4dc6-8981-574023acac32 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5679743 Jul 16 08:50:51.514948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57730) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.537628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 3350257d-8bf0-437c-8a0c-53582992e07e) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:51.547303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab800d-3479-4cf3-9c21-b71b8e6c7399 None None] Network 3350257d-8bf0-437c-8a0c-53582992e07e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:51.561035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.561637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.582707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.619302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd6cc0b2-382a-4c57-bac0-402a5eb36399 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "GET /v2.0/subnetpools/cc0f9f78-579d-45c1-ac9b-e2dbb5314605 HTTP/1.1" status: 200 len: 732 time: 0.1030324 Jul 16 08:50:51.627627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57736) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.639438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0ff184a7-2bcc-4a5e-b10e-44bd1c0d7cd5 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-142746982'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:51.676306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-10619561-c662-4dc4-909c-6a3a64f1d1ab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2402854 Jul 16 08:50:51.689534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57740) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.718464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Checking segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:51.719044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Network hostable DHCP agents. Network: 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:51.722650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3021fe56-3107-4528-a5e4-e5182481b7e6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.737084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5bef0-5056-4db3-8f28-3c39c1df0300 req-05968fb5-6c4c-424e-b8d8-45cc5d3cabf4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.750252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:51.750826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5bef0-5056-4db3-8f28-3c39c1df0300 req-05968fb5-6c4c-424e-b8d8-45cc5d3cabf4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.3195431 Jul 16 08:50:51.766880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:51.771883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.772832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.782874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be6603-b215-4d51-b877-04db25e200c3 None None] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:51.792392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20fa22df-a54a-4736-83ab-b68093f0e100 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6909990 Jul 16 08:50:51.883764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff184a7-2bcc-4a5e-b10e-44bd1c0d7cd5 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] Notify callbacks [] for subnetpool, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.883764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0ff184a7-2bcc-4a5e-b10e-44bd1c0d7cd5 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "PUT /v2.0/subnetpools/cc0f9f78-579d-45c1-ac9b-e2dbb5314605 HTTP/1.1" status: 200 len: 683 time: 0.2472897 Jul 16 08:50:51.884586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57748) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.928251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0e5bef0-5056-4db3-8f28-3c39c1df0300 req-f73ed039-b4ec-41c5-be00-1078acddd1a6 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763804 Jul 16 08:50:51.933159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c33283-7ee8-495d-8267-a6418bc3fa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-3350257d-8bf0-437c-8a0c-53582992e07e', 'network_id': '3350257d-8bf0-437c-8a0c-53582992e07e', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '3c653b43-791f-417a-abe9-79b6fc91dc06'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:51.934063 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-69c33283-7ee8-495d-8267-a6418bc3fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.058409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:52.086137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ff805f6-34fd-4dc5-b39c-a26819851fdb tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] Notify callbacks [] for subnetpool, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.090841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ff805f6-34fd-4dc5-b39c-a26819851fdb tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "DELETE /v2.0/subnetpools/cc0f9f78-579d-45c1-ac9b-e2dbb5314605 HTTP/1.1" status: 204 len: 168 time: 0.2045245 Jul 16 08:50:52.091483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57762) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.111974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.123636 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6f9b858c-fa47-4100-b97f-464bc1fa1fd1 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] show failed (client error): The resource could not be found. Jul 16 08:50:52.127419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57764) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.128988 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6f9b858c-fa47-4100-b97f-464bc1fa1fd1 tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "GET /v2.0/subnetpools/cc0f9f78-579d-45c1-ac9b-e2dbb5314605 HTTP/1.1" status: 404 len: 346 time: 0.0347235 Jul 16 08:50:52.166627 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-12543f34-003a-412e-8870-b7d54c32013c tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] delete failed (client error): The resource could not be found. Jul 16 08:50:52.168072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-12543f34-003a-412e-8870-b7d54c32013c tempest-SubnetPoolsTestJSON-1184444681 tempest-SubnetPoolsTestJSON-1184444681-project] 10.222.0.32 "DELETE /v2.0/subnetpools/cc0f9f78-579d-45c1-ac9b-e2dbb5314605 HTTP/1.1" status: 404 len: 346 time: 0.0374649 Jul 16 08:50:52.345481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:52.350952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.379146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'port_id': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'mac_address': 'fa:16:3e:21:0f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:52.449689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74646a-6597-4389-b64e-77460430a62f req-8ba59fcd-5146-4971-9812-245066b1f63b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.451909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf74646a-6597-4389-b64e-77460430a62f req-8ba59fcd-5146-4971-9812-245066b1f63b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.1792362 Jul 16 08:50:52.542873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.555002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fff88c-e57b-446c-950f-ca4735c10c85 None None] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:52.568871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf74646a-6597-4389-b64e-77460430a62f req-6433c07b-d445-4695-afe3-17397bc980bc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990169 Jul 16 08:50:52.635986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=3c653b43-791f-417a-abe9-79b6fc91dc06,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.743643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.803526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-69c33283-7ee8-495d-8267-a6418bc3fa8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c653b43-791f-417a-abe9-79b6fc91dc06: This subnet is being modified by another concurrent operation. Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c653b43-791f-417a-abe9-79b6fc91dc06: This subnet is being modified by another concurrent operation. Jul 16 08:50:52.814311 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 08:50:52.844699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.861809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7e139-1078-4232-943b-2bc3ee0b0d97 None None] Network 3350257d-8bf0-437c-8a0c-53582992e07e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:52.872023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3350257d-8bf0-437c-8a0c-53582992e07e']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:52.907417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae43db1-aae4-481b-8d46-3ca8f988767e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:52.937918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:52.951409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.977995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b22f096-d7aa-4d50-96a7-63b1a9a825f4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:52.978300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b22f096-d7aa-4d50-96a7-63b1a9a825f4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:52.995560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.021602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.024690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.041080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:53.042512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:53.046542 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:53.052687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9297b8ef-278f-4385-abcb-37c1e067d265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.080167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b888a7-8ba0-4939-b2d0-bfeacaf9b419 req-c50c7e19-3690-4715-ba9b-f7995b8a035d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.084874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0b888a7-8ba0-4939-b2d0-bfeacaf9b419 req-c50c7e19-3690-4715-ba9b-f7995b8a035d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 945 time: 0.2158251 Jul 16 08:50:53.181376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['aae43db1-aae4-481b-8d46-3ca8f988767e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:53.334262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9297b8ef-278f-4385-abcb-37c1e067d265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.340502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.341424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9297b8ef-278f-4385-abcb-37c1e067d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.349351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.357692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/3350257d-8bf0-437c-8a0c-53582992e07e HTTP/1.1" status: 204 len: 168 time: 1.6684296 Jul 16 08:50:53.358747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57800) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.398796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d5128-618f-4cc4-ae09-96cbf489c1d3 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:50:53.414938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2075789243'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:53.422190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc30083-8343-4f89-9016-1d8c0395e311 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=3350257d-8bf0-437c-8a0c-53582992e07e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.430106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9297b8ef-278f-4385-abcb-37c1e067d265 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c87600e250b44ded9d165111aef341e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853328 Jul 16 08:50:53.431872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297b8ef-278f-4385-abcb-37c1e067d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5df8c-cbd8-42d1-a0bf-60a91df9ccc7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.438197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57802) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.443237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0b888a7-8ba0-4939-b2d0-bfeacaf9b419 req-35112d13-a05f-4d20-86a0-3242c492cdec tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558540 Jul 16 08:50:53.471836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-ba3f8c01-cf5a-419c-a3dc-1226bf365348 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.477066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-ba3f8c01-cf5a-419c-a3dc-1226bf365348 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 818 time: 0.2869945 Jul 16 08:50:53.534045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-ec43c3c8-216d-4162-957b-fb8af3a148b3 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/quotas/21beace7c6974c32b2ec1d9e7d25783a HTTP/1.1" status: 200 len: 375 time: 0.0475056 Jul 16 08:50:53.546889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.575305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.576459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:53.604831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.649866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.653665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.655930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54b5df8c-cbd8-42d1-a0bf-60a91df9ccc7 HTTP/1.1" status: 204 len: 168 time: 0.2157464 Jul 16 08:50:53.683556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8041f-7e46-44a4-951a-49d1bc6d23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5df8c-cbd8-42d1-a0bf-60a91df9ccc7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.767745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-8cee6967-746a-4012-a193-250c9f2e51a7 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2192812 Jul 16 08:50:53.852783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d5128-618f-4cc4-ae09-96cbf489c1d3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:50:53.874837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:53.949629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.950226 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 3efd1f87-8104-4682-afaf-44f06aa409f1 of type vlan for network d59ba492-74a4-49d4-82f6-38182cdfb790 Jul 16 08:50:54.071319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:54.160348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.251417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a5b03-683a-47d7-91dd-ba394f0b9fa9 req-0a7c942e-60d6-4de5-8416-9c455b8975f4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.255074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-119a5b03-683a-47d7-91dd-ba394f0b9fa9 req-0a7c942e-60d6-4de5-8416-9c455b8975f4 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.4372241 Jul 16 08:50:54.335668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-956b317b-8ff8-4e99-bacf-5396d203fba2 service neutron] 10.222.0.32 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461226 Jul 16 08:50:54.345828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port aae43db1-aae4-481b-8d46-3ca8f988767e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:54.347334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.413306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-119a5b03-683a-47d7-91dd-ba394f0b9fa9 req-bb821759-d8bf-4d90-9538-13afd38ed35e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435201 Jul 16 08:50:54.546729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.561455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.573253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.764172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=d59ba492-74a4-49d4-82f6-38182cdfb790,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:54.802839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-004f447e-b66d-4c6d-a556-06659982cb80 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3940661 Jul 16 08:50:54.805531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.811035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:54.849299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f411d281-395b-4ec3-ae5c-58586a46c453 service neutron] 10.222.0.32 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124736 Jul 16 08:50:54.999677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d59ba492-74a4-49d4-82f6-38182cdfb790 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:55.097639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:55.105027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.286571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0dd35-1712-4575-a7d0-8b2c82113a18 req-8b3f8c59-fd4e-42bd-a2c3-cefd4ad57c2a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.294034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5a0dd35-1712-4575-a7d0-8b2c82113a18 req-8b3f8c59-fd4e-42bd-a2c3-cefd4ad57c2a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 944 time: 0.2188675 Jul 16 08:50:55.329231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.332300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:50:55.332870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:50:55.410358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5a0dd35-1712-4575-a7d0-8b2c82113a18 req-c10c68d1-cca8-4c47-98cb-3e234ff84246 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153445 Jul 16 08:50:55.421243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:55.429827 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf08cbc-5f08-4272-9858-bca093743eaf" -d '{"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-plugged", "status": "completed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:55.461556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.467719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.475239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57856) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.557381 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701db9b7-4fe5-407f-be69-167ca101b53b x-openstack-request-id: req-701db9b7-4fe5-407f-be69-167ca101b53b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:55.564452 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-plugged", "status": "completed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:55.564861 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-701db9b7-4fe5-407f-be69-167ca101b53b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:55.565448 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'code': 200} Jul 16 08:50:55.603679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.646631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.793916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=8f28067e-ed31-4040-95f2-f450cc29fb74,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.808588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641959371-network', 'tenant_id': '9cfe5855fe1b48478dfef746f1c674e6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:55.823614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '3efd1f87-8104-4682-afaf-44f06aa409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:55.824188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: d59ba492-74a4-49d4-82f6-38182cdfb790, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:55.856107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Made reservation on behalf of 9cfe5855fe1b48478dfef746f1c674e6 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:55.858599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.869533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.871883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network d59ba492-74a4-49d4-82f6-38182cdfb790 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:55.902000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, d59ba492-74a4-49d4-82f6-38182cdfb790) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:55.910854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad701259-6fa5-4d99-9eca-8a81bf5ca543 None None] Network d59ba492-74a4-49d4-82f6-38182cdfb790 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:55.921265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.922541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.278971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.294139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.326181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:56.341913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.342729 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Added segment c3dc805b-a6d0-4e08-81da-ac9bf667fb5e of type vlan for network 39288b79-c9a0-46bb-abe1-0f55da45c885 Jul 16 08:50:56.370496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-d59ba492-74a4-49d4-82f6-38182cdfb790', 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '8f28067e-ed31-4040-95f2-f450cc29fb74'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:56.371378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.407535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.550339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1c720d-4515-41e1-aaa4-34407c2ff6ef,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.560889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cedd73a-e3e8-4442-9422-582cb1d5ef7e req-2ed3c80e-0b09-419b-b6de-203473a03b62 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 210 time: 0.0837731 Jul 16 08:50:56.586195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57884) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.586835 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ee37b7a9-eba1-4b6c-88c4-de99bba3d31c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7791913 Jul 16 08:50:56.599865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.600946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.601861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.604699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.607633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.608019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.614172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.618157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.620208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.622187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.623642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.625143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:56.629593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Allocated IP 172.20.0.3 (d59ba492-74a4-49d4-82f6-38182cdfb790/8f28067e-ed31-4040-95f2-f450cc29fb74/edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:56.647831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.654653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.659002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.812554 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3349030 Jul 16 08:50:56.814351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:56.838683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.876087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Request body: {'subnet': {'network_id': '39288b79-c9a0-46bb-abe1-0f55da45c885', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1641959371-subnet', 'tenant_id': '9cfe5855fe1b48478dfef746f1c674e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:56.880489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf412a-a2c4-46d6-bc7c-3459ea595d42 admin admin] Pushing event updated for resources: {'Network': ['ID=39288b79-c9a0-46bb-abe1-0f55da45c885,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.917675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 39288b79-c9a0-46bb-abe1-0f55da45c885 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:56.951392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Made reservation on behalf of 9cfe5855fe1b48478dfef746f1c674e6 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:56.960963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.116678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d9a6-c8ec-469e-a8df-3a613fd4d10d req-c42e8fee-88c6-4ab6-a850-3ff10f73f723 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.118994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85d4d9a6-c8ec-469e-a8df-3a613fd4d10d req-c42e8fee-88c6-4ab6-a850-3ff10f73f723 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.6576362 Jul 16 08:50:57.189598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.240374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.383930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Transition to ACTIVE for port object edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:57.421770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Transition to ACTIVE for port object edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:57.432399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.535187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.583517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Network d59ba492-74a4-49d4-82f6-38182cdfb790 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:57.592395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:57.603988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:57.622812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Pushing event updated for resources: {'Port': ['ID=edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.628328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c251e6-c534-4878-98a4-84366213532e req-84e1bee8-4246-40b3-b6b4-6e6c5f813bc7 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.635597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81c251e6-c534-4878-98a4-84366213532e req-84e1bee8-4246-40b3-b6b4-6e6c5f813bc7 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 945 time: 0.7811069 Jul 16 08:50:57.665231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85d4d9a6-c8ec-469e-a8df-3a613fd4d10d req-b7aaf6fa-7a2e-4858-8f76-740af3c567f1 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633636 Jul 16 08:50:57.716445 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.805379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=8f28067e-ed31-4040-95f2-f450cc29fb74,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.813817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Checking segment: {'id': 'c3dc805b-a6d0-4e08-81da-ac9bf667fb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '39288b79-c9a0-46bb-abe1-0f55da45c885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:57.814389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Network hostable DHCP agents. Network: 39288b79-c9a0-46bb-abe1-0f55da45c885, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:57.855130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Attempting to bind port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:57.855504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Attempting to bind port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3efd1f87-8104-4682-afaf-44f06aa409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:57.856010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Attempting to bind port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 on network d59ba492-74a4-49d4-82f6-38182cdfb790 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:57.875163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81c251e6-c534-4878-98a4-84366213532e req-e48fcbd1-c57e-4998-a7f7-f755089fa3f9 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086129 Jul 16 08:50:57.877272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:57.881837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Checking segment: {'id': '3efd1f87-8104-4682-afaf-44f06aa409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:57.882370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.884386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Bound using segment: {'id': '3efd1f87-8104-4682-afaf-44f06aa409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:57.885167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Bound port: edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efd1f87-8104-4682-afaf-44f06aa409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:57.885574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.944618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dce4925-a33e-4fc2-902c-31580bda6321,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.011303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Network 39288b79-c9a0-46bb-abe1-0f55da45c885 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:58.056356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.092391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] For port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:58.098969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-05b9bdf4-18a5-421f-b07d-f42900e24d98 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.102495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] For port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2,segment=NetworkSegment(3efd1f87-8104-4682-afaf-44f06aa409f1),segment_id=3efd1f87-8104-4682-afaf-44f06aa409f1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:58.103633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-05b9bdf4-18a5-421f-b07d-f42900e24d98 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 945 time: 0.4395823 Jul 16 08:50:58.107415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 39288b79-c9a0-46bb-abe1-0f55da45c885) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:58.108344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59ba492-74a4-49d4-82f6-38182cdfb790']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.110400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.131184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.134065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.144918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3aec6-48f5-420a-8640-a83ea557ac83 None None] Network 39288b79-c9a0-46bb-abe1-0f55da45c885 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:58.153338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd1f87-8104-4682-afaf-44f06aa409f1') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.162811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd1f87-8104-4682-afaf-44f06aa409f1') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.215503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.259597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116cc7d-2c85-453b-98a0-c731e0ca4543 req-9ab19094-bea7-4484-87cd-59c9d69ce989 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.261452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3116cc7d-2c85-453b-98a0-c731e0ca4543 req-9ab19094-bea7-4484-87cd-59c9d69ce989 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.3234770 Jul 16 08:50:58.366705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.396735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3116cc7d-2c85-453b-98a0-c731e0ca4543 req-b1ac3f7c-314e-4965-8f46-e5fa9f61825c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232975 Jul 16 08:50:58.414950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:58.415736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:58.419333 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:58.548882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983a80d-e983-4f4d-b664-bd18a821c9be None None] Network d59ba492-74a4-49d4-82f6-38182cdfb790 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:58.623850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428b1f4-3eb6-4ffc-a4e1-c5dec5d5c849 None None] Pushing event updated for resources: {'Port': ['ID=edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.686686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248d564-7009-4718-923c-b0ef51bee0de None None] Network 39288b79-c9a0-46bb-abe1-0f55da45c885 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:59.090667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd5fe3f1-0934-487c-80ad-88bed9591418 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2225225 Jul 16 08:50:59.426448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c82253c-6b33-462f-980e-5b432407ab1e req-1ec3b4f2-2490-4aa7-ab55-8e49630b22b0 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 210 time: 0.8143976 Jul 16 08:50:59.430480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:50:59.430480 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:50:59.430480 n-d-798054-12 neutron-server[93775]: [parameters: {'id': 'd59ba492-74a4-49d4-82f6-38182cdfb790'}] Jul 16 08:50:59.430480 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:59.433898 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:59.477362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7add8-968e-473d-aafe-fe6e58e5a8bc None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:50:59.593668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc3c54-8ba0-4a48-b779-e51468e0fb6a req-8aeb8e82-7542-4a6e-92ee-b37373ea36bf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.606677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55cc3c54-8ba0-4a48-b779-e51468e0fb6a req-8aeb8e82-7542-4a6e-92ee-b37373ea36bf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.1938825 Jul 16 08:50:59.653229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-8d8925c2-3bde-479e-a2e4-94e43759b3dc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.654848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-8d8925c2-3bde-479e-a2e4-94e43759b3dc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 818 time: 0.5563529 Jul 16 08:50:59.691152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Request body: {'port': {'device_id': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'admin_state_up': True, 'tenant_id': '21beace7c6974c32b2ec1d9e7d25783a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:59.707894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55cc3c54-8ba0-4a48-b779-e51468e0fb6a req-52678bcf-81f1-4cbc-8a34-a883e137b73d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999417 Jul 16 08:50:59.763736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Deleting port 6bc6d6d7-3c06-4197-8938-822f8232cb18 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:59.764175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.814925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7add8-968e-473d-aafe-fe6e58e5a8bc None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:50:59.912413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947340-a6bd-4a96-a5bf-791f71db54d6 req-34a23fe2-d75e-47d1-8bea-87a235eda6ad tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.927216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85947340-a6bd-4a96-a5bf-791f71db54d6 req-34a23fe2-d75e-47d1-8bea-87a235eda6ad tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 945 time: 0.2462695 Jul 16 08:50:59.944571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.185394 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85947340-a6bd-4a96-a5bf-791f71db54d6 req-2eff296c-1af5-4d03-9558-60bab220e861 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571709 Jul 16 08:51:00.255970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:00.257208 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.374566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2,segment=NetworkSegment(3efd1f87-8104-4682-afaf-44f06aa409f1),segment_id=3efd1f87-8104-4682-afaf-44f06aa409f1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:00.375191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.394814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:00.578507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] For port 6bc6d6d7-3c06-4197-8938-822f8232cb18, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=6bc6d6d7-3c06-4197-8938-822f8232cb18,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:00.598510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.619987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.711634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:00.751160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57942) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.766168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=edfbc8eb-9b10-4f42-b47b-2ea5206ef8e2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:00.777223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554039186-network', 'tenant_id': '3d181c6e489541929891757dbc73bc3c'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:00.810494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Calling delete_port for 6bc6d6d7-3c06-4197-8938-822f8232cb18 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:00.957334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Made reservation on behalf of 21beace7c6974c32b2ec1d9e7d25783a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:00.970527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.978473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.996700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59ba492-74a4-49d4-82f6-38182cdfb790']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.009028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd1f87-8104-4682-afaf-44f06aa409f1') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.009728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd1f87-8104-4682-afaf-44f06aa409f1') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.024686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.042363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.050417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:01.051295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.069633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-e73554c9-1351-4c34-9f76-0254c930a19d tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.071399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-e73554c9-1351-4c34-9f76-0254c930a19d tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 818 time: 0.9994156 Jul 16 08:51:01.091527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Request body: {'port': {'device_id': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'admin_state_up': True, 'tenant_id': '21beace7c6974c32b2ec1d9e7d25783a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:01.157827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-2c726aef-871f-44fa-ab73-453e20d4395f tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.159674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-2c726aef-871f-44fa-ab73-453e20d4395f tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 818 time: 0.5050621 Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:01.160713 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:01.179795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd7f9a55-5959-4180-84dd-492c88677533 req-902fb66a-0440-4f20-99aa-59bd2eb3358d tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 210 time: 0.4261155 Jul 16 08:51:01.205695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Request body: {'port': {'device_id': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'admin_state_up': True, 'tenant_id': '21beace7c6974c32b2ec1d9e7d25783a'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:01.209554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.254907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.257493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/d59ba492-74a4-49d4-82f6-38182cdfb790 HTTP/1.1" status: 204 len: 168 time: 4.6688182 Jul 16 08:51:01.291091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.292947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Allocated IP 172.20.0.7 (38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08/3021fe56-3107-4528-a5e4-e5182481b7e6/686c9808-761b-45e9-b094-b7fdc6e2894d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:01.302590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795901527'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:01.308287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019da6b-aaf7-41e7-8a05-1cb368ab27ed tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=d59ba492-74a4-49d4-82f6-38182cdfb790,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.450514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Made reservation on behalf of 3d181c6e489541929891757dbc73bc3c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:01.452711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.487608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.511667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.539377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.553470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:01.558622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.581358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7103e-e0bf-4211-bfb5-bda62375f339 req-95b7723a-1319-480f-8170-7b366d54fcfe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.583191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36a7103e-e0bf-4211-bfb5-bda62375f339 req-95b7723a-1319-480f-8170-7b366d54fcfe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.9928899 Jul 16 08:51:01.655888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:01.668188 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.668581 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 10cbe086-9a70-4cf5-8f78-9a26a538b522 of type vlan for network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 Jul 16 08:51:01.687313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:01.695473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:01.702533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:01.733073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.781257 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.790122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.791099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.818097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Made reservation on behalf of 21beace7c6974c32b2ec1d9e7d25783a for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:01.822309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.844184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event updated for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.858635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.859785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.883799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb068f8d-6666-493c-ab61-51fb1676ce42 req-7d86ac27-dd08-4fa7-910c-afa50542e2a2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.885584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb068f8d-6666-493c-ab61-51fb1676ce42 req-7d86ac27-dd08-4fa7-910c-afa50542e2a2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.4558568 Jul 16 08:51:01.930267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36a7103e-e0bf-4211-bfb5-bda62375f339 req-f78558d4-482c-448a-8742-338f4a4bf2e0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215184 Jul 16 08:51:01.930867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.982862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Pushing event deleted for resources: {'Port': ['ID=6bc6d6d7-3c06-4197-8938-822f8232cb18,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.019210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=b92dbe16-67af-4f79-b338-ac0d8c8f5c63,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.058237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:02.130674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6bc6d6d7-3c06-4197-8938-822f8232cb18 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:02.131855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] No DVR routers for this DVR port 6bc6d6d7-3c06-4197-8938-822f8232cb18 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:02.135158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.138770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f8301c6-5e30-492a-a12d-a8485110f16d req-44ba3e22-9b59-416f-acf9-d323f9e1e102 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "DELETE /v2.0/ports/6bc6d6d7-3c06-4197-8938-822f8232cb18 HTTP/1.1" status: 204 len: 173 time: 3.9936612 Jul 16 08:51:02.139522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'name': 'network-vif-deleted', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:02.142508 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbdf7d-0874-4970-a567-84b5db59ef2f" -d '{"events": [{"server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "name": "network-vif-deleted", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:02.182221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 6bc6d6d7-3c06-4197-8938-822f8232cb18 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:02.182647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 6bc6d6d7-3c06-4197-8938-822f8232cb18 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:02.251588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb068f8d-6666-493c-ab61-51fb1676ce42 req-dc076c9d-dba7-4548-b00a-a54fc1b25aeb tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361282 Jul 16 08:51:02.386511 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527669c8-11b4-4d94-96aa-fd92196ec8a9 x-openstack-request-id: req-527669c8-11b4-4d94-96aa-fd92196ec8a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:02.386847 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac5822f-80ad-4827-9059-606091dbccb4", "name": "network-vif-deleted", "tag": "6bc6d6d7-3c06-4197-8938-822f8232cb18", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:02.387108 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-527669c8-11b4-4d94-96aa-fd92196ec8a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:02.387576 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac5822f-80ad-4827-9059-606091dbccb4', 'name': 'network-vif-deleted', 'tag': '6bc6d6d7-3c06-4197-8938-822f8232cb18', 'status': 'completed', 'code': 200} Jul 16 08:51:02.509150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6975fa0-5498-4472-bf94-ccd903562434 req-3e7ccfb8-75c8-494d-b5d7-6f6452d5de42 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac5822f-80ad-4827-9059-606091dbccb4 HTTP/1.1" status: 200 len: 210 time: 0.0669906 Jul 16 08:51:02.515195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.531326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-7720134b-e02e-4703-a251-e7eccd85a801 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8423071 Jul 16 08:51:02.541463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Request body: {'port': {'device_id': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:02.546036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.573416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-33516f66-0f01-4b22-9be3-46ff6b7753c2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2799647 Jul 16 08:51:02.579157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 57966) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.588811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:02.594004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Allocated IP 172.20.0.6 (38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08/3021fe56-3107-4528-a5e4-e5182481b7e6/0cc191fc-9af8-4df0-97fe-ea7ea0e99044) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:02.651419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbec42dd-8bf2-4db2-b8e0-b8cd555a4440 req-1cb2d454-fae9-4a01-808a-9f12f7e4c2af tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 210 time: 0.0533214 Jul 16 08:51:02.666258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.694035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:02.706619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79b5ca6-78ec-4944-b0e9-87c85162bd60,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.755765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.756335 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Added segment 0e8c4788-6e6b-463d-8fdd-0d2bdd1cce61 of type vlan for network 1a92567a-876b-440f-aed2-cbca089b0a7d Jul 16 08:51:02.835121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Made reservation on behalf of 21beace7c6974c32b2ec1d9e7d25783a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:02.839195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.880705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.975372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:02.980245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.058578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.059779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.060568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.207950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4345777 Jul 16 08:51:03.210923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 57978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:03.218639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Request body: {'subnet': {'network_id': '1a92567a-876b-440f-aed2-cbca089b0a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1554039186-subnet', 'tenant_id': '3d181c6e489541929891757dbc73bc3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:03.298387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Made reservation on behalf of 3d181c6e489541929891757dbc73bc3c for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:03.301391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.321135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad664c9-97f7-4fb1-abff-696c3af3bf0e admin admin] Pushing event updated for resources: {'Network': ['ID=1a92567a-876b-440f-aed2-cbca089b0a7d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.335948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1a92567a-876b-440f-aed2-cbca089b0a7d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:03.337347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.603982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.812224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eb7c9-c42e-4ca6-8ee8-dad40f669849 req-f2d35779-a983-42b7-ae3c-72f1613d8531 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:03.814243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee4eb7c9-c42e-4ca6-8ee8-dad40f669849 req-f2d35779-a983-42b7-ae3c-72f1613d8531 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.5520020 Jul 16 08:51:03.844792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.989787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102dca53-680d-4556-b964-c990c91aede4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.005873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Checking segment: {'id': '0e8c4788-6e6b-463d-8fdd-0d2bdd1cce61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a92567a-876b-440f-aed2-cbca089b0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:04.006235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:04.006485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Network hostable DHCP agents. Network: 1a92567a-876b-440f-aed2-cbca089b0a7d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:04.028983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event updated for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.040507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686c9808-761b-45e9-b094-b7fdc6e2894d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:04.041858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:04.053056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:04.056389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.059732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Network 1a92567a-876b-440f-aed2-cbca089b0a7d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:04.077630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1a92567a-876b-440f-aed2-cbca089b0a7d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:04.082847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.083787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.090483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee4eb7c9-c42e-4ca6-8ee8-dad40f669849 req-c4a36c25-b005-475b-ac45-cba3ab65d183 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357061 Jul 16 08:51:04.091412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.092126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1f312-f5c5-49c0-8b0a-aed9e07f1fea None None] Network 1a92567a-876b-440f-aed2-cbca089b0a7d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:04.111059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Transition to ACTIVE for port object 686c9808-761b-45e9-b094-b7fdc6e2894d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:04.151738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.215292 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d123181c-3e9b-40f6-ba17-6349ce2ae9c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0028150 Jul 16 08:51:04.305702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.306414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.341240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b649-be17-47f1-a19d-6d291706dc61 req-5791212f-e66e-4ecb-ac08-30553dcee879 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.360143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbc1b649-be17-47f1-a19d-6d291706dc61 req-5791212f-e66e-4ecb-ac08-30553dcee879 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.7508426 Jul 16 08:51:04.407392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.416984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=f8a43569-d36a-457a-bcc5-74affef778a2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.426312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Pushing event updated for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.447349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Allocated IP 172.20.0.5 (38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08/3021fe56-3107-4528-a5e4-e5182481b7e6/ba59ead1-ced9-4f51-8033-7998f578c78f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:04.474871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1aa4ac55-1b78-4cb5-a7fd-3747dd97f606 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2732952 Jul 16 08:51:04.481976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1795a8c-1506-49e6-a1c3-86ae89483a24 None None] Network 1a92567a-876b-440f-aed2-cbca089b0a7d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:04.510045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Request body: {'port': {'device_id': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.522777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '10cbe086-9a70-4cf5-8f78-9a26a538b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:04.522777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: b92dbe16-67af-4f79-b338-ac0d8c8f5c63, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:04.586894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.640303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbc1b649-be17-47f1-a19d-6d291706dc61 req-ce3cbd8e-b0c7-43d6-b9b6-bd5ce95efecc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787771 Jul 16 08:51:04.716681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e67d101e-0871-4df4-99ec-182e134bfe1e req-382b733f-9011-47dd-af2e-579a8f91b464 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 210 time: 0.0613186 Jul 16 08:51:04.764099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:04.831898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b92dbe16-67af-4f79-b338-ac0d8c8f5c63) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:04.838367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.844544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.879132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397d8be-3f95-4d7e-913b-5e92120680d7 None None] Network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:04.879875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-58d9eeba-de16-412e-9f45-985d43dabc72 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2957911 Jul 16 08:51:04.880878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58014) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.896031 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.999987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Deleting subnet 7dce4925-a33e-4fc2-902c-31580bda6321 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:05.003181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce73ed42-a9c8-41b8-ab87-ebac8c802011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.015906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.048091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Attempting to bind port 686c9808-761b-45e9-b094-b7fdc6e2894d on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:05.048571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Attempting to bind port 686c9808-761b-45e9-b094-b7fdc6e2894d by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:05.049014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Attempting to bind port 686c9808-761b-45e9-b094-b7fdc6e2894d on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:05.059063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Port 686c9808-761b-45e9-b094-b7fdc6e2894d on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:05.059551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Attempting to bind port 686c9808-761b-45e9-b094-b7fdc6e2894d on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:05.103226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:05.103734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Checking segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:05.104443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Bound using segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:05.105021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Bound port: 686c9808-761b-45e9-b094-b7fdc6e2894d, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:05.105493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.155634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.189161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b92dbe16-67af-4f79-b338-ac0d8c8f5c63', 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': 'f8a43569-d36a-457a-bcc5-74affef778a2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:05.201632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.258260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-40d26f29-4a04-46a6-b6ba-a34b698e331c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.266033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-40d26f29-4a04-46a6-b6ba-a34b698e331c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 809 time: 0.3139827 Jul 16 08:51:05.302831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce73ed42-a9c8-41b8-ab87-ebac8c802011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.319672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce73ed42-a9c8-41b8-ab87-ebac8c802011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.355068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-7fa464ab-e63c-45ea-8d9c-9ce98d3a5044 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/quotas/6d15b3a1f47943c89ebea6d0196c2e04 HTTP/1.1" status: 200 len: 375 time: 0.0876710 Jul 16 08:51:05.397670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-843037e7-4d04-403a-95c7-37cad3159bcf tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414343 Jul 16 08:51:05.426225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.437635 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.456935 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.506095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Allocated IP 172.20.0.1 (b92dbe16-67af-4f79-b338-ac0d8c8f5c63/f8a43569-d36a-457a-bcc5-74affef778a2/5f072410-777c-4b61-8684-03171e532577) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:05.529443 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ce73ed42-a9c8-41b8-ab87-ebac8c802011 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f35a7fb1d9b4173bc08cb967754a485&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1178021 Jul 16 08:51:05.532415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.548421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.576267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73ed42-a9c8-41b8-ab87-ebac8c802011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa16508-152b-48ac-80c5-911bd9902e3b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.591096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:05.625812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=686c9808-761b-45e9-b094-b7fdc6e2894d,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:05.651715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.687404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-862fc11d-e9fc-48b1-945d-59b7a7316af9 service neutron] 10.222.0.32 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886140 Jul 16 08:51:05.716263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233ddb-58d4-435a-a653-2632b34541d1 req-49a6d6aa-f45d-4b5b-a067-9f95e548d0be tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.718003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0233ddb-58d4-435a-a653-2632b34541d1 req-49a6d6aa-f45d-4b5b-a067-9f95e548d0be tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.1661866 Jul 16 08:51:05.769480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0233ddb-58d4-435a-a653-2632b34541d1 req-51eeae05-379b-459b-bc8f-b03535c20bd8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jul 16 08:51:05.770499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.771343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.775651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] 10.222.0.46 "PUT /v2.0/ports/686c9808-761b-45e9-b094-b7fdc6e2894d HTTP/1.1" status: 200 len: 1092 time: 3.2396119 Jul 16 08:51:05.776628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:05.779685 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e803d55-75a3-4deb-b428-d7b994abcf57" -d '{"events": [{"name": "network-changed", "server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:05.855547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.857455 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.865047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-c1f346f5-892b-4523-a2f0-2d1c19f9087a service neutron] 10.222.0.32 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766043 Jul 16 08:51:05.884475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.899683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec2180-4799-42c5-8510-260b7549d449 service neutron] Pushing event updated for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.907500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Transition to ACTIVE for port object 5f072410-777c-4b61-8684-03171e532577 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:05.936483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Transition to ACTIVE for port object 5f072410-777c-4b61-8684-03171e532577 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:05.936886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.938361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dce4925-a33e-4fc2-902c-31580bda6321,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.943234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.947555 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.947994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-666d63a1-df80-49f6-9572-639aee24be07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7dce4925-a33e-4fc2-902c-31580bda6321 HTTP/1.1" status: 204 len: 168 time: 1.3531013 Jul 16 08:51:05.958148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.962827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:06.070150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:06.080357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:06.085928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:06.098769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:06.120911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Pushing event updated for resources: {'Port': ['ID=5f072410-777c-4b61-8684-03171e532577,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.153386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:06.174396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:06.178533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event updated for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.266998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Attempting to bind port 5f072410-777c-4b61-8684-03171e532577 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:06.267392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Attempting to bind port 5f072410-777c-4b61-8684-03171e532577 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '10cbe086-9a70-4cf5-8f78-9a26a538b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:06.267738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Attempting to bind port 5f072410-777c-4b61-8684-03171e532577 on network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:06.279151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.294370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:06.294762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Checking segment: {'id': '10cbe086-9a70-4cf5-8f78-9a26a538b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:06.295186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.295588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Bound using segment: {'id': '10cbe086-9a70-4cf5-8f78-9a26a538b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:06.296113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Bound port: 5f072410-777c-4b61-8684-03171e532577, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cbe086-9a70-4cf5-8f78-9a26a538b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:06.296780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.346825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-039932aa-61b0-418a-95e7-bbdb79e58e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.348714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-039932aa-61b0-418a-95e7-bbdb79e58e41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 1095 time: 0.5029762 Jul 16 08:51:06.380195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.383998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.384837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aa16508-152b-48ac-80c5-911bd9902e3b HTTP/1.1" status: 204 len: 168 time: 0.8392017 Jul 16 08:51:06.428305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.429312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.432755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-609f9d99-0271-4219-87a1-66935551b62c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686c9808-761b-45e9-b094-b7fdc6e2894d HTTP/1.1" status: 200 len: 217 time: 0.0700612 Jul 16 08:51:06.451757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e1acc-d80c-4ddd-9eac-c9738790b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa16508-152b-48ac-80c5-911bd9902e3b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.508537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-1b26106b-1db6-4bdc-8af4-b2d3072be831 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4253175 Jul 16 08:51:06.530068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Request body: {'port': {'device_id': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:06.577524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-cc470fd6-e191-40cd-a929-f7c6da4a45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.579268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-cc470fd6-e191-40cd-a929-f7c6da4a45eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.1357744 Jul 16 08:51:06.646547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.675808 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f9b054f0-aa38-4fbf-b94f-340f3314229f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879886 Jul 16 08:51:06.681059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39288b79-c9a0-46bb-abe1-0f55da45c885']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:06.856374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dc805b-a6d0-4e08-81da-ac9bf667fb5e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:06.858306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dc805b-a6d0-4e08-81da-ac9bf667fb5e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:06.860845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] For port 5f072410-777c-4b61-8684-03171e532577, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:06.864862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.869746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] For port 5f072410-777c-4b61-8684-03171e532577, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f072410-777c-4b61-8684-03171e532577,segment=NetworkSegment(10cbe086-9a70-4cf5-8f78-9a26a538b522),segment_id=10cbe086-9a70-4cf5-8f78-9a26a538b522)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:06.878864 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.928607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.979893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:07.011101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6665e2-c2e5-4ad0-a134-85cc2b32a894 None None] Pushing event updated for resources: {'Port': ['ID=5f072410-777c-4b61-8684-03171e532577,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.016472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.020107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.021893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.057380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Transition to ACTIVE for port object 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:07.082196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.212610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Pushing event updated for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.226776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:07.228358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.380225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.445502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a43569-d36a-457a-bcc5-74affef778a2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.545030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522b4c-de34-4858-8e5f-9296476ef1a0 req-e6ec2a9c-5d43-4621-be40-de776d701ab0 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.552191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51522b4c-de34-4858-8e5f-9296476ef1a0 req-e6ec2a9c-5d43-4621-be40-de776d701ab0 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.4852467 Jul 16 08:51:07.671124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.709929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:07.710502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92dbe16-67af-4f79-b338-ac0d8c8f5c63']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.718411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51522b4c-de34-4858-8e5f-9296476ef1a0 req-57224484-ce78-4b58-825a-7c3a05951daf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651821 Jul 16 08:51:07.728809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Attempting to bind port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:07.729749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Attempting to bind port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:07.730069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Attempting to bind port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:07.736216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cbe086-9a70-4cf5-8f78-9a26a538b522') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.736523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cbe086-9a70-4cf5-8f78-9a26a538b522') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.739510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:07.739837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Attempting to bind port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:07.749743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:07.750103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Checking segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:07.750474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Bound using segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:07.750929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Bound port: 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:07.751294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.761310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709614-e7af-4b5a-a36d-da36466f9790 req-e5fa2d62-69b3-4ee9-b610-aeeacd485542 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.762988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96709614-e7af-4b5a-a36d-da36466f9790 req-e5fa2d62-69b3-4ee9-b610-aeeacd485542 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 931 time: 0.7005143 Jul 16 08:51:07.772988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.775082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4796ce97-efd9-432e-8743-ab3b8a82ea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:07.779158 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:07.789959 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab321b41-e42c-4bc4-ac61-2da9e8d380ca x-openstack-request-id: req-ab321b41-e42c-4bc4-ac61-2da9e8d380ca {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:07.790252 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:07.790507 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab321b41-e42c-4bc4-ac61-2da9e8d380ca {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:07.790907 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d', 'status': 'completed', 'code': 200} Jul 16 08:51:07.796070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.809024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.834461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:07.834904 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:07.838284 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:07.948983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96709614-e7af-4b5a-a36d-da36466f9790 req-0745f0b6-0004-404b-a201-1307067afee8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725752 Jul 16 08:51:08.093084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:08.107312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:08.109704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:51:08.109704 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:51:08.109704 n-d-798054-12 neutron-server[93775]: [parameters: {'id': 'b92dbe16-67af-4f79-b338-ac0d8c8f5c63'}] Jul 16 08:51:08.109704 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:08.110048 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:08.122749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.146590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.156544 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/39288b79-c9a0-46bb-abe1-0f55da45c885 HTTP/1.1" status: 204 len: 168 time: 2.1927707 Jul 16 08:51:08.159942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58052) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:08.194985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4663a1f5-e12c-466d-97d8-1d6931b8239d req-50c8136b-d34f-472c-8a9c-cd8ff4710c32 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 210 time: 0.0905235 Jul 16 08:51:08.348400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db3fea-1331-4162-b20e-59c6eaa104f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39288b79-c9a0-46bb-abe1-0f55da45c885,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.363420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.364381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.365500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] 10.222.0.46 "PUT /v2.0/ports/0cc191fc-9af8-4df0-97fe-ea7ea0e99044 HTTP/1.1" status: 200 len: 1092 time: 3.8769093 Jul 16 08:51:08.367943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:08.370342 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676" -d '{"events": [{"name": "network-changed", "server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:08.398494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-4d535130-fe71-44ff-abff-8e5e90ad06fc service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6966190 Jul 16 08:51:08.407765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753cd50-ba1d-4a34-81ad-c5793c2a27ee service neutron] Pushing event updated for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.453643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb7f8-070e-4b6d-bda2-820e46e9ac72 req-6cec4973-d3f9-45f8-908f-67af0f0eee20 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.455115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eaafb7f8-070e-4b6d-bda2-820e46e9ac72 req-6cec4973-d3f9-45f8-908f-67af0f0eee20 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.1911414 Jul 16 08:51:08.457945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba59ead1-ced9-4f51-8033-7998f578c78f {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:08.483890 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807a983a-291d-4385-932f-f3bbdbe0b64e x-openstack-request-id: req-807a983a-291d-4385-932f-f3bbdbe0b64e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:08.484726 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:08.485061 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-807a983a-291d-4385-932f-f3bbdbe0b64e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:08.485623 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'status': 'completed', 'code': 200} Jul 16 08:51:08.502368 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.513295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eaafb7f8-070e-4b6d-bda2-820e46e9ac72 req-4a3dfed5-c788-4e90-aa78-0bdea2ee4bdb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Jul 16 08:51:08.549632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Deleting subnet 102dca53-680d-4556-b964-c990c91aede4 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:08.581635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f085bb2-006b-4eb6-aec2-05aebca68c5b None None] Network b92dbe16-67af-4f79-b338-ac0d8c8f5c63 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:08.592875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.615496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.626090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-18e6f504-c233-4987-876e-7a0c922e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.629485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-18e6f504-c233-4987-876e-7a0c922e466f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 1095 time: 0.1151531 Jul 16 08:51:08.666226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Transition to ACTIVE for port object ba59ead1-ced9-4f51-8033-7998f578c78f will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:08.682557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.696306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-9b0e2d15-ea66-4238-8f3c-082de7d450ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044 HTTP/1.1" status: 200 len: 217 time: 0.0546849 Jul 16 08:51:08.707694 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.798169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.833232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e9d52b3e-b7ef-450d-bba8-3558f7614ee9 None None] Provisioning for port 5f072410-777c-4b61-8684-03171e532577 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:08.863680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-66bca7ff-f53e-4a7b-af11-0aa3e36fdb75 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.865537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-66bca7ff-f53e-4a7b-af11-0aa3e36fdb75 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 809 time: 0.6873016 Jul 16 08:51:08.904997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Request body: {'port': {'device_id': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde', 'admin_state_up': True, 'tenant_id': '6d15b3a1f47943c89ebea6d0196c2e04'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:08.911791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-a570f6c5-e6d6-4241-ada8-8746b6ff2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.913620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-a570f6c5-e6d6-4241-ada8-8746b6ff2f87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.1956675 Jul 16 08:51:08.948275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f072410-777c-4b61-8684-03171e532577 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:08.978953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-05300c74-d1bf-4433-9356-29bc1be05450 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389686 Jul 16 08:51:08.979570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Pushing event updated for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.052474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] DHCP port deletion for b92dbe16-67af-4f79-b338-ac0d8c8f5c63 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:09.077115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 5f072410-777c-4b61-8684-03171e532577 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:09.077585 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.081429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-4c130ad3-0a8b-49c7-9ab1-854eaab63a62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601803 Jul 16 08:51:09.138414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5f072410-777c-4b61-8684-03171e532577 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:09.145083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5f072410-777c-4b61-8684-03171e532577 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:09.145814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.191995 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.267877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Deleting port 5f072410-777c-4b61-8684-03171e532577 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:09.268269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.273613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.355370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4796ce97-efd9-432e-8743-ab3b8a82ea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.368741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4796ce97-efd9-432e-8743-ab3b8a82ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.402862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 5f072410-777c-4b61-8684-03171e532577, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f072410-777c-4b61-8684-03171e532577,segment=NetworkSegment(10cbe086-9a70-4cf5-8f78-9a26a538b522),segment_id=10cbe086-9a70-4cf5-8f78-9a26a538b522)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.403461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.419466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796ce97-efd9-432e-8743-ab3b8a82ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc5b1d-4608-47aa-a20d-d2ade31defb8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.441941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.470372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] For port 5f072410-777c-4b61-8684-03171e532577, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f072410-777c-4b61-8684-03171e532577,segment=NetworkSegment(10cbe086-9a70-4cf5-8f78-9a26a538b522),segment_id=10cbe086-9a70-4cf5-8f78-9a26a538b522)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.470683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.472244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 5f072410-777c-4b61-8684-03171e532577 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:09.489288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Made reservation on behalf of 6d15b3a1f47943c89ebea6d0196c2e04 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:09.493438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.524309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4796ce97-efd9-432e-8743-ab3b8a82ea47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca9673db282343619cc62d40c7371fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3574185 Jul 16 08:51:09.528632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Calling delete_port for 5f072410-777c-4b61-8684-03171e532577 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:09.535730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.549823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Attempting to bind port ba59ead1-ced9-4f51-8033-7998f578c78f on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:09.550466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Attempting to bind port ba59ead1-ced9-4f51-8033-7998f578c78f by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:09.550999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Attempting to bind port ba59ead1-ced9-4f51-8033-7998f578c78f on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:09.553923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5f072410-777c-4b61-8684-03171e532577, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f072410-777c-4b61-8684-03171e532577,segment=NetworkSegment(10cbe086-9a70-4cf5-8f78-9a26a538b522),segment_id=10cbe086-9a70-4cf5-8f78-9a26a538b522)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:09.559026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.584633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Port ba59ead1-ced9-4f51-8033-7998f578c78f on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:09.585361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Attempting to bind port ba59ead1-ced9-4f51-8033-7998f578c78f on network 38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:09.590065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.673322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:09.674602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Checking segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:09.675799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Bound using segment: {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:09.676583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Bound port: ba59ead1-ced9-4f51-8033-7998f578c78f, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d4af67-ad5f-4232-930d-88989873fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:09.677215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.683365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5f072410-777c-4b61-8684-03171e532577,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.703273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219dd08-2cbf-4336-a0d5-c517565794aa req-373112d7-66d2-4b34-abf6-a7f66ed8f67c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.706116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d219dd08-2cbf-4336-a0d5-c517565794aa req-373112d7-66d2-4b34-abf6-a7f66ed8f67c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.6479793 Jul 16 08:51:09.712083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.718186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102dca53-680d-4556-b964-c990c91aede4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.719150 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.744475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.746995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcae52bc-f284-41d2-a832-d20bcb71729c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/102dca53-680d-4556-b964-c990c91aede4 HTTP/1.1" status: 204 len: 168 time: 1.5404387 Jul 16 08:51:09.758451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.763891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=5f072410-777c-4b61-8684-03171e532577,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.772003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-e974b249-bf4b-4553-891d-35ab24dac100 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720381 Jul 16 08:51:09.772968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 5f072410-777c-4b61-8684-03171e532577 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:09.787759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] Pushing event deleted for resources: {'Port': ['ID=5f072410-777c-4b61-8684-03171e532577,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:09.793246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8746b-3294-43e8-990f-ad0f574c6ebd None None] No DVR routers for this DVR port 5f072410-777c-4b61-8684-03171e532577 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:09.821346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-612c1f24-8535-43c8-943a-7e00a6b21031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.823270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-612c1f24-8535-43c8-943a-7e00a6b21031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 1095 time: 0.5469186 Jul 16 08:51:09.932094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.940650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d219dd08-2cbf-4336-a0d5-c517565794aa req-a2060617-4c96-4b09-ae17-3179adb740a5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236142 Jul 16 08:51:10.027261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53f5f-f43a-477b-8ef4-9932316fa724 req-a85448c6-9cbe-4c48-8041-add96918d1ce tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.038143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcc53f5f-f43a-477b-8ef4-9932316fa724 req-a85448c6-9cbe-4c48-8041-add96918d1ce tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 943 time: 0.5753164 Jul 16 08:51:10.044841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.076924 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.085268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.102389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Allocated IP 172.20.0.12 (0c764d31-9bd2-4f59-b48f-19164e65dcde/b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794/e9d58c87-237e-487a-8ac4-e2ba71799cf3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:10.112715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:10.114481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92dbe16-67af-4f79-b338-ac0d8c8f5c63']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.168294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cbe086-9a70-4cf5-8f78-9a26a538b522') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.168660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cbe086-9a70-4cf5-8f78-9a26a538b522') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.171838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b7ccca5-2293-4d63-aa5a-5e62cc9a8542 req-c82c442c-e2e3-482f-987e-b49a2c42c405 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 210 time: 0.0745318 Jul 16 08:51:10.212263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcc53f5f-f43a-477b-8ef4-9932316fa724 req-33f91e6c-1844-4e26-ac43-321841238e46 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726651 Jul 16 08:51:10.216812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.269829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-b02cf157-20d5-45dc-9abb-8724a86b762d service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273164 Jul 16 08:51:10.288234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.304559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:10.305220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:10.315164 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:10.358336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba59ead1-ced9-4f51-8033-7998f578c78f,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:10.416367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.435576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.438869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.442471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58fc5b1d-4608-47aa-a20d-d2ade31defb8 HTTP/1.1" status: 204 len: 168 time: 0.9034307 Jul 16 08:51:10.515542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-c2eae82e-31b6-4e73-bb62-8b7c78b6b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.517374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-c2eae82e-31b6-4e73-bb62-8b7c78b6b251 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 919 time: 0.6745765 Jul 16 08:51:10.525733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.553494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.557208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893540e-7981-424d-88f8-bf12e65271e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc5b1d-4608-47aa-a20d-d2ade31defb8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.593310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.600861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/b92dbe16-67af-4f79-b338-ac0d8c8f5c63 HTTP/1.1" status: 204 len: 168 time: 5.7183795 Jul 16 08:51:10.602565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43869eca-b496-43e0-b077-9f2710c04890 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=b92dbe16-67af-4f79-b338-ac0d8c8f5c63,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.610486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58078) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.618024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058895920'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:10.619936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.620501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.621944 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba59ead1-ced9-4f51-8033-7998f578c78f HTTP/1.1" status: 200 len: 1092 time: 4.0969973 Jul 16 08:51:10.631694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:10.634133 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999" -d '{"events": [{"name": "network-changed", "server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:10.677201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f96c-f522-4d92-a2c0-55a1a8ac8bc6 req-6b35fab6-7b8d-48cb-9707-e4523acc9b30 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.679555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4518f96c-f522-4d92-a2c0-55a1a8ac8bc6 req-6b35fab6-7b8d-48cb-9707-e4523acc9b30 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.3184395 Jul 16 08:51:10.681108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-b376fd61-1640-409d-bd86-9c45e9094ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686c9808-761b-45e9-b094-b7fdc6e2894d HTTP/1.1" status: 200 len: 217 time: 0.1404812 Jul 16 08:51:10.684010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-b3cd94cc-9e52-4d05-819e-1a579440a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.686250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-b3cd94cc-9e52-4d05-819e-1a579440a6cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 1095 time: 0.3263726 Jul 16 08:51:10.768940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f4552-c20f-4db1-bc6d-488f9e5db089 service neutron] Pushing event updated for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.810331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.810968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-7afd3858-e3cb-4bf2-8aba-296e58297067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.812900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-7afd3858-e3cb-4bf2-8aba-296e58297067 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 919 time: 0.1192617 Jul 16 08:51:10.826289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:10.830951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.839928 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9140749-855b-4e54-988c-0fe0e740755a x-openstack-request-id: req-e9140749-855b-4e54-988c-0fe0e740755a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:10.840404 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:10.840813 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9140749-855b-4e54-988c-0fe0e740755a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:10.841319 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f', 'status': 'completed', 'code': 200} Jul 16 08:51:10.852081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a92567a-876b-440f-aed2-cbca089b0a7d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.874007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8c4788-6e6b-463d-8fdd-0d2bdd1cce61') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.874315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8c4788-6e6b-463d-8fdd-0d2bdd1cce61') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.897074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-d56f045e-c16e-4910-a94f-072c777fb0ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044 HTTP/1.1" status: 200 len: 217 time: 0.0730948 Jul 16 08:51:10.911555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.916519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f072410-777c-4b61-8684-03171e532577 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:10.920078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-bbc0ff67-79d2-44c1-8fc5-0b6e9db59b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:10.945487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-bbc0ff67-79d2-44c1-8fc5-0b6e9db59b2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.2228343 Jul 16 08:51:10.954117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.959496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5f072410-777c-4b61-8684-03171e532577 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:10.960072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f072410-777c-4b61-8684-03171e532577 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:10.987578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:11.003347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.011300 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-c238f1cc-0411-45a0-bdc7-2bd38d7ad1a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534465 Jul 16 08:51:11.032616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4518f96c-f522-4d92-a2c0-55a1a8ac8bc6 req-b766cc09-9481-4c7c-a91c-fceeb5dcc307 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435719 Jul 16 08:51:11.051887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-f5844d9f-c6a6-47f4-b646-8d814a197b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.053981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-f5844d9f-c6a6-47f4-b646-8d814a197b00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.1424472 Jul 16 08:51:11.116425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:11.117094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.125501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-8602fee2-2244-4b38-8501-7cfe74614507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591774 Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:11.141471 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:11.168840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-fa93387a-08c6-479e-bf39-2dee0b1d9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.170626 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-fa93387a-08c6-479e-bf39-2dee0b1d9335 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 1095 time: 0.5003450 Jul 16 08:51:11.172315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Network 0c764d31-9bd2-4f59-b48f-19164e65dcde is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:11.204500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:11.244179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:11.248350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Pushing event updated for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:11.303001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-8a553d36-c5c9-408c-83a9-56c66cafd0bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba59ead1-ced9-4f51-8033-7998f578c78f HTTP/1.1" status: 200 len: 217 time: 0.1136210 Jul 16 08:51:11.322405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b4b94-3504-4e4d-9f98-567f13c274ec req-a93f010f-3914-439c-aed0-72f4626a52e6 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.326909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-679b4b94-3504-4e4d-9f98-567f13c274ec req-a93f010f-3914-439c-aed0-72f4626a52e6 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.1811242 Jul 16 08:51:11.348573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-865ef942-f9db-4ce4-850e-90ea6f3e7b18 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105606 Jul 16 08:51:11.406432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.418405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.418863 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 506fa0cb-e7ca-4248-bb57-41790b0cc9ff of type vlan for network 70c7f684-9139-4095-a51d-697014f31d4f Jul 16 08:51:11.421349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.458269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.460496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] 10.222.0.32 "DELETE /v2.0/networks/1a92567a-876b-440f-aed2-cbca089b0a7d HTTP/1.1" status: 204 len: 168 time: 1.7006896 Jul 16 08:51:11.466208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b6128-d572-4309-b837-397d351d165c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a92567a-876b-440f-aed2-cbca089b0a7d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:11.473897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.475189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.493366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3b0-8682-4619-bb99-cfe377fc4326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.502372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-2f0c881f-736c-4556-8742-8dff4bd009c8 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6143601 Jul 16 08:51:11.521700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Request body: {'port': {'device_id': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:11.564587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f845d5bd-10e0-498a-91df-3ba548e26f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.566386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-f845d5bd-10e0-498a-91df-3ba548e26f72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.2259495 Jul 16 08:51:11.583555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043bc5f6-bf85-4f74-9c82-4c1d3f5eb676 req-676aae6d-7e05-4b42-a51a-66bb2666c12b service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190795 Jul 16 08:51:11.615041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.654726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-679b4b94-3504-4e4d-9f98-567f13c274ec req-55fa8b41-ad43-4fce-8f5c-36ff2d584b41 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167703 Jul 16 08:51:11.663238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-6c814f72-516d-48f3-bad5-5bcc8fccebd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491261 Jul 16 08:51:11.680377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-3c39f640-7d87-4e21-b6dc-6b7bf5f49788 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081121 Jul 16 08:51:11.695177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.732153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58096) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.780151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.786484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.787254 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.851338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0e153-0301-411d-b38c-2fa690df191f req-9c5085b7-caf0-4af6-8844-e6ae7fbdc08d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.860296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7af0e153-0301-411d-b38c-2fa690df191f req-9c5085b7-caf0-4af6-8844-e6ae7fbdc08d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 932 time: 0.4381413 Jul 16 08:51:11.958274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=70c7f684-9139-4095-a51d-697014f31d4f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:11.973639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c72840fc-4ba6-4485-9920-3d15e9e70932 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cfe5855fe1b48478dfef746f1c674e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337818 Jul 16 08:51:11.974601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 70c7f684-9139-4095-a51d-697014f31d4f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:11.977184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58098) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.052830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7af0e153-0301-411d-b38c-2fa690df191f req-a14defa4-9367-4849-9b32-e24bc0a23b65 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911995 Jul 16 08:51:12.139359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:12.141454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23871e-f677-41f2-9ef8-09eb7f5404a8 req-5bcb6c50-fb64-4b6e-9e08-42708eefb1de tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.153929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b23871e-f677-41f2-9ef8-09eb7f5404a8 req-5bcb6c50-fb64-4b6e-9e08-42708eefb1de tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 943 time: 0.3137844 Jul 16 08:51:12.155177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.226977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.310322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.329762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:12.334305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'port_id': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'mac_address': 'fa:16:3e:a4:31:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6585f87-ca4d-498f-8687-c13d5c816ab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:12.390646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b23871e-f677-41f2-9ef8-09eb7f5404a8 req-8377e03c-6fdc-4a0e-bf79-553a2edfc711 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210732 Jul 16 08:51:12.442035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.445458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.447101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f1c720d-4515-41e1-aaa4-34407c2ff6ef HTTP/1.1" status: 204 len: 168 time: 0.4684532 Jul 16 08:51:12.460122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.483164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32e63-ec56-4d2e-9f99-55a8f4239dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1c720d-4515-41e1-aaa4-34407c2ff6ef,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.522134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d58c87-237e-487a-8ac4-e2ba71799cf3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:12.551228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:12.556547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.573525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1e803d55-75a3-4deb-b428-d7b994abcf57 req-664b305e-8ad1-433e-bef6-5a61e2ec028f service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050127 Jul 16 08:51:12.584776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-c7ccd807-83b8-4711-9590-6463e8a1f4cb service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229575 Jul 16 08:51:12.590537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Transition to ACTIVE for port object e9d58c87-237e-487a-8ac4-e2ba71799cf3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:12.591301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.600307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.619758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.623139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 686c9808-761b-45e9-b094-b7fdc6e2894d details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:12.630973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3b0-8682-4619-bb99-cfe377fc4326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.656080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-553bf6e2-46ea-4afa-82e3-49a8939a1c0b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0434108 Jul 16 08:51:12.657316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.669255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': '70c7f684-9139-4095-a51d-697014f31d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:12.717640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.721520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c27e3b0-8682-4619-bb99-cfe377fc4326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.778646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebda214-faa8-4d5b-9df7-c60712459ffc req-53ec407c-809d-4240-904d-cac412452095 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.798074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ebda214-faa8-4d5b-9df7-c60712459ffc req-53ec407c-809d-4240-904d-cac412452095 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2037861 Jul 16 08:51:12.854906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=686c9808-761b-45e9-b094-b7fdc6e2894d,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.871132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '686c9808-761b-45e9-b094-b7fdc6e2894d', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'port_id': '686c9808-761b-45e9-b094-b7fdc6e2894d', 'mac_address': 'fa:16:3e:e7:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021fe56-3107-4528-a5e4-e5182481b7e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:12.876469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.883482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4c27e3b0-8682-4619-bb99-cfe377fc4326 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e706e2514724a048614d0523378ebd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4727585 Jul 16 08:51:12.888865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.923325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e3b0-8682-4619-bb99-cfe377fc4326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eed0e9-1496-485a-8314-f0820858b15b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.932144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ebda214-faa8-4d5b-9df7-c60712459ffc req-37d9d494-19f0-4f00-8e5c-c63a937d5e39 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304157 Jul 16 08:51:12.969815 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.975149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.009481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c80a9dc1-5114-41b4-b825-edccf0fffabd req-5005692f-66a2-48d9-a83e-6e6a1a4f90cc service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111376 Jul 16 08:51:13.016025 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:13.017335 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:13.021966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686c9808-761b-45e9-b094-b7fdc6e2894d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:13.029425 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b997ff9-43cf-4e27-a309-3a130b34855a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.041545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:13.046936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.076153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=686c9808-761b-45e9-b094-b7fdc6e2894d,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:13.082699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.113933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfacd1b-b377-4b68-827a-a613ccc1eaf4 req-a32f1cb7-dadb-4fb3-bdb9-965e2a6a59ae tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.129615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfacd1b-b377-4b68-827a-a613ccc1eaf4 req-a32f1cb7-dadb-4fb3-bdb9-965e2a6a59ae tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 944 time: 0.2637081 Jul 16 08:51:13.134049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.175912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.210615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.246358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Attempting to bind port e9d58c87-237e-487a-8ac4-e2ba71799cf3 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:13.246711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Attempting to bind port e9d58c87-237e-487a-8ac4-e2ba71799cf3 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:13.247058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Attempting to bind port e9d58c87-237e-487a-8ac4-e2ba71799cf3 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:13.266423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.269270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.276644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3eed0e9-1496-485a-8314-f0820858b15b HTTP/1.1" status: 204 len: 168 time: 0.3865044 Jul 16 08:51:13.284115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Port e9d58c87-237e-487a-8ac4-e2ba71799cf3 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:13.284458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Attempting to bind port e9d58c87-237e-487a-8ac4-e2ba71799cf3 on network 0c764d31-9bd2-4f59-b48f-19164e65dcde {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:13.301467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.312987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78b609-b7a9-4fd8-a450-41c3f5be68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eed0e9-1496-485a-8314-f0820858b15b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.314958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:13.315309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Checking segment: {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:13.315695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Bound using segment: {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:13.316250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Bound port: e9d58c87-237e-487a-8ac4-e2ba71799cf3, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89326a9d-eb16-4188-aff3-37225a5dc2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:13.316628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.339135 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfacd1b-b377-4b68-827a-a613ccc1eaf4 req-ab1404fe-2485-4536-8034-f79ff15c08a5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055507 Jul 16 08:51:13.391789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['3a3217a2-4ad9-4370-845e-1d695175a65e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:13.396860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['686c9808-761b-45e9-b094-b7fdc6e2894d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:13.451802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:13.467453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-503b63dc-ff58-44e4-9a1d-31611df0ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.469469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-503b63dc-ff58-44e4-9a1d-31611df0ddb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 1095 time: 0.3967733 Jul 16 08:51:13.472236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:13.492676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.643980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.650173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.652066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] 10.222.0.46 "PUT /v2.0/ports/e9d58c87-237e-487a-8ac4-e2ba71799cf3 HTTP/1.1" status: 200 len: 1093 time: 2.1391330 Jul 16 08:51:13.652768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:13.655423 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70570e1d-6acf-42c7-825c-36ba0eec3460" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:13.669437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-74c9dbc9-bdd5-47c7-b3ce-d2d6e1b1a025 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d181c6e489541929891757dbc73bc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562498 Jul 16 08:51:13.670606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.674498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58126) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.722068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.754003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:13.755572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=a6fcbf9f-0039-4c03-93cb-92391499b800,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.777268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:13.784911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.791288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089216be-9dda-4919-a963-0e1f091ca4fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.826290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-4d120c2e-b645-4905-8c8a-abbc26ca4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.828191 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-4d120c2e-b645-4905-8c8a-abbc26ca4e7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 200 len: 919 time: 0.3510473 Jul 16 08:51:13.852333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-a60dc06a-8aff-403d-99e5-5c34f953d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.853851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.855507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-a60dc06a-8aff-403d-99e5-5c34f953d766 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 1096 time: 0.1159570 Jul 16 08:51:13.899323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-47e18c46-d97e-4f1a-a261-9f6b4bf8cdab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba59ead1-ced9-4f51-8033-7998f578c78f HTTP/1.1" status: 200 len: 217 time: 0.0595989 Jul 16 08:51:13.971768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.991314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-b432f001-bebf-4a02-9332-1d68da17aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.993752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-b432f001-bebf-4a02-9332-1d68da17aefd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 200 len: 858 time: 0.0602844 Jul 16 08:51:13.995471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-719a8650-5e11-43a6-9f53-f48e161361b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3 HTTP/1.1" status: 200 len: 217 time: 0.1032026 Jul 16 08:51:14.010407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ffbde-e6d2-4b49-83bd-2267f0a199d3 req-15de3b53-12a1-492e-ae11-ffba533b1939 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.017271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e5ffbde-e6d2-4b49-83bd-2267f0a199d3 req-15de3b53-12a1-492e-ae11-ffba533b1939 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 943 time: 0.2764156 Jul 16 08:51:14.054655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-aa6be8da-b489-443f-be4c-9e023d15cfd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469859 Jul 16 08:51:14.085245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b6867-64e6-4420-9174-4c3da6b449a8 req-077f2d46-a32e-47ef-bc7c-84ee840d3254 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.086784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b15b6867-64e6-4420-9174-4c3da6b449a8 req-077f2d46-a32e-47ef-bc7c-84ee840d3254 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 944 time: 0.7918034 Jul 16 08:51:14.087524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '506fa0cb-e7ca-4248-bb57-41790b0cc9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:14.087885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: 70c7f684-9139-4095-a51d-697014f31d4f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:14.094647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.117321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:14.124317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e5ffbde-e6d2-4b49-83bd-2267f0a199d3 req-a3f1a02c-b2c5-4346-acc5-f272c180060a tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053054 Jul 16 08:51:14.150286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-c4d358b3-9589-4e91-98a6-a8a428c31bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.152557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-c4d358b3-9589-4e91-98a6-a8a428c31bbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 HTTP/1.1" status: 200 len: 849 time: 0.1452799 Jul 16 08:51:14.213689 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-23e0dae0-cdcb-454c-86a6-49ea0cc6e89e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c764d31-9bd2-4f59-b48f-19164e65dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437958 Jul 16 08:51:14.215656 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073735bf-0de0-421e-9891-4da7996653a2 x-openstack-request-id: req-073735bf-0de0-421e-9891-4da7996653a2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:14.216320 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:14.216777 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-073735bf-0de0-421e-9891-4da7996653a2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:14.218073 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3', 'status': 'completed', 'code': 200} Jul 16 08:51:14.223014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network 70c7f684-9139-4095-a51d-697014f31d4f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:14.255519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 70c7f684-9139-4095-a51d-697014f31d4f) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:14.264278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.264880 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.313594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e79562-f28c-4663-9ea2-4367262e5bf2 None None] Network 70c7f684-9139-4095-a51d-697014f31d4f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:14.324736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b15b6867-64e6-4420-9174-4c3da6b449a8 req-7bd12de1-f440-41e3-8eca-7b0ab8f89c4d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154381 Jul 16 08:51:14.348378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d354433f-0db0-4a28-80a3-30ec944887c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6850281 Jul 16 08:51:14.349024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58140) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:14.404249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:14.423140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.425748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.429727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'port_id': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'mac_address': 'fa:16:3e:7c:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021fe56-3107-4528-a5e4-e5182481b7e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:14.440077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b79b5ca6-78ec-4944-b0e9-87c85162bd60 HTTP/1.1" status: 204 len: 168 time: 0.6947825 Jul 16 08:51:14.517991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.540993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79b5ca6-78ec-4944-b0e9-87c85162bd60,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.566976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:14.599442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:14.611237 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-c35bb18e-a86e-4042-be7f-5576b29f1c40 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448031 Jul 16 08:51:14.628133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.639990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.640384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.640720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.641062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.641402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.641739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.642077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.642993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.643333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.643669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.644003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.644371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c3d4a-9040-48b6-9f35-d1e9be8e7479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:14.684304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.694211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-70c7f684-9139-4095-a51d-697014f31d4f', 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': 'a6fcbf9f-0039-4c03-93cb-92391499b800'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:14.695087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.741259 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.850424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130a2cb-7f5a-47f4-a4b7-91d600e5d64b req-ccc041a9-15e3-4960-b7a2-851c9f9b26af tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.858502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9130a2cb-7f5a-47f4-a4b7-91d600e5d64b req-ccc041a9-15e3-4960-b7a2-851c9f9b26af tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.4145875 Jul 16 08:51:14.883396 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-a5a7ac6c-c22c-4387-bea4-a81bc18e789d service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566026 Jul 16 08:51:14.963473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9130a2cb-7f5a-47f4-a4b7-91d600e5d64b req-d6653e54-b856-498d-87be-d110de954de1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039379 Jul 16 08:51:15.000610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.020539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['0cc191fc-9af8-4df0-97fe-ea7ea0e99044'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:15.079291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b1a0-1d5b-4010-8cd9-fc931dea69ab req-80673539-05ae-4dde-99bb-5aa9d4fcb7ac tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.083066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Allocated IP 172.20.0.1 (70c7f684-9139-4095-a51d-697014f31d4f/a6fcbf9f-0039-4c03-93cb-92391499b800/ffb94f04-d278-412e-8570-4e3030285170) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:15.089882 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5032b1a0-1d5b-4010-8cd9-fc931dea69ab req-80673539-05ae-4dde-99bb-5aa9d4fcb7ac tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.3277354 Jul 16 08:51:15.090049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4bf4c43e-6f20-4832-9eb4-c0d5ad758999 req-a005d756-0673-4230-bea1-0a6cda722a64 service neutron] 10.222.0.46 "GET /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688179 Jul 16 08:51:15.216575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3c2f724-594d-4a4c-832c-68b41f9f981e req-771749d0-44a8-4197-ac95-f1e04e3f90de service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180401 Jul 16 08:51:15.245435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5032b1a0-1d5b-4010-8cd9-fc931dea69ab req-64a4cca9-bb10-407c-8b50-0203864f012e tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270278 Jul 16 08:51:15.455711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.468025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Transition to ACTIVE for port object ffb94f04-d278-412e-8570-4e3030285170 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:15.483649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c76c0-4975-43a9-ac4e-7452ae6b5c1d req-14d71daa-a1f0-4bd3-9eda-759d95f1e2e8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.485330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d90c76c0-4975-43a9-ac4e-7452ae6b5c1d req-14d71daa-a1f0-4bd3-9eda-759d95f1e2e8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 943 time: 0.1414330 Jul 16 08:51:15.499531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-2a7a4458-e377-410e-a937-cbe5f2487865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.501039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Transition to ACTIVE for port object ffb94f04-d278-412e-8570-4e3030285170 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:15.501160 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-2a7a4458-e377-410e-a937-cbe5f2487865 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 1096 time: 0.2317090 Jul 16 08:51:15.510901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.555157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d90c76c0-4975-43a9-ac4e-7452ae6b5c1d req-a0709c06-6891-4044-b33f-71a3b344da7e tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578587 Jul 16 08:51:15.566904 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.658720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Network 70c7f684-9139-4095-a51d-697014f31d4f is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:15.676081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Pushing event updated for resources: {'Port': ['ID=ffb94f04-d278-412e-8570-4e3030285170,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.689922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:15.692987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:15.698852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b9aa8-e396-4e1f-a1ae-972acada0805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.703545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.706616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fcbf9f-0039-4c03-93cb-92391499b800,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.719682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-deb58539-6426-46b4-a493-2a89bf665575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.721392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-deb58539-6426-46b4-a493-2a89bf665575 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 200 len: 910 time: 0.2087641 Jul 16 08:51:15.782864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Attempting to bind port ffb94f04-d278-412e-8570-4e3030285170 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:15.783323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Attempting to bind port ffb94f04-d278-412e-8570-4e3030285170 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '506fa0cb-e7ca-4248-bb57-41790b0cc9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:15.783696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Attempting to bind port ffb94f04-d278-412e-8570-4e3030285170 on network 70c7f684-9139-4095-a51d-697014f31d4f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:15.793470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:15.794050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Checking segment: {'id': '506fa0cb-e7ca-4248-bb57-41790b0cc9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:15.794419 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.794819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Bound using segment: {'id': '506fa0cb-e7ca-4248-bb57-41790b0cc9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:15.795311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Bound port: ffb94f04-d278-412e-8570-4e3030285170, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506fa0cb-e7ca-4248-bb57-41790b0cc9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '70c7f684-9139-4095-a51d-697014f31d4f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:15.795696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.797087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-ea86625c-5d46-426e-9150-741b9f4677f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3 HTTP/1.1" status: 200 len: 217 time: 0.0602312 Jul 16 08:51:15.913491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] For port ffb94f04-d278-412e-8570-4e3030285170, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:15.917107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] For port ffb94f04-d278-412e-8570-4e3030285170, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ffb94f04-d278-412e-8570-4e3030285170,segment=NetworkSegment(506fa0cb-e7ca-4248-bb57-41790b0cc9ff),segment_id=506fa0cb-e7ca-4248-bb57-41790b0cc9ff)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:15.926798 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.952000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-c64662f8-1cca-483c-a5cf-60d03f421925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.952000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-c64662f8-1cca-483c-a5cf-60d03f421925 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 HTTP/1.1" status: 200 len: 849 time: 0.1432011 Jul 16 08:51:16.036457 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-f9028fab-e7d1-423f-a48f-b032d356b4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c764d31-9bd2-4f59-b48f-19164e65dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740108 Jul 16 08:51:16.074405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46c3a9-a6ff-4dc8-a5a1-cee10cd5bf9f None None] Pushing event updated for resources: {'Port': ['ID=ffb94f04-d278-412e-8570-4e3030285170,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.167945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba59ead1-ced9-4f51-8033-7998f578c78f details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:16.179136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:16.319888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-136c4a3e-20d6-4c6f-97c1-0b36ca115eab service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739391 Jul 16 08:51:16.348322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.375652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c7f684-9139-4095-a51d-697014f31d4f']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.412891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506fa0cb-e7ca-4248-bb57-41790b0cc9ff') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.413543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506fa0cb-e7ca-4248-bb57-41790b0cc9ff') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.433885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.444142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd206f6-b433-41bf-b778-23b99e27f299 req-0d962867-d9fa-447c-9f30-a8daae21e02a tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.451848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fd206f6-b433-41bf-b778-23b99e27f299 req-0d962867-d9fa-447c-9f30-a8daae21e02a tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 944 time: 0.8066046 Jul 16 08:51:16.494182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.504961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:16.505715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.506679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-70570e1d-6acf-42c7-825c-36ba0eec3460 req-863ef9cb-da1e-42a8-8959-c1c684f90c49 service neutron] 10.222.0.46 "GET /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791017 Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:16.509761 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:16.632089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb31154-de53-4cf1-8e1c-2fa41ef380d7 req-c64ab479-67ba-4b5c-ac32-68cb9d273200 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.640807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bb31154-de53-4cf1-8e1c-2fa41ef380d7 req-c64ab479-67ba-4b5c-ac32-68cb9d273200 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2870872 Jul 16 08:51:16.647137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd4e27-8a8a-4115-8ea9-8bd7ac6d5e2a None None] Network 70c7f684-9139-4095-a51d-697014f31d4f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:16.656286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fd206f6-b433-41bf-b778-23b99e27f299 req-836c32c6-2608-43c1-9a39-c5d56ec28a68 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030327 Jul 16 08:51:16.684937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 3a3217a2-4ad9-4370-845e-1d695175a65e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.685431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.701292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:51:16.701292 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:51:16.701292 n-d-798054-12 neutron-server[93775]: [parameters: {'id': '70c7f684-9139-4095-a51d-697014f31d4f'}] Jul 16 08:51:16.701292 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:16.706495 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:16.781427 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bb31154-de53-4cf1-8e1c-2fa41ef380d7 req-1d3d30e4-c1c5-4353-862c-fcd16cf5877c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392181 Jul 16 08:51:16.894495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba59ead1-ced9-4f51-8033-7998f578c78f,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:16.898383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.919529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ba59ead1-ced9-4f51-8033-7998f578c78f', 'network_id': '38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08', 'port_id': 'ba59ead1-ced9-4f51-8033-7998f578c78f', 'mac_address': 'fa:16:3e:d5:8c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3021fe56-3107-4528-a5e4-e5182481b7e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:16.966850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.133096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.135329 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.145816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:17.149362 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88213c58-c69c-42f6-be23-44e3e0e5b98b" -d '{"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-plugged", "status": "completed", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:17.171158 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.172225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 686c9808-761b-45e9-b094-b7fdc6e2894d up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:17.203033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3477ff-a031-42d7-8260-4e47de08ff56 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:51:17.212835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b07b-66a9-4a11-b82f-3b5d13572483 req-27284a13-a5c6-4160-9e5d-b79f1fc3ee29 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.214625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85f9b07b-66a9-4a11-b82f-3b5d13572483 req-27284a13-a5c6-4160-9e5d-b79f1fc3ee29 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 943 time: 0.2260096 Jul 16 08:51:17.217631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.266266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba59ead1-ced9-4f51-8033-7998f578c78f {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:17.276542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf5f8-c415-4b72-87cf-eaa823e2df08 req-52775737-4bc3-4019-9653-6e4abea425c4 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.278158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57dbf5f8-c415-4b72-87cf-eaa823e2df08 req-52775737-4bc3-4019-9653-6e4abea425c4 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 943 time: 0.1796746 Jul 16 08:51:17.356768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85f9b07b-66a9-4a11-b82f-3b5d13572483 req-6a19d193-1481-4d58-93bd-a3a33cb8e548 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261106 Jul 16 08:51:17.389029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57dbf5f8-c415-4b72-87cf-eaa823e2df08 req-f71c3066-c83f-43e3-b1a9-4c4c0e70ecf6 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050613 Jul 16 08:51:17.408108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port ffb94f04-d278-412e-8570-4e3030285170 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:17.408108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.490767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port ffb94f04-d278-412e-8570-4e3030285170, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ffb94f04-d278-412e-8570-4e3030285170,segment=NetworkSegment(506fa0cb-e7ca-4248-bb57-41790b0cc9ff),segment_id=506fa0cb-e7ca-4248-bb57-41790b0cc9ff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.491239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.506400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for ffb94f04-d278-412e-8570-4e3030285170 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:17.566826 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5e22c-1517-4862-aa9d-853699b52f26 x-openstack-request-id: req-56f5e22c-1517-4862-aa9d-853699b52f26 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:17.567134 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-plugged", "status": "completed", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:17.567394 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f5e22c-1517-4862-aa9d-853699b52f26 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:17.571909 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'code': 200} Jul 16 08:51:17.580862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba59ead1-ced9-4f51-8033-7998f578c78f,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.614680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.634669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.667191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.777214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=ffb94f04-d278-412e-8570-4e3030285170,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.781778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port ffb94f04-d278-412e-8570-4e3030285170 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:17.813072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e225dc-f1bd-416d-9cb3-06e2986569db req-793fca57-a438-4232-9559-3a64c8b00ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.815099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58e225dc-f1bd-416d-9cb3-06e2986569db req-793fca57-a438-4232-9559-3a64c8b00ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 1097 time: 0.1964891 Jul 16 08:51:17.918608 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-58e225dc-f1bd-416d-9cb3-06e2986569db req-3f0c90a9-b349-4524-bb04-1ca651e0d0ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901170 Jul 16 08:51:17.927330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.941901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.953158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c7f684-9139-4095-a51d-697014f31d4f']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:17.966192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3477ff-a031-42d7-8260-4e47de08ff56 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:51:17.980615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 686c9808-761b-45e9-b094-b7fdc6e2894d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:17.991984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 686c9808-761b-45e9-b094-b7fdc6e2894d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:17.992403 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.028206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506fa0cb-e7ca-4248-bb57-41790b0cc9ff') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.028517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506fa0cb-e7ca-4248-bb57-41790b0cc9ff') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.048694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.055582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ba59ead1-ced9-4f51-8033-7998f578c78f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:18.072164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.079799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:18.080813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.211503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e9d58c87-237e-487a-8ac4-e2ba71799cf3 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:18.214863 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:18.249903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.264141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.270483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58262) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.276120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-367101542'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:18.280613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/70c7f684-9139-4095-a51d-697014f31d4f HTTP/1.1" status: 204 len: 168 time: 3.9300556 Jul 16 08:51:18.316335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:18.325041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.358450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c285a-f8fb-4be1-a365-f835dcb6b684 req-5876d452-c0ba-4ea8-9a19-b934145b4470 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.362034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be3c285a-f8fb-4be1-a365-f835dcb6b684 req-5876d452-c0ba-4ea8-9a19-b934145b4470 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 944 time: 0.4242184 Jul 16 08:51:18.366266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934eab3-b195-490e-a7ea-65f40a400cbf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=70c7f684-9139-4095-a51d-697014f31d4f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.378114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:18.399495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.400718 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 15e5866f-738a-4bc3-9049-81201c25c650 of type vlan for network b7392d8d-04f0-46ec-94d2-37cebbec8be6 Jul 16 08:51:18.410325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe61a-e2b6-4598-b186-ac7510982a55 req-fadd8b7d-d40e-464d-bfcd-4b6317bf0676 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.418507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a0fe61a-e2b6-4598-b186-ac7510982a55 req-fadd8b7d-d40e-464d-bfcd-4b6317bf0676 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.4795814 Jul 16 08:51:18.460273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.494174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.524327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.546670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a0fe61a-e2b6-4598-b186-ac7510982a55 req-1735a3cf-c594-438a-a29c-53a683a7756d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127210 Jul 16 08:51:18.557575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be3c285a-f8fb-4be1-a365-f835dcb6b684 req-32fc35cc-9cf8-4b69-8323-208f3643b6d4 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840913 Jul 16 08:51:18.559007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.568307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.569032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.630083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.636126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:18.640318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3686335 Jul 16 08:51:18.646346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=686c9808-761b-45e9-b094-b7fdc6e2894d,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.660285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.662770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.688450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:18.738434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afc4be-9654-4d93-95e7-fb6441e73eee tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=b7392d8d-04f0-46ec-94d2-37cebbec8be6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.757634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3', 'network_id': '0c764d31-9bd2-4f59-b48f-19164e65dcde', 'port_id': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3', 'mac_address': 'fa:16:3e:27:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:18.853238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:18.883752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.091553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.130041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.135345 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.145136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.157508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:51:19.164012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.164725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.168900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "PUT /v2.0/networks/b7392d8d-04f0-46ec-94d2-37cebbec8be6 HTTP/1.1" status: 200 len: 723 time: 0.5350919 Jul 16 08:51:19.169997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58286) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.197505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:19.199545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d58c87-237e-487a-8ac4-e2ba71799cf3 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:19.226768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-407423ee-1589-4b82-ae5a-c8f46edcef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.228284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.236737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:19.238960 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.272458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.272956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.280481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073866a8-88c5-4762-b7ca-4b786a25e27b req-f986f991-d526-464b-9d0e-98f7fa1599e2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.282599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-073866a8-88c5-4762-b7ca-4b786a25e27b req-f986f991-d526-464b-9d0e-98f7fa1599e2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.3445113 Jul 16 08:51:19.338901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.380104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-407423ee-1589-4b82-ae5a-c8f46edcef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.382113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405a75-a58a-46eb-be10-8efbe86a7d12 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=b7392d8d-04f0-46ec-94d2-37cebbec8be6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.385435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-407423ee-1589-4b82-ae5a-c8f46edcef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.395592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:19.397965 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.428903 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-407423ee-1589-4b82-ae5a-c8f46edcef51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=104ea0fbdb664086b01b567f2207dfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407341 Jul 16 08:51:19.428903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407423ee-1589-4b82-ae5a-c8f46edcef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52e673-d61e-4526-807b-fea5ef0a6e0b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.429674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58290) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.484787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.491318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.498199 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.506077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-073866a8-88c5-4762-b7ca-4b786a25e27b req-6b377cef-8525-4c45-ab0e-a864c16956d3 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956382 Jul 16 08:51:19.508886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:19.512514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.526110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.587509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21157877-ea3d-4f1d-8b76-de7afb1bbb0a req-db063708-5375-4219-9b0d-eb91a17fc9ba tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.588721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21157877-ea3d-4f1d-8b76-de7afb1bbb0a req-db063708-5375-4219-9b0d-eb91a17fc9ba tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 944 time: 0.3039799 Jul 16 08:51:19.598770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.601924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.603811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc52e673-d61e-4526-807b-fea5ef0a6e0b HTTP/1.1" status: 204 len: 168 time: 0.1730664 Jul 16 08:51:19.614674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff53d-f92f-483b-8509-74d7a1e453c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52e673-d61e-4526-807b-fea5ef0a6e0b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.667430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21157877-ea3d-4f1d-8b76-de7afb1bbb0a req-b32c7ff3-fee6-45b2-9318-fe1c5e40fa55 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691326 Jul 16 08:51:19.800129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d'}, {'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:19.803412 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a32df4-d74a-40e1-b9c4-4e68c29ac341" -d '{"events": [{"server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "name": "network-vif-plugged", "status": "completed", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d"}, {"server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "name": "network-vif-plugged", "status": "completed", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:19.808930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-26cd0ebe-0068-4d94-ad72-7099234c96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.810749 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-26cd0ebe-0068-4d94-ad72-7099234c96c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 1097 time: 0.0952706 Jul 16 08:51:19.814347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.818172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.830936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e9d58c87-237e-487a-8ac4-e2ba71799cf3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:19.935328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=7e54ba6a-b4f1-488c-8ed5-b9c7129ec872,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.953494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-8fd25a8e-6da2-4d0b-8910-cff2e902c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.955330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-8fd25a8e-6da2-4d0b-8910-cff2e902c8f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.1369309 Jul 16 08:51:19.987287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db34a00-48d5-4aea-9d35-3282c73113c6 req-00161ba2-0baf-4920-8bd9-61f4abbff306 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.989040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6db34a00-48d5-4aea-9d35-3282c73113c6 req-00161ba2-0baf-4920-8bd9-61f4abbff306 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2111142 Jul 16 08:51:19.989792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '15e5866f-738a-4bc3-9049-81201c25c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:19.990156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: b7392d8d-04f0-46ec-94d2-37cebbec8be6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:20.012009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9365-87ef-4753-83cf-f1ee917a1011 req-30b68949-15cb-4371-9a9b-d2d3c465a507 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.013801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-903c9365-87ef-4753-83cf-f1ee917a1011 req-30b68949-15cb-4371-9a9b-d2d3c465a507 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 945 time: 0.1593447 Jul 16 08:51:20.032852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-55ef7b78-9290-431b-b3e1-5c031c80c40f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae43db1-aae4-481b-8d46-3ca8f988767e HTTP/1.1" status: 200 len: 217 time: 0.0705636 Jul 16 08:51:20.061265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:20.090195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6db34a00-48d5-4aea-9d35-3282c73113c6 req-a64613cb-6bf2-4f7e-9502-bb73dc5bb428 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890670 Jul 16 08:51:20.093915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b7392d8d-04f0-46ec-94d2-37cebbec8be6) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:20.099719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-903c9365-87ef-4753-83cf-f1ee917a1011 req-8accee55-b52f-4111-8f6a-8446101e2086 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750382 Jul 16 08:51:20.103289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.103501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.113006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58308) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.119578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd4ce1-568c-4a52-b059-44a24d5a4b57 None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:20.130201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3c70820-22e7-4d59-b63f-3bd293164484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.133292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9a3e09d1-1bd6-4f50-9976-378c51152dd4 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9580739 Jul 16 08:51:20.140936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58310) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.146870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:20.230142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-73e650c8-8cea-4db2-ae9e-e8ae408b7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.231951 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-73e650c8-8cea-4db2-ae9e-e8ae408b7e31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.1377237 Jul 16 08:51:20.241046 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416e502-81dc-4393-bb68-8833f72e34fb x-openstack-request-id: req-8416e502-81dc-4393-bb68-8833f72e34fb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:20.241680 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "name": "network-vif-plugged", "status": "completed", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d", "code": 200}, {"server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "name": "network-vif-plugged", "status": "completed", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:20.241827 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8416e502-81dc-4393-bb68-8833f72e34fb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:20.242296 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d', 'code': 200} Jul 16 08:51:20.242631 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'code': 200} Jul 16 08:51:20.320182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba59ead1-ced9-4f51-8033-7998f578c78f up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:20.360646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-51012023'] for subnet, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.430379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ba59ead1-ced9-4f51-8033-7998f578c78f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:20.437881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ba59ead1-ced9-4f51-8033-7998f578c78f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:20.438271 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.445518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-3ededef2-a86e-442b-91ed-d9848486a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.447159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-3ededef2-a86e-442b-91ed-d9848486a00d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028501 Jul 16 08:51:20.483078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3c70820-22e7-4d59-b63f-3bd293164484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.489612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a3c70820-22e7-4d59-b63f-3bd293164484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.527808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b7392d8d-04f0-46ec-94d2-37cebbec8be6', 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '7e54ba6a-b4f1-488c-8ed5-b9c7129ec872'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:20.529109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.556127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-59553eaf-b34f-44ba-b283-37a965b5dd56 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017940 Jul 16 08:51:20.580523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a3c70820-22e7-4d59-b63f-3bd293164484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=203ca4374d2c495bb0324e68094d6135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658694 Jul 16 08:51:20.584399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58322) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.590088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c70820-22e7-4d59-b63f-3bd293164484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5b0e0-f9f9-4aee-b33c-18d0bca6c0bf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.620360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900fbb-5c5e-4045-a2c7-7fc15f1e0377 req-ea667ccc-c8ce-4e12-9dc4-393f8669e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.622433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08900fbb-5c5e-4045-a2c7-7fc15f1e0377 req-ea667ccc-c8ce-4e12-9dc4-393f8669e5e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 1097 time: 0.2984321 Jul 16 08:51:20.626082 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774051815819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2515690'] for subnet, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.631655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724cda5-3fd6-4d8b-bc1c-26386b87e01a req-3cc00661-5749-440e-8d12-18e6766048a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.633476 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0724cda5-3fd6-4d8b-bc1c-26386b87e01a req-3cc00661-5749-440e-8d12-18e6766048a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 1097 time: 0.3106077 Jul 16 08:51:20.673277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.673945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.676089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "PUT /v2.0/subnets/7e54ba6a-b4f1-488c-8ed5-b9c7129ec872 HTTP/1.1" status: 200 len: 806 time: 0.5332897 Jul 16 08:51:20.684845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:20.685016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.690251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-08900fbb-5c5e-4045-a2c7-7fc15f1e0377 req-fa436242-531a-4460-a7c4-42a48ef2df36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546329 Jul 16 08:51:20.741593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0724cda5-3fd6-4d8b-bc1c-26386b87e01a req-98170021-ff84-42be-91fd-830e5c48e856 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Jul 16 08:51:20.750205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacab0c9-ce2c-41f0-85ce-d9426a7d9882 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=7e54ba6a-b4f1-488c-8ed5-b9c7129ec872,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.758476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.777602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbf4f6a7-a658-45ee-a468-15ade9f52c39 req-ce4809ac-6b23-4979-b013-5a5a2827e004 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103379 Jul 16 08:51:20.825604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba59ead1-ced9-4f51-8033-7998f578c78f,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.848485 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.868396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.900407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Allocated IP 172.20.0.2 (b7392d8d-04f0-46ec-94d2-37cebbec8be6/7e54ba6a-b4f1-488c-8ed5-b9c7129ec872/1f553e1a-b41f-414e-938b-7e6638af0cb9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:20.925033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.936935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.043846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70132bf-60dd-46b8-8b66-bf7ea6ce0864 req-40ce5c8b-edb0-456f-a303-c04109168318 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.045562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f70132bf-60dd-46b8-8b66-bf7ea6ce0864 req-40ce5c8b-edb0-456f-a303-c04109168318 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.2913139 Jul 16 08:51:21.070916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.073609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.076087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2f5b0e0-f9f9-4aee-b33c-18d0bca6c0bf HTTP/1.1" status: 204 len: 168 time: 0.4895327 Jul 16 08:51:21.086363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.104586 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.116624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Transition to ACTIVE for port object 1f553e1a-b41f-414e-938b-7e6638af0cb9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:21.130464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462e64d-d415-4d8d-8f09-ea48c3f70120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5b0e0-f9f9-4aee-b33c-18d0bca6c0bf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.135871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Transition to ACTIVE for port object 1f553e1a-b41f-414e-938b-7e6638af0cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:21.141315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e58f-0675-4bfc-8770-37b1ce0ef1a7 req-54041545-82de-4bdd-a4fd-474ac2e340d3 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.143084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb81e58f-0675-4bfc-8770-37b1ce0ef1a7 req-54041545-82de-4bdd-a4fd-474ac2e340d3 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 945 time: 0.2518570 Jul 16 08:51:21.146974 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.198758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f70132bf-60dd-46b8-8b66-bf7ea6ce0864 req-47b2995a-ffaa-4bbb-be80-1e23ec4c3e22 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389029 Jul 16 08:51:21.202116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:21.222506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:21.225552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Pushing event updated for resources: {'Port': ['ID=1f553e1a-b41f-414e-938b-7e6638af0cb9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.227458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb81e58f-0675-4bfc-8770-37b1ce0ef1a7 req-01be4d59-2e5a-4daf-aeb4-23ae953b367f tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748680 Jul 16 08:51:21.233178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:21.237258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.280123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=7e54ba6a-b4f1-488c-8ed5-b9c7129ec872,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.330856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Attempting to bind port 1f553e1a-b41f-414e-938b-7e6638af0cb9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:21.331528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Attempting to bind port 1f553e1a-b41f-414e-938b-7e6638af0cb9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '15e5866f-738a-4bc3-9049-81201c25c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:21.331931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Attempting to bind port 1f553e1a-b41f-414e-938b-7e6638af0cb9 on network b7392d8d-04f0-46ec-94d2-37cebbec8be6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:21.340416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:21.341043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Checking segment: {'id': '15e5866f-738a-4bc3-9049-81201c25c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:21.341594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.342431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Bound using segment: {'id': '15e5866f-738a-4bc3-9049-81201c25c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:21.343074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Bound port: 1f553e1a-b41f-414e-938b-7e6638af0cb9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e5866f-738a-4bc3-9049-81201c25c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:21.343742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.391149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.438632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7392d8d-04f0-46ec-94d2-37cebbec8be6']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.454196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] For port 1f553e1a-b41f-414e-938b-7e6638af0cb9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:21.457744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] For port 1f553e1a-b41f-414e-938b-7e6638af0cb9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1f553e1a-b41f-414e-938b-7e6638af0cb9,segment=NetworkSegment(15e5866f-738a-4bc3-9049-81201c25c650),segment_id=15e5866f-738a-4bc3-9049-81201c25c650)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:21.461799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.475438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e5866f-738a-4bc3-9049-81201c25c650') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.475842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e5866f-738a-4bc3-9049-81201c25c650') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:21.503590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.514633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc411-37f1-4908-a681-1dd35d418473 None None] Pushing event updated for resources: {'Port': ['ID=1f553e1a-b41f-414e-938b-7e6638af0cb9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.531264 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.545152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:21.545741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:21.549208 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:21.596231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328d30a-a8ce-419e-9619-9bb054a09f6c None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:21.633920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5f6a0-f9b8-41b6-a1ee-f98a96d87170 req-f6c97644-b93a-412b-8485-bb85a2a83cda tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.635733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bc5f6a0-f9b8-41b6-a1ee-f98a96d87170 req-f6c97644-b93a-412b-8485-bb85a2a83cda tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.2317135 Jul 16 08:51:21.641669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:51:21.641669 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:51:21.641669 n-d-798054-12 neutron-server[93775]: [parameters: {'id': 'b7392d8d-04f0-46ec-94d2-37cebbec8be6'}] Jul 16 08:51:21.641669 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:21.641997 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:21.652571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf0e5-5dd1-4e0a-870f-13f25e6df41f req-366145fa-7b74-4c03-b874-c4daede32385 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.654118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df9cf0e5-5dd1-4e0a-870f-13f25e6df41f req-366145fa-7b74-4c03-b874-c4daede32385 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 945 time: 0.2078180 Jul 16 08:51:21.707144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bc5f6a0-f9b8-41b6-a1ee-f98a96d87170 req-a3c7e50d-8400-457c-b853-a6a59f9b6417 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Jul 16 08:51:21.730370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df9cf0e5-5dd1-4e0a-870f-13f25e6df41f req-1bb0559d-38cd-451c-a86d-106a32805ef2 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618105 Jul 16 08:51:21.794023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86011a-f07d-4b08-a010-dfbd79ba9a99 None None] Network b7392d8d-04f0-46ec-94d2-37cebbec8be6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:21.988381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef92db-976c-4aeb-a951-aab309e02f3a None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:51:22.049743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914c84-6048-4f7d-bfca-8b5734776310 req-5ac7aab6-3437-4857-92fe-c94be1abce3d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.051330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb914c84-6048-4f7d-bfca-8b5734776310 req-5ac7aab6-3437-4857-92fe-c94be1abce3d tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.1196089 Jul 16 08:51:22.127220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb914c84-6048-4f7d-bfca-8b5734776310 req-adf216dc-c8f2-4615-b133-299446b58e5f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674005 Jul 16 08:51:22.143696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.182659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef92db-976c-4aeb-a951-aab309e02f3a None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:51:22.200440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e9d58c87-237e-487a-8ac4-e2ba71799cf3 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:22.233079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 1f553e1a-b41f-414e-938b-7e6638af0cb9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:22.233353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.284960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:22.292276 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f4c6d-edae-4985-9122-a380ae759664" -d '{"events": [{"server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "name": "network-vif-plugged", "status": "completed", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:22.356419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e9d58c87-237e-487a-8ac4-e2ba71799cf3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:22.358925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 1f553e1a-b41f-414e-938b-7e6638af0cb9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1f553e1a-b41f-414e-938b-7e6638af0cb9,segment=NetworkSegment(15e5866f-738a-4bc3-9049-81201c25c650),segment_id=15e5866f-738a-4bc3-9049-81201c25c650)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:22.359306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.364860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e9d58c87-237e-487a-8ac4-e2ba71799cf3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:22.365278 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.373564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 1f553e1a-b41f-414e-938b-7e6638af0cb9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:22.610173 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68784ccf-6b38-4950-afeb-5989c4a30ea1 x-openstack-request-id: req-68784ccf-6b38-4950-afeb-5989c4a30ea1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:22.610533 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "name": "network-vif-plugged", "status": "completed", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:22.610714 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68784ccf-6b38-4950-afeb-5989c4a30ea1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:22.615211 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f', 'code': 200} Jul 16 08:51:22.617413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5d73-226b-428f-8052-e39b9d28dc8b req-4f588431-7ac9-4d20-921a-0f708466a295 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.625090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b42e5d73-226b-428f-8052-e39b9d28dc8b req-4f588431-7ac9-4d20-921a-0f708466a295 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 945 time: 0.1432176 Jul 16 08:51:22.628963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.631266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.672743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=1f553e1a-b41f-414e-938b-7e6638af0cb9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:22.680512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 1f553e1a-b41f-414e-938b-7e6638af0cb9 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:22.747676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b42e5d73-226b-428f-8052-e39b9d28dc8b req-281802e0-0ba8-4f56-baea-5e6b51636313 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207445 Jul 16 08:51:22.817993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01382986-d2bb-4739-bd76-dfaa56a1f360 req-e98bfdf3-3518-4984-b532-657c36609985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.819726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01382986-d2bb-4739-bd76-dfaa56a1f360 req-e98bfdf3-3518-4984-b532-657c36609985 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 1097 time: 0.1282997 Jul 16 08:51:22.860013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.876828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7392d8d-04f0-46ec-94d2-37cebbec8be6']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:22.891334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:22.897397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.898451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:22.913204 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01382986-d2bb-4739-bd76-dfaa56a1f360 req-d33041fd-7117-4ca8-af4b-afc26b1ab2ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712621 Jul 16 08:51:22.918075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e5866f-738a-4bc3-9049-81201c25c650') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:22.918378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e5866f-738a-4bc3-9049-81201c25c650') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:22.935373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.964352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.997395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:22.999100 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.011523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6ac22acd-06fb-4a89-8709-a1e2f8791887 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.022770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6ac22acd-06fb-4a89-8709-a1e2f8791887 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.2446797 Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:23.024889 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:23.077463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-07c866ff-b125-4279-ac22-2d78ed25fe1a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/quotas/fdc5018725224aa59440631709effe50 HTTP/1.1" status: 200 len: 375 time: 0.0535462 Jul 16 08:51:23.078134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.152141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.196605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:23.201895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.257839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.591865 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.620483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.624632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/b7392d8d-04f0-46ec-94d2-37cebbec8be6 HTTP/1.1" status: 204 len: 168 time: 2.9381595 Jul 16 08:51:23.625070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.628124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeda0e-2ada-4c19-950a-55892f68aeab tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=b7392d8d-04f0-46ec-94d2-37cebbec8be6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.643856 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eab4f65-f63a-45fc-be21-efd3c4f73891 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:23.645803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eab4f65-f63a-45fc-be21-efd3c4f73891 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:23.648703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6eab4f65-f63a-45fc-be21-efd3c4f73891 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/b7392d8d-04f0-46ec-94d2-37cebbec8be6 HTTP/1.1" status: 404 len: 339 time: 0.0226367 Jul 16 08:51:23.652337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.661973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338277547', 'description': 'd1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:23.663300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd663abc-a8e2-4a6c-8e0b-90a385b57dcc req-17f117a6-cc0b-4285-a84b-d91444f2d0d6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.664930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd663abc-a8e2-4a6c-8e0b-90a385b57dcc req-17f117a6-cc0b-4285-a84b-d91444f2d0d6 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 945 time: 0.6245799 Jul 16 08:51:23.681856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-404c99e6-1596-4550-9781-45c3b98d8119 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6029387 Jul 16 08:51:23.702300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:23.706933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.743617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:23.758963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.759461 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment e2c5f591-9963-4159-b427-4bef86895721 of type vlan for network bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 Jul 16 08:51:23.797916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd663abc-a8e2-4a6c-8e0b-90a385b57dcc req-4af892ef-ef7f-44b3-a590-7751364c780f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218162 Jul 16 08:51:23.815852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.856084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-e701202c-cd79-4c09-81c2-7725d64d7d1f service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670334 Jul 16 08:51:23.876566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.882881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.883898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875694'] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.941740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2842708 Jul 16 08:51:23.959337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58424) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.971068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cbca5-e49c-49e2-a5cf-818780684977 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=bc4ea79f-f3f1-4024-b190-6ed9893cd8f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.986401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:24.053632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-f72ae010-19e8-48fe-9788-acf6bb2bd33a service neutron] 10.222.0.32 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898308 Jul 16 08:51:24.105738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa75295-24b4-4c60-bfef-3305a971dd1e tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.110687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.116982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'description': 'd2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:24.120643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-daa75295-24b4-4c60-bfef-3305a971dd1e tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks?id=bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 HTTP/1.1" status: 200 len: 760 time: 0.1599619 Jul 16 08:51:24.177824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2eca23-7f87-468b-afad-1dbe6d61b77a req-ae0cd611-4a92-495d-9538-eebedbb24b03 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.180570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d2eca23-7f87-468b-afad-1dbe6d61b77a req-ae0cd611-4a92-495d-9538-eebedbb24b03 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.1982307 Jul 16 08:51:24.246479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d2eca23-7f87-468b-afad-1dbe6d61b77a req-60e7c4b9-8cf6-414c-bcec-698dd58d0d69 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586441 Jul 16 08:51:24.439280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.488834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-97c4b198-2bfc-43b0-a238-d01fe4962089 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.490431 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-97c4b198-2bfc-43b0-a238-d01fe4962089 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/ports?device_id=549ef905-5013-4aea-8e3b-424f6e650a44 HTTP/1.1" status: 200 len: 945 time: 0.2628672 Jul 16 08:51:24.491303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.547460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 is not hosted by any dhcp agent {{(pid=93774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:51:24.554639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.555339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.559641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "PUT /v2.0/networks/bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 HTTP/1.1" status: 200 len: 757 time: 0.4455299 Jul 16 08:51:24.566261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f560fc0-bbbe-4c6c-887c-e81423397ede req-dfa7936f-e43e-4927-a11b-e4130bd4b568 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 210 time: 0.0579953 Jul 16 08:51:24.568460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.605420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d29df7-bffa-4a57-86e6-82c81d9dbcb7 req-1cb4fee1-3aaa-4a9b-a12b-e10ea8ad89be tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.613639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d29df7-bffa-4a57-86e6-82c81d9dbcb7 req-1cb4fee1-3aaa-4a9b-a12b-e10ea8ad89be tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 945 time: 0.1768260 Jul 16 08:51:24.617307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3'}, {'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:24.628822 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c0bec-437f-4de4-932a-6ecfd872679c" -d '{"events": [{"server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3"}, {"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:24.671339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085ee7-55c0-4337-8835-4b7800ea45e5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=bc4ea79f-f3f1-4024-b190-6ed9893cd8f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.697047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:24.783615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Deleting port 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:24.784295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.836122 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640b777c-2995-4743-9018-bee1db2062b9 x-openstack-request-id: req-640b777c-2995-4743-9018-bee1db2062b9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:24.836996 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3", "code": 200}, {"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-unplugged", "status": "failed", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e", "code": 422}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:24.838323 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-640b777c-2995-4743-9018-bee1db2062b9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:24.838891 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3', 'code': 200} Jul 16 08:51:24.840980 n-d-798054-12 neutron-server[93776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'code': 422} returned with failed status Jul 16 08:51:24.843929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83d29df7-bffa-4a57-86e6-82c81d9dbcb7 req-e68bc173-38ab-4394-bcea-6dad17b480f3 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292852 Jul 16 08:51:24.866883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540fc4c-71db-4e15-8d4f-34282e7f7e9a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.870057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a540fc4c-71db-4e15-8d4f-34282e7f7e9a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks?id=bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 HTTP/1.1" status: 200 len: 760 time: 0.3003471 Jul 16 08:51:24.874257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.882858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973662150'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:24.934756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:24.938643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.012779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:25.070739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.071123 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 53698bab-adad-4c62-ae47-af1eeb4f0a9f of type vlan for network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 Jul 16 08:51:25.139735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.228817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0816c-b669-41c1-a0b8-d16d9b6d72fd req-b14450fd-9e8f-4bc3-a1f3-42ff87cc9136 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.230355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6a0816c-b669-41c1-a0b8-d16d9b6d72fd req-b14450fd-9e8f-4bc3-a1f3-42ff87cc9136 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 945 time: 0.1996162 Jul 16 08:51:25.233312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.238792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.239405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.358377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=32f2e5c8-8c29-4531-8db8-c6ac160d6bb5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.371928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dcc661ba-d260-4def-bb45-86a0b57bd4bf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4965069 Jul 16 08:51:25.377943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58464) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.378303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:25.387045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26cb8-3874-4d47-aafd-abbacc24913e req-6442d1c1-6f37-4c68-85d4-1619bf905cea tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.388634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62c26cb8-3874-4d47-aafd-abbacc24913e req-6442d1c1-6f37-4c68-85d4-1619bf905cea tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 943 time: 0.2738638 Jul 16 08:51:25.394668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:25.456632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6a0816c-b669-41c1-a0b8-d16d9b6d72fd req-7ec61b0e-9fa6-4d66-a095-8a64f6e7b23a tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130582 Jul 16 08:51:25.487261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.559112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] For port 3a3217a2-4ad9-4370-845e-1d695175a65e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3a3217a2-4ad9-4370-845e-1d695175a65e,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:25.560365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.570067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62c26cb8-3874-4d47-aafd-abbacc24913e req-ef85a016-9bcf-4824-8c65-aca72485a0f9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645710 Jul 16 08:51:25.584116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Calling delete_port for 3a3217a2-4ad9-4370-845e-1d695175a65e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:25.618156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:25.621832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.650636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09d4-c4f7-4b65-83d8-0d7e91a2ad89 req-b6b4a884-5f08-4aba-8453-3ab6a9d48d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.652235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-565d09d4-c4f7-4b65-83d8-0d7e91a2ad89 req-b6b4a884-5f08-4aba-8453-3ab6a9d48d2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 1098 time: 0.7316911 Jul 16 08:51:25.708633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-204de197-7981-4c08-b765-c46b1c3b99f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.716387 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-565d09d4-c4f7-4b65-83d8-0d7e91a2ad89 req-93cfac26-2b6f-4fa9-96f5-4383810a1498 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Jul 16 08:51:25.775419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.793785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['3a3217a2-4ad9-4370-845e-1d695175a65e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:25.809764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event deleted for resources: {'Port': ['ID=3a3217a2-4ad9-4370-845e-1d695175a65e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.854567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] No DVR routers for this DVR port 3a3217a2-4ad9-4370-845e-1d695175a65e on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:25.857119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.858612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218ea4d-9e7d-4bfa-8ce2-59780aa15746 req-c2c48830-f28a-44d4-8d74-74fed8b66560 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.859184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4a4e50e9-9dbe-4a37-8b9d-05d7856720f7 req-73f19e9c-b33e-4e2b-87ed-ec483d4568d7 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "DELETE /v2.0/ports/3a3217a2-4ad9-4370-845e-1d695175a65e HTTP/1.1" status: 204 len: 173 time: 1.3480759 Jul 16 08:51:25.859522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-deleted', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:25.860709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9218ea4d-9e7d-4bfa-8ce2-59780aa15746 req-c2c48830-f28a-44d4-8d74-74fed8b66560 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.2312469 Jul 16 08:51:25.862395 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c0351-df2e-4f32-8262-3bfa43dd90ca" -d '{"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-deleted", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:26.011939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9218ea4d-9e7d-4bfa-8ce2-59780aa15746 req-712f0084-a3e8-42fb-beb6-ce2eb68f46aa tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403029 Jul 16 08:51:26.093389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6d11b-da40-4ace-b8c5-c9435afa0889 req-8f351f64-77bb-408d-ac99-7e67c36c99d6 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.094915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19a6d11b-da40-4ace-b8c5-c9435afa0889 req-8f351f64-77bb-408d-ac99-7e67c36c99d6 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 945 time: 0.2897468 Jul 16 08:51:26.097728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-204de197-7981-4c08-b765-c46b1c3b99f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.099258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.133538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-204de197-7981-4c08-b765-c46b1c3b99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.181242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-bc8caaa1-9d9a-4c21-ad4d-22445d649b36 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.183164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-bc8caaa1-9d9a-4c21-ad4d-22445d649b36 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 814 time: 0.1508412 Jul 16 08:51:26.202690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Request body: {'port': {'device_id': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'admin_state_up': True, 'tenant_id': 'fdc5018725224aa59440631709effe50'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:26.222479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:26.247091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 3a3217a2-4ad9-4370-845e-1d695175a65e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:26.247803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3a3217a2-4ad9-4370-845e-1d695175a65e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:26.248484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aae43db1-aae4-481b-8d46-3ca8f988767e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:26.280856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-204de197-7981-4c08-b765-c46b1c3b99f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f5171f873e0454eb3e885969d8ebedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7907479 Jul 16 08:51:26.287286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=30dda514-6ec5-417c-9b4e-8feac7142e29,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.290292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.300141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204de197-7981-4c08-b765-c46b1c3b99f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fcd45b-0de0-455a-ad39-7cecf7a18009,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.313994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19a6d11b-da40-4ace-b8c5-c9435afa0889 req-9220afa3-87d1-4906-9b4b-395574c0e7e8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118044 Jul 16 08:51:26.361855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '53698bab-adad-4c62-ae47-af1eeb4f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:26.362162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:26.391562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b044-5189-40f7-ab37-35a238beb3e0 req-b998ec82-5e3a-4773-9ddf-43986075daa7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.399150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e12b044-5189-40f7-ab37-35a238beb3e0 req-b998ec82-5e3a-4773-9ddf-43986075daa7 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2623749 Jul 16 08:51:26.416113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.434151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:26.457068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e12b044-5189-40f7-ab37-35a238beb3e0 req-53b5bddc-16ae-49b4-8eee-f9f7e9a92834 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569286 Jul 16 08:51:26.463552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:26.474137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78186b-981f-4490-8f8f-62a67fcd9f89 None None] Network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:26.488345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.491592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.492471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.520013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Made reservation on behalf of fdc5018725224aa59440631709effe50 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:26.523594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.525500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dab839bd-1d7f-419a-a397-a81ea30dc4a9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1462681 Jul 16 08:51:26.536027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58490) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.565150 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80a55c-b88b-4e74-9c7b-810f4854d970 x-openstack-request-id: req-1b80a55c-b88b-4e74-9c7b-810f4854d970 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:26.565678 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549ef905-5013-4aea-8e3b-424f6e650a44", "name": "network-vif-deleted", "tag": "3a3217a2-4ad9-4370-845e-1d695175a65e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:26.565813 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b80a55c-b88b-4e74-9c7b-810f4854d970 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:26.566429 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549ef905-5013-4aea-8e3b-424f6e650a44', 'name': 'network-vif-deleted', 'tag': '3a3217a2-4ad9-4370-845e-1d695175a65e', 'status': 'completed', 'code': 200} Jul 16 08:51:26.773417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.787205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.790519 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60fcd45b-0de0-455a-ad39-7cecf7a18009 HTTP/1.1" status: 204 len: 168 time: 0.4952800 Jul 16 08:51:26.795041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-32f2e5c8-8c29-4531-8db8-c6ac160d6bb5', 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '30dda514-6ec5-417c-9b4e-8feac7142e29'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:26.796007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.826291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c5564-ce1e-41a9-bd3b-3fbce299756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fcd45b-0de0-455a-ad39-7cecf7a18009,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.837055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.864339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Allocated IP 172.20.0.8 (27578723-766a-49d7-a38f-6728674a828b/d6585f87-ca4d-498f-8687-c13d5c816ab3/e3c35244-13f6-4b0b-a559-1a23f1b3e1e9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:26.895465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21444e7e-baa0-462e-a5b9-7d68beef323e req-9d2f4ed8-5360-4eb4-a0ff-37c9b792f885 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 210 time: 0.3681288 Jul 16 08:51:27.035047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.105818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Allocated IP 172.20.0.2 (32f2e5c8-8c29-4531-8db8-c6ac160d6bb5/30dda514-6ec5-417c-9b4e-8feac7142e29/f0270f9e-5729-4c5f-ac40-5bc0327b690a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:27.254594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.335257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3007e-73bf-49e9-a24f-fb46dd88695b req-9de899bc-091f-4db3-9766-98cf6289c2ff tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.336931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ce3007e-73bf-49e9-a24f-fb46dd88695b req-9de899bc-091f-4db3-9766-98cf6289c2ff tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1856267 Jul 16 08:51:27.376131 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.381860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.422356 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.432555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Transition to ACTIVE for port object f0270f9e-5729-4c5f-ac40-5bc0327b690a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:27.448469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event updated for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.450039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Transition to ACTIVE for port object f0270f9e-5729-4c5f-ac40-5bc0327b690a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:27.458936 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.462816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ce3007e-73bf-49e9-a24f-fb46dd88695b req-f0cf4b24-67f6-451e-9b47-48a42eaccbda tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174772 Jul 16 08:51:27.475465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Network 27578723-766a-49d7-a38f-6728674a828b is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:27.476486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33d48ec1-2c7e-4c5a-ab5b-bf79b7ff355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.479946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:27.511046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:27.542171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.550489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:27.554025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:27.570711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:27.575660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Pushing event updated for resources: {'Port': ['ID=f0270f9e-5729-4c5f-ac40-5bc0327b690a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.592990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52ff6-0f17-45d7-9403-4c2f93da2450 req-0807a9af-c8b1-45c0-b778-bdd2dfa3ab90 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.594818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23e52ff6-0f17-45d7-9403-4c2f93da2450 req-0807a9af-c8b1-45c0-b778-bdd2dfa3ab90 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 945 time: 0.2414367 Jul 16 08:51:27.598725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=30dda514-6ec5-417c-9b4e-8feac7142e29,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.702296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Attempting to bind port f0270f9e-5729-4c5f-ac40-5bc0327b690a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:27.702665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Attempting to bind port f0270f9e-5729-4c5f-ac40-5bc0327b690a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '53698bab-adad-4c62-ae47-af1eeb4f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:27.703034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Attempting to bind port f0270f9e-5729-4c5f-ac40-5bc0327b690a on network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:27.710676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:27.711061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Checking segment: {'id': '53698bab-adad-4c62-ae47-af1eeb4f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:27.711472 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.711863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Bound using segment: {'id': '53698bab-adad-4c62-ae47-af1eeb4f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:27.712379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Bound port: f0270f9e-5729-4c5f-ac40-5bc0327b690a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53698bab-adad-4c62-ae47-af1eeb4f0a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:27.712760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.713845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.716130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.756630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.797495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33d48ec1-2c7e-4c5a-ab5b-bf79b7ff355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.800794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23e52ff6-0f17-45d7-9403-4c2f93da2450 req-4f076642-827c-42c3-bf33-9ed9bba3f0ca tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931632 Jul 16 08:51:27.807716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33d48ec1-2c7e-4c5a-ab5b-bf79b7ff355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.821609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2e5c8-8c29-4531-8db8-c6ac160d6bb5']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.852492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53698bab-adad-4c62-ae47-af1eeb4f0a9f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.853234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53698bab-adad-4c62-ae47-af1eeb4f0a9f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:27.857168 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-6a49c678-abb6-4898-adfb-664bf8010b37 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577282 Jul 16 08:51:27.864476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d48ec1-2c7e-4c5a-ab5b-bf79b7ff355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65a946-bb40-424d-a3d6-3799f0c80415,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.882207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.894324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Request body: {'port': {'device_id': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.911685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c9a2-c788-498c-bb0d-19b21bd5eab4 req-3d5d8ffc-29c9-4eae-b877-310e3c60499d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.914304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c04c9a2-c788-498c-bb0d-19b21bd5eab4 req-3d5d8ffc-29c9-4eae-b877-310e3c60499d tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.2171206 Jul 16 08:51:27.915689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.930112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:27.930535 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.993389 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-33d48ec1-2c7e-4c5a-ab5b-bf79b7ff355b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec74cc923102430ab627be23b1ac15a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563149 Jul 16 08:51:27.996332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:28.008962 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:28.020933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:51:28.020933 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:51:28.020933 n-d-798054-12 neutron-server[93775]: [parameters: {'id': '32f2e5c8-8c29-4531-8db8-c6ac160d6bb5'}] Jul 16 08:51:28.020933 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:28.021379 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:28.036443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.060454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] For port f0270f9e-5729-4c5f-ac40-5bc0327b690a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:28.066532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] For port f0270f9e-5729-4c5f-ac40-5bc0327b690a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f0270f9e-5729-4c5f-ac40-5bc0327b690a,segment=NetworkSegment(53698bab-adad-4c62-ae47-af1eeb4f0a9f),segment_id=53698bab-adad-4c62-ae47-af1eeb4f0a9f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:28.074940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.081670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c04c9a2-c788-498c-bb0d-19b21bd5eab4 req-58cc06b8-656f-4089-9358-ab0caae9a928 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804610 Jul 16 08:51:28.117936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.315349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f638d-c388-40b2-9811-765c6d9174a8 None None] Pushing event updated for resources: {'Port': ['ID=f0270f9e-5729-4c5f-ac40-5bc0327b690a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.319457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.322890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b068b1-5548-4052-9d21-b7d98c416571 None None] Network 32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:28.464502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30d2a1-abc9-402b-8b2b-600b6ac8ccbf req-3230f3f7-2a61-4258-ad69-ed212ea9fc59 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.466077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e30d2a1-abc9-402b-8b2b-600b6ac8ccbf req-3230f3f7-2a61-4258-ad69-ed212ea9fc59 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1659312 Jul 16 08:51:28.487996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.491835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.496001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d65a946-bb40-424d-a3d6-3799f0c80415 HTTP/1.1" status: 204 len: 168 time: 0.4961090 Jul 16 08:51:28.515206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fde2-2c60-446d-aed0-330adab39722 req-ec02d314-81c3-4ab5-9796-b2ac594da7ef tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.522703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fd6fde2-2c60-446d-aed0-330adab39722 req-ec02d314-81c3-4ab5-9796-b2ac594da7ef tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 931 time: 0.1644452 Jul 16 08:51:28.532519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.541996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4a8ef-e8d0-40f4-a235-a27a2bc8579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65a946-bb40-424d-a3d6-3799f0c80415,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.612784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e30d2a1-abc9-402b-8b2b-600b6ac8ccbf req-b0c268a3-717a-4909-826d-5e4938e46cb8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284304 Jul 16 08:51:28.627553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285236d-2458-4b30-b0ad-3757b24c4173 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:51:28.706877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fd6fde2-2c60-446d-aed0-330adab39722 req-42154b7f-1e22-466c-a6cf-1a3d9ceee424 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827607 Jul 16 08:51:28.781670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port f0270f9e-5729-4c5f-ac40-5bc0327b690a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:28.781921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285236d-2458-4b30-b0ad-3757b24c4173 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:51:28.782062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.815580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:28.848651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-b7e137a6-2eaa-4699-b9b2-fa9a8b25ca27 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.859417 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-b7e137a6-2eaa-4699-b9b2-fa9a8b25ca27 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 945 time: 0.3184018 Jul 16 08:51:28.867187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.920347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Transition to ACTIVE for port object e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:28.931498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.943590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port f0270f9e-5729-4c5f-ac40-5bc0327b690a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f0270f9e-5729-4c5f-ac40-5bc0327b690a,segment=NetworkSegment(53698bab-adad-4c62-ae47-af1eeb4f0a9f),segment_id=53698bab-adad-4c62-ae47-af1eeb4f0a9f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:28.944229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.968101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for f0270f9e-5729-4c5f-ac40-5bc0327b690a owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:28.999321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.173831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8946cd-8d87-4447-bb2d-2fbd9319e5fa req-c1b7c4fe-e95d-4ba2-8c56-18a4df563ec8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.181247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb8946cd-8d87-4447-bb2d-2fbd9319e5fa req-c1b7c4fe-e95d-4ba2-8c56-18a4df563ec8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 945 time: 0.1168303 Jul 16 08:51:29.190043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.195851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Deleting port 686c9808-761b-45e9-b094-b7fdc6e2894d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:29.196146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.228832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=f0270f9e-5729-4c5f-ac40-5bc0327b690a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.245928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port f0270f9e-5729-4c5f-ac40-5bc0327b690a on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.258471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb8946cd-8d87-4447-bb2d-2fbd9319e5fa req-a17e9d62-83ae-42dd-ba14-a8ba6e2a5a1c tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762901 Jul 16 08:51:29.260517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Attempting to bind port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:29.260865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Attempting to bind port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:29.261344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Attempting to bind port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:29.306339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 on network 27578723-766a-49d7-a38f-6728674a828b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:29.306683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Attempting to bind port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 on network 27578723-766a-49d7-a38f-6728674a828b {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:29.320201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:29.320561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Checking segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:29.320957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Bound using segment: {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:29.321408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Bound port: e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b0988a-9707-4e04-b1ab-15527fcb9d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27578723-766a-49d7-a38f-6728674a828b'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:29.321773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.395325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] For port 686c9808-761b-45e9-b094-b7fdc6e2894d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=686c9808-761b-45e9-b094-b7fdc6e2894d,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.395705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.419450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Calling delete_port for 686c9808-761b-45e9-b094-b7fdc6e2894d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:29.438372 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:29.442736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:29.448280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.469261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2e5c8-8c29-4531-8db8-c6ac160d6bb5']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:29.483788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.493846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53698bab-adad-4c62-ae47-af1eeb4f0a9f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:29.494781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53698bab-adad-4c62-ae47-af1eeb4f0a9f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:29.502189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.503223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.505081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 HTTP/1.1" status: 200 len: 1092 time: 1.6219296 Jul 16 08:51:29.508094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:29.510423 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5c4f0-0281-4e63-91fd-7a06845485ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:29.523046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.557289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.573184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:29.573989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:29.605528 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:29.611569 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea86d4-5f85-4f89-acb6-cf85b07ef7b5 x-openstack-request-id: req-71ea86d4-5f85-4f89-acb6-cf85b07ef7b5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:29.611988 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:29.612211 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71ea86d4-5f85-4f89-acb6-cf85b07ef7b5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:29.612530 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9', 'status': 'completed', 'code': 200} Jul 16 08:51:29.654411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209819a-cbea-454e-9b5d-be80ebcb2a96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.672967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.685917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.688024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 HTTP/1.1" status: 204 len: 168 time: 3.1504023 Jul 16 08:51:29.705457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.706671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6875f20-13b3-4717-8097-51fc41010b8b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=32f2e5c8-8c29-4531-8db8-c6ac160d6bb5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.735832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-c551c546-d5a1-4a2d-aecc-67e28ab5cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.737446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-c551c546-d5a1-4a2d-aecc-67e28ab5cdfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 1095 time: 0.1649723 Jul 16 08:51:29.752907 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d81209-e5fd-4bec-bf84-089332433adf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] GET failed (client error): The resource could not be found. Jul 16 08:51:29.754513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-80d81209-e5fd-4bec-bf84-089332433adf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets/30dda514-6ec5-417c-9b4e-8feac7142e29 HTTP/1.1" status: 404 len: 337 time: 0.0396709 Jul 16 08:51:29.757182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58590) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.794679 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1da0808-cecc-400b-b9e4-9e0ad9c2b885 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:29.795634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1da0808-cecc-400b-b9e4-9e0ad9c2b885 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:29.797898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1da0808-cecc-400b-b9e4-9e0ad9c2b885 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 HTTP/1.1" status: 404 len: 339 time: 0.0394871 Jul 16 08:51:29.802034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58594) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.825779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-9f225c4d-4941-479e-9e94-49b85e8d93c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 HTTP/1.1" status: 200 len: 217 time: 0.0724120 Jul 16 08:51:29.835710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.851477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['686c9808-761b-45e9-b094-b7fdc6e2894d', '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'ba59ead1-ced9-4f51-8033-7998f578c78f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:29.926820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event deleted for resources: {'Port': ['ID=686c9808-761b-45e9-b094-b7fdc6e2894d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.993039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] No DVR routers for this DVR port 686c9808-761b-45e9-b094-b7fdc6e2894d on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:30.002325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.009932 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c464b1-2576-47c7-8647-0ca4c16dc1db req-970338b7-b95d-4c33-b034-8e3ec5919ad5 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "DELETE /v2.0/ports/686c9808-761b-45e9-b094-b7fdc6e2894d HTTP/1.1" status: 204 len: 173 time: 1.1395860 Jul 16 08:51:30.036191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-3540bfdf-0ffb-43ea-8659-7a860a417180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.037897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-3540bfdf-0ffb-43ea-8659-7a860a417180 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.1929333 Jul 16 08:51:30.107375 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-d6c6b3f2-3671-4e6f-a32d-c07b4eb23fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616205 Jul 16 08:51:30.141233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5cb062-bb2c-4464-ba52-bb838e1850dc tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.145185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-da5cb062-bb2c-4464-ba52-bb838e1850dc tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3395076 Jul 16 08:51:30.147946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58602) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.222454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-88882f48-5454-4547-8cd0-893974000d17 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 207 time: 0.0689416 Jul 16 08:51:30.237672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379edfb2-98eb-4972-849f-6852996df67a req-dd9deec5-349f-4673-822b-f13b8dcdf7c6 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.242417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-379edfb2-98eb-4972-849f-6852996df67a req-dd9deec5-349f-4673-822b-f13b8dcdf7c6 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.3965557 Jul 16 08:51:30.244110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58608) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.292676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-c4b5f3b2-0778-41bd-b338-c626544caaa0 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698713 Jul 16 08:51:30.323072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058636-1ff9-4f7b-bc38-7429955af369 req-85f71cde-7e38-494b-bd2a-08b36323a4b8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.329345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6058636-1ff9-4f7b-bc38-7429955af369 req-85f71cde-7e38-494b-bd2a-08b36323a4b8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.5156195 Jul 16 08:51:30.438633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bec281ab-f8b1-43bc-9f00-c9e6017d45b4 req-a5ed1a51-67aa-48d4-9627-ebfceabde210 service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239851 Jul 16 08:51:30.438844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-379edfb2-98eb-4972-849f-6852996df67a req-645b1518-599c-434f-8d7d-7d8d6badb13c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815631 Jul 16 08:51:30.449611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6058636-1ff9-4f7b-bc38-7429955af369 req-f1ebbfdd-0366-4287-950c-c50a038a53f0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998094 Jul 16 08:51:30.496345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98541ae9-6558-43e3-b310-da7959b34813 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.503358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98541ae9-6558-43e3-b310-da7959b34813 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.510612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98541ae9-6558-43e3-b310-da7959b34813 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.515646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98541ae9-6558-43e3-b310-da7959b34813 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.517527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-98541ae9-6558-43e3-b310-da7959b34813 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2725067 Jul 16 08:51:30.521784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58618) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.613094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-07bd8cd9-4881-4dfb-b2a3-92de7dc8d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.615907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-07bd8cd9-4881-4dfb-b2a3-92de7dc8d2e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdc5018725224aa59440631709effe50&device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 1095 time: 0.1118965 Jul 16 08:51:30.719048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-859ed5e5-13a4-4c70-a07a-5961c9481c2b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1960783 Jul 16 08:51:30.725538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58620) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.784826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-fa75e1bd-05d1-4a67-b56a-615639f0e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.786330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-fa75e1bd-05d1-4a67-b56a-615639f0e38f service neutron] 10.222.0.46 "GET /v2.0/networks?id=27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 200 len: 915 time: 0.1598222 Jul 16 08:51:30.810280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ef33-d259-44a2-8bd8-cef5b0da17a1 req-8c30ef1e-ad08-44a4-9178-a389e11de38b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.820701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76a8ef33-d259-44a2-8bd8-cef5b0da17a1 req-8c30ef1e-ad08-44a4-9178-a389e11de38b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 943 time: 0.1932182 Jul 16 08:51:30.862840 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-bf8452c1-7115-4402-be38-bf77174dd785 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 HTTP/1.1" status: 200 len: 217 time: 0.0688825 Jul 16 08:51:30.918788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf5a9a-6ac8-48f8-b0fd-922450acc8f5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.921289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf5a9a-6ac8-48f8-b0fd-922450acc8f5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.923743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5cf5a9a-6ac8-48f8-b0fd-922450acc8f5 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1970181 Jul 16 08:51:30.928211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.941707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3898b345-5239-4f22-8894-7355aae9e9bc req-13e51205-2ba9-431b-9b21-5dc2da2586e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ff30d5-033a-46fa-a2f8-40c265dc457a HTTP/1.1" status: 200 len: 210 time: 0.0863621 Jul 16 08:51:30.969568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76a8ef33-d259-44a2-8bd8-cef5b0da17a1 req-8d30d6b8-fa3f-4fe2-8c94-604e90600fb2 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476645 Jul 16 08:51:31.012767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36d91f-4175-4dc7-8c35-e8abfde7caa2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.014244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36d91f-4175-4dc7-8c35-e8abfde7caa2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['shared'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.015851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ac36d91f-4175-4dc7-8c35-e8abfde7caa2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0847716 Jul 16 08:51:31.019672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-a67ffc18-b9b0-495d-a930-bfb5d5088d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.019925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.021186 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-a67ffc18-b9b0-495d-a930-bfb5d5088d6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 200 len: 854 time: 0.1451361 Jul 16 08:51:31.070001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-cdb075ea-0799-4573-bfa3-5f4b6e89e1c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27578723-766a-49d7-a38f-6728674a828b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408149 Jul 16 08:51:31.157437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672c0d2-7d91-4ea2-ae63-15868a92d75e tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.159421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5672c0d2-7d91-4ea2-ae63-15868a92d75e tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks/ad432730-6838-4258-a3a6-27f71cbb65d9 HTTP/1.1" status: 200 len: 800 time: 0.1383355 Jul 16 08:51:31.163164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58636) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.222206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-4982cd2f-da55-4f35-8354-0cb7babe047b service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415465 Jul 16 08:51:31.330441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4b4a1c7c-4e7f-45c9-bf1e-5ae45cb1fe7b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/networks/ad432730-6838-4258-a3a6-27f71cbb65d9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1615682 Jul 16 08:51:31.333568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.360696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9db5c4f0-0281-4e63-91fd-7a06845485ef req-4a49a4e9-b38b-4667-8f51-c42ba6a7791c service neutron] 10.222.0.46 "GET /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208220 Jul 16 08:51:31.391046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90ce41-06ff-4b11-aab9-f02b44f36023 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.396078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bf90ce41-06ff-4b11-aab9-f02b44f36023 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets/edf2e246-4b45-4056-b333-9dd8c93929ab HTTP/1.1" status: 200 len: 811 time: 0.0588264 Jul 16 08:51:31.397367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58656) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.459567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f82ca3-e216-4e87-b43a-ec40ea017654 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['shared'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.464553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d9f82ca3-e216-4e87-b43a-ec40ea017654 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "GET /v2.0/subnets/edf2e246-4b45-4056-b333-9dd8c93929ab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0626943 Jul 16 08:51:31.464993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58660) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.471157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1646961481'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:31.523326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:31.527119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-8089c65d-b3c3-4e0c-b933-919a00f2679c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.529980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-8089c65d-b3c3-4e0c-b933-919a00f2679c tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.0894809 Jul 16 08:51:31.535162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.601958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:31.621726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.622091 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Added segment 51bca04b-c5f4-4227-9b9f-35bc58ac4dc3 of type vlan for network fded3a10-287a-44c1-a75d-87b36e2dd918 Jul 16 08:51:31.640578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'name': 'network-vif-deleted', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:31.648246 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccfd086-0ce7-4b82-bf04-12073593fe0e" -d '{"events": [{"server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "name": "network-vif-deleted", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:31.717053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.803786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Deleting port e9d58c87-237e-487a-8ac4-e2ba71799cf3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:31.804225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.821720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.887800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5811bc-a9e1-4787-929d-cd3656a5843a req-16b1cdac-cfac-400d-825f-a85abebeb0d6 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.890010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c5811bc-a9e1-4787-929d-cd3656a5843a req-16b1cdac-cfac-400d-825f-a85abebeb0d6 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bcf9e89-ab0c-4d87-ac13-aeec333f63f7 HTTP/1.1" status: 200 len: 946 time: 0.1940947 Jul 16 08:51:31.892797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.899296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.900092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.934148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] For port e9d58c87-237e-487a-8ac4-e2ba71799cf3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e9d58c87-237e-487a-8ac4-e2ba71799cf3,segment=NetworkSegment(89326a9d-eb16-4188-aff3-37225a5dc2a1),segment_id=89326a9d-eb16-4188-aff3-37225a5dc2a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:31.934730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.954134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Calling delete_port for e9d58c87-237e-487a-8ac4-e2ba71799cf3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:32.025030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-548888dc-386e-42d4-bfba-94c01d0b8ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.174720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.191260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e9d58c87-237e-487a-8ac4-e2ba71799cf3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:32.228827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Pushing event deleted for resources: {'Port': ['ID=e9d58c87-237e-487a-8ac4-e2ba71799cf3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.241944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 686c9808-761b-45e9-b094-b7fdc6e2894d no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:32.281983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 686c9808-761b-45e9-b094-b7fdc6e2894d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:32.285133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 686c9808-761b-45e9-b094-b7fdc6e2894d not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:32.285966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e9d58c87-237e-487a-8ac4-e2ba71799cf3 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:32.313999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] No DVR routers for this DVR port e9d58c87-237e-487a-8ac4-e2ba71799cf3 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:32.316620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.319127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5216b2f-c346-4665-9d02-502123e60ea7 req-1e420a54-77b3-4399-8ba4-c3e08b0ed717 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.46 "DELETE /v2.0/ports/e9d58c87-237e-487a-8ac4-e2ba71799cf3 HTTP/1.1" status: 204 len: 173 time: 0.7816834 Jul 16 08:51:32.334181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: e9d58c87-237e-487a-8ac4-e2ba71799cf3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:32.334639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e9d58c87-237e-487a-8ac4-e2ba71799cf3 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:32.368924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-548888dc-386e-42d4-bfba-94c01d0b8ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.378310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-548888dc-386e-42d4-bfba-94c01d0b8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.409605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9431159 Jul 16 08:51:32.414065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:32.429825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec08971-a5a7-4e08-9263-62f8684f6388 req-72792729-4b75-4226-ac41-a980f49e670c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.430742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:32.438372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ec08971-a5a7-4e08-9263-62f8684f6388 req-72792729-4b75-4226-ac41-a980f49e670c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.6659195 Jul 16 08:51:32.496342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-548888dc-386e-42d4-bfba-94c01d0b8ca7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a27957ebd7444a087e9992261b0d1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6733024 Jul 16 08:51:32.497448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:32.505282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5be55-a7e6-4663-9462-a99f1a1b10bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Network': ['ID=fded3a10-287a-44c1-a75d-87b36e2dd918,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.516499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548888dc-386e-42d4-bfba-94c01d0b8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4239b9-4df2-4b15-86a8-0cdfb83c00ab,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.531612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network fded3a10-287a-44c1-a75d-87b36e2dd918 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:32.562156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c5811bc-a9e1-4787-929d-cd3656a5843a req-45ebb564-5a60-44a9-8f56-1606ae03d466 tempest-VolumesActionsTest-124622473 tempest-VolumesActionsTest-124622473-project] 10.222.0.32 "GET /v2.0/security-groups?id=653a8c28-5ea1-45ff-9493-ab30f7f4074e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560929 Jul 16 08:51:32.615312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ec08971-a5a7-4e08-9263-62f8684f6388 req-6a0f0203-d9ae-46e6-a633-75e17f99b24e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756008 Jul 16 08:51:32.685733 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9127a3c3-0e49-40d0-8939-d58a13ffce05 x-openstack-request-id: req-9127a3c3-0e49-40d0-8939-d58a13ffce05 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:32.686059 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ff30d5-033a-46fa-a2f8-40c265dc457a", "name": "network-vif-deleted", "tag": "686c9808-761b-45e9-b094-b7fdc6e2894d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:32.686321 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9127a3c3-0e49-40d0-8939-d58a13ffce05 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:32.686725 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ff30d5-033a-46fa-a2f8-40c265dc457a', 'name': 'network-vif-deleted', 'tag': '686c9808-761b-45e9-b094-b7fdc6e2894d', 'status': 'completed', 'code': 200} Jul 16 08:51:32.851128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.872783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Made reservation on behalf of cae68c0bfaad49fbb06d1ef4b366d022 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:32.879073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.924101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cf804-af6e-4e9d-b644-3a91c6531b8e req-e282af58-15cf-47e5-b470-16b5490e7751 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.933540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-158cf804-af6e-4e9d-b644-3a91c6531b8e req-e282af58-15cf-47e5-b470-16b5490e7751 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 943 time: 0.1023431 Jul 16 08:51:32.995106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:51:32.995782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:51:33.000952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.024299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-158cf804-af6e-4e9d-b644-3a91c6531b8e req-153f556e-4d6c-43e6-b494-732c6062f74f tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Jul 16 08:51:33.121752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.125456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.127456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b4239b9-4df2-4b15-86a8-0cdfb83c00ab HTTP/1.1" status: 204 len: 168 time: 0.5975897 Jul 16 08:51:33.150897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a6ccd-4a3b-4968-9a4d-37f61eb3a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4239b9-4df2-4b15-86a8-0cdfb83c00ab,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.208569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.287048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Checking segment: {'id': '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:33.287421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network hostable DHCP agents. Network: fded3a10-287a-44c1-a75d-87b36e2dd918, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:33.290341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=573719f5-bf92-43e0-9484-00309a6b0f81,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.309331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Network fded3a10-287a-44c1-a75d-87b36e2dd918 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:33.321365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, fded3a10-287a-44c1-a75d-87b36e2dd918) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:33.330032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33405f-ab75-4125-b78e-ba5a4ddab6ec None None] Network fded3a10-287a-44c1-a75d-87b36e2dd918 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:33.337854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.338716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.359090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-29727057-c54f-4861-a4e7-67009b59902a tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9413664 Jul 16 08:51:33.362000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.370011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:33.504357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59375913'] for subnet, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.521010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-fded3a10-287a-44c1-a75d-87b36e2dd918', 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918', 'tenant_id': 'cae68c0bfaad49fbb06d1ef4b366d022', 'fixed_ips': [{'subnet_id': '573719f5-bf92-43e0-9484-00309a6b0f81'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:33.522341 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.541792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58722) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.566833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ba0912b-6dfa-44be-84f7-f6417128af39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.686032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ba0912b-6dfa-44be-84f7-f6417128af39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.696247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ba0912b-6dfa-44be-84f7-f6417128af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.737053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774051815819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3759577'] for subnet, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.768612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0912b-6dfa-44be-84f7-f6417128af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc2a8c-1810-4bb0-8a66-bbda2824212a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.778114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ba0912b-6dfa-44be-84f7-f6417128af39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12d39e63281540bda28871d558159903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327387 Jul 16 08:51:33.778645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58738) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.810675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.811323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.812891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "PUT /v2.0/subnets/573719f5-bf92-43e0-9484-00309a6b0f81 HTTP/1.1" status: 200 len: 877 time: 0.4477878 Jul 16 08:51:33.816782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.851936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.857992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Allocated IP 172.20.0.3 (fded3a10-287a-44c1-a75d-87b36e2dd918/573719f5-bf92-43e0-9484-00309a6b0f81/50ec6a80-169b-4c95-8722-819cc5491f78) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:33.880248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.920333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017563a-4d9f-429f-a762-9c0160b348b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event updated for resources: {'Subnet': ['ID=573719f5-bf92-43e0-9484-00309a6b0f81,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:33.992798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.007750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb56d4-681a-4b17-b255-06ac08f35dde req-902aff84-77e0-42e6-b699-c7722e3f65d1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.009771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05bb56d4-681a-4b17-b255-06ac08f35dde req-902aff84-77e0-42e6-b699-c7722e3f65d1 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.0939167 Jul 16 08:51:34.031506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.036480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.050015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5acc2a8c-1810-4bb0-8a66-bbda2824212a HTTP/1.1" status: 204 len: 168 time: 0.2594705 Jul 16 08:51:34.068311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.105548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc65a-fe4d-4259-b4e7-1f0b29105a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc2a8c-1810-4bb0-8a66-bbda2824212a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.115822 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.158403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Transition to ACTIVE for port object 50ec6a80-169b-4c95-8722-819cc5491f78 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:34.168752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05bb56d4-681a-4b17-b255-06ac08f35dde req-242993ae-ac89-43e8-b462-5089ee73f744 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527612 Jul 16 08:51:34.179095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Transition to ACTIVE for port object 50ec6a80-169b-4c95-8722-819cc5491f78 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:34.187790 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.207113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.244476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=573719f5-bf92-43e0-9484-00309a6b0f81,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.253713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Network fded3a10-287a-44c1-a75d-87b36e2dd918 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:34.256632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:34.415074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.446498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded3a10-287a-44c1-a75d-87b36e2dd918']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:34.461754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:34.462291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:34.474784 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.490867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:34.492906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.497624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:34.498033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb631470-9fc9-4531-81ee-b50e993948d8 req-9efc44cd-6269-4946-98a9-2f19417c5e9a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.500720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:34.501790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.502299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb631470-9fc9-4531-81ee-b50e993948d8 req-9efc44cd-6269-4946-98a9-2f19417c5e9a tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 943 time: 0.1745837 Jul 16 08:51:34.543856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:34.569625 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:34.574081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:51:34.574081 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:51:34.574081 n-d-798054-12 neutron-server[93774]: [parameters: {'id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'}] Jul 16 08:51:34.574081 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:34.574525 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:34.594041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Pushing event updated for resources: {'Port': ['ID=50ec6a80-169b-4c95-8722-819cc5491f78,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.599420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb631470-9fc9-4531-81ee-b50e993948d8 req-fa86e840-87a1-4118-ac59-b05d296ec696 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906563 Jul 16 08:51:34.643212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9', 'network_id': '27578723-766a-49d7-a38f-6728674a828b', 'port_id': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9', 'mac_address': 'fa:16:3e:fb:a3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6585f87-ca4d-498f-8687-c13d5c816ab3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:34.688083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'name': 'network-vif-deleted', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:34.691021 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4315bc-33d2-4902-bd43-13eb067c2006" -d '{"events": [{"server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "name": "network-vif-deleted", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:34.750713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Attempting to bind port 50ec6a80-169b-4c95-8722-819cc5491f78 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:34.751460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Attempting to bind port 50ec6a80-169b-4c95-8722-819cc5491f78 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:34.751836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Attempting to bind port 50ec6a80-169b-4c95-8722-819cc5491f78 on network fded3a10-287a-44c1-a75d-87b36e2dd918 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:34.778566 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18fa8a3-2579-4a2d-985e-0fdc4ce49e2b x-openstack-request-id: req-f18fa8a3-2579-4a2d-985e-0fdc4ce49e2b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:34.779233 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcf9e89-ab0c-4d87-ac13-aeec333f63f7", "name": "network-vif-deleted", "tag": "e9d58c87-237e-487a-8ac4-e2ba71799cf3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:34.779233 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f18fa8a3-2579-4a2d-985e-0fdc4ce49e2b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:34.779501 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcf9e89-ab0c-4d87-ac13-aeec333f63f7', 'name': 'network-vif-deleted', 'tag': 'e9d58c87-237e-487a-8ac4-e2ba71799cf3', 'status': 'completed', 'code': 200} Jul 16 08:51:34.779688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:34.780083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Checking segment: {'id': '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:34.780496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.780949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Bound using segment: {'id': '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:34.781491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Bound port: 50ec6a80-169b-4c95-8722-819cc5491f78, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fded3a10-287a-44c1-a75d-87b36e2dd918'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:34.781880 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.831662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725a9-865f-457d-b98b-5fa73ebab36e req-d85974a9-c2f6-4884-8054-762c64041c81 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.838506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725a9-865f-457d-b98b-5fa73ebab36e req-d85974a9-c2f6-4884-8054-762c64041c81 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.848857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd725a9-865f-457d-b98b-5fa73ebab36e req-d85974a9-c2f6-4884-8054-762c64041c81 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86&device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 1681 time: 0.1832392 Jul 16 08:51:34.851028 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.873425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:34.906821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:34.911342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-acd725a9-865f-457d-b98b-5fa73ebab36e req-896a4b6f-d3b2-42ef-87fa-179bcc332c2e tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602362 Jul 16 08:51:34.919322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.034643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] For port 50ec6a80-169b-4c95-8722-819cc5491f78, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:35.051195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] For port 50ec6a80-169b-4c95-8722-819cc5491f78, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=50ec6a80-169b-4c95-8722-819cc5491f78,segment=NetworkSegment(51bca04b-c5f4-4227-9b9f-35bc58ac4dc3),segment_id=51bca04b-c5f4-4227-9b9f-35bc58ac4dc3)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:35.075370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.098544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.106909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.190210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 50ec6a80-169b-4c95-8722-819cc5491f78 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:35.190701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.250689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269903c-68b6-4e7d-ae54-ff57c7fd9633 None None] Pushing event updated for resources: {'Port': ['ID=50ec6a80-169b-4c95-8722-819cc5491f78,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.267826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e3c35244-13f6-4b0b-a559-1a23f1b3e1e9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:35.300432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 50ec6a80-169b-4c95-8722-819cc5491f78, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=50ec6a80-169b-4c95-8722-819cc5491f78,segment=NetworkSegment(51bca04b-c5f4-4227-9b9f-35bc58ac4dc3),segment_id=51bca04b-c5f4-4227-9b9f-35bc58ac4dc3)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:35.301077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.323641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 50ec6a80-169b-4c95-8722-819cc5491f78 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:35.393323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293117b-ddc3-4c72-95b3-2d8622eeebaa None None] Network fded3a10-287a-44c1-a75d-87b36e2dd918 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:35.483962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.510757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 50ec6a80-169b-4c95-8722-819cc5491f78 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:35.556825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=50ec6a80-169b-4c95-8722-819cc5491f78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.557191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe474d-f0e3-4f5e-9dab-49ff57212c3f req-9954ca21-c12f-42f7-be30-2e251abed251 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.565919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bfe474d-f0e3-4f5e-9dab-49ff57212c3f req-9954ca21-c12f-42f7-be30-2e251abed251 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1544766 Jul 16 08:51:35.599861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bcc17d-4ea2-4992-b65e-eda847ab3b62 None None] Network fded3a10-287a-44c1-a75d-87b36e2dd918 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:35.649907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bfe474d-f0e3-4f5e-9dab-49ff57212c3f req-be2ba8f3-80d5-4805-bf48-d2dd6dd9ab63 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766444 Jul 16 08:51:35.661823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.684887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded3a10-287a-44c1-a75d-87b36e2dd918']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.700489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.700932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bca04b-c5f4-4227-9b9f-35bc58ac4dc3') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.714537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.733933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.743492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:35.744344 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:35.823990 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:35.831173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.856413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.866782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/fded3a10-287a-44c1-a75d-87b36e2dd918 HTTP/1.1" status: 204 len: 168 time: 2.0460658 Jul 16 08:51:35.884396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.969087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88658a01-91b7-461e-8273-1866bc9c6efa req-114065c1-0a4e-4d9a-a8d4-efb62a15a54b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.973335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795e402-cf28-45c3-92cc-1ebe2066d20f None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:51:35.979840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88658a01-91b7-461e-8273-1866bc9c6efa req-114065c1-0a4e-4d9a-a8d4-efb62a15a54b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 944 time: 0.1342387 Jul 16 08:51:35.994745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc82b-5008-4174-8213-00a142f112a1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=fded3a10-287a-44c1-a75d-87b36e2dd918,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.013057 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b273b3-db48-43e0-bd0a-331bc3818419 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:36.013773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b273b3-db48-43e0-bd0a-331bc3818419 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:36.027462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b0b273b3-db48-43e0-bd0a-331bc3818419 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/573719f5-bf92-43e0-9484-00309a6b0f81 HTTP/1.1" status: 404 len: 337 time: 0.1417849 Jul 16 08:51:36.029466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.082060 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-280cdaea-8768-4b5b-a0f1-cedc94f08833 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:36.095177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280cdaea-8768-4b5b-a0f1-cedc94f08833 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:36.100947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88658a01-91b7-461e-8273-1866bc9c6efa req-f0e2e8b9-1066-49b1-9de4-b544baac9fb5 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186736 Jul 16 08:51:36.101761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-280cdaea-8768-4b5b-a0f1-cedc94f08833 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/fded3a10-287a-44c1-a75d-87b36e2dd918 HTTP/1.1" status: 404 len: 339 time: 0.0711019 Jul 16 08:51:36.102510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58854) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.156090 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5273fcbd-294c-41d9-868f-ab95da1d393b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:36.160758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5273fcbd-294c-41d9-868f-ab95da1d393b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:36.170849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58856) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.180667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5273fcbd-294c-41d9-868f-ab95da1d393b tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/30dda514-6ec5-417c-9b4e-8feac7142e29 HTTP/1.1" status: 404 len: 337 time: 0.0766447 Jul 16 08:51:36.195732 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-30065d65-504b-4658-be6b-2fb47d728ffa tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:36.201357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e795e402-cf28-45c3-92cc-1ebe2066d20f None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:51:36.202085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30065d65-504b-4658-be6b-2fb47d728ffa tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:36.209528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.222035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30065d65-504b-4658-be6b-2fb47d728ffa tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/32f2e5c8-8c29-4531-8db8-c6ac160d6bb5 HTTP/1.1" status: 404 len: 339 time: 0.0498333 Jul 16 08:51:36.431574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.502056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58874) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.664397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.680098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4ea79f-f3f1-4024-b190-6ed9893cd8f3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:36.697646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c5f591-9963-4159-b427-4bef86895721') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:36.698209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c5f591-9963-4159-b427-4bef86895721') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:36.712741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.734249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.752895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:36.754474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:36.760914 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:36.773946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4ebf-8864-4557-9402-1eec80ca72cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.054892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d39d-c608-44f8-9ae1-b7bff52db26a req-6fdf87da-d5e8-46c2-8c9e-cd7eb80d1f4a tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.056662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcc2d39d-c608-44f8-9ae1-b7bff52db26a req-6fdf87da-d5e8-46c2-8c9e-cd7eb80d1f4a tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 945 time: 0.1628778 Jul 16 08:51:37.162126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bcc2d39d-c608-44f8-9ae1-b7bff52db26a req-3c1b6bb3-a57d-4ddf-b328-0e5097afb5d8 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931423 Jul 16 08:51:37.182489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39967ce-a805-4218-8c9d-a1dcc8a7ca2d req-34a474a7-8540-44e8-99ba-fada79cb3d9a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.195501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a39967ce-a805-4218-8c9d-a1dcc8a7ca2d req-34a474a7-8540-44e8-99ba-fada79cb3d9a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1950197 Jul 16 08:51:37.306748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a39967ce-a805-4218-8c9d-a1dcc8a7ca2d req-6e31b709-f34b-4915-8d13-3481bee5eec8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079230 Jul 16 08:51:37.417985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.440179 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.444338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/bc4ea79f-f3f1-4024-b190-6ed9893cd8f3 HTTP/1.1" status: 204 len: 168 time: 1.2311549 Jul 16 08:51:37.444838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.507730 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8987fbb2-06bf-47db-9831-136669ac25eb tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.508808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8987fbb2-06bf-47db-9831-136669ac25eb tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.510736 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8987fbb2-06bf-47db-9831-136669ac25eb tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/7e54ba6a-b4f1-488c-8ed5-b9c7129ec872 HTTP/1.1" status: 404 len: 337 time: 0.0638733 Jul 16 08:51:37.515242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58906) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.526387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793525-d584-4e05-94af-ef7669e493c9 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=bc4ea79f-f3f1-4024-b190-6ed9893cd8f3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.556545 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8006a82d-48e6-463f-babc-04a533da61f8 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.557157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8006a82d-48e6-463f-babc-04a533da61f8 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.562831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8006a82d-48e6-463f-babc-04a533da61f8 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/b7392d8d-04f0-46ec-94d2-37cebbec8be6 HTTP/1.1" status: 404 len: 339 time: 0.0428331 Jul 16 08:51:37.567067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58908) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.638345 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cd74de-041b-4b10-8344-80b79985e224 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.638789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cd74de-041b-4b10-8344-80b79985e224 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.645688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9cd74de-041b-4b10-8344-80b79985e224 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/a6fcbf9f-0039-4c03-93cb-92391499b800 HTTP/1.1" status: 404 len: 337 time: 0.0763309 Jul 16 08:51:37.646132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.660491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fa1a7-a1b6-48b7-8e88-7ab3da9adafb req-0c35b6c5-b475-4880-ad9c-455ceb00eb00 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.667625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f1fa1a7-a1b6-48b7-8e88-7ab3da9adafb req-0c35b6c5-b475-4880-ad9c-455ceb00eb00 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 944 time: 0.2730820 Jul 16 08:51:37.704999 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b58d22-d90d-415e-8880-5c4302e492cf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.706289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b58d22-d90d-415e-8880-5c4302e492cf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.709952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-36b58d22-d90d-415e-8880-5c4302e492cf tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/70c7f684-9139-4095-a51d-697014f31d4f HTTP/1.1" status: 404 len: 339 time: 0.0603592 Jul 16 08:51:37.716073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.730014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4ebf-8864-4557-9402-1eec80ca72cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.744246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f1fa1a7-a1b6-48b7-8e88-7ab3da9adafb req-c4b5b6e0-eeb4-4368-98c9-c9008b579585 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Jul 16 08:51:37.745604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4ebf-8864-4557-9402-1eec80ca72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.787913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e4ebf-8864-4557-9402-1eec80ca72cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d881895-207b-47cd-a9e2-b4c363d4e1d9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.812134 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e62a013-cac4-4701-b18f-6593cbb01624 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.813339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e62a013-cac4-4701-b18f-6593cbb01624 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.821302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4c6e4ebf-8864-4557-9402-1eec80ca72cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c0f0b21319345bba2e17e757b4c6dad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3154533 Jul 16 08:51:37.821972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58916) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.835590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e62a013-cac4-4701-b18f-6593cbb01624 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/f8a43569-d36a-457a-bcc5-74affef778a2 HTTP/1.1" status: 404 len: 337 time: 0.1181207 Jul 16 08:51:37.839048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.888427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-2e67dc75-432d-453e-8c67-aeff5c2fd2bc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.890194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-2e67dc75-432d-453e-8c67-aeff5c2fd2bc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 945 time: 0.3771031 Jul 16 08:51:37.932022 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76f0894-d2ad-4a08-b083-9afdbcc8dae2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:37.938181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.940405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76f0894-d2ad-4a08-b083-9afdbcc8dae2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:37.944624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d76f0894-d2ad-4a08-b083-9afdbcc8dae2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/b92dbe16-67af-4f79-b338-ac0d8c8f5c63 HTTP/1.1" status: 404 len: 339 time: 0.1011939 Jul 16 08:51:37.945189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:37.996848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.045235 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-293f6271-cb84-4347-b093-5091cc4809de tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.045773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293f6271-cb84-4347-b093-5091cc4809de tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.047864 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-293f6271-cb84-4347-b093-5091cc4809de tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/8f28067e-ed31-4040-95f2-f450cc29fb74 HTTP/1.1" status: 404 len: 337 time: 0.1014700 Jul 16 08:51:38.050741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.065805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.068558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.069856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d881895-207b-47cd-a9e2-b4c363d4e1d9 HTTP/1.1" status: 204 len: 168 time: 0.2467952 Jul 16 08:51:38.078576 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a79258-ffa3-43ec-983e-a6147bfcb1bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.079271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a79258-ffa3-43ec-983e-a6147bfcb1bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.081174 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27a79258-ffa3-43ec-983e-a6147bfcb1bd tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/d59ba492-74a4-49d4-82f6-38182cdfb790 HTTP/1.1" status: 404 len: 339 time: 0.0294549 Jul 16 08:51:38.091050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58936) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.192539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbb3d0-1426-4a2a-accc-76b87c4f5043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d881895-207b-47cd-a9e2-b4c363d4e1d9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.206610 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa7f5c6-0aa4-4687-90da-1382013a637c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.207377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa7f5c6-0aa4-4687-90da-1382013a637c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.212631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6fa7f5c6-0aa4-4687-90da-1382013a637c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/3c653b43-791f-417a-abe9-79b6fc91dc06 HTTP/1.1" status: 404 len: 337 time: 0.1157131 Jul 16 08:51:38.213521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58940) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.226546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Deleting port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:38.226899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.252247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:38.268299 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc31d42-47b1-452a-a8db-877a40aee94c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.269067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc31d42-47b1-452a-a8db-877a40aee94c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.273270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ebc31d42-47b1-452a-a8db-877a40aee94c tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/3350257d-8bf0-437c-8a0c-53582992e07e HTTP/1.1" status: 404 len: 339 time: 0.0536094 Jul 16 08:51:38.273735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58942) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.311090 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-65021887-f825-4fec-a5e4-910df4f2bf43 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.312325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65021887-f825-4fec-a5e4-910df4f2bf43 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.316828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65021887-f825-4fec-a5e4-910df4f2bf43 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/2f94b914-d0b5-4902-923c-677d9d3d5af0 HTTP/1.1" status: 404 len: 337 time: 0.0398433 Jul 16 08:51:38.317418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58944) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.363263 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eece6ae-7e42-44b5-941e-bfafe3dd3f54 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.364837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eece6ae-7e42-44b5-941e-bfafe3dd3f54 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.373513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6eece6ae-7e42-44b5-941e-bfafe3dd3f54 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/47a0ee84-8d1d-4ebe-ad7d-c94af6ffa517 HTTP/1.1" status: 404 len: 339 time: 0.0527105 Jul 16 08:51:38.383183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58950) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.403377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-0a1ece7b-3319-4c71-a4dc-40ba85649264 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.413740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:38.416226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-0a1ece7b-3319-4c71-a4dc-40ba85649264 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "GET /v2.0/ports?device_id=7af7b5ec-578f-4922-acb8-e0d6710aca86 HTTP/1.1" status: 200 len: 945 time: 0.2867229 Jul 16 08:51:38.418489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:38.421050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.457097 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3debe7d8-0ac4-44c6-9e1f-150700af54c6 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.457479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3debe7d8-0ac4-44c6-9e1f-150700af54c6 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.461682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3debe7d8-0ac4-44c6-9e1f-150700af54c6 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/60c032e8-5c05-4bb8-b6c7-78817d15d5bd HTTP/1.1" status: 404 len: 337 time: 0.0751593 Jul 16 08:51:38.463947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.513914 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3084bb-88d3-4e39-a640-f6e16ff88a09 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.523923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3084bb-88d3-4e39-a640-f6e16ff88a09 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.532804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b3084bb-88d3-4e39-a640-f6e16ff88a09 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/8860d72f-3b46-402a-9330-0f2ada727b51 HTTP/1.1" status: 404 len: 339 time: 0.0632949 Jul 16 08:51:38.559766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58958) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.624675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] For port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:38.625775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.649731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Calling delete_port for 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:38.712113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.715004 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5afa1f4-cc87-4410-ab53-65ef0cf197b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.715714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5afa1f4-cc87-4410-ab53-65ef0cf197b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.727222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f5afa1f4-cc87-4410-ab53-65ef0cf197b2 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/44d49d73-0d0a-419f-9f0d-e7b92d3b723f HTTP/1.1" status: 404 len: 337 time: 0.1636350 Jul 16 08:51:38.728076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.752859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.846621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:38.851984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:38.862515 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586f04c2-070d-420d-8776-b37ff7d2859e" -d '{"events": [{"server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "name": "network-vif-plugged", "status": "completed", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:38.880879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.881861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:38.947787 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-810c46a2-cd01-430e-8cb3-87611190e4d3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] DELETE failed (client error): The resource could not be found. Jul 16 08:51:38.949692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810c46a2-cd01-430e-8cb3-87611190e4d3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:51:38.955192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58976) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.968568 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-810c46a2-cd01-430e-8cb3-87611190e4d3 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/eecb54a4-8c70-46af-8088-075c1f5fedf1 HTTP/1.1" status: 404 len: 339 time: 0.2216396 Jul 16 08:51:38.986222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8403-3ef8-465d-ac74-a166b8ba3167 req-5d8ee828-887f-40ca-a33b-079d84369277 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.992771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-966b8403-3ef8-465d-ac74-a166b8ba3167 req-5d8ee828-887f-40ca-a33b-079d84369277 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2549510 Jul 16 08:51:39.005582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca477c5-78e2-4667-ba01-2929a4bd2076 req-64ce4b98-101a-4d17-9eea-620ac451d1fc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.018770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ca477c5-78e2-4667-ba01-2929a4bd2076 req-64ce4b98-101a-4d17-9eea-620ac451d1fc tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 945 time: 0.5579042 Jul 16 08:51:39.138656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting subnet edf2e246-4b45-4056-b333-9dd8c93929ab {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:39.143055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.178211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.261672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ba59ead1-ced9-4f51-8033-7998f578c78f'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:39.265608 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.306366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event deleted for resources: {'Port': ['ID=0cc191fc-9af8-4df0-97fe-ea7ea0e99044,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.308197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No active binding found for port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 {{(pid=93776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:51:39.316636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:39.385284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ca477c5-78e2-4667-ba01-2929a4bd2076 req-0bd6a841-3197-407a-b93d-984910a6432b tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652594 Jul 16 08:51:39.399674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] No DVR routers for this DVR port 0cc191fc-9af8-4df0-97fe-ea7ea0e99044 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:39.404803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.407682 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.410259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5ff744d6-ec90-4ec1-95e6-221ea7879a76 req-294df674-6171-47a7-a26d-910357b4b4e1 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "DELETE /v2.0/ports/0cc191fc-9af8-4df0-97fe-ea7ea0e99044 HTTP/1.1" status: 204 len: 173 time: 1.4853437 Jul 16 08:51:39.419776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'name': 'network-vif-deleted', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:39.424109 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63135db0-5881-4dae-9058-01a28eed1230" -d '{"events": [{"server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "name": "network-vif-deleted", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:39.428501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-966b8403-3ef8-465d-ac74-a166b8ba3167 req-22b48688-1401-4859-8d87-f8dea95d9074 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996227 Jul 16 08:51:39.458660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.470597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Deleting port ba59ead1-ced9-4f51-8033-7998f578c78f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:39.471930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.718631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.845678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] For port ba59ead1-ced9-4f51-8033-7998f578c78f, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba59ead1-ced9-4f51-8033-7998f578c78f,segment=NetworkSegment(f2d4af67-ad5f-4232-930d-88989873fc76),segment_id=f2d4af67-ad5f-4232-930d-88989873fc76)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:39.847321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.856189 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd056b21-37d8-48de-a02d-a29f30c1f072 x-openstack-request-id: req-fd056b21-37d8-48de-a02d-a29f30c1f072 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:39.857149 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "name": "network-vif-plugged", "status": "completed", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:39.857417 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd056b21-37d8-48de-a02d-a29f30c1f072 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:39.879506 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9', 'code': 200} Jul 16 08:51:39.887007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Calling delete_port for ba59ead1-ced9-4f51-8033-7998f578c78f owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:39.934769 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2e982e-e05b-48d6-8881-b2f9b0d04b0c x-openstack-request-id: req-0a2e982e-e05b-48d6-8881-b2f9b0d04b0c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:39.935443 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92bc6bc-4d54-4149-a22a-5ed2dc519344", "name": "network-vif-deleted", "tag": "0cc191fc-9af8-4df0-97fe-ea7ea0e99044", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:39.935774 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a2e982e-e05b-48d6-8881-b2f9b0d04b0c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:39.936290 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92bc6bc-4d54-4149-a22a-5ed2dc519344', 'name': 'network-vif-deleted', 'tag': '0cc191fc-9af8-4df0-97fe-ea7ea0e99044', 'status': 'completed', 'code': 200} Jul 16 08:51:39.981892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.031902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Subnet': ['ID=edf2e246-4b45-4056-b333-9dd8c93929ab,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.032934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75fac3-ad0c-456a-b140-7e21197612f9 None None] Network ad432730-6838-4258-a3a6-27f71cbb65d9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:40.035359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.039043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8d8b0e2e-391b-4ade-adcd-17ba9b4d42c0 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/subnets/edf2e246-4b45-4056-b333-9dd8c93929ab HTTP/1.1" status: 204 len: 168 time: 1.0822630 Jul 16 08:51:40.041946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59000) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:40.167347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39c31b-902e-4166-8390-5f3e971a2447 req-fb5f6b32-0c43-479e-921a-937184c5db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.171565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c39c31b-902e-4166-8390-5f3e971a2447 req-fb5f6b32-0c43-479e-921a-937184c5db6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 1097 time: 0.1897287 Jul 16 08:51:40.350237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.369632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c39c31b-902e-4166-8390-5f3e971a2447 req-f2ecc673-91c4-41c6-be2e-187563f0a691 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893725 Jul 16 08:51:40.370445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] DHCP port deletion for ad432730-6838-4258-a3a6-27f71cbb65d9 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:40.385896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe17720-3fa5-4465-aa2c-3d2982aa7776 req-dcac44c9-bb00-4575-9280-23c6654fa4bf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.396119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.399577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fe17720-3fa5-4465-aa2c-3d2982aa7776 req-dcac44c9-bb00-4575-9280-23c6654fa4bf tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.6211824 Jul 16 08:51:40.470193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4fe17720-3fa5-4465-aa2c-3d2982aa7776 req-e179e6c1-b34a-4c77-afd6-bc9d7a57b7c0 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Jul 16 08:51:40.527358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Pushing event deleted for resources: {'Port': ['ID=ba59ead1-ced9-4f51-8033-7998f578c78f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.731863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Deleting port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:40.732419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.753354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] No DVR routers for this DVR port ba59ead1-ced9-4f51-8033-7998f578c78f on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:40.759802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.763258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cf365d2-09bb-4640-9452-1e5f9efc5adc req-7b8c4894-cbe5-4e14-ba0e-4140757e2246 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.46 "DELETE /v2.0/ports/ba59ead1-ced9-4f51-8033-7998f578c78f HTTP/1.1" status: 204 len: 173 time: 2.3459044 Jul 16 08:51:40.775190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f36133e6-58b6-454f-a1fe-2c285bd54111 req-d5e2654d-5a6b-464f-99c5-1864cab6c217 tempest-ListServersNegativeTestJSON-845755903 tempest-ListServersNegativeTestJSON-845755903-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92bc6bc-4d54-4149-a22a-5ed2dc519344 HTTP/1.1" status: 200 len: 210 time: 0.0793607 Jul 16 08:51:40.870651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-e506b66b-ea4c-47c8-b920-5dae4ce6d712 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2084172 Jul 16 08:51:40.945458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] For port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,segment=NetworkSegment(c8f14f73-1010-4203-aa93-5a559292eda7),segment_id=c8f14f73-1010-4203-aa93-5a559292eda7)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:40.946196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.960728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Calling delete_port for 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:41.061763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-677b89ae-daab-4caa-9779-133183083bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.065874 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-677b89ae-daab-4caa-9779-133183083bea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 1098 time: 0.1602898 Jul 16 08:51:41.147156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.205058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:41.250372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:41.251593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:41.257249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Deleting port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:41.257805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.335481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] No DVR routers for this DVR port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:41.350260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Port': ['ID=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.385715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-82105e8d-4b7b-42b0-98bd-0af2170afda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.387741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-82105e8d-4b7b-42b0-98bd-0af2170afda6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.2853034 Jul 16 08:51:41.396320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] For port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:41.396852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.432953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Calling delete_port for 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:41.468222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:51:41.474566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-e3cac2de-386e-49e9-96b3-b66385768c12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f1c90ea-fe92-4046-817c-474cd96069a4 HTTP/1.1" status: 200 len: 217 time: 0.0786486 Jul 16 08:51:41.476549 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.513408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] No DVR routers for this DVR port 0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:41.531001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1570b0e-8ea1-42e6-b6d7-02f2ffe0c399 req-f1ed7827-21e8-49af-b53f-19f223a239fe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.548469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1570b0e-8ea1-42e6-b6d7-02f2ffe0c399 req-f1ed7827-21e8-49af-b53f-19f223a239fe tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4155376 Jul 16 08:51:41.553437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-13071f5e-bb42-4b13-8d37-7dcee122f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.554965 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-13071f5e-bb42-4b13-8d37-7dcee122f5ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.0737627 Jul 16 08:51:41.605941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f471dd-b6b4-42d2-956a-efc31ac19d4e None None] Pushing event deleted for resources: {'Port': ['ID=0472e8f6-3fb9-4f7c-8e2a-33c513dbd60d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.693179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.700282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-cde8d253-a373-4faa-a784-ba4c5f7d47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.707307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-cde8d253-a373-4faa-a784-ba4c5f7d47a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422367 Jul 16 08:51:41.751861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad432730-6838-4258-a3a6-27f71cbb65d9']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:41.943259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'name': 'network-vif-deleted', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:41.957622 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef1a1fb-6d0e-47ab-9213-2f9033b9b560" -d '{"events": [{"server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "name": "network-vif-deleted", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:42.027913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f14f73-1010-4203-aa93-5a559292eda7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:42.027913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f14f73-1010-4203-aa93-5a559292eda7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:42.079666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1570b0e-8ea1-42e6-b6d7-02f2ffe0c399 req-8c8bda5b-e3b5-4a64-8dd7-b3d522e0a4c5 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292518 Jul 16 08:51:42.091953 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.096012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-f7198c8c-5ffd-4291-be08-2e7b420fb608 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835003 Jul 16 08:51:42.124584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.140479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:42.140896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:42.207878 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:42.255880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba59ead1-ced9-4f51-8033-7998f578c78f no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:42.270265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.282833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.285384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] 10.222.0.32 "DELETE /v2.0/networks/ad432730-6838-4258-a3a6-27f71cbb65d9 HTTP/1.1" status: 204 len: 168 time: 2.2423432 Jul 16 08:51:42.301002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2b38-c74f-4a1c-8967-7424b845c2e1 tempest-NetworksTest-1831470946 tempest-NetworksTest-1831470946-project] Pushing event deleted for resources: {'Network': ['ID=ad432730-6838-4258-a3a6-27f71cbb65d9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.315546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40f930ae-0f9c-48bd-b5e0-ba31785f0d89 req-5828b3fd-0327-4e17-83b5-92214f44a4f5 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136047 Jul 16 08:51:42.318421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca794458-96b3-4e71-a172-840863477c66 req-87145774-96b6-44da-82a2-91c3beda5f90 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.328268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca794458-96b3-4e71-a172-840863477c66 req-87145774-96b6-44da-82a2-91c3beda5f90 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.5818102 Jul 16 08:51:42.331353 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b191f-c797-495f-b2c2-1d2e50b749bd x-openstack-request-id: req-413b191f-c797-495f-b2c2-1d2e50b749bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:42.332314 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af7b5ec-578f-4922-acb8-e0d6710aca86", "name": "network-vif-deleted", "tag": "ba59ead1-ced9-4f51-8033-7998f578c78f", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:42.332646 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-413b191f-c797-495f-b2c2-1d2e50b749bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:42.333118 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af7b5ec-578f-4922-acb8-e0d6710aca86', 'name': 'network-vif-deleted', 'tag': 'ba59ead1-ced9-4f51-8033-7998f578c78f', 'status': 'completed', 'code': 200} Jul 16 08:51:42.340958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: ba59ead1-ced9-4f51-8033-7998f578c78f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:42.342914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba59ead1-ced9-4f51-8033-7998f578c78f not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:42.415970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca794458-96b3-4e71-a172-840863477c66 req-9b868ad2-a3cc-4003-ad08-f70e23c43aeb tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867131 Jul 16 08:51:42.511920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59060) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.611776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Deleting subnet 3021fe56-3107-4528-a5e4-e5182481b7e6 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:42.621273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.685593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.752322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f68f0-259c-4925-a7a6-a2050f7c8e68 req-5a274cd6-d4dd-4bc9-a5fd-45f02eebdc62 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.755540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b0f68f0-259c-4925-a7a6-a2050f7c8e68 req-5a274cd6-d4dd-4bc9-a5fd-45f02eebdc62 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.1361978 Jul 16 08:51:42.765669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.861518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b0f68f0-259c-4925-a7a6-a2050f7c8e68 req-5d7dccab-71bc-4c53-b9bd-6203e348f748 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990446 Jul 16 08:51:42.899504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.934767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.947993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3021fe56-3107-4528-a5e4-e5182481b7e6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.950801 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.953265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-58ef1984-0076-4fef-b316-760b0e1ff2c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3021fe56-3107-4528-a5e4-e5182481b7e6 HTTP/1.1" status: 204 len: 168 time: 0.4401700 Jul 16 08:51:42.956957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59076) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.015742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79f4da46-b400-45db-b9fd-9cfa2f3fba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.065702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.255348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.308778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.358807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d4af67-ad5f-4232-930d-88989873fc76') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.361519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d4af67-ad5f-4232-930d-88989873fc76') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.403219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.440397 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-04334df0-cac0-4fb5-9b8d-4fcb9b3bcf72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cae68c0bfaad49fbb06d1ef4b366d022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023012 Jul 16 08:51:43.445502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.453029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.497673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:43.498940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:43.503711 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:43.606721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcd0dd-8374-445b-98ee-bdec2e149b20 req-aa242d56-f20b-42e8-b7a0-4724c57481c8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.618377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfcd0dd-8374-445b-98ee-bdec2e149b20 req-aa242d56-f20b-42e8-b7a0-4724c57481c8 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2290945 Jul 16 08:51:43.673044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.710061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.714657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfcd0dd-8374-445b-98ee-bdec2e149b20 req-0a945bb9-93d1-47fd-8dc8-9fadf5743b0c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852752 Jul 16 08:51:43.846093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.874758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195fae2-e9ac-4951-ae84-173498d3e5cb req-456ac16c-e802-40f7-ab3b-042db45776fa tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.876876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7195fae2-e9ac-4951-ae84-173498d3e5cb req-456ac16c-e802-40f7-ab3b-042db45776fa tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.1479418 Jul 16 08:51:43.882191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.884094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08 HTTP/1.1" status: 204 len: 168 time: 0.9247420 Jul 16 08:51:43.885537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.900477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.911941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa66841b-a1aa-4414-b236-58e56c7d2f20 HTTP/1.1" status: 204 len: 168 time: 0.4546626 Jul 16 08:51:43.923186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3984209-314d-4a7d-abd8-950a82387399 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ad0fdc-9f1b-4aef-aec3-138f4fbb6f08,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.959969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641f99-d781-4bce-9444-e96e4a5b5c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa66841b-a1aa-4414-b236-58e56c7d2f20,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.020895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7195fae2-e9ac-4951-ae84-173498d3e5cb req-a400604e-8ce2-4cfb-a76c-adc5ee930205 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098955 Jul 16 08:51:44.248447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.411517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59124) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.414240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-445121db-b241-431c-a95a-4be7f0ed7bf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21beace7c6974c32b2ec1d9e7d25783a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592064 Jul 16 08:51:44.432868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e64c-b518-43db-ae8b-033e28d9af5e req-a21fda3b-4f6d-4acd-a04b-14fec92becff tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.450941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12b8e64c-b518-43db-ae8b-033e28d9af5e req-a21fda3b-4f6d-4acd-a04b-14fec92becff tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.2229078 Jul 16 08:51:44.587686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.634879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.652336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12b8e64c-b518-43db-ae8b-033e28d9af5e req-46e9f4da-b5ec-4347-9ec8-4d57fe51b314 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173797 Jul 16 08:51:44.711009 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:44.736507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.739656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.743272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6c55dcc-1e54-4b41-bd53-1af123d2b6ea HTTP/1.1" status: 204 len: 168 time: 0.2871499 Jul 16 08:51:44.777902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10ebb-fe1c-416f-8f2a-634c540182d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c55dcc-1e54-4b41-bd53-1af123d2b6ea,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.602120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:45.608121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-25bde0e3-16b1-4f08-9b41-d6edf8551934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.686242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.864912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d596b1-8f5e-438a-a02b-185e97ab6d40 req-cd8d5515-d7e8-4ec7-8078-163b193406b3 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.872670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79d596b1-8f5e-438a-a02b-185e97ab6d40 req-cd8d5515-d7e8-4ec7-8078-163b193406b3 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.3654721 Jul 16 08:51:45.913862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635b1c4-3064-410a-8713-b3e34fea2967 req-9dfcf1ef-c1f8-4c40-b969-9d62e8f6ae6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.922294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2635b1c4-3064-410a-8713-b3e34fea2967 req-9dfcf1ef-c1f8-4c40-b969-9d62e8f6ae6a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2493968 Jul 16 08:51:45.972946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79d596b1-8f5e-438a-a02b-185e97ab6d40 req-1f654dd5-89da-4eb6-b12d-587d4cbce84c tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992837 Jul 16 08:51:46.054621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2635b1c4-3064-410a-8713-b3e34fea2967 req-202a3972-8293-40ce-82af-3dc686924ea3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314187 Jul 16 08:51:46.357847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-693860261'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:46.404159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:46.409274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.434186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.496103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30459e-a49d-433c-94ae-8fd227fc94d6 req-46af8fcb-252e-49a6-879f-1f05b9eab2fe tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:46.507211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c30459e-a49d-433c-94ae-8fd227fc94d6 req-46af8fcb-252e-49a6-879f-1f05b9eab2fe tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.1602232 Jul 16 08:51:46.655136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c30459e-a49d-433c-94ae-8fd227fc94d6 req-2891887c-ae17-4ef0-9467-b35a5ba10ef6 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470358 Jul 16 08:51:46.871243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.974441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.989647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.011949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:47.063599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.064316 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 3becd4d3-d94b-43bc-b5e6-c8223958b98c of type vlan for network 93afafe1-9cd1-4247-8f05-074ff6ef065e Jul 16 08:51:47.242796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.378447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.384777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.385404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.463704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237730a2-73e1-44a0-a7e6-3c82e92a7093,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.500030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8928847 Jul 16 08:51:47.501672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.511863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462142678'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:47.524612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-75137f03-6054-4a0c-8dbb-d7c2949496b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.526899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-75137f03-6054-4a0c-8dbb-d7c2949496b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.5064790 Jul 16 08:51:47.599501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16a9a-2b87-4ed5-83bb-966c01e2bdf6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=93afafe1-9cd1-4247-8f05-074ff6ef065e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.612951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:47.693243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:47.715335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.748350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-e3bdbb16-b1b6-48db-aed2-43f26e8424d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.750464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-e3bdbb16-b1b6-48db-aed2-43f26e8424d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.1633809 Jul 16 08:51:47.957816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:47.969348 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-d1e4fd43-4b9f-419f-bb26-e8556e6857db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2117734 Jul 16 08:51:48.048746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b2d6-92ef-42e0-a19c-8e1bc63d6679 req-d1c154c2-cec9-49dd-9dd5-72ff4b926f0c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.066407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a86b2d6-92ef-42e0-a19c-8e1bc63d6679 req-d1c154c2-cec9-49dd-9dd5-72ff4b926f0c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4960833 Jul 16 08:51:48.069986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.070567 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 99dd4737-e233-4ec4-b476-6e0e73f50668 of type vlan for network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 Jul 16 08:51:48.233676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a86b2d6-92ef-42e0-a19c-8e1bc63d6679 req-0fa5fe39-6708-4ad0-84d9-6abee8e7c25a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658170 Jul 16 08:51:48.253521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-dfd7bd24-8fe2-4c60-8d3f-6aeab19e002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.255156 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-dfd7bd24-8fe2-4c60-8d3f-6aeab19e002b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2779856 Jul 16 08:51:48.451845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb7f5c8d-45da-43cb-8b3b-188719b4dcd3 req-034dd37c-87eb-400c-a6d5-ec0f76fbd445 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0574257 Jul 16 08:51:48.489276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-29ef0b08-4780-414e-9b2e-ee123322d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.493483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-29ef0b08-4780-414e-9b2e-ee123322d204 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2242877 Jul 16 08:51:48.496841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.498970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.643595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.685707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.692771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.757015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2514839 Jul 16 08:51:48.759846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59260) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.791619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:48.964624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:48.971868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.155936 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-cffc40b4-3bef-482d-9e50-6f05f1946379 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481204 Jul 16 08:51:49.366007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0413e4b1-c536-4cc8-b5f3-e96c9b0b5234 req-348dcb2b-d5c1-4539-8087-7f40fe1a4b66 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032664 Jul 16 08:51:49.411550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-3cebee26-688d-4ac2-8e95-3e4b006cab0b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.413333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-3cebee26-688d-4ac2-8e95-3e4b006cab0b tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.5329683 Jul 16 08:51:49.555522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.714151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Deleting port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:49.714489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.903509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2beb291-7662-4cb4-bdde-a9810733d00f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.921256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:50.005027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] For port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,segment=NetworkSegment(24b0988a-9707-4e04-b1ab-15527fcb9d8b),segment_id=24b0988a-9707-4e04-b1ab-15527fcb9d8b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:50.005512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.062206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Calling delete_port for e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:50.095284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=0274848d-e367-4277-8343-c1322de7b573,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.182521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '3becd4d3-d94b-43bc-b5e6-c8223958b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:50.182936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 93afafe1-9cd1-4247-8f05-074ff6ef065e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:50.230889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc0b7-ee24-432a-8d00-f7d289c634d0 req-d9c4ffa2-4133-498e-adbd-2267c17f3574 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.232788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e3dc0b7-ee24-432a-8d00-f7d289c634d0 req-d9c4ffa2-4133-498e-adbd-2267c17f3574 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 945 time: 0.6985209 Jul 16 08:51:50.290873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2300a-9ab6-439d-8ea4-294c1bcd37b5 req-a3f1be02-ea66-4b39-83b5-51acde1982cf tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.292500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dc2300a-9ab6-439d-8ea4-294c1bcd37b5 req-a3f1be02-ea66-4b39-83b5-51acde1982cf tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4751747 Jul 16 08:51:50.329837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:50.392339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 93afafe1-9cd1-4247-8f05-074ff6ef065e) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:50.401300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.401698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.407258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d8f2d4-99c7-4cda-9e8e-354d7f282533 None None] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:50.416969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e3dc0b7-ee24-432a-8d00-f7d289c634d0 req-bb020db3-2ae7-4f60-aba9-b12493f66b46 tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/security-groups?id=61f9d897-b500-4c00-9db3-2202bf3519d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539822 Jul 16 08:51:50.438984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dc2300a-9ab6-439d-8ea4-294c1bcd37b5 req-29172674-e78e-4a84-bf88-7839892f5f6e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183300 Jul 16 08:51:50.449303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9e5e016-43f2-4457-be0b-dea258a82d56 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6852410 Jul 16 08:51:50.462630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59284) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.483019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:50.486032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.591708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Pushing event deleted for resources: {'Port': ['ID=e3c35244-13f6-4b0b-a559-1a23f1b3e1e9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.846048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] No DVR routers for this DVR port e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:50.849331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de945163-304b-4f07-ab68-dabbf3fa06d1 req-255a17b3-4337-4849-9a78-6a6a0bf38857 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0659111 Jul 16 08:51:50.852559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.856704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9db8f29-0c87-48f8-9a9d-2c6db094a783 req-228b9c92-623a-4657-8150-08fd422795bc tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.46 "DELETE /v2.0/ports/e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 HTTP/1.1" status: 204 len: 173 time: 1.4372036 Jul 16 08:51:50.857421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'name': 'network-vif-deleted', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:50.864537 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac31921-df50-4aa7-85a4-4772add2701f" -d '{"events": [{"server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "name": "network-vif-deleted", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:50.917366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:50.939895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.018300 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42acdcf2-183f-431f-929e-13433bc5de4c x-openstack-request-id: req-42acdcf2-183f-431f-929e-13433bc5de4c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:51.018936 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6547de5-89a2-4da2-b3a2-f26f9ce85945", "name": "network-vif-deleted", "tag": "e3c35244-13f6-4b0b-a559-1a23f1b3e1e9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:51.019489 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42acdcf2-183f-431f-929e-13433bc5de4c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:51.020312 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6547de5-89a2-4da2-b3a2-f26f9ce85945', 'name': 'network-vif-deleted', 'tag': 'e3c35244-13f6-4b0b-a559-1a23f1b3e1e9', 'status': 'completed', 'code': 200} Jul 16 08:51:51.037391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-93afafe1-9cd1-4247-8f05-074ff6ef065e', 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '0274848d-e367-4277-8343-c1322de7b573'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:51.050561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.620294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Allocated IP 2001:db8::2 (93afafe1-9cd1-4247-8f05-074ff6ef065e/0274848d-e367-4277-8343-c1322de7b573/4b45f603-c321-44c7-8ef6-271c26c793ca) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:51.698006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.846727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=2bdf01f6-53d3-400e-a9a1-a1665b145206,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.167992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f457dbff-c978-42f0-bb4f-fcd1d27a74fd req-68f33319-02a0-47c3-8525-27d7e53314bd tempest-ServerDiskConfigTestJSON-1609737360 tempest-ServerDiskConfigTestJSON-1609737360-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6547de5-89a2-4da2-b3a2-f26f9ce85945 HTTP/1.1" status: 200 len: 210 time: 0.2073760 Jul 16 08:51:52.264092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '99dd4737-e233-4ec4-b476-6e0e73f50668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:52.270599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:52.326158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:52.426057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:52.428745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e3c35244-13f6-4b0b-a559-1a23f1b3e1e9 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:52.681142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:52.749788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba0af8-0b8a-466c-86e7-e53c116d6963 req-994376b0-eab3-420a-939d-0f28615fee3d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.770944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01ba0af8-0b8a-466c-86e7-e53c116d6963 req-994376b0-eab3-420a-939d-0f28615fee3d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.8951294 Jul 16 08:51:52.777690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fb156dd-c42e-47b4-888c-8f9aee2e0491 req-78cd9cf0-a824-4d84-a30b-a00df4b5267c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1516294 Jul 16 08:51:52.785509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:52.818921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.825888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.836300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abe07d-cf1d-4edb-a1be-111003481209 None None] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:52.984609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.995531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Transition to ACTIVE for port object 4b45f603-c321-44c7-8ef6-271c26c793ca will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:53.008019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96e391c4-513e-4a1e-b71a-e07112214ab5 req-dd1b673c-bbdb-4e95-87f6-678646dde5a1 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1040699 Jul 16 08:51:53.012973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Transition to ACTIVE for port object 4b45f603-c321-44c7-8ef6-271c26c793ca will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:53.049944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01ba0af8-0b8a-466c-86e7-e53c116d6963 req-50eeb00f-ed1e-4bdf-be0d-2c9dcc582880 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727575 Jul 16 08:51:53.062586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-89202f5d-3476-4743-8752-7e0df91c22a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5986099 Jul 16 08:51:53.066631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.072471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955848601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:53.130593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.132206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.145573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.251724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.260732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.283819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3', 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '2bdf01f6-53d3-400e-a9a1-a1665b145206'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:53.284595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.316789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.322027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cafa726c-d00c-4afd-9c56-43468bd82fa5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2538421 Jul 16 08:51:53.325979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.333610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:53.351242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:53.354319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:53.415371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Pushing event updated for resources: {'Port': ['ID=4b45f603-c321-44c7-8ef6-271c26c793ca,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.470456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041b786-4a90-46bb-b5ac-285beb5817a8 req-07635e9a-fcd3-4e4e-90de-e53ee0368291 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.472102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c041b786-4a90-46bb-b5ac-285beb5817a8 req-07635e9a-fcd3-4e4e-90de-e53ee0368291 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.1729133 Jul 16 08:51:53.586488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c041b786-4a90-46bb-b5ac-285beb5817a8 req-243e9735-72ec-434f-8734-504ba302c02b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077492 Jul 16 08:51:53.716912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.717521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.718026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.718520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.719219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.719958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.722355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.722879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.723375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.723868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.725081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:53.727473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:54.004134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Allocated IP 2001:db8:1::2 (a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3/2bdf01f6-53d3-400e-a9a1-a1665b145206/94ef423a-05c6-4bbf-b1d1-23ea314caa57) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:54.048464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Attempting to bind port 4b45f603-c321-44c7-8ef6-271c26c793ca on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:54.052635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Attempting to bind port 4b45f603-c321-44c7-8ef6-271c26c793ca by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3becd4d3-d94b-43bc-b5e6-c8223958b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:54.055154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Attempting to bind port 4b45f603-c321-44c7-8ef6-271c26c793ca on network 93afafe1-9cd1-4247-8f05-074ff6ef065e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:54.133085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:54.135287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Checking segment: {'id': '3becd4d3-d94b-43bc-b5e6-c8223958b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:54.135984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.137990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Bound using segment: {'id': '3becd4d3-d94b-43bc-b5e6-c8223958b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:54.139250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Bound port: 4b45f603-c321-44c7-8ef6-271c26c793ca, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3becd4d3-d94b-43bc-b5e6-c8223958b98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93afafe1-9cd1-4247-8f05-074ff6ef065e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:54.141080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.182097 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.192983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebe782-bd35-41e9-b4b5-afa0cd50beb1 req-9a724255-66b5-4fc9-aee0-7519de31b090 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.200411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcebe782-bd35-41e9-b4b5-afa0cd50beb1 req-9a724255-66b5-4fc9-aee0-7519de31b090 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2710686 Jul 16 08:51:54.286055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fcebe782-bd35-41e9-b4b5-afa0cd50beb1 req-2a8c44f0-5569-46ca-89b0-e3ba76c45fcd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842986 Jul 16 08:51:54.451698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] For port 4b45f603-c321-44c7-8ef6-271c26c793ca, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:54.471599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] For port 4b45f603-c321-44c7-8ef6-271c26c793ca, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4b45f603-c321-44c7-8ef6-271c26c793ca,segment=NetworkSegment(3becd4d3-d94b-43bc-b5e6-c8223958b98c),segment_id=3becd4d3-d94b-43bc-b5e6-c8223958b98c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:54.497167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.647307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8::1 (93afafe1-9cd1-4247-8f05-074ff6ef065e/0274848d-e367-4277-8343-c1322de7b573/c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:54.660477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f47d276a-d09f-4807-aa3c-d8e15f1969a1 req-c2a4df4b-6483-4b79-ae68-8ee00dd128c9 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0805876 Jul 16 08:51:54.801675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.824939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Transition to ACTIVE for port object 94ef423a-05c6-4bbf-b1d1-23ea314caa57 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:54.859788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Transition to ACTIVE for port object 94ef423a-05c6-4bbf-b1d1-23ea314caa57 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:54.909926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35304e58-67fa-48d1-b917-845da4a003ba None None] Pushing event updated for resources: {'Port': ['ID=4b45f603-c321-44c7-8ef6-271c26c793ca,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.928372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.994468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.025492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:55.032301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Pushing event updated for resources: {'Port': ['ID=94ef423a-05c6-4bbf-b1d1-23ea314caa57,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.077052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:55.114778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:55.119928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:55.132623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:55.322803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.323805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Attempting to bind port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:55.324009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Attempting to bind port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '99dd4737-e233-4ec4-b476-6e0e73f50668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:55.324592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Attempting to bind port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 on network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:55.334970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Deleting subnet d6585f87-ca4d-498f-8687-c13d5c816ab3 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:55.340543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:55.341301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Checking segment: {'id': '99dd4737-e233-4ec4-b476-6e0e73f50668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:55.342085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.344603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Bound using segment: {'id': '99dd4737-e233-4ec4-b476-6e0e73f50668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:55.345260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Bound port: 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dd4737-e233-4ec4-b476-6e0e73f50668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:55.345806 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.349809 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.461488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:55.470120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:55.483960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:55.485383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.561155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] For port 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:55.569334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] For port 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=94ef423a-05c6-4bbf-b1d1-23ea314caa57,segment=NetworkSegment(99dd4737-e233-4ec4-b476-6e0e73f50668),segment_id=99dd4737-e233-4ec4-b476-6e0e73f50668)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:55.585429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.802632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.808148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa3e1c-7b55-410f-bf79-17c4745dac5a None None] Pushing event updated for resources: {'Port': ['ID=94ef423a-05c6-4bbf-b1d1-23ea314caa57,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.989651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.018764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:56.077213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.186651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.355101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6585f87-ca4d-498f-8687-c13d5c816ab3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:56.398079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.404342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ddd7027-14dc-478b-8c81-83cb6ccc7f02 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d6585f87-ca4d-498f-8687-c13d5c816ab3 HTTP/1.1" status: 204 len: 168 time: 1.3726830 Jul 16 08:51:56.405222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:56.446639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:56.514257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa55dd9-dfd4-4296-95e4-4f0619bb658b req-496e554f-ae6d-4f71-b3b3-c48c14025f8f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.525097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaa55dd9-dfd4-4296-95e4-4f0619bb658b req-496e554f-ae6d-4f71-b3b3-c48c14025f8f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 1.1763079 Jul 16 08:51:56.692807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaa55dd9-dfd4-4296-95e4-4f0619bb658b req-2cf735dd-ad54-4378-bc49-a4bc914f60bc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663060 Jul 16 08:51:56.749365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.880292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.892520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.893756 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.957351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.031228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27578723-766a-49d7-a38f-6728674a828b']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.095343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b0988a-9707-4e04-b1ab-15527fcb9d8b') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.095826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b0988a-9707-4e04-b1ab-15527fcb9d8b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.156106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.225901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f226-2046-4bb2-a7ce-1ca0c927b59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.344611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.381499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 94ef423a-05c6-4bbf-b1d1-23ea314caa57 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:57.423490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:57.423812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:57.425615 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:57.520880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe475e6-7978-4636-b3ab-9bd1a3a0ed28 None None] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:57.878324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f226-2046-4bb2-a7ce-1ca0c927b59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.001152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:58.010644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83dfaa1a-e3a9-4634-a707-e260a0286708 None None] Provisioning for port 4b45f603-c321-44c7-8ef6-271c26c793ca completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:58.037110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f226-2046-4bb2-a7ce-1ca0c927b59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.059670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d720aa-7f03-476d-870b-9d88ea76e1ae None None] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:58.130263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0fe1f226-2046-4bb2-a7ce-1ca0c927b59a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2818075ad42b481988d42b0b467d2929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6737247 Jul 16 08:51:58.136574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.149275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.215702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.220263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] 10.222.0.32 "DELETE /v2.0/networks/27578723-766a-49d7-a38f-6728674a828b HTTP/1.1" status: 204 len: 168 time: 1.8011174 Jul 16 08:51:58.266751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d383cf-47ce-485f-b8ac-8a999f19b312 admin admin] Pushing event deleted for resources: {'Network': ['ID=27578723-766a-49d7-a38f-6728674a828b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.402500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1f226-2046-4bb2-a7ce-1ca0c927b59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824f3177-d519-455d-a06e-24b60758ae1a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.453523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4b45f603-c321-44c7-8ef6-271c26c793ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:58.493455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.497145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f23c2f-a1fa-446f-988d-3dedb6650223 req-68cc0a04-0849-405e-8d4f-bb39776c0a7a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.498189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66f23c2f-a1fa-446f-988d-3dedb6650223 req-68cc0a04-0849-405e-8d4f-bb39776c0a7a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.4016032 Jul 16 08:51:58.587803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59444) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.592543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66f23c2f-a1fa-446f-988d-3dedb6650223 req-6c1c991c-45ca-40f9-8d6c-584c417c4e27 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865242 Jul 16 08:51:58.606462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.607088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.607739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.608363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.608875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.610077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.610578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.611068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.611563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.612068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.612542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.613032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.664322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.666005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f36ddcd2-5a91-4f91-8655-65624a0a796e req-b944d0d3-b13d-4ae5-afe7-0a50745d6b83 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0767920 Jul 16 08:51:58.714780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-62271dac-059c-4a7c-ae26-2e5b233c467a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdc5018725224aa59440631709effe50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205504 Jul 16 08:51:58.715415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59448) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.718099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.803961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.807008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.808439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/824f3177-d519-455d-a06e-24b60758ae1a HTTP/1.1" status: 204 len: 168 time: 0.6707242 Jul 16 08:51:58.816769 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.850213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887ab95-bef8-4bd3-b08c-4e425d15c363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f3177-d519-455d-a06e-24b60758ae1a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.882650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:58.884248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:58.884497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.983971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.994214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.001204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61f9d897-b500-4c00-9db3-2202bf3519d5 HTTP/1.1" status: 204 len: 168 time: 0.2846878 Jul 16 08:51:59.015604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f6b6-6acb-42c8-b3ac-baf6c8431026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9d897-b500-4c00-9db3-2202bf3519d5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.231297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Provisioning for port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:59.243588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Provisioning complete for port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:59.244339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.247085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4b45f603-c321-44c7-8ef6-271c26c793ca completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:59.444637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4b45f603-c321-44c7-8ef6-271c26c793ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:59.446850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.626310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed312-5e72-4f5d-ba18-260563ae8bb7 req-940a9542-2fc1-4a8b-9f63-f199332da8a4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.629943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-8296f5bb-b35f-440b-89b9-aa4d3c878b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.637962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-8296f5bb-b35f-440b-89b9-aa4d3c878b56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 1097 time: 0.3378067 Jul 16 08:51:59.643589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-790ed312-5e72-4f5d-ba18-260563ae8bb7 req-940a9542-2fc1-4a8b-9f63-f199332da8a4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.2356565 Jul 16 08:51:59.779564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-790ed312-5e72-4f5d-ba18-260563ae8bb7 req-883b6883-fed9-4637-9442-6377b87f5d0a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349211 Jul 16 08:51:59.970148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-8aacb32b-5e2f-4b76-ba33-5b97a2e6197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:59.974072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-8aacb32b-5e2f-4b76-ba33-5b97a2e6197e service neutron] 10.222.0.46 "GET /v2.0/networks?id=479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 200 len: 913 time: 0.3250477 Jul 16 08:52:00.118791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e30b6bc0-f33a-4a28-8b5d-90e94469b8be req-28426987-4b5a-45f8-9802-8fec57cda5b6 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0843053 Jul 16 08:52:00.152793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:00.211612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-a314fe91-9c8e-44b6-b200-86346acaa41c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 200 len: 999 time: 0.2294855 Jul 16 08:52:00.216094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.219648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.246751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f78785-d764-45ac-a069-a2f12f5b0850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.288304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.348660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] For port 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=94ef423a-05c6-4bbf-b1d1-23ea314caa57,segment=NetworkSegment(99dd4737-e233-4ec4-b476-6e0e73f50668),segment_id=99dd4737-e233-4ec4-b476-6e0e73f50668)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:00.361458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.382944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4b45f603-c321-44c7-8ef6-271c26c793ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4b45f603-c321-44c7-8ef6-271c26c793ca,segment=NetworkSegment(3becd4d3-d94b-43bc-b5e6-c8223958b98c),segment_id=3becd4d3-d94b-43bc-b5e6-c8223958b98c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:00.406953 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.475270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afea66-99c4-4663-8ddb-8e3334f10c04 None None] Pushing event updated for resources: {'Port': ['ID=94ef423a-05c6-4bbf-b1d1-23ea314caa57,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.509447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-4df492cc-1335-4e9d-a5f9-398ff0efb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.510952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-4df492cc-1335-4e9d-a5f9-398ff0efb34d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 200 len: 851 time: 0.2893414 Jul 16 08:52:00.519908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f78785-d764-45ac-a069-a2f12f5b0850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.525143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-82f78785-d764-45ac-a069-a2f12f5b0850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.604570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Provisioning for port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:00.616946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Provisioning complete for port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:00.617632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.629159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-82f78785-d764-45ac-a069-a2f12f5b0850 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa5e9145c5194d20bb7ade888dcd8603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078014 Jul 16 08:52:00.641388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.643941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f78785-d764-45ac-a069-a2f12f5b0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229b3a3-45d2-4f29-a1d0-fd447680b556,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.737994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4b45f603-c321-44c7-8ef6-271c26c793ca,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.752285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:00.765119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:00.777233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Provisioning complete for port 4b45f603-c321-44c7-8ef6-271c26c793ca triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:00.782019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] Sync routers for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:00.782835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.786907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c86b89a9-12e9-4727-a7a3-11e54630a9bf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4436035 Jul 16 08:52:00.796544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.798806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.799932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:00.801994 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:00.895773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.904577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bfa9a-46b8-4e87-acd2-d698f405e5b0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.913315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-969bfa9a-46b8-4e87-acd2-d698f405e5b0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports/c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 HTTP/1.1" status: 200 len: 911 time: 0.1132128 Jul 16 08:52:00.918807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59500) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.942551 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:00.973141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-86c13494-c8b4-4851-aa34-df25ab263113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.978592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-86c13494-c8b4-4851-aa34-df25ab263113 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=479e6142-f6ac-40ad-a04a-92f866bd8261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4512155 Jul 16 08:52:00.998218 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:01.003165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.157399 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.158158 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a18e05-c69b-4f88-9123-417b2936b415 None None] The sync data for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:01.230869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Provisioning complete for port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:01.231754 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb41a-0ab0-4f49-ac30-faa4aaccc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.344399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-4e9025c5-fd43-4dc9-9df9-b5e67720d295 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563647 Jul 16 08:52:01.345050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:01.604918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4c7281f5-6d6c-475e-b9f0-c9bcb28aa8b8 req-4ecb359c-a442-4b66-ad90-8d8d1d173298 service neutron] 10.222.0.46 "GET /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441914 Jul 16 08:52:01.680601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-21f5a08e-5f4f-48a5-baf1-36da987e7f31 None None] Provisioning complete for port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:01.681036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21f5a08e-5f4f-48a5-baf1-36da987e7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.783591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-21f5a08e-5f4f-48a5-baf1-36da987e7f31 None None] Port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:01.835800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1782729759-network', 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:01.866926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Made reservation on behalf of 87d5b7c970b74cf49cbe16e55e435691 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:01.871825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.884210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.911923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c7f61f5-ed03-47fd-afa6-916ba1360995 req-d05e4e9c-6597-48c3-97be-4db0ee666986 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0634625 Jul 16 08:52:01.955770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28a8d7-d8fb-4dc5-b5db-c35726740825 req-973690ab-ad1d-403f-b309-794b94062ade tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.963399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb28a8d7-d8fb-4dc5-b5db-c35726740825 req-973690ab-ad1d-403f-b309-794b94062ade tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.8282983 Jul 16 08:52:02.009809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.015315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.045683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:02.058823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0cc04-efc6-4296-bc1f-08fb1935fb17,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.065416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.066363 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Added segment 15cf406e-5adb-4af6-8ef0-84b25bd94aff of type vlan for network b2c7d763-864d-4c7b-aacb-e60415bad05e Jul 16 08:52:02.068956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.071458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.072632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e229b3a3-45d2-4f29-a1d0-fd447680b556 HTTP/1.1" status: 204 len: 168 time: 1.4297566 Jul 16 08:52:02.092740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4074b-420b-46bc-959e-e8bca02483cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229b3a3-45d2-4f29-a1d0-fd447680b556,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.128748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb28a8d7-d8fb-4dc5-b5db-c35726740825 req-2836841a-43c6-4d57-a132-35fc4f16f5ff tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643703 Jul 16 08:52:02.233636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.312490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.315508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.317002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.389567 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0433030 Jul 16 08:52:02.392449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:02.409026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Request body: {'subnet': {'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1782729759-subnet', 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:02.485940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e88f5-3594-4fbf-a451-76d786a57dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c7d763-864d-4c7b-aacb-e60415bad05e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.508916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b2c7d763-864d-4c7b-aacb-e60415bad05e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:02.548750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.719297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 94ef423a-05c6-4bbf-b1d1-23ea314caa57 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:02.867046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:02.867432 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.946905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Made reservation on behalf of 87d5b7c970b74cf49cbe16e55e435691 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:02.949902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.988793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4b45f603-c321-44c7-8ef6-271c26c793ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:03.100783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4b45f603-c321-44c7-8ef6-271c26c793ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:03.101388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.253759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00966f6d-da72-4768-bcfe-dc8dd21c5a68 req-d25b84f5-039f-4957-a207-97c8793d323d tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0749159 Jul 16 08:52:03.350509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8:1::1 (a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3/2bdf01f6-53d3-400e-a9a1-a1665b145206/f481cf57-766c-4634-8c22-5976751739dd) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:03.692437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.959570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98738c-5e12-48c4-bccb-558b1e878006 req-741c9c50-15b8-4bfd-a87b-296ea8740615 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.962099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b98738c-5e12-48c4-bccb-558b1e878006 req-741c9c50-15b8-4bfd-a87b-296ea8740615 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.6038978 Jul 16 08:52:04.077978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629e2cc0-43a7-4955-a479-ccff1c8790d2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.121664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b98738c-5e12-48c4-bccb-558b1e878006 req-27b4fcd9-93b2-4542-99a6-6df444a54649 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392243 Jul 16 08:52:04.138162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Checking segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:04.138162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Network hostable DHCP agents. Network: b2c7d763-864d-4c7b-aacb-e60415bad05e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:04.151158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.180987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object f481cf57-766c-4634-8c22-5976751739dd will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:04.194066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Network b2c7d763-864d-4c7b-aacb-e60415bad05e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:04.214321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b2c7d763-864d-4c7b-aacb-e60415bad05e) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:04.224452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d46617-b3cd-4e24-8818-a0b8af4a9096 None None] Network b2c7d763-864d-4c7b-aacb-e60415bad05e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:04.237357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.237978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.280118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f86ff1d-d7c3-46f0-a03e-d425a0f219b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8739426 Jul 16 08:52:04.295521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.491856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:04.503650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:04.525173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:04.526039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.542955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b2c7d763-864d-4c7b-aacb-e60415bad05e', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691', 'fixed_ips': [{'subnet_id': '629e2cc0-43a7-4955-a479-ccff1c8790d2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:04.543874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.769146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Allocated IP 172.20.0.2 (b2c7d763-864d-4c7b-aacb-e60415bad05e/629e2cc0-43a7-4955-a479-ccff1c8790d2/13084849-b595-4b5f-8067-8339e5da29fc) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:05.036471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=f481cf57-766c-4634-8c22-5976751739dd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.050960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ba01aa9-42ef-4f85-8026-9688fcaf4f90 req-1a3ed38f-bf37-4728-9e3b-8adbac6c7cb1 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.2772682 Jul 16 08:52:05.252694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4a116-97b8-46b6-ba09-d2d9d4588d57 req-f0445307-81e6-47b7-b32a-523bc47788a0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.252694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9e4a116-97b8-46b6-ba09-d2d9d4588d57 req-f0445307-81e6-47b7-b32a-523bc47788a0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.7025237 Jul 16 08:52:05.325999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.328963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a7577530-49df-4dd9-9a99-d20eb6812d3f None None] Provisioning for port f481cf57-766c-4634-8c22-5976751739dd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:05.393797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a7577530-49df-4dd9-9a99-d20eb6812d3f None None] Provisioning complete for port f481cf57-766c-4634-8c22-5976751739dd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:05.394382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a7577530-49df-4dd9-9a99-d20eb6812d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.517966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a7577530-49df-4dd9-9a99-d20eb6812d3f None None] Port f481cf57-766c-4634-8c22-5976751739dd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:05.647211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.698413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Transition to ACTIVE for port object 13084849-b595-4b5f-8067-8339e5da29fc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:05.720024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Transition to ACTIVE for port object 13084849-b595-4b5f-8067-8339e5da29fc will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:05.735608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.796200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Network b2c7d763-864d-4c7b-aacb-e60415bad05e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:05.806807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:05.812969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:05.835639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Pushing event updated for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.857026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.876683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9e4a116-97b8-46b6-ba09-d2d9d4588d57 req-1d2beee7-5d5e-44a7-aeb8-63a8d5c9d2d3 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6092372 Jul 16 08:52:05.879169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.880611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.060057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Attempting to bind port 13084849-b595-4b5f-8067-8339e5da29fc on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:06.064971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Attempting to bind port 13084849-b595-4b5f-8067-8339e5da29fc by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:06.065857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Attempting to bind port 13084849-b595-4b5f-8067-8339e5da29fc on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:06.079949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=f481cf57-766c-4634-8c22-5976751739dd,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.091329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:06.092525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Checking segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:06.094632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.095685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Bound using segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:06.099148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Bound port: 13084849-b595-4b5f-8067-8339e5da29fc, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:06.099919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.228210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-1a51f3b1-5ec8-4141-aa62-96e2084ef79d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.230034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-da09165b-e625-4197-a66b-3f328c223267 None None] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:06.234258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-da09165b-e625-4197-a66b-3f328c223267 None None] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13084849-b595-4b5f-8067-8339e5da29fc,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:06.236784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-1a51f3b1-5ec8-4141-aa62-96e2084ef79d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 0.3585370 Jul 16 08:52:06.247660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.257654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-e45f4cb7-ac5d-4f2b-b572-1838b62a4f9b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/quotas/87d5b7c970b74cf49cbe16e55e435691 HTTP/1.1" status: 200 len: 375 time: 0.0195723 Jul 16 08:52:06.419054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09165b-e625-4197-a66b-3f328c223267 None None] Pushing event updated for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.519250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:06.529907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:06.548693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-40441cc2-75c2-4545-ab20-ed11c40d0cce tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2899339 Jul 16 08:52:06.949690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:07.168679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b061d345-1b81-45a2-b3b3-c4265c6d4378 None None] Provisioning complete for port f481cf57-766c-4634-8c22-5976751739dd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:07.168679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b061d345-1b81-45a2-b3b3-c4265c6d4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.196064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:07.207839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.208335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-011290d5-4aa9-4ccc-b28e-eb646227e8c9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2779124 Jul 16 08:52:07.247811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] Sync routers for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:07.254167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-04a101fe-96c9-496c-9f37-876aa9902dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919258 Jul 16 08:52:07.323910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:07.331119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.342514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b061d345-1b81-45a2-b3b3-c4265c6d4378 None None] Port f481cf57-766c-4634-8c22-5976751739dd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:07.375893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c83f88b-9f0a-4ce2-b583-20df99275d4a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.389136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4c83f88b-9f0a-4ce2-b583-20df99275d4a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports/f481cf57-766c-4634-8c22-5976751739dd HTTP/1.1" status: 200 len: 913 time: 0.1684816 Jul 16 08:52:07.390226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.465125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.502777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:07.510867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.622726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.623396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36624a-431c-48a2-bcf6-20ba972f49f5 None None] The sync data for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:07.675234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-97f82a21-1c42-46f9-bfc0-5813c2b83e00 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147823 Jul 16 08:52:08.256798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b262f04f-84bc-46f5-910a-be48ae44e5f0 req-fe76b7a7-6649-41a5-9578-4a5ce1243485 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0926116 Jul 16 08:52:08.372561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae7381-2b78-48d4-92bb-37ec5d518170 None None] Network b2c7d763-864d-4c7b-aacb-e60415bad05e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:08.461420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.680134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-36fcadf5-e332-4766-94b3-bf946de30eba tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.685704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-36fcadf5-e332-4766-94b3-bf946de30eba tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e9d1a7-8271-44d1-8c9c-316637739bcd HTTP/1.1" status: 200 len: 943 time: 0.3478734 Jul 16 08:52:08.734880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13084849-b595-4b5f-8067-8339e5da29fc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:08.946943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b90c3b0-145a-439c-a4d0-45e47cb81e15 None None] Provisioning for port 13084849-b595-4b5f-8067-8339e5da29fc completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:09.009968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.026831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 13084849-b595-4b5f-8067-8339e5da29fc completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:09.041974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 13084849-b595-4b5f-8067-8339e5da29fc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:09.042594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.167851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.325473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port f481cf57-766c-4634-8c22-5976751739dd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:09.341356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.357393 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.523124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13084849-b595-4b5f-8067-8339e5da29fc,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.535807 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.600938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-5e0a8e44-c7ba-4ac1-929e-0cbc572aa5ce tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.605946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-5e0a8e44-c7ba-4ac1-929e-0cbc572aa5ce tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 0.4759636 Jul 16 08:52:09.729458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-d5176d45-a049-4f3f-8f64-24ab4860710c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/quotas/87d5b7c970b74cf49cbe16e55e435691 HTTP/1.1" status: 200 len: 375 time: 0.1116965 Jul 16 08:52:09.777137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.781754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.796766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port aae43db1-aae4-481b-8d46-3ca8f988767e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:09.797334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.807757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for f481cf57-766c-4634-8c22-5976751739dd owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:09.817078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a2c6277-1ec8-4b71-aacd-98d9fb1df9cb None None] Provisioning complete for port 13084849-b595-4b5f-8067-8339e5da29fc triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:09.820262 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6277-1ec8-4b71-aacd-98d9fb1df9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.983219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port aae43db1-aae4-481b-8d46-3ca8f988767e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aae43db1-aae4-481b-8d46-3ca8f988767e,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.983690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.006425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for aae43db1-aae4-481b-8d46-3ca8f988767e owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:10.089579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-31d788b0-5b0f-443e-bc9b-ec8f24d01ff1 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3334062 Jul 16 08:52:10.397641 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-83a62e38-a864-4314-937a-d780a0f97dbe service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053098 Jul 16 08:52:10.419963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.560367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=f481cf57-766c-4634-8c22-5976751739dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.593982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13084849-b595-4b5f-8067-8339e5da29fc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:10.762326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 13084849-b595-4b5f-8067-8339e5da29fc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.763940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.787198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-ec51d678-ba2e-4ff3-9ab8-4a588411055d service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859215 Jul 16 08:52:10.962666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.981098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.091423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=aae43db1-aae4-481b-8d46-3ca8f988767e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.106459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8', '7f1c90ea-fe92-4046-817c-474cd96069a4'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:11.358495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] No DVR routers for this DVR port aae43db1-aae4-481b-8d46-3ca8f988767e on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:11.366538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.374304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b50b2e9-dfc6-45a3-add4-32ca4cd6d808 req-8418b9db-191b-462c-b711-eadefea24e05 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "DELETE /v2.0/ports/aae43db1-aae4-481b-8d46-3ca8f988767e HTTP/1.1" status: 204 len: 173 time: 2.6809499 Jul 16 08:52:11.374936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-deleted', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:11.396552 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd57bf-929d-4b0d-aae7-8aaf57ac96e8" -d '{"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-deleted", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:11.450319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-05e7b07b-6fea-4391-946a-c1e110c2e01f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.464324 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-05e7b07b-6fea-4391-946a-c1e110c2e01f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 0.6155248 Jul 16 08:52:11.747276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Request body: {'port': {'device_id': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'admin_state_up': True, 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:11.906382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-188592b3-b8f4-4432-af84-c4138a5962cb req-07ea840e-f022-4372-9614-015115ed34e8 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0919878 Jul 16 08:52:12.245608 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a087f09-de20-4e4c-9d95-cc34b6cb6ea9 x-openstack-request-id: req-2a087f09-de20-4e4c-9d95-cc34b6cb6ea9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:12.245901 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e9d1a7-8271-44d1-8c9c-316637739bcd", "name": "network-vif-deleted", "tag": "aae43db1-aae4-481b-8d46-3ca8f988767e", "status": "failed", "code": 422}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:12.246164 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a087f09-de20-4e4c-9d95-cc34b6cb6ea9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:12.246598 n-d-798054-12 neutron-server[93775]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9e9d1a7-8271-44d1-8c9c-316637739bcd', 'name': 'network-vif-deleted', 'tag': 'aae43db1-aae4-481b-8d46-3ca8f988767e', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:52:12.578411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:12.967767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-162ba73a-aadf-4c49-8122-78bd0106d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.972534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-9438a896-fdb2-460c-bb4b-db419d21a7d1 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.981738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-9438a896-fdb2-460c-bb4b-db419d21a7d1 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 0.4552364 Jul 16 08:52:13.067808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1fbd00c7-1d61-4a2e-9029-d4231b93e6df tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/quotas/87d5b7c970b74cf49cbe16e55e435691 HTTP/1.1" status: 200 len: 375 time: 0.0642843 Jul 16 08:52:13.137483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Made reservation on behalf of 87d5b7c970b74cf49cbe16e55e435691 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:13.154968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.163420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:13.175290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] Sync routers for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:13.194038 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-faa370eb-f073-4be6-8201-b99db333c0a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8024213 Jul 16 08:52:13.194876 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:13.195765 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.199503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:13.329136 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.353336 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:13.354181 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:51:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.450319 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.451368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f218c-71ec-4b91-9575-9e948a953358 None None] The sync data for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:14.444623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b9190b5-989b-43e5-a957-20ebb6d09d7f req-165cf157-3264-4ab0-a16f-9fbbfc7b84dc tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0810683 Jul 16 08:52:14.530386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-e83b4822-491b-4041-ab4e-cd88efd5be15 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4482937 Jul 16 08:52:14.985881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cb306dd0-e360-4181-a3b0-e7fb6bfa2399 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440267 Jul 16 08:52:15.333934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-04dc7c2c-a7ba-47a2-8e56-f4b33e6ed814 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470311 Jul 16 08:52:15.639162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b238696-5d24-4503-bd7a-5f7130337fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.706879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.801262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-90b1d10b-d6d5-46ea-9740-0aa8c96196cf req-77c608f9-1deb-4d60-8fe5-6c506d499cf6 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.1387329 Jul 16 08:52:15.961965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2ef15c2b-c8d3-4f8d-9a57-51be22e6f3e3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.971391 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2ef15c2b-c8d3-4f8d-9a57-51be22e6f3e3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 1.0144911 Jul 16 08:52:15.989929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Request body: {'port': {'device_id': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'admin_state_up': True, 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:16.146662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Allocated IP 172.20.0.11 (b2c7d763-864d-4c7b-aacb-e60415bad05e/629e2cc0-43a7-4955-a479-ccff1c8790d2/ebb5860d-3d01-4a05-b81b-d083a717c9b0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:16.508001 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c705b7e-a059-45d5-8b2f-12d95a76c4c9 req-29627f1e-a791-4aae-8400-ff4f82520ecc tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1347313 Jul 16 08:52:16.551450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56942a32-49e6-4da1-b9fa-900a761d3039 req-e2d43cc6-bcc0-47f0-a169-1a014f0c364e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.568643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56942a32-49e6-4da1-b9fa-900a761d3039 req-e2d43cc6-bcc0-47f0-a169-1a014f0c364e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 907 time: 0.3707232 Jul 16 08:52:16.824912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Made reservation on behalf of 87d5b7c970b74cf49cbe16e55e435691 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:16.829596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.898186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.006993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dad9eac5-e35c-44e4-bb84-0bfa58c24fe1 req-74f4f938-7826-4c80-8390-08c207dbd75b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.0682111 Jul 16 08:52:17.189839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.258503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Transition to ACTIVE for port object ebb5860d-3d01-4a05-b81b-d083a717c9b0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:17.298566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.518152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-273cd670-1955-4560-9b3e-6034445551bc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.520187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-273cd670-1955-4560-9b3e-6034445551bc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 907 time: 0.4958496 Jul 16 08:52:17.591152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.749759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Network b2c7d763-864d-4c7b-aacb-e60415bad05e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:17.756224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:17.772540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:17.897439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.898364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.974104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-123faefc-0de4-43f7-815a-1136165fdb95 req-646e2652-e264-44c8-a4f9-c049bbb073cd tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0625486 Jul 16 08:52:18.105597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event updated for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.127691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Allocated IP 172.20.0.14 (b2c7d763-864d-4c7b-aacb-e60415bad05e/629e2cc0-43a7-4955-a479-ccff1c8790d2/294eb480-8837-44c8-b177-0c1534a55511) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:18.183917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-47c3531b-3d3e-426d-a77d-0c0bf3662018 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6989408 Jul 16 08:52:18.221507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Request body: {'port': {'device_id': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:18.371802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:18.372214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.389776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f9e7e7c6-ea45-4b64-8a74-0c81fa092e48 None None] Provisioning for port ebb5860d-3d01-4a05-b81b-d083a717c9b0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:18.404507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f9e7e7c6-ea45-4b64-8a74-0c81fa092e48 None None] Provisioning complete for port ebb5860d-3d01-4a05-b81b-d083a717c9b0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:18.410151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7c6-ea45-4b64-8a74-0c81fa092e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.522812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445931f8-de88-489e-8cbc-56a0c7b782ce req-4c7d763c-ee5c-4c93-be70-afe47f0ab1f9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.525578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-445931f8-de88-489e-8cbc-56a0c7b782ce req-4c7d763c-ee5c-4c93-be70-afe47f0ab1f9 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 907 time: 0.1939359 Jul 16 08:52:18.618797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7e7c6-ea45-4b64-8a74-0c81fa092e48 None None] Port ebb5860d-3d01-4a05-b81b-d083a717c9b0 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:18.659475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.043287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.152918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-29c42075-e8fa-47a2-a346-723754bc5e36 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:19.155010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-29c42075-e8fa-47a2-a346-723754bc5e36 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 816 time: 0.2529233 Jul 16 08:52:19.167155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.167672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.252114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for 4d8e031b-b51e-429a-bf5b-f1913d2c27cd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.256497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:19.256847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.379016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Request body: {'port': {'device_id': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'admin_state_up': True, 'tenant_id': '87d5b7c970b74cf49cbe16e55e435691'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:19.415230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b3fbc88-3301-4379-986f-e27bcb0df1fd req-5680116b-3c18-48d4-bbd2-10949697eeea tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.5771508 Jul 16 08:52:19.442200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.776750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Made reservation on behalf of 87d5b7c970b74cf49cbe16e55e435691 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:19.782221 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.079960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24ff672c-00f8-41e2-a098-49fc1f61b206 req-896e0eb3-a708-48a1-909c-2a642609c8a0 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.3148670 Jul 16 08:52:20.170473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e0a1-c82b-4859-8d08-c53aaba31f08 req-f84eadd4-1a89-4197-aea8-bd9a6ef66516 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:20.180870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f071e0a1-c82b-4859-8d08-c53aaba31f08 req-f84eadd4-1a89-4197-aea8-bd9a6ef66516 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.6700408 Jul 16 08:52:20.183480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Transition to ACTIVE for port object 294eb480-8837-44c8-b177-0c1534a55511 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:20.257410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f071e0a1-c82b-4859-8d08-c53aaba31f08 req-41b7e078-fa1d-49c8-8265-0111f4b14bdd tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750151 Jul 16 08:52:20.352740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.387003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:20.423152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4d8e031b-b51e-429a-bf5b-f1913d2c27cd no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:20.464639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.739402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Allocated IP 172.20.0.3 (b2c7d763-864d-4c7b-aacb-e60415bad05e/629e2cc0-43a7-4955-a479-ccff1c8790d2/4fe7430f-9457-468f-a5c0-d3b02f394f44) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:20.740893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.781157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:20.786009 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f13aae-d489-4bef-9053-e2e20e395a12" -d '{"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:20.821219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:20.829626 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.854702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc509694-139b-4367-8f55-825b959ce781 req-0ce3e66b-985e-4211-be41-acc590464369 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.1194518 Jul 16 08:52:20.915834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Network b2c7d763-864d-4c7b-aacb-e60415bad05e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:20.922552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.981946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:20.988572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.997830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:21.042634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b29f0-5b04-4c72-b140-8f5ffd2e37fe req-0e328dae-eba2-4066-b368-32bee01ded2f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:21.067112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-535b29f0-5b04-4c72-b140-8f5ffd2e37fe req-0e328dae-eba2-4066-b368-32bee01ded2f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 907 time: 0.5204115 Jul 16 08:52:21.105918 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7b893-67f3-4018-8c8d-3ef6fa4c9b1b x-openstack-request-id: req-85c7b893-67f3-4018-8c8d-3ef6fa4c9b1b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:21.106222 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:21.107231 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85c7b893-67f3-4018-8c8d-3ef6fa4c9b1b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:21.108085 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'code': 200} Jul 16 08:52:21.123441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.147801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:21.148481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.178576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=4d8e031b-b51e-429a-bf5b-f1913d2c27cd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.270492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-c2bf5015-6c0c-4798-a6ed-de22f8e7d32f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2921758 Jul 16 08:52:21.314098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Request body: {'port': {'device_id': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:21.351301 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.395330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] No DVR routers for this DVR port 4d8e031b-b51e-429a-bf5b-f1913d2c27cd on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:21.397424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Transition to ACTIVE for port object 4fe7430f-9457-468f-a5c0-d3b02f394f44 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:21.402905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.405013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e0e77909-3c29-4f39-b7d2-63f24ed88a40 req-e5925785-b523-41b6-93e6-a242d59cc63a tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "DELETE /v2.0/ports/4d8e031b-b51e-429a-bf5b-f1913d2c27cd HTTP/1.1" status: 204 len: 173 time: 3.8773227 Jul 16 08:52:21.504317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-deleted', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:21.506537 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa17c37-6fea-4c85-823c-fdcc35c53f34" -d '{"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-deleted", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:21.587466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.690873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25bc6050-a94f-4d76-8650-750226dae5a5 req-852411a5-05dc-4896-93f7-da9b1f0af510 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.2074528 Jul 16 08:52:21.711960 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:21.727901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=c0ecebb9-fdcb-4448-b26e-33a5fe6fdd55,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.820930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.919085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04626871-a830-42f1-9087-09bbaecd7668 None None] Provisioning for port 294eb480-8837-44c8-b177-0c1534a55511 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:21.931571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-04626871-a830-42f1-9087-09bbaecd7668 None None] Provisioning complete for port 294eb480-8837-44c8-b177-0c1534a55511 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:21.933420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-04626871-a830-42f1-9087-09bbaecd7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.191741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Network b2c7d763-864d-4c7b-aacb-e60415bad05e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:22.217354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-04626871-a830-42f1-9087-09bbaecd7668 None None] Port 294eb480-8837-44c8-b177-0c1534a55511 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:22.233274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceddfbd-46ef-416e-bf24-18b48119eeab req-8f22a6d0-345d-454b-af92-da9c35e1c3a4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:22.240816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eceddfbd-46ef-416e-bf24-18b48119eeab req-8f22a6d0-345d-454b-af92-da9c35e1c3a4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.5988121 Jul 16 08:52:22.291496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:22.295052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:22.299349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event updated for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.367642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.368261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.368984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.369510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.370540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.371049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.371571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.372084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.372579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.373067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.373554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.374570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:22.427031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eceddfbd-46ef-416e-bf24-18b48119eeab req-5098391d-ec93-439b-aacd-aa1da3625d2c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849394 Jul 16 08:52:22.496720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:22.496720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.596021 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08f897b-6c86-4e89-88a8-449ab858c9b4 x-openstack-request-id: req-e08f897b-6c86-4e89-88a8-449ab858c9b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:22.597006 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435a65ee-833a-47e0-91ac-02d8d500a535", "name": "network-vif-deleted", "tag": "4d8e031b-b51e-429a-bf5b-f1913d2c27cd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:22.597439 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e08f897b-6c86-4e89-88a8-449ab858c9b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:22.598071 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435a65ee-833a-47e0-91ac-02d8d500a535', 'name': 'network-vif-deleted', 'tag': '4d8e031b-b51e-429a-bf5b-f1913d2c27cd', 'status': 'completed', 'code': 200} Jul 16 08:52:22.628759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908a154-4983-4539-bac7-7c2ecaff2071 req-249274e9-4636-49c7-988b-6ac1d753b1ee tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:22.656098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2908a154-4983-4539-bac7-7c2ecaff2071 req-249274e9-4636-49c7-988b-6ac1d753b1ee tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 931 time: 0.4475772 Jul 16 08:52:22.780004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-1a79188c-4054-458c-a898-f7b7662fa2c0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4627733 Jul 16 08:52:22.800806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Request body: {'port': {'device_id': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:22.913130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb5860d-3d01-4a05-b81b-d083a717c9b0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:22.925944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.939695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Transition to ACTIVE for port object ebb5860d-3d01-4a05-b81b-d083a717c9b0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:22.948247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.959537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2908a154-4983-4539-bac7-7c2ecaff2071 req-1282121d-aef7-43cd-a364-0ffeb7683b58 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983925 Jul 16 08:52:22.989557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-15e63982-a96d-43ae-a876-3665a38abb39 None None] Provisioning for port 4fe7430f-9457-468f-a5c0-d3b02f394f44 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:23.001827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-15e63982-a96d-43ae-a876-3665a38abb39 None None] Provisioning complete for port 4fe7430f-9457-468f-a5c0-d3b02f394f44 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:23.003186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15e63982-a96d-43ae-a876-3665a38abb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.023576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-400c8a11-2a42-46da-99c6-b2baafeca34d req-3d2df36e-0e1d-4711-ad23-3f609244d6fd tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=435a65ee-833a-47e0-91ac-02d8d500a535 HTTP/1.1" status: 200 len: 210 time: 0.0603371 Jul 16 08:52:23.125667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.221713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-15e63982-a96d-43ae-a876-3665a38abb39 None None] Port 4fe7430f-9457-468f-a5c0-d3b02f394f44 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:23.231575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.288370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.413068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.595115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-696d398d-e96a-4b0d-a35f-83ea183ad219 req-680cc35b-ba21-4883-80e9-7b24a38c06cc tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1139028 Jul 16 08:52:24.102525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Attempting to bind port ebb5860d-3d01-4a05-b81b-d083a717c9b0 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:24.103122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Attempting to bind port ebb5860d-3d01-4a05-b81b-d083a717c9b0 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:24.103244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Attempting to bind port ebb5860d-3d01-4a05-b81b-d083a717c9b0 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:24.109314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:24.129422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Port ebb5860d-3d01-4a05-b81b-d083a717c9b0 on network b2c7d763-864d-4c7b-aacb-e60415bad05e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:24.129774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Attempting to bind port ebb5860d-3d01-4a05-b81b-d083a717c9b0 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:24.145827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:24.146176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Checking segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:24.146563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Bound using segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:24.147016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Bound port: ebb5860d-3d01-4a05-b81b-d083a717c9b0, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:24.147384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.159638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa4e2-270e-474c-a7e9-8a7482cde290 req-ff772993-d90c-4233-8d46-ba3df261c669 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.175024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-575aa4e2-270e-474c-a7e9-8a7482cde290 req-ff772993-d90c-4233-8d46-ba3df261c669 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.2971771 Jul 16 08:52:24.284994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-575aa4e2-270e-474c-a7e9-8a7482cde290 req-d6876d5b-5049-4376-8fe0-c3e57fcabc9c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110528 Jul 16 08:52:24.305535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe7430f-9457-468f-a5c0-d3b02f394f44 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:24.393247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:24.424380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1588caed-9c63-451c-b8be-73c7b611e544 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2173402 Jul 16 08:52:24.431355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60082) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.432098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] Sync routers for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:24.440385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.474416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:24.476329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.543385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:24.556526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:24.564890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.582528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4aa8fe1b-0a76-47a9-9c82-73d3f2ed7bb9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e HTTP/1.1" status: 200 len: 205 time: 0.1442578 Jul 16 08:52:24.594654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60084) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.619335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.633771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] Routers {'81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:24.638586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.725544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Transition to ACTIVE for port object 4fe7430f-9457-468f-a5c0-d3b02f394f44 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:24.772509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.820312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:24.837325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.876477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.876477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.876477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-65a0ba81-4c65-49d5-8c28-fb6b50d8eeb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ebb5860d-3d01-4a05-b81b-d083a717c9b0 HTTP/1.1" status: 200 len: 1093 time: 6.6650312 Jul 16 08:52:24.876477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:24.881493 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a945b5fb-ead6-44e1-95da-eca61167935b" -d '{"events": [{"name": "network-changed", "server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:24.901097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:24.911196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7c3c9-d981-4ad0-ac07-7bb465e34c9f None None] The sync data for ids ['81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:25.114286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.133148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.266111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148caa7f-0d99-4d15-bea0-1be3375a3736 req-57f80752-e6d0-4dba-bb3a-49b41aa59598 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.275292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148caa7f-0d99-4d15-bea0-1be3375a3736 req-57f80752-e6d0-4dba-bb3a-49b41aa59598 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 931 time: 0.8951495 Jul 16 08:52:25.292137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.293347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router 81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:25.307082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-fb4d42c9-197d-4a7f-a69a-d74d3f08f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.310403 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-fb4d42c9-197d-4a7f-a69a-d74d3f08f0b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 1096 time: 0.3750741 Jul 16 08:52:25.409589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-86e91a1f-5a05-4688-9e66-6d9a4f93a397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0 HTTP/1.1" status: 200 len: 217 time: 0.0468538 Jul 16 08:52:25.413759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.413759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56f3f235-6dde-4e3b-bd43-100cea09fa9d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e HTTP/1.1" status: 204 len: 168 time: 0.8093553 Jul 16 08:52:25.426584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03a7493f-64a8-4805-bcc2-4ab406028d85 req-fc434081-4e88-4d66-817f-b3f8528e3d91 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1940155 Jul 16 08:52:25.442265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60106) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.518189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.612761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294eb480-8837-44c8-b177-0c1534a55511 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:25.638378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.687307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-3cbec420-046d-4dbe-aae1-897d503dad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.695182 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-3cbec420-046d-4dbe-aae1-897d503dad43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.2762468 Jul 16 08:52:25.800851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Transition to ACTIVE for port object 294eb480-8837-44c8-b177-0c1534a55511 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:25.805158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-148caa7f-0d99-4d15-bea0-1be3375a3736 req-b20b1a9c-3316-4e9c-90ad-e8805257ea03 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281403 Jul 16 08:52:25.853477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.861837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 2bdf01f6-53d3-400e-a9a1-a1665b145206 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:25.865890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.920401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.002163 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880cfbbe-22d9-435d-98fc-05f54c4fbe38 x-openstack-request-id: req-880cfbbe-22d9-435d-98fc-05f54c4fbe38 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:26.002465 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:26.002723 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-880cfbbe-22d9-435d-98fc-05f54c4fbe38 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:26.003131 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0', 'status': 'completed', 'code': 200} Jul 16 08:52:26.151433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.281300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Attempting to bind port 4fe7430f-9457-468f-a5c0-d3b02f394f44 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:26.283831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Attempting to bind port 4fe7430f-9457-468f-a5c0-d3b02f394f44 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:26.285904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Attempting to bind port 4fe7430f-9457-468f-a5c0-d3b02f394f44 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:26.349133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.354490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Attempting to bind port 294eb480-8837-44c8-b177-0c1534a55511 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:26.354831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Attempting to bind port 294eb480-8837-44c8-b177-0c1534a55511 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:26.355654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Attempting to bind port 294eb480-8837-44c8-b177-0c1534a55511 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:26.361958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-11f0f02d-4d9b-4605-a4cb-586ac5d30d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.368805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-11f0f02d-4d9b-4605-a4cb-586ac5d30d90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6651590 Jul 16 08:52:26.371845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Port 294eb480-8837-44c8-b177-0c1534a55511 on network b2c7d763-864d-4c7b-aacb-e60415bad05e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:26.372200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Attempting to bind port 294eb480-8837-44c8-b177-0c1534a55511 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:26.404058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Port 4fe7430f-9457-468f-a5c0-d3b02f394f44 on network b2c7d763-864d-4c7b-aacb-e60415bad05e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:26.404579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Attempting to bind port 4fe7430f-9457-468f-a5c0-d3b02f394f44 on network b2c7d763-864d-4c7b-aacb-e60415bad05e {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:26.430521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:26.431013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Checking segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:26.431393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Bound using segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:26.431874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Bound port: 4fe7430f-9457-468f-a5c0-d3b02f394f44, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:26.432357 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.541629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:26.542287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Checking segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:26.542852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Bound using segment: {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:26.543459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Bound port: 294eb480-8837-44c8-b177-0c1534a55511, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf406e-5adb-4af6-8ef0-84b25bd94aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:26.543976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.563205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.594780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d2a1-5c1b-46d3-b405-d14c352334a6 req-9acfef20-8ca2-4c81-b211-070a0534180b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.596609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bd8d2a1-5c1b-46d3-b405-d14c352334a6 req-9acfef20-8ca2-4c81-b211-070a0534180b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.3529222 Jul 16 08:52:26.635919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdf01f6-53d3-400e-a9a1-a1665b145206,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.647295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8f3e8-7e6b-4d47-a19e-bf9db58f863f None None] Network a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:26.682165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.684640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a6231fb9-16af-4cf3-bce5-a82b5107cf85 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/2bdf01f6-53d3-400e-a9a1-a1665b145206 HTTP/1.1" status: 204 len: 168 time: 1.2413869 Jul 16 08:52:26.690697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60128) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.759435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bd8d2a1-5c1b-46d3-b405-d14c352334a6 req-a67840b4-61f9-4aa9-b7aa-6640a387b5c2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305048 Jul 16 08:52:26.761286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:26.797898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:26.803371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-62bd52f7-ea35-430c-97c6-4744055ac015 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105980 Jul 16 08:52:26.820823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.957412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:26.972420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:26.995363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 0274848d-e367-4277-8343-c1322de7b573 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:27.002130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.016757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.191276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.266715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.318486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.319871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.321855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] 10.222.0.46 "PUT /v2.0/ports/294eb480-8837-44c8-b177-0c1534a55511 HTTP/1.1" status: 200 len: 1093 time: 6.0141599 Jul 16 08:52:27.322998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babfb70-95c1-403b-a1f0-bbd42abaab03 service neutron] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.329163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fc8f9871-382c-4630-8ce4-910bd17be8fc req-057861a8-9018-40bc-b41e-aec71dc48b79 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195026 Jul 16 08:52:27.398364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] DHCP port deletion for a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:27.581401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.675055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2dff5-5baa-46b2-9145-d882855d80e1 req-5126f3db-cb1c-4d96-9f61-b7242bbb98eb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.685662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf2dff5-5baa-46b2-9145-d882855d80e1 req-5126f3db-cb1c-4d96-9f61-b7242bbb98eb tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 946 time: 1.1972530 Jul 16 08:52:27.708603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.711322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.711970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.713786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-cde2caa3-2242-49e2-a7ee-afcd6b8fc110 service neutron] 10.222.0.46 "PUT /v2.0/ports/4fe7430f-9457-468f-a5c0-d3b02f394f44 HTTP/1.1" status: 200 len: 1092 time: 4.9241276 Jul 16 08:52:27.719912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:27.722226 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:27.776536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf879a3a-0d54-4b89-9ee9-20d8e43ec4c0 req-2e39769b-fe5b-4940-b942-0a09ea8613be tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0827334 Jul 16 08:52:27.864690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Deleting port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:27.883922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=0274848d-e367-4277-8343-c1322de7b573,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.884979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.885099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.895438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d4e6d375-aaf3-49e5-884e-caf028e1162e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/0274848d-e367-4277-8343-c1322de7b573 HTTP/1.1" status: 204 len: 168 time: 1.1932559 Jul 16 08:52:27.914385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60164) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.013291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'tag': '294eb480-8837-44c8-b177-0c1534a55511'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:28.024534 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "tag": "294eb480-8837-44c8-b177-0c1534a55511"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:28.166178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] For port 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=94ef423a-05c6-4bbf-b1d1-23ea314caa57,segment=NetworkSegment(99dd4737-e233-4ec4-b476-6e0e73f50668),segment_id=99dd4737-e233-4ec4-b476-6e0e73f50668)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:28.168179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.231633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Calling delete_port for 94ef423a-05c6-4bbf-b1d1-23ea314caa57 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:28.241928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.304790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf2dff5-5baa-46b2-9145-d882855d80e1 req-6a5fc84e-ff38-4f29-9cae-2250d13399ec tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179502 Jul 16 08:52:28.388109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-70fe8366-21bc-47cd-b5a6-29f43d8a35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.395608 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-70fe8366-21bc-47cd-b5a6-29f43d8a35c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 1096 time: 0.9634538 Jul 16 08:52:28.416536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945b5fb-ead6-44e1-95da-eca61167935b req-c575ebc2-5948-4f34-aa36-d73e2f936b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.419271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-c575ebc2-5948-4f34-aa36-d73e2f936b28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 1096 time: 0.9084649 Jul 16 08:52:28.473707 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dca5aa-2bae-4f36-b43b-b79397da478a x-openstack-request-id: req-d1dca5aa-2bae-4f36-b43b-b79397da478a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:28.474028 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:28.474289 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1dca5aa-2bae-4f36-b43b-b79397da478a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:28.474643 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44', 'status': 'completed', 'code': 200} Jul 16 08:52:28.510165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f956af-50e2-46c8-a88b-39fb4e9e91f7 None None] Network 93afafe1-9cd1-4247-8f05-074ff6ef065e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:28.669151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.691640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-6fa767e8-6389-4d9d-bd2f-b2bb314898a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.699597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-6fa767e8-6389-4d9d-bd2f-b2bb314898a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 1095 time: 0.8790278 Jul 16 08:52:28.742808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945b5fb-ead6-44e1-95da-eca61167935b req-81ecb61d-16a2-41a8-9f3a-025868824534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.753942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-81ecb61d-16a2-41a8-9f3a-025868824534 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 917 time: 0.3034890 Jul 16 08:52:28.821457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-dc8c93d2-bf45-48db-9f01-4fce1b86a7ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:28.823416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-dc8c93d2-bf45-48db-9f01-4fce1b86a7ce tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 946 time: 1.1626320 Jul 16 08:52:28.825001 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-dc42afc0-d6e5-4cb1-888c-272f334c91ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294eb480-8837-44c8-b177-0c1534a55511 HTTP/1.1" status: 200 len: 217 time: 0.3960304 Jul 16 08:52:28.850192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 94ef423a-05c6-4bbf-b1d1-23ea314caa57 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:28.943749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] Pushing event deleted for resources: {'Port': ['ID=94ef423a-05c6-4bbf-b1d1-23ea314caa57,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.945598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 94ef423a-05c6-4bbf-b1d1-23ea314caa57 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:28.950602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 94ef423a-05c6-4bbf-b1d1-23ea314caa57 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:28.973481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb55a1-b3ac-4ef7-9467-7f86af9f6729 None None] No DVR routers for this DVR port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:29.022748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-77214d68-9ab5-4cd5-bc97-6916ffcf6759 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0 HTTP/1.1" status: 200 len: 217 time: 0.2271307 Jul 16 08:52:29.318931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945b5fb-ead6-44e1-95da-eca61167935b req-c7491bf3-022c-4f66-b060-3ef0178ca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.341393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-c7491bf3-022c-4f66-b060-3ef0178ca9c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.3053942 Jul 16 08:52:29.346638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-48e9aa65-8a4f-4ce2-981a-91e403528237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.348561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-48e9aa65-8a4f-4ce2-981a-91e403528237 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.4921424 Jul 16 08:52:29.409354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] DHCP port deletion for 93afafe1-9cd1-4247-8f05-074ff6ef065e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:29.519922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Deleting port 4b45f603-c321-44c7-8ef6-271c26c793ca {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:29.521649 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.533775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-fd8ae2e2-4094-400b-8069-18c1b9b4b131 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44 HTTP/1.1" status: 200 len: 217 time: 0.8192370 Jul 16 08:52:29.557234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port 7f1c90ea-fe92-4046-817c-474cd96069a4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:29.560715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.597371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-d72e638b-6bf8-4f32-a81e-b1b5ba9e41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.599975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-d72e638b-6bf8-4f32-a81e-b1b5ba9e41e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.0564635 Jul 16 08:52:29.683715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] For port 4b45f603-c321-44c7-8ef6-271c26c793ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4b45f603-c321-44c7-8ef6-271c26c793ca,segment=NetworkSegment(3becd4d3-d94b-43bc-b5e6-c8223958b98c),segment_id=3becd4d3-d94b-43bc-b5e6-c8223958b98c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:29.684254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.689940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05762f91-28ee-4455-9f9d-099ad46e0236 req-586d395d-22e5-4876-96c6-6256393265e4 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.697447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05762f91-28ee-4455-9f9d-099ad46e0236 req-586d395d-22e5-4876-96c6-6256393265e4 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 943 time: 1.3915558 Jul 16 08:52:29.715055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Calling delete_port for 4b45f603-c321-44c7-8ef6-271c26c793ca owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:29.763686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9f18c-573f-4409-ade6-6fefda47c52f req-4bebfc4e-dad8-40b1-a818-9533e42cc2aa tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.765496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08a9f18c-573f-4409-ade6-6fefda47c52f req-4bebfc4e-dad8-40b1-a818-9533e42cc2aa tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.3259449 Jul 16 08:52:29.785381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945b5fb-ead6-44e1-95da-eca61167935b req-7b5b0298-95bf-480f-8487-a6fd0a7a3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:29.793344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-7b5b0298-95bf-480f-8487-a6fd0a7a3439 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4433713 Jul 16 08:52:29.849873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08a9f18c-573f-4409-ade6-6fefda47c52f req-2257f2ff-6a55-4e8f-9b42-3c530d2693d2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729115 Jul 16 08:52:29.855310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:29.855673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.950212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05762f91-28ee-4455-9f9d-099ad46e0236 req-c7f71430-4a93-47dd-8a50-68711074011b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517767 Jul 16 08:52:30.064184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 94ef423a-05c6-4bbf-b1d1-23ea314caa57, host n-d-798054-12, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:30.066773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.106518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 94ef423a-05c6-4bbf-b1d1-23ea314caa57 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:30.118357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:52:30.128415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.161554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-ec99eb43-83a6-460a-aad1-d6071883a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:30.164151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-86fb9ec5-6fa8-4655-a800-9a3553c7921c service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514512 Jul 16 08:52:30.166109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-ec99eb43-83a6-460a-aad1-d6071883a64d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5025022 Jul 16 08:52:30.239319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 94ef423a-05c6-4bbf-b1d1-23ea314caa57 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:30.367385 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576bd7c-62b6-425c-8a30-5baf320aceea x-openstack-request-id: req-1576bd7c-62b6-425c-8a30-5baf320aceea {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:30.370166 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "tag": "294eb480-8837-44c8-b177-0c1534a55511", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:30.370847 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1576bd7c-62b6-425c-8a30-5baf320aceea {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:30.371762 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'tag': '294eb480-8837-44c8-b177-0c1534a55511', 'status': 'completed', 'code': 200} Jul 16 08:52:30.375409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-af382672-fb2d-49e3-8a9a-74cb3ec4d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:30.380006 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-af382672-fb2d-49e3-8a9a-74cb3ec4d654 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9520445 Jul 16 08:52:30.417713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=94ef423a-05c6-4bbf-b1d1-23ea314caa57,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.595488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ebb5860d-3d01-4a05-b81b-d083a717c9b0 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:30.822049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.838631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-538392ba-1397-4fd1-ba8b-12bb3a919b32 req-baad720d-2106-417e-9f9a-5c4df32aed87 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.4105148 Jul 16 08:52:30.840335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 7f1c90ea-fe92-4046-817c-474cd96069a4 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:30.885262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.984737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dd4737-e233-4ec4-b476-6e0e73f50668') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.985050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dd4737-e233-4ec4-b476-6e0e73f50668') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.002036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.022693 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.027085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.027467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.032657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4b45f603-c321-44c7-8ef6-271c26c793ca no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:31.037500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'port_id': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0', 'mac_address': 'fa:16:3e:53:2b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629e2cc0-43a7-4955-a479-ccff1c8790d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:31.096416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.124756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for 7f1c90ea-fe92-4046-817c-474cd96069a4 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:31.139800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:31.140245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:31.168957 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:31.183515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-14bc78e4-894d-4dcb-90b4-96395d85dbe9 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046849 Jul 16 08:52:31.231035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-829eb7e5-23e5-47ce-9cfe-4b97c6a2b02e service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8365259 Jul 16 08:52:31.237728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a945b5fb-ead6-44e1-95da-eca61167935b req-87bf2c37-adff-43d4-8b8e-2a5c1a461043 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0724416 Jul 16 08:52:31.288933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.312355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3ce8-2864-4963-b35d-0e9f1cca0334 req-53cfd45a-68c7-4333-ac2f-9bd3e0220b14 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.323973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b9a3ce8-2864-4963-b35d-0e9f1cca0334 req-53cfd45a-68c7-4333-ac2f-9bd3e0220b14 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 946 time: 0.8213706 Jul 16 08:52:31.343377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb5860d-3d01-4a05-b81b-d083a717c9b0 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:31.385495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.436359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] Pushing event deleted for resources: {'Port': ['ID=4b45f603-c321-44c7-8ef6-271c26c793ca,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.447588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port 4b45f603-c321-44c7-8ef6-271c26c793ca update to DOWN by agent not found {{(pid=93776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:52:31.493958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.509672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.546790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 7f1c90ea-fe92-4046-817c-474cd96069a4, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=7f1c90ea-fe92-4046-817c-474cd96069a4,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.549091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2af33-2ce2-438e-a944-c6d81797b956 None None] No DVR routers for this DVR port 4b45f603-c321-44c7-8ef6-271c26c793ca on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:31.550837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:31.554516 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b34c7-52ed-467f-8892-72b70a003d4b" -d '{"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:31.559204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.567792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.638857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.720891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.731755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.734676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3 HTTP/1.1" status: 204 len: 168 time: 3.7975285 Jul 16 08:52:31.751026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.768417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.828349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd7656-1715-4b69-99b6-d7ad4277136c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=a8ea3afd-2dc2-44b2-bd65-e81bc2a45db3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.833712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.838943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54164862-7380-49f0-bcd0-1cce04c2c059 req-2bca4b39-9d63-4206-9158-d4f2a6e2fcfd service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999629 Jul 16 08:52:31.846056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f190d2bd-b277-41f1-be57-91c618f6d7a8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:31.856021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b9a3ce8-2864-4963-b35d-0e9f1cca0334 req-1d4ca3a5-133f-4b6c-9bf2-80ca80107809 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291584 Jul 16 08:52:31.938698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=7f1c90ea-fe92-4046-817c-474cd96069a4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.957893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ebb5860d-3d01-4a05-b81b-d083a717c9b0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:32.028953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-805654a2-0dfa-4f52-a1be-f54ab3f7960c req-49b0595d-e06e-47d4-910f-c456f2b4b9ef service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056686 Jul 16 08:52:32.055273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db5dae-cea5-4723-841b-c4b445177bac req-c2f32c5f-8285-4e30-b71d-e7679a26f838 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.069495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4db5dae-cea5-4723-841b-c4b445177bac req-c2f32c5f-8285-4e30-b71d-e7679a26f838 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.7287774 Jul 16 08:52:32.248470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4db5dae-cea5-4723-841b-c4b445177bac req-88a4e11b-0a20-41e4-b182-02a894d49e74 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740832 Jul 16 08:52:32.267240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.271611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f3b2da68-0b42-48bb-8dce-c0da7bee3027 req-fb33a68d-ca73-408a-a74d-d9db40330633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1638370 Jul 16 08:52:32.302116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] No DVR routers for this DVR port 7f1c90ea-fe92-4046-817c-474cd96069a4 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:32.307656 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.311180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-30e54742-1fb1-4a87-8e44-b91c38de47af req-e7292004-6947-4bab-a710-a1f45a90f459 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "DELETE /v2.0/ports/7f1c90ea-fe92-4046-817c-474cd96069a4 HTTP/1.1" status: 204 len: 173 time: 3.4461527 Jul 16 08:52:32.359269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-1ed5c47a-ab44-4935-8a27-764c35284e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.361907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-1ed5c47a-ab44-4935-8a27-764c35284e88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 1096 time: 0.4144115 Jul 16 08:52:32.415462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-deleted', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:32.425051 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0d3c14-91d2-48a7-ba8e-dae39206496f" -d '{"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-deleted", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:32.443552 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85052dae-2c98-4b2a-9938-f48fbfd3b4f0 x-openstack-request-id: req-85052dae-2c98-4b2a-9938-f48fbfd3b4f0 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:32.444420 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:32.444682 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85052dae-2c98-4b2a-9938-f48fbfd3b4f0 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:32.445087 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'code': 200} Jul 16 08:52:32.728435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-2bfd996f-9191-4820-b314-5d8527df4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.730070 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-2bfd996f-9191-4820-b314-5d8527df4506 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 917 time: 0.3598621 Jul 16 08:52:32.814516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-239dc91d-0471-40ee-9e29-b49d2c02b140 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=294eb480-8837-44c8-b177-0c1534a55511 HTTP/1.1" status: 200 len: 217 time: 0.0762362 Jul 16 08:52:32.892417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.898615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef05097e-b2ea-445b-9c61-dac9ca6ba834 req-ec251c73-6350-42e5-8c72-49804c87a548 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1012094 Jul 16 08:52:32.916166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93afafe1-9cd1-4247-8f05-074ff6ef065e']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.948421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60fa47-944f-4361-a054-2ae3493991a1 req-c5b83009-9a15-4b97-82a8-d32f20e58150 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.950304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee60fa47-944f-4361-a054-2ae3493991a1 req-c5b83009-9a15-4b97-82a8-d32f20e58150 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 943 time: 0.6786473 Jul 16 08:52:32.955329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3becd4d3-d94b-43bc-b5e6-c8223958b98c') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.955329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3becd4d3-d94b-43bc-b5e6-c8223958b98c') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.959132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-c26e4158-4100-4a8d-a1b3-05fedd2a4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.961215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-c26e4158-4100-4a8d-a1b3-05fedd2a4a6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 1095 time: 0.8191025 Jul 16 08:52:32.978895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-f0b18121-c5e5-4301-b990-647e9a125e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.980770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-f0b18121-c5e5-4301-b990-647e9a125e07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.1591988 Jul 16 08:52:33.018548 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.024740 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c037a52-c49c-4619-8f87-8959668e947c x-openstack-request-id: req-7c037a52-c49c-4619-8f87-8959668e947c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:33.025402 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c82f1b0-3997-4a48-96df-7d40563fd4a3", "name": "network-vif-deleted", "tag": "7f1c90ea-fe92-4046-817c-474cd96069a4", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:33.026075 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c037a52-c49c-4619-8f87-8959668e947c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:33.027189 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c82f1b0-3997-4a48-96df-7d40563fd4a3', 'name': 'network-vif-deleted', 'tag': '7f1c90ea-fe92-4046-817c-474cd96069a4', 'status': 'completed', 'code': 200} Jul 16 08:52:33.073125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.091217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:33.091952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:33.100229 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:33.138842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-b7d12911-fa5e-49f1-9e13-67e4a5166595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.141284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-b7d12911-fa5e-49f1-9e13-67e4a5166595 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457376 Jul 16 08:52:33.255542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee60fa47-944f-4361-a054-2ae3493991a1 req-cc699a4e-595c-475a-ab93-ab3c2d96a3ed tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931354 Jul 16 08:52:33.263455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.294473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.299913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/93afafe1-9cd1-4247-8f05-074ff6ef065e HTTP/1.1" status: 204 len: 168 time: 1.5146728 Jul 16 08:52:33.306236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.311932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9f138-98ca-439e-9a31-2fb3c2af11d8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=93afafe1-9cd1-4247-8f05-074ff6ef065e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.333707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431415002'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:33.336922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-699d3522-c11a-4fe4-b7f6-dae6abe5d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.338946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-699d3522-c11a-4fe4-b7f6-dae6abe5d806 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 917 time: 0.3467872 Jul 16 08:52:33.418330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-c4bf066b-cc43-4013-867e-561794dfcc36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44 HTTP/1.1" status: 200 len: 217 time: 0.0708053 Jul 16 08:52:33.437205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-f68d247c-05b4-4628-8afd-1b5db44c52c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875021 Jul 16 08:52:33.455996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b6f2d0e-908a-416e-b570-ab030745543d req-711b4dc4-7240-4530-a512-3eca2204035c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c82f1b0-3997-4a48-96df-7d40563fd4a3 HTTP/1.1" status: 200 len: 210 time: 0.0366549 Jul 16 08:52:33.551172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-5ae8c79d-d1cb-41aa-beb9-edfdae6611cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.560560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-5ae8c79d-d1cb-41aa-beb9-edfdae6611cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.1008396 Jul 16 08:52:33.589286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:33.604698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.662614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:33.676008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.676745 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 29605bb2-bd64-4496-9e9e-4afa30d9cea0 of type vlan for network 086fca00-658a-4b9b-b11b-7f7d8d107007 Jul 16 08:52:33.749645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.829373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.835406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.836260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.895991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-91d5c843-78b9-4b92-bbc9-26ad3e6e67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.902078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-91d5c843-78b9-4b92-bbc9-26ad3e6e67b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135544 Jul 16 08:52:33.966377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9143520-8420-40a8-9e1b-bf1a6daed53b req-04e5acc3-6839-471b-be3e-ebd4bb310ab1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.968016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9143520-8420-40a8-9e1b-bf1a6daed53b req-04e5acc3-6839-471b-be3e-ebd4bb310ab1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.4059713 Jul 16 08:52:33.974830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=086fca00-658a-4b9b-b11b-7f7d8d107007,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.988318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:34.062003 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-efc0d0ab-8cf2-4cf7-b151-35b94e5788e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7463696 Jul 16 08:52:34.066821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.109793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.267591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ebb59e2e-9eb7-42e4-8d13-ba9799c861ac req-6b9b09a0-ca61-4212-890d-24cc054bec19 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136747 Jul 16 08:52:34.340590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9143520-8420-40a8-9e1b-bf1a6daed53b req-d3a096fe-dd68-4176-b726-3f6adec57d65 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479612 Jul 16 08:52:34.471157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f67bb306-012e-455f-9d97-1afe15cfec32 req-d1bd077b-f84b-49e3-98fb-12a5bc4e4eb6 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1251137 Jul 16 08:52:34.479806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:34.490478 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.505468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4fe7430f-9457-468f-a5c0-d3b02f394f44 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:34.510321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ebb5860d-3d01-4a05-b81b-d083a717c9b0 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:34.545045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-73ea3f78-b247-414b-b6d3-6b57e951df4f service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235330 Jul 16 08:52:34.695034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ebb5860d-3d01-4a05-b81b-d083a717c9b0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:34.711873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ebb5860d-3d01-4a05-b81b-d083a717c9b0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:34.712559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.761304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:34.788397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4fe7430f-9457-468f-a5c0-d3b02f394f44', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'port_id': '4fe7430f-9457-468f-a5c0-d3b02f394f44', 'mac_address': 'fa:16:3e:a3:b1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629e2cc0-43a7-4955-a479-ccff1c8790d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:34.821043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ca44-9e74-4b7c-91d4-0b6beca20a4b req-803822c5-bb0f-4ed1-80e1-f66e333c48c8 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.833416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7463ca44-9e74-4b7c-91d4-0b6beca20a4b req-803822c5-bb0f-4ed1-80e1-f66e333c48c8 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 943 time: 0.1946666 Jul 16 08:52:34.837753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63caee52-a6e8-4bb4-b8d7-46692ee7e8bc req-42f38438-51c0-4350-81ec-854d7ab29186 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851381 Jul 16 08:52:34.923814 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.940577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7463ca44-9e74-4b7c-91d4-0b6beca20a4b req-3787840d-28ec-4dd2-8efc-e12b0c2be717 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061211 Jul 16 08:52:34.963711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.965792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.001352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe7430f-9457-468f-a5c0-d3b02f394f44 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:35.010611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=a3243ac9-b109-4b15-9f69-f67d37850f08,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.054964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '29605bb2-bd64-4496-9e9e-4afa30d9cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:35.055276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 086fca00-658a-4b9b-b11b-7f7d8d107007, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:35.078699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:35.092906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 086fca00-658a-4b9b-b11b-7f7d8d107007) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:35.096115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:35.099269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.100757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.104965 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d71d28-9530-49af-93c9-ad30f40cc8f0" -d '{"events": [{"server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:35.121259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:35.121973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b968f820-a00c-452a-bed9-c90254055f02 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0333209 Jul 16 08:52:35.126304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.134706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770b1f0-4eda-4128-b26d-233095b83d7c None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:35.142114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1016886025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:35.161937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.165238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 294eb480-8837-44c8-b177-0c1534a55511 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:35.172723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:35.179065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.180597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.217077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.266386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.273636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.330724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.332157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eb93fb8a-3e0b-4165-957a-6fbc7a5cca3b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2038159 Jul 16 08:52:35.334718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.347927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'port': {'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007', 'name': 'tempest-RoutersIpV6Test-1265451575'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:35.434781 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de82b2e-3f3c-4f44-a637-50fbceb6dfc7 x-openstack-request-id: req-6de82b2e-3f3c-4f44-a637-50fbceb6dfc7 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:35.435050 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "name": "network-vif-plugged", "status": "completed", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:35.435304 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6de82b2e-3f3c-4f44-a637-50fbceb6dfc7 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:35.435695 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0', 'code': 200} Jul 16 08:52:35.440903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:52:35.504529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:35.559241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.573452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '294eb480-8837-44c8-b177-0c1534a55511', 'network_id': 'b2c7d763-864d-4c7b-aacb-e60415bad05e', 'port_id': '294eb480-8837-44c8-b177-0c1534a55511', 'mac_address': 'fa:16:3e:ad:ef:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629e2cc0-43a7-4955-a479-ccff1c8790d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:35.635324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0f54-b7aa-4f68-a7ba-2b532cadce67 req-4c22e0ae-609f-4411-8f61-9a960128b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.640203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85ff0f54-b7aa-4f68-a7ba-2b532cadce67 req-4c22e0ae-609f-4411-8f61-9a960128b770 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 1098 time: 0.1799557 Jul 16 08:52:35.714906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20657484-fd02-4049-ba91-3597fc11a5c1 req-d266b579-40af-48f1-b5f7-7af006c66457 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.724908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20657484-fd02-4049-ba91-3597fc11a5c1 req-d266b579-40af-48f1-b5f7-7af006c66457 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.2094471 Jul 16 08:52:35.780704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-85ff0f54-b7aa-4f68-a7ba-2b532cadce67 req-3b27f0be-24d1-4197-9903-20b383ac75b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315100 Jul 16 08:52:35.812160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20657484-fd02-4049-ba91-3597fc11a5c1 req-e3009b68-1f01-4b73-98fe-088102bd6642 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Jul 16 08:52:35.849659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-6bd4c3c3-af95-48b6-a526-f7cc4f56c172 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.851183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-6bd4c3c3-af95-48b6-a526-f7cc4f56c172 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.2418156 Jul 16 08:52:35.854320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-086fca00-658a-4b9b-b11b-7f7d8d107007', 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': 'a3243ac9-b109-4b15-9f69-f67d37850f08'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:35.856521 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.894893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.911631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.934732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:35.943020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.943983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294eb480-8837-44c8-b177-0c1534a55511 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:36.002568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] device_id is not set on port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:52:36.144096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee86f3-a09d-49bf-82d0-74a48ee78b0b req-9b741e45-b8e4-4262-9657-3debccea379a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.145784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1ee86f3-a09d-49bf-82d0-74a48ee78b0b req-9b741e45-b8e4-4262-9657-3debccea379a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.2552249 Jul 16 08:52:36.162407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:36.172703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.260673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1ee86f3-a09d-49bf-82d0-74a48ee78b0b req-5055c248-dcdb-43f3-beff-d843e2992b74 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073606 Jul 16 08:52:36.369309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.399533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c6ffbf0-7354-44b0-998f-94e45c217b87 req-cd5b5125-84f0-4327-844f-cace46554a6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8711798ac6fe49af9c32235fc6383232&device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0660627 Jul 16 08:52:36.461336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8::214 (086fca00-658a-4b9b-b11b-7f7d8d107007/a3243ac9-b109-4b15-9f69-f67d37850f08/b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:36.502271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:36.506596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f190d2bd-b277-41f1-be57-91c618f6d7a8 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:36.541186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c6ffbf0-7354-44b0-998f-94e45c217b87 req-6c24ab03-af47-4d57-9b9c-a8f59df31276 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8711798ac6fe49af9c32235fc6383232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325555 Jul 16 08:52:36.556525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port f190d2bd-b277-41f1-be57-91c618f6d7a8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:36.556915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.599164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['294eb480-8837-44c8-b177-0c1534a55511'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:36.639677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4fe7430f-9457-468f-a5c0-d3b02f394f44'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:36.656793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d41b652-204f-4671-8484-1d0f00da811e req-30b7b123-60ea-4ab4-9786-55ffde1f3960 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0515313 Jul 16 08:52:36.779756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c83302-611a-4c3f-85eb-af588c59dfd7 req-6e7595ba-fbf8-480e-81cf-1c7d988641e5 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.791435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25c83302-611a-4c3f-85eb-af588c59dfd7 req-6e7595ba-fbf8-480e-81cf-1c7d988641e5 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 944 time: 0.3332083 Jul 16 08:52:36.954072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:36.954673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.016700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25c83302-611a-4c3f-85eb-af588c59dfd7 req-deec05ca-3185-4eac-a9c0-97237dfa8f14 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238748 Jul 16 08:52:37.027004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ffbf0-7354-44b0-998f-94e45c217b87 req-8835dc52-f8ed-44b1-993d-e7109586dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.032893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c6ffbf0-7354-44b0-998f-94e45c217b87 req-8835dc52-f8ed-44b1-993d-e7109586dffd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4776163 Jul 16 08:52:37.048567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for f190d2bd-b277-41f1-be57-91c618f6d7a8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:37.094468 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.432282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe67e3c-3e93-486a-9fd8-776aa63111a3 req-3108f9ca-c2a1-492c-85bd-63e7be050e7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.440143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe67e3c-3e93-486a-9fd8-776aa63111a3 req-3108f9ca-c2a1-492c-85bd-63e7be050e7c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 945 time: 0.3077338 Jul 16 08:52:37.563401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe67e3c-3e93-486a-9fd8-776aa63111a3 req-f46d7a18-33b5-4b06-8b0c-9eb9236019ed tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd71123e-529f-4ddc-97d2-027868123d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190898 Jul 16 08:52:37.629480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.688511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f190d2bd-b277-41f1-be57-91c618f6d7a8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f190d2bd-b277-41f1-be57-91c618f6d7a8,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:37.749485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:37.749485 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21febe7-1ca9-47e4-961c-48b580419223" -d '{"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-unplugged", "status": "completed", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:37.758174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.895993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b23f18-8203-4cd4-ae45-9dc7bb873b6c req-0d201ae6-7afc-4174-9f40-0bf16911f7cc tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.896579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.902118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b23f18-8203-4cd4-ae45-9dc7bb873b6c req-0d201ae6-7afc-4174-9f40-0bf16911f7cc tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.2555943 Jul 16 08:52:37.939169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:37.946839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:37.970247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10b23f18-8203-4cd4-ae45-9dc7bb873b6c req-cca154da-da18-4656-9cbd-e1887315077b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617843 Jul 16 08:52:37.975181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.051750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c536b031-ef0e-442c-a752-447c424756eb', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:38.140602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=f190d2bd-b277-41f1-be57-91c618f6d7a8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.161401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.163630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e551353a-adc3-4f8b-bd00-9adbd03f8999 req-e495b0c1-b6d2-4cbf-bac3-6fd4ef080349 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.1287560 Jul 16 08:52:38.188498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c536b031-ef0e-442c-a752-447c424756eb {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:38.220975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:38.225514 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f574c1a0-c042-4f25-acc7-2cc4b450abd7 x-openstack-request-id: req-f574c1a0-c042-4f25-acc7-2cc4b450abd7 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:38.227023 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-unplugged", "status": "completed", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:38.228219 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f574c1a0-c042-4f25-acc7-2cc4b450abd7 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:38.229180 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'code': 200} Jul 16 08:52:38.231401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.379619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c6ffbf0-7354-44b0-998f-94e45c217b87 req-a85a5291-5d54-4a5a-9814-b16ca3587fb1 tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.46 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.0777907 Jul 16 08:52:38.382788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:38.394037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] No DVR routers for this DVR port f190d2bd-b277-41f1-be57-91c618f6d7a8 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:38.404912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c536b031-ef0e-442c-a752-447c424756eb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:38.448281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.457559 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84cc299f-ea33-44e5-aefe-1d8965bf2c38 req-14325476-84c4-4531-a7af-9bd7f787a99c tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "DELETE /v2.0/ports/f190d2bd-b277-41f1-be57-91c618f6d7a8 HTTP/1.1" status: 204 len: 173 time: 2.5864711 Jul 16 08:52:38.458504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-deleted', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:38.472637 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a49f2ad-644f-453d-a15b-00819ef8c4ac" -d '{"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-deleted", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:38.513922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.554467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.707889 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862f30e-f976-462e-a52b-562a94b2f223 x-openstack-request-id: req-6862f30e-f976-462e-a52b-562a94b2f223 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:38.708231 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b14a8b-6c16-4ab9-b226-aa8a89eb8bda", "name": "network-vif-deleted", "tag": "f190d2bd-b277-41f1-be57-91c618f6d7a8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:38.708483 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6862f30e-f976-462e-a52b-562a94b2f223 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:38.708907 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b14a8b-6c16-4ab9-b226-aa8a89eb8bda', 'name': 'network-vif-deleted', 'tag': 'f190d2bd-b277-41f1-be57-91c618f6d7a8', 'status': 'completed', 'code': 200} Jul 16 08:52:38.768401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Deleting subnet b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:38.781114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda62857-c605-48cf-b65c-d547f0df0315 req-4e908e5d-e76b-46e0-8a35-c46607bdcf35 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.791582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dda62857-c605-48cf-b65c-d547f0df0315 req-4e908e5d-e76b-46e0-8a35-c46607bdcf35 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 944 time: 0.0997574 Jul 16 08:52:38.791820 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.793088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Allocated IP 2001:db8::2 (086fca00-658a-4b9b-b11b-7f7d8d107007/a3243ac9-b109-4b15-9f69-f67d37850f08/ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:38.812336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.892160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dda62857-c605-48cf-b65c-d547f0df0315 req-cc3c163a-47e6-416c-b76a-83eae6ded6b7 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982299 Jul 16 08:52:38.965958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.007451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a61fd6b-aab5-4d75-b7ba-46583ee04cd2 req-6fec5191-6616-4a84-87f0-05ecb814a781 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=61b14a8b-6c16-4ab9-b226-aa8a89eb8bda HTTP/1.1" status: 200 len: 210 time: 0.0502613 Jul 16 08:52:39.100381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.244766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:39.309497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:39.320212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:39.328196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.329254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.352677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.363961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.447103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10c548e8-1ae0-4c6a-a227-7d37ea595812 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1088893 Jul 16 08:52:39.450831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:39.479295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.522250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.527667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794 HTTP/1.1" status: 204 len: 168 time: 1.1418014 Jul 16 08:52:39.595923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:39.614321 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.624606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b20a-1ab2-4fc6-8e1c-3c6f6eaa5ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f358fb-e3a6-4cc5-a0bd-2a2426dcb794,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.678386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Transition to ACTIVE for port object ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:39.741174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Transition to ACTIVE for port object ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:39.752060 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:39.857225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:39.867116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:39.888879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:39.966732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Pushing event updated for resources: {'Port': ['ID=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.015105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.074803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b6aed3e-e894-4f94-bff5-3dfb480201ae req-22f9fff3-f9c0-4ee6-8222-54ca5f5006ca tempest-ServerShowV254Test-272200145 tempest-ServerShowV254Test-272200145-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac2ac49-4c51-463d-b750-e68b21d6f639 HTTP/1.1" status: 200 len: 210 time: 0.3600533 Jul 16 08:52:40.193395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Attempting to bind port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:40.193775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Attempting to bind port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '29605bb2-bd64-4496-9e9e-4afa30d9cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:40.194143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Attempting to bind port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 on network 086fca00-658a-4b9b-b11b-7f7d8d107007 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:40.210208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:40.210587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Checking segment: {'id': '29605bb2-bd64-4496-9e9e-4afa30d9cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:40.211185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.211725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Bound using segment: {'id': '29605bb2-bd64-4496-9e9e-4afa30d9cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:40.212650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Bound port: ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29605bb2-bd64-4496-9e9e-4afa30d9cea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '086fca00-658a-4b9b-b11b-7f7d8d107007'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:40.213212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.368098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2b9a-9f73-4899-92a2-467749d7b95d req-011d9962-4f9e-4ae1-869a-05a5c6985a63 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:40.382312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e97e2b9a-9f73-4899-92a2-467749d7b95d req-011d9962-4f9e-4ae1-869a-05a5c6985a63 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 945 time: 0.9833653 Jul 16 08:52:40.401214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] For port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:40.408661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] For port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,segment=NetworkSegment(29605bb2-bd64-4496-9e9e-4afa30d9cea0),segment_id=29605bb2-bd64-4496-9e9e-4afa30d9cea0)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:40.420024 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.459661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.480973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c764d31-9bd2-4f59-b48f-19164e65dcde']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.536507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89326a9d-eb16-4188-aff3-37225a5dc2a1') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.546435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89326a9d-eb16-4188-aff3-37225a5dc2a1') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:40.556654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 294eb480-8837-44c8-b177-0c1534a55511 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:40.564856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.605098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.618559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:40.618977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:40.620976 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:40.731344 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.743747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.746231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c764d31-9bd2-4f59-b48f-19164e65dcde HTTP/1.1" status: 204 len: 168 time: 1.1487477 Jul 16 08:52:40.771343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e4510-4a47-494f-9cd2-7be7dcd87e56 None None] Pushing event updated for resources: {'Port': ['ID=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.780710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2163-7595-4368-90eb-e901492af3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c764d31-9bd2-4f59-b48f-19164e65dcde,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:40.804651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 294eb480-8837-44c8-b177-0c1534a55511 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:40.812929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 294eb480-8837-44c8-b177-0c1534a55511 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:40.813324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.026108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.089427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294eb480-8837-44c8-b177-0c1534a55511'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:41.094122 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c52b705-d876-4ccd-b734-52a3d1524e31" -d '{"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-plugged", "status": "completed", "tag": "294eb480-8837-44c8-b177-0c1534a55511"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:41.141522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:41.149965 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.150417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60512) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:41.150951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4fe7430f-9457-468f-a5c0-d3b02f394f44 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:41.257059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a24a80d4-5b44-4466-8d46-d8e3e6b47048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d15b3a1f47943c89ebea6d0196c2e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043847 Jul 16 08:52:41.262758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:41.378496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4fe7430f-9457-468f-a5c0-d3b02f394f44 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:41.394987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4fe7430f-9457-468f-a5c0-d3b02f394f44 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:41.395657 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.407285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.470931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.485538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.575736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.600681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.602291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/653a8c28-5ea1-45ff-9493-ab30f7f4074e HTTP/1.1" status: 204 len: 168 time: 0.3373752 Jul 16 08:52:41.659090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659af268-0927-411c-a13f-13710dba5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a8c28-5ea1-45ff-9493-ab30f7f4074e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.673497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e97e2b9a-9f73-4899-92a2-467749d7b95d req-a8691808-b4c7-4f9d-88f5-4d3787f6db75 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2509472 Jul 16 08:52:41.718815 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.867879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:41.911401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.912311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:41.999788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c067-b7b8-4f7b-812b-635a732c114f req-047ca748-bfa4-4f13-9e77-f1eaf00830bb tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.001561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c493c067-b7b8-4f7b-812b-635a732c114f req-047ca748-bfa4-4f13-9e77-f1eaf00830bb tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 944 time: 1.5615964 Jul 16 08:52:42.079726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.138975 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82e4c0-d338-42ed-84f0-cc5f6a3330da x-openstack-request-id: req-0e82e4c0-d338-42ed-84f0-cc5f6a3330da {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:42.139998 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-plugged", "status": "completed", "tag": "294eb480-8837-44c8-b177-0c1534a55511", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:42.140430 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e82e4c0-d338-42ed-84f0-cc5f6a3330da {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:42.140988 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294eb480-8837-44c8-b177-0c1534a55511', 'code': 200} Jul 16 08:52:42.141935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:42.174189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c493c067-b7b8-4f7b-812b-635a732c114f req-f5ce294a-38ad-418a-a904-8bb9ac5cf0c6 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896239 Jul 16 08:52:42.214289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c536b031-ef0e-442c-a752-447c424756eb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:42.214893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.483280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38df7-8cc3-4abf-8c62-9ebdee6aa6bd req-a09fef7d-9412-40cf-b591-421c58c24a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.486080 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e9d38df7-8cc3-4abf-8c62-9ebdee6aa6bd req-a09fef7d-9412-40cf-b591-421c58c24a5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 1098 time: 0.2417800 Jul 16 08:52:42.665012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e9d38df7-8cc3-4abf-8c62-9ebdee6aa6bd req-187fed6c-f6f0-42ba-878e-f7a258a04070 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605191 Jul 16 08:52:42.702218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:42.899642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:42.925882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:42.929951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb92bcd-5c83-40e0-9498-32fd434f6d1b None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:42.995879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.161869 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.220683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.468642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5fd73e71-dd2f-46be-90dd-37869f35e27a None None] Provisioning for port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:43.640442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cceaa114-32af-4a54-9d34-a8821177f89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.679142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60562) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.771949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:43.861098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:43.862147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.989213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.058782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.205595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44'}, {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:44.211086 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b91dc1-1ff4-4c79-99d5-5308e4209f6a" -d '{"events": [{"server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44"}, {"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:44.330345 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.403931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd683-e8f8-49e6-9bfe-d31bfccfb1b5 req-448eaa5d-c21d-4674-99df-5fc65139624f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.434755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-810fd683-e8f8-49e6-9bfe-d31bfccfb1b5 req-448eaa5d-c21d-4674-99df-5fc65139624f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 1.2803519 Jul 16 08:52:44.449842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,segment=NetworkSegment(29605bb2-bd64-4496-9e9e-4afa30d9cea0),segment_id=29605bb2-bd64-4496-9e9e-4afa30d9cea0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:44.462758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.538497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:44.630424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.672489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:44.674121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1249498861-network', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:44.768140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Made reservation on behalf of 61947e68dbd14367b8cf346c6961eb87 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:44.777031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.780368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Provisioning complete for port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:44.780755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.801141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.045802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Provisioning for port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:45.049969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b214727e-c485-412f-861d-1f2c6792de39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.057636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Provisioning complete for port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:45.058340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.167679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-810fd683-e8f8-49e6-9bfe-d31bfccfb1b5 req-9ebbe129-0ca4-4f8f-b93a-a51ed344e22a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7064066 Jul 16 08:52:45.214856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e94f5035-30d8-4213-8f83-f5442453ae37 None None] Port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:45.243196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624eeb-72d9-44b0-a0f4-65d7ce6c5bea req-87963eaf-2d24-4a92-8f10-0113ba0e82bf tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.257903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5624eeb-72d9-44b0-a0f4-65d7ce6c5bea req-87963eaf-2d24-4a92-8f10-0113ba0e82bf tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 1.2272427 Jul 16 08:52:45.367980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.406769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-03e2f874-5772-445c-a9ba-56fb0dae452f None None] Provisioning complete for port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:45.408721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03e2f874-5772-445c-a9ba-56fb0dae452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.504675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-03e2f874-5772-445c-a9ba-56fb0dae452f None None] Port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:45.572349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.600593 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0159f00e-ce9e-419d-bba2-ef291fa078f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.673253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:45.687901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.709921 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5624eeb-72d9-44b0-a0f4-65d7ce6c5bea req-dce1fe96-592d-46d1-b285-6f60f1c2be9c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511044 Jul 16 08:52:45.716490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.735580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-3f1698fb-37d3-4f4e-81d5-384b007f046e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.739863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-3f1698fb-37d3-4f4e-81d5-384b007f046e tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.6269424 Jul 16 08:52:45.861157 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80374cf4-f9d0-45fe-b40c-eac71e520821 x-openstack-request-id: req-80374cf4-f9d0-45fe-b40c-eac71e520821 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:45.861472 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "name": "network-vif-plugged", "status": "completed", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44", "code": 200}, {"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:45.861731 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80374cf4-f9d0-45fe-b40c-eac71e520821 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:45.865677 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44', 'code': 200} Jul 16 08:52:45.865948 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'code': 200} Jul 16 08:52:45.950310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f01a1c6-0553-4788-aed0-f2b3cc27d240 None None] Provisioning complete for port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:45.951748 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f01a1c6-0553-4788-aed0-f2b3cc27d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.028458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.029023 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Added segment c42a5833-fc77-459d-b844-dafc82281ffc of type vlan for network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 Jul 16 08:52:46.033796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b214727e-c485-412f-861d-1f2c6792de39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.045363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9f01a1c6-0553-4788-aed0-f2b3cc27d240 None None] Port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:46.058749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a4f9b-830a-4439-bd6b-f3b7f8c020ed,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.112811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78e4a3-3a6e-456b-af73-6380eea7fe19 req-dfa23398-00a5-4449-b0a7-99036eefe82f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:46.119735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af78e4a3-3a6e-456b-af73-6380eea7fe19 req-dfa23398-00a5-4449-b0a7-99036eefe82f tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 945 time: 0.6479361 Jul 16 08:52:46.120502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b214727e-c485-412f-861d-1f2c6792de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.206617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.216990 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b214727e-c485-412f-861d-1f2c6792de39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8711798ac6fe49af9c32235fc6383232&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5341659 Jul 16 08:52:46.225261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:46.226184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214727e-c485-412f-861d-1f2c6792de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a35a8-913e-4b75-bc49-b6aada4f763b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.279702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:46.280375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.385102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af78e4a3-3a6e-456b-af73-6380eea7fe19 req-18b789ff-9df9-484e-a5db-9d82b41548cc tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups?id=05fe8ba5-74bc-4a3a-94ce-dd66452270ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641459 Jul 16 08:52:46.472629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f1f90-1b67-4b5b-8715-aea651358c54 req-63d0bd5a-8e1b-42a6-ae00-ea2ce67389a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:46.476835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d4f1f90-1b67-4b5b-8715-aea651358c54 req-63d0bd5a-8e1b-42a6-ae00-ea2ce67389a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 1097 time: 0.4799769 Jul 16 08:52:46.513624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] For port 47f90192-9dc4-4f72-b21a-f1d87d5df86c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=47f90192-9dc4-4f72-b21a-f1d87d5df86c,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:46.514139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.534958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.545983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:46.548990 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.653101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:46.683932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d4f1f90-1b67-4b5b-8715-aea651358c54 req-006be7c5-a2c9-47ec-9415-41d2dfb1cfdc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970592 Jul 16 08:52:46.768488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2255313 Jul 16 08:52:46.792727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60618) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:46.841363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebfcdb-e5ed-4eff-8962-1e1f671be7dc admin admin] Pushing event updated for resources: {'Network': ['ID=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.867648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Request body: {'subnet': {'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1249498861-subnet', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:46.872732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.874340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:46.937142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.971905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Made reservation on behalf of 61947e68dbd14367b8cf346c6961eb87 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:46.977077 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.999621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.107445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.109566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.110793 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Floating IP 5578dfbd-7585-42f4-a620-db128acf15e2 disassociated. External IP: 172.25.5.29, port: 47f90192-9dc4-4f72-b21a-f1d87d5df86c. Jul 16 08:52:47.111745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for 47f90192-9dc4-4f72-b21a-f1d87d5df86c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:47.144272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:47.144778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.197530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.200445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.205904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e13a35a8-913e-4b75-bc49-b6aada4f763b HTTP/1.1" status: 204 len: 168 time: 0.9764993 Jul 16 08:52:47.228257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581977b-c183-4618-a17b-aa5695226b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a35a8-913e-4b75-bc49-b6aada4f763b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.307708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.527012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18506cf5-8de3-4174-a4c5-765c52a1e89d req-2aab4b0d-57a6-4115-9f90-2b6d113c5618 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.538228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18506cf5-8de3-4174-a4c5-765c52a1e89d req-2aab4b0d-57a6-4115-9f90-2b6d113c5618 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.9786108 Jul 16 08:52:47.539355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.546859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.924376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.960803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:47.991862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=47f90192-9dc4-4f72-b21a-f1d87d5df86c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.996833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:48.009667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18506cf5-8de3-4174-a4c5-765c52a1e89d req-8bfc404f-0217-4b58-b639-05e0671c5536 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4590166 Jul 16 08:52:48.032919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.062797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88513-31dd-41c6-8296-cd9310c25e21 req-9dd17551-4ea9-4c14-bbf2-f0d3da1fa50c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.064907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76a88513-31dd-41c6-8296-cd9310c25e21 req-9dd17551-4ea9-4c14-bbf2-f0d3da1fa50c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.8797634 Jul 16 08:52:48.158752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.406604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b68d814-0fd4-4778-8991-1d758443fb54,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.416217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae4e199b-8dfd-4369-984c-a429e8bca793 None None] Provisioning complete for port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:48.416789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae4e199b-8dfd-4369-984c-a429e8bca793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.570052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:48.584188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76a88513-31dd-41c6-8296-cd9310c25e21 req-4fb1bc2b-eb6c-4ab4-927a-d23b9508e0e2 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055475 Jul 16 08:52:48.620527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:48.691234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8456e8ea-15d5-414a-b806-842dd9ab245d req-89e1c0f7-5db8-4b42-99f0-ce853533d5ea tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 210 time: 0.3121338 Jul 16 08:52:48.693385 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.696220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 47f90192-9dc4-4f72-b21a-f1d87d5df86c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:48.696368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 47f90192-9dc4-4f72-b21a-f1d87d5df86c not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:48.709012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e199b-8dfd-4369-984c-a429e8bca793 None None] Port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:48.773532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Checking segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:48.773901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Network hostable DHCP agents. Network: 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:48.829010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 0bf617a4-6387-4189-b474-9b28d134da99 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:48.833628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:48.931537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:48.955100 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Sync routers for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:48.987008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:49.027924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac345689-e6b4-4c57-bcad-4b4a8131931c None None] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:49.045068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:49.052662 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:49.099141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] No DVR routers for this DVR port 47f90192-9dc4-4f72-b21a-f1d87d5df86c on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:49.124099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.129913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e1ab60dd-429d-4ea0-8ca5-65d7cf941116 req-c37d3a78-bee1-4ff0-8bb7-8d6eb241414b tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.46 "DELETE /v2.0/ports/47f90192-9dc4-4f72-b21a-f1d87d5df86c HTTP/1.1" status: 204 len: 173 time: 3.3118925 Jul 16 08:52:49.131731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-deleted', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:49.134140 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a20baf-8ad3-4a3c-9abc-4b6e4b19b39b" -d '{"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-deleted", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:49.235677 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db64df8-6303-4fdd-aef6-f4f0d12b09f7 x-openstack-request-id: req-9db64df8-6303-4fdd-aef6-f4f0d12b09f7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:49.235971 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430db3e-c4fc-4c93-bb86-33f72cfa800b", "name": "network-vif-deleted", "tag": "47f90192-9dc4-4f72-b21a-f1d87d5df86c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:49.236257 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9db64df8-6303-4fdd-aef6-f4f0d12b09f7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:49.236669 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c430db3e-c4fc-4c93-bb86-33f72cfa800b', 'name': 'network-vif-deleted', 'tag': '47f90192-9dc4-4f72-b21a-f1d87d5df86c', 'status': 'completed', 'code': 200} Jul 16 08:52:49.264906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.265523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.379666 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:49.410191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aa44d617-52b2-44c1-aa39-6fac66fe376c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6126268 Jul 16 08:52:49.412756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.419587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:49.481164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.486054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.488464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:49.502146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] Sync routers for ids ['0bf617a4-6387-4189-b474-9b28d134da99'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:49.503733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.503892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-950bfd33-ff54-45e0-995d-aa12b44001b7 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/0bf617a4-6387-4189-b474-9b28d134da99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0489628 Jul 16 08:52:49.516104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:52:49.517065 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.529213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848052a6-e5e3-4f65-8489-c0ee6691208b req-a32a93cf-2dfc-457e-89a1-5c3e616275fb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.540255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-848052a6-e5e3-4f65-8489-c0ee6691208b req-a32a93cf-2dfc-457e-89a1-5c3e616275fb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.2838337 Jul 16 08:52:49.595972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] Routers {'0bf617a4-6387-4189-b474-9b28d134da99'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:49.605518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0bf617a4-6387-4189-b474-9b28d134da99'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:49.687579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1adea-7620-4d9e-99dc-e4954379de2b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.705221 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50f1adea-7620-4d9e-99dc-e4954379de2b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports/b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 HTTP/1.1" status: 200 len: 984 time: 0.1851349 Jul 16 08:52:49.705221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.706198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-848052a6-e5e3-4f65-8489-c0ee6691208b req-d8adf896-6c70-4ba8-8e95-f3d94aaca0f0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535964 Jul 16 08:52:49.813536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.959079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:50.010368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Checking router: 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:50.028812 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:50.030466 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:50.112300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:50.119673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915b3ad-7063-4dd3-8363-d4c4b0bc6b9c req-076d0009-6170-450e-9e58-7f403ad077ee tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.133289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2915b3ad-7063-4dd3-8363-d4c4b0bc6b9c req-076d0009-6170-450e-9e58-7f403ad077ee tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.1789539 Jul 16 08:52:50.232010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] Routers {'0bf617a4-6387-4189-b474-9b28d134da99'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:50.234273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0bf617a4-6387-4189-b474-9b28d134da99'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:50.259440 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:50.359058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2915b3ad-7063-4dd3-8363-d4c4b0bc6b9c req-0bb9badf-2001-4b54-a31d-4a14f0f81f71 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164094 Jul 16 08:52:50.382599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:50.387522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b2d2-6ae8-47eb-b99a-f96b5bfae599 None None] The sync data for ids ['0bf617a4-6387-4189-b474-9b28d134da99'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:50.605383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Allocated IP 172.20.0.2 (4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710/4b68d814-0fd4-4778-8991-1d758443fb54/1230c514-2cd2-4144-b91d-193b93f336ee) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:50.759388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.971077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91680a0c-43bb-41de-9b91-6a3a3e17e3e9 req-431055fb-68b1-4a6a-952e-57b904d8870d tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/ports?device_id=c430db3e-c4fc-4c93-bb86-33f72cfa800b HTTP/1.1" status: 200 len: 210 time: 0.0952091 Jul 16 08:52:51.098437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:51.258117 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35ff89-8d06-43b3-935c-59b1cb9852af None None] The sync data for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 is: [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:42:21Z', 'revision_number': 4, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5d850112-277a-4a08-afe9-839e7c6f5a91', 'name': '', 'network_id': '479e6142-f6ac-40ad-a04a-92f866bd8261', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'mac_address': 'fa:16:3e:9e:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:32Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'subnets': [{'id': 'c390d798-a213-480a-a4b6-6fe9ad01934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:51.619618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16047a-8185-4734-b5e2-291e2914991a req-00f9b88d-5a20-4b21-b323-aef20046c3a0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.633062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff16047a-8185-4734-b5e2-291e2914991a req-00f9b88d-5a20-4b21-b323-aef20046c3a0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.3298419 Jul 16 08:52:51.759534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab80b1-7c30-41d4-b7f1-7462d142e945 req-ad8d3f6c-df94-4252-87f1-32d83470c52c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.772503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ab80b1-7c30-41d4-b7f1-7462d142e945 req-ad8d3f6c-df94-4252-87f1-32d83470c52c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.6067283 Jul 16 08:52:51.830400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.840702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Transition to ACTIVE for port object 1230c514-2cd2-4144-b91d-193b93f336ee will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:51.875781 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2513b-759a-48c7-a430-94956c5de99f None None] New status for floating IP 5578dfbd-7585-42f4-a620-db128acf15e2: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:51.912351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Transition to ACTIVE for port object 1230c514-2cd2-4144-b91d-193b93f336ee will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:51.926589 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.983977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ab80b1-7c30-41d4-b7f1-7462d142e945 req-355e9927-5af1-4235-ac80-756fed039682 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100728 Jul 16 08:52:51.987831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff16047a-8185-4734-b5e2-291e2914991a req-d1cce465-7ae9-4160-8d33-5b1024720db8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529565 Jul 16 08:52:52.135293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:52.156224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:52.169632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:52.249239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Pushing event updated for resources: {'Port': ['ID=1230c514-2cd2-4144-b91d-193b93f336ee,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.257931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.372312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60738) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:52.505492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Attempting to bind port 1230c514-2cd2-4144-b91d-193b93f336ee on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:52.506418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Attempting to bind port 1230c514-2cd2-4144-b91d-193b93f336ee by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:52.507325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Attempting to bind port 1230c514-2cd2-4144-b91d-193b93f336ee on network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:52.517524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:52.519274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Checking segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:52.520530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.522784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Bound using segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:52.523723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Bound port: 1230c514-2cd2-4144-b91d-193b93f336ee, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:52.524483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.633514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] For port 1230c514-2cd2-4144-b91d-193b93f336ee, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:52.637372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] For port 1230c514-2cd2-4144-b91d-193b93f336ee, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1230c514-2cd2-4144-b91d-193b93f336ee,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:52.643127 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.749054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.776285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585f6eb-bf65-4cd8-bf09-022d8c851f4c None None] Pushing event updated for resources: {'Port': ['ID=1230c514-2cd2-4144-b91d-193b93f336ee,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:52.868465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.942103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c618bb-47a8-4866-9dc7-ebd864f323dc req-85581179-62e7-4838-9de7-e530a0d907e4 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.949548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67c618bb-47a8-4866-9dc7-ebd864f323dc req-85581179-62e7-4838-9de7-e530a0d907e4 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 0.3516111 Jul 16 08:52:52.955582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.002732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.098025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.100586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.125901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "DELETE /v2.0/security-groups/05fe8ba5-74bc-4a3a-94ce-dd66452270ac HTTP/1.1" status: 204 len: 168 time: 0.7512527 Jul 16 08:52:53.128621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.199884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c42801-6bc1-4aee-becc-2516d85bf622 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe8ba5-74bc-4a3a-94ce-dd66452270ac,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.204709 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-297abbaa-b1d0-4cfa-81bd-83b66c400df0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] show failed (client error): The resource could not be found. Jul 16 08:52:53.206036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-297abbaa-b1d0-4cfa-81bd-83b66c400df0 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "GET /v2.0/security-groups/05fe8ba5-74bc-4a3a-94ce-dd66452270ac HTTP/1.1" status: 404 len: 347 time: 0.0318346 Jul 16 08:52:53.212481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.454251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Allocated IP 172.25.5.92 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/d1646056-0da6-4382-ba75-d211266c7b2c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:53.479344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.479726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.494823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67c618bb-47a8-4866-9dc7-ebd864f323dc req-eeeca6a5-f17e-4ced-83ef-a73042487a5a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381472 Jul 16 08:52:53.706186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e9c9-57b7-46fd-8ed4-82ec996e0bae req-a6c3da51-1381-4ebd-b968-31ca3cb4c57f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.708393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eb1e9c9-57b7-46fd-8ed4-82ec996e0bae req-a6c3da51-1381-4ebd-b968-31ca3cb4c57f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.2721822 Jul 16 08:52:53.716286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.746983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:53.788111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Deleting port 3eb01a3e-6e5a-4139-9c12-20d22cf98b2b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.789263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.827083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.886313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eb1e9c9-57b7-46fd-8ed4-82ec996e0bae req-bc84b5a6-522e-490f-9a73-73552d5ba6c6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640353 Jul 16 08:52:54.016689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.017189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.033271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Calling delete_port for 3eb01a3e-6e5a-4139-9c12-20d22cf98b2b owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:54.203095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.645828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0be2b-7e12-49ac-b081-bf3aeb2800f2 None None] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:54.689991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93eb9-178f-492c-8b5d-cba8849cf2a7 req-522fa44b-9bbb-4793-aee5-c5f27e961010 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.704599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23b93eb9-178f-492c-8b5d-cba8849cf2a7 req-522fa44b-9bbb-4793-aee5-c5f27e961010 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.4216058 Jul 16 08:52:54.728647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.930650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1230c514-2cd2-4144-b91d-193b93f336ee up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:54.933483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Pushing event deleted for resources: {'Port': ['ID=3eb01a3e-6e5a-4139-9c12-20d22cf98b2b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.004807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23b93eb9-178f-492c-8b5d-cba8849cf2a7 req-285a20c0-ee8d-4ce9-8d59-135e606e3cc0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990065 Jul 16 08:52:55.108741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-517dd8bf-03bf-404c-92b8-99813f0f0940 None None] Provisioning for port 1230c514-2cd2-4144-b91d-193b93f336ee completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:55.203077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 1230c514-2cd2-4144-b91d-193b93f336ee completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:55.214694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.218724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.219924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6726f50c-9ca3-41b1-810d-5d1aa611f2c4 tempest-ServerActionsTestJSON-26729317 tempest-ServerActionsTestJSON-26729317-project] 10.222.0.32 "DELETE /v2.0/floatingips/5578dfbd-7585-42f4-a620-db128acf15e2 HTTP/1.1" status: 204 len: 168 time: 2.0064692 Jul 16 08:52:55.225720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1230c514-2cd2-4144-b91d-193b93f336ee triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:55.227468 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.237176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60804) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.298481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Pushing event updated for resources: {'Port': ['ID=d1646056-0da6-4382-ba75-d211266c7b2c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.327485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:55.337230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:55.348237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:55.371348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a761-260a-48f8-a926-5702de9d1f23 req-fc4b9589-32e6-4f69-b34e-d147b404be84 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.391602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a2a761-260a-48f8-a926-5702de9d1f23 req-fc4b9589-32e6-4f69-b34e-d147b404be84 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.1911826 Jul 16 08:52:55.485748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30a2a761-260a-48f8-a926-5702de9d1f23 req-66248894-5880-4988-b126-cd8e4e866b8f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931473 Jul 16 08:52:55.695695 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.799741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 1230c514-2cd2-4144-b91d-193b93f336ee, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1230c514-2cd2-4144-b91d-193b93f336ee,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:55.805669 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.896615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.933775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=1230c514-2cd2-4144-b91d-193b93f336ee,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.953545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.954158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.954663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.955171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.957045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.957719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.958208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.958702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.959198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.960006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.960592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:55.961086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:56.167752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.201937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=b1a48dba-b9f3-4aa6-ac90-349a5d2c79c9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:56.305221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-714f90ba-b8b3-452c-9fb3-b39e3cdd8849 None None] Provisioning complete for port 1230c514-2cd2-4144-b91d-193b93f336ee triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:56.308551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-714f90ba-b8b3-452c-9fb3-b39e3cdd8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.545712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 0bf617a4-6387-4189-b474-9b28d134da99 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:56.734297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1230c514-2cd2-4144-b91d-193b93f336ee up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:56.761383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.870494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1230c514-2cd2-4144-b91d-193b93f336ee triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:56.874218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.974768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:56.995560 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4cffa52a-1e1e-46ef-916c-b1dc102e407e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/0bf617a4-6387-4189-b474-9b28d134da99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1773605 Jul 16 08:52:57.009277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:57.025449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] Sync routers for ids ['0bf617a4-6387-4189-b474-9b28d134da99'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:57.054813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] Routers {'0bf617a4-6387-4189-b474-9b28d134da99'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:57.056847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0bf617a4-6387-4189-b474-9b28d134da99'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.101562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.120933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] Routers {'0bf617a4-6387-4189-b474-9b28d134da99'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:57.121786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['0bf617a4-6387-4189-b474-9b28d134da99'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.187105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.188230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff2f87-6d50-4c1e-98e7-41700f853b9c None None] The sync data for ids ['0bf617a4-6387-4189-b474-9b28d134da99'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:57.426742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f027109-5ca5-4edb-b228-0e10d3889c1a req-16153c00-4f2e-43f4-8515-bfd965ca691a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.437469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f027109-5ca5-4edb-b228-0e10d3889c1a req-16153c00-4f2e-43f4-8515-bfd965ca691a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 1.6387005 Jul 16 08:52:57.636253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c82df-8ff6-4f70-b97e-3442f99e9c55 req-82357e1a-2d39-4f83-85e7-aa019f367a1d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.637847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543c82df-8ff6-4f70-b97e-3442f99e9c55 req-82357e1a-2d39-4f83-85e7-aa019f367a1d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.6400194 Jul 16 08:52:57.683271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f027109-5ca5-4edb-b228-0e10d3889c1a req-59b5fa74-0e44-4efe-aabd-60f0f15e4b84 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416501 Jul 16 08:52:57.751835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.753162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543c82df-8ff6-4f70-b97e-3442f99e9c55 req-96a562c7-7eb4-45f5-a300-ddffa9e519e1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995653 Jul 16 08:52:57.994307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.099940 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-553c88fc-0cf8-435c-9ce3-3f494be357b1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:52:58.101141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-553c88fc-0cf8-435c-9ce3-3f494be357b1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/0bf617a4-6387-4189-b474-9b28d134da99/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0782192 Jul 16 08:52:58.104074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60860) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.148937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Router 22ce83ad-3103-471f-b7d5-7008e5539c03 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:58.181637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c29dd06-9da4-4f30-b781-23d5d2e684c8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bf617a4-6387-4189-b474-9b28d134da99 HTTP/1.1" status: 200 len: 205 time: 0.0746763 Jul 16 08:52:58.184164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60862) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.492560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.591140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055165-1698-4654-af72-d575d7f2dc67 req-c07bbc50-8073-4e70-b05b-beacf6f125ab tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.597217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055165-1698-4654-af72-d575d7f2dc67 req-c07bbc50-8073-4e70-b05b-beacf6f125ab tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.603204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055165-1698-4654-af72-d575d7f2dc67 req-c07bbc50-8073-4e70-b05b-beacf6f125ab tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.623861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75055165-1698-4654-af72-d575d7f2dc67 req-c07bbc50-8073-4e70-b05b-beacf6f125ab tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e&device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3&device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 2418 time: 0.3868673 Jul 16 08:52:58.711310 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:58.776573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75055165-1698-4654-af72-d575d7f2dc67 req-fa6c4e0c-f01d-4759-8d86-ce6baa7d512e tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 Jul 16 08:52:58.789745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.795117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.854117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:58.859553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.860163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf617a4-6387-4189-b474-9b28d134da99 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:58.865483 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Sync routers for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:58.868576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.873398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d756745e-f6d9-4c8c-bb4f-32425e3bc3bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/0bf617a4-6387-4189-b474-9b28d134da99 HTTP/1.1" status: 204 len: 168 time: 0.6856520 Jul 16 08:52:58.875160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.881633 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:58.882309 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:58.947425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet a3243ac9-b109-4b15-9f69-f67d37850f08 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:58.957621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.985394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.989478 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23046726-32aa-4e6f-8951-673fd7fc4c2d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.5729043 Jul 16 08:52:58.990638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60876) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:59.126863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Deleting port 5d850112-277a-4a08-afe9-839e7c6f5a91 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:59.127201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.344091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] For port 5d850112-277a-4a08-afe9-839e7c6f5a91, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5d850112-277a-4a08-afe9-839e7c6f5a91,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.344806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.360371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Calling delete_port for 5d850112-277a-4a08-afe9-839e7c6f5a91 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:59.402274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:59.642119 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:56Z', 'revision_number': 3, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:59.752074 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Checking router: 22ce83ad-3103-471f-b7d5-7008e5539c03 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:59.752869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Updating router 22ce83ad-3103-471f-b7d5-7008e5539c03 port d1646056-0da6-4382-ba75-d211266c7b2c binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:59.907625 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.006067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672c78a-43a6-4ec5-9806-a92640888e40 req-f668616d-79fa-4096-8f98-08f67b2bdf87 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.013864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4672c78a-43a6-4ec5-9806-a92640888e40 req-f668616d-79fa-4096-8f98-08f67b2bdf87 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.3490493 Jul 16 08:53:00.056608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68572765-6d09-4bb1-b113-faebbe747e39 req-faa58acf-b0d7-4d6b-9060-03b290a50ee3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.065896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68572765-6d09-4bb1-b113-faebbe747e39 req-faa58acf-b0d7-4d6b-9060-03b290a50ee3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.4127097 Jul 16 08:53:00.188726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68572765-6d09-4bb1-b113-faebbe747e39 req-88c29631-2156-4ae0-9290-cb303f1ec7b4 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217871 Jul 16 08:53:00.205828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.275207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d850112-277a-4a08-afe9-839e7c6f5a91,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:00.287938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.409617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4672c78a-43a6-4ec5-9806-a92640888e40 req-2b6a1152-7c39-4288-b87c-a50ccb59ac52 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114860 Jul 16 08:53:00.913279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.941809 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.954942 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Transition to ACTIVE for port object d1646056-0da6-4382-ba75-d211266c7b2c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:00.992882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.007604 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.165884 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Attempting to bind port d1646056-0da6-4382-ba75-d211266c7b2c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:01.166351 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Attempting to bind port d1646056-0da6-4382-ba75-d211266c7b2c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:01.166720 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Attempting to bind port d1646056-0da6-4382-ba75-d211266c7b2c on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:01.169370 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Pushing event updated for resources: {'Port': ['ID=d1646056-0da6-4382-ba75-d211266c7b2c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.195707 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:01.196110 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:01.196618 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.197032 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:01.197529 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Bound port: d1646056-0da6-4382-ba75-d211266c7b2c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:01.197917 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.203926 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.204309 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.204638 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.204972 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.205302 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.205631 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.205955 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.206276 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.212455 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.212856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.213203 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.213544 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:01.247844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.364303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] For port d1646056-0da6-4382-ba75-d211266c7b2c, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:01.371544 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] For port d1646056-0da6-4382-ba75-d211266c7b2c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d1646056-0da6-4382-ba75-d211266c7b2c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:01.380895 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.576637 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abf3b1-4fb3-49b2-81be-338bd3140184 None None] Pushing event updated for resources: {'Port': ['ID=d1646056-0da6-4382-ba75-d211266c7b2c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.627184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:01.631286 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:01.689308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Allocated IP 172.20.0.1 (4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710/4b68d814-0fd4-4778-8991-1d758443fb54/649abff8-15b2-4bd1-9ba3-745579cca06f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:01.817696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.818958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:01.833328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Transition to ACTIVE for port object 649abff8-15b2-4bd1-9ba3-745579cca06f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:01.869537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.922291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9514a6-a0c4-4e32-bcb9-753021260bd5 None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:01.924166 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.931487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/a3243ac9-b109-4b15-9f69-f67d37850f08 HTTP/1.1" status: 204 len: 168 time: 3.0552981 Jul 16 08:53:01.932814 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.957561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.958349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=a3243ac9-b109-4b15-9f69-f67d37850f08,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.070259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:02.125098 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:02.176086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.190026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:02.208617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:02.254695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:02.275882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.278888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Sync routers for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:02.284531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.284935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.285281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.286198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.286198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.286478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.286575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.287162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.287291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.287533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.287871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.290278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a2bf0b6-fecf-4fca-aff6-d00a78754677 admin admin] 10.222.0.32 "PUT /v2.0/routers/22d09bea-e5ef-47de-a5d8-95b8b863f7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0504084 Jul 16 08:53:02.293520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:02.308527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.319704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.404322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:02.405113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:02.708222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.721484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.722251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.724199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.726250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.726914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.727511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.729385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.730017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.731627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.733498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.734116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41998e3c-778f-43f7-80f9-abdd9031155d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.787285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:02.828364 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:56Z', 'revision_number': 3, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:02.831732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfdabd-d3f7-47a3-8899-9d51e6f8ac26 req-896cbab9-1c68-44ed-96e1-ea0141df25b0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.833461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96cfdabd-d3f7-47a3-8899-9d51e6f8ac26 req-896cbab9-1c68-44ed-96e1-ea0141df25b0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.7230566 Jul 16 08:53:02.937021 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fddba2-aa95-404a-901a-0dccfdadf91f None None] The sync data for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 is: [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:52:56Z', 'revision_number': 3, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:03.027274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.106287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.162548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1ac885e9-badb-4b3c-9781-02617a48b1b2 None None] Provisioning for port 649abff8-15b2-4bd1-9ba3-745579cca06f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:03.177629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1ac885e9-badb-4b3c-9781-02617a48b1b2 None None] Provisioning complete for port 649abff8-15b2-4bd1-9ba3-745579cca06f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:03.178012 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1ac885e9-badb-4b3c-9781-02617a48b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.230227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.254253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96cfdabd-d3f7-47a3-8899-9d51e6f8ac26 req-1d20e8cf-ff20-49cb-83f1-fb32406fae7c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037340 Jul 16 08:53:03.423145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:03.423500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.424539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Deleting port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:03.424886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.593647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1ac885e9-badb-4b3c-9781-02617a48b1b2 None None] Port 649abff8-15b2-4bd1-9ba3-745579cca06f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:03.740637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] DHCP port deletion for 086fca00-658a-4b9b-b11b-7f7d8d107007 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:03.758805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,segment=NetworkSegment(29605bb2-bd64-4496-9e9e-4afa30d9cea0),segment_id=29605bb2-bd64-4496-9e9e-4afa30d9cea0)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:03.763659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.808270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:03.822640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] For port 2d5040e3-e09e-4580-9b4d-1f44edfa78dc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:03.825854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.869764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Calling delete_port for 2d5040e3-e09e-4580-9b4d-1f44edfa78dc owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:03.902606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:52:59Z', 'revision_number': 5, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port': {'id': '2d5040e3-e09e-4580-9b4d-1f44edfa78dc', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.036642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Checking router: 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:04.074808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Routers {'22d09bea-e5ef-47de-a5d8-95b8b863f7d8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:04.082120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.247929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.395327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.455903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:04.460294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.494478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Deleting port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:04.494972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.566531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5040e3-e09e-4580-9b4d-1f44edfa78dc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.637608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] Set router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:04.866291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.896212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086fca00-658a-4b9b-b11b-7f7d8d107007']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.937219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29605bb2-bd64-4496-9e9e-4afa30d9cea0') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.937525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29605bb2-bd64-4496-9e9e-4afa30d9cea0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.941714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 6, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:04.950358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.986422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2962fa-e979-47ef-a2e7-82df8fa509fd req-cf3a00b8-0f80-408f-a8f2-2bec8d34e2e1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.988062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb2962fa-e979-47ef-a2e7-82df8fa509fd req-cf3a00b8-0f80-408f-a8f2-2bec8d34e2e1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.4185359 Jul 16 08:53:04.988500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.025774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.050591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d1646056-0da6-4382-ba75-d211266c7b2c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:05.051333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:05.051772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:05.197990 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:05.208633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.215389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.225360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.236092 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/086fca00-658a-4b9b-b11b-7f7d8d107007 HTTP/1.1" status: 204 len: 168 time: 3.1625187 Jul 16 08:53:05.237409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.263915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] For port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:05.264910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.290111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Calling delete_port for ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:05.297032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:05.298879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.321635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Network 086fca00-658a-4b9b-b11b-7f7d8d107007 is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:53:05.322185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] No DVR routers for this DVR port ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:05.331795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d92edb-74e3-4bf9-b320-c5374ad725b5 None None] The sync data for ids ['22d09bea-e5ef-47de-a5d8-95b8b863f7d8'] in n-d-798054-12 is: [{'id': '22d09bea-e5ef-47de-a5d8-95b8b863f7d8', 'name': 'tempest-ServerActionsTestJSON-1546539623-router', 'tenant_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:16Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 6, 'project_id': 'b1b55b182ecc4b188a86de8b62e70ef1', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:05.345856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.398189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477aa1ab-52a6-4a82-a3c0-9f23648abfcd None None] Pushing event deleted for resources: {'Port': ['ID=ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:05.435412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb2962fa-e979-47ef-a2e7-82df8fa509fd req-74996716-6966-46e6-871d-d825c510ee57 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280331 Jul 16 08:53:05.465166 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.481671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d1646056-0da6-4382-ba75-d211266c7b2c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:05.487623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d1646056-0da6-4382-ba75-d211266c7b2c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:05.488283 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.493163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135588131'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:05.501628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.555652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40a2ba-e6fc-4e6e-8ce1-dd9b5d334438 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=086fca00-658a-4b9b-b11b-7f7d8d107007,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:05.565159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.586156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:05.589127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32788) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.590588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.687163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:05.705236 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.711010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.711789 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 09a4df03-25f1-4c19-8977-97d0c9a06414 of type vlan for network 252fe51f-0498-4577-9dd9-253d81c3d20e Jul 16 08:53:05.741105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d1646056-0da6-4382-ba75-d211266c7b2c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d1646056-0da6-4382-ba75-d211266c7b2c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:05.747984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.811760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a719b-6c89-482b-9e9a-0a15befe7219 req-e8f41280-c7d3-4a7d-8f7f-b5c999bdbd46 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.813449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-399a719b-6c89-482b-9e9a-0a15befe7219 req-e8f41280-c7d3-4a7d-8f7f-b5c999bdbd46 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 1.0062675 Jul 16 08:53:05.832984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.833562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d09bea-e5ef-47de-a5d8-95b8b863f7d8 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:05.850622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.851011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.866848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87ba2416-183c-40b2-8c2b-2d58b6c7dd8b admin admin] 10.222.0.32 "DELETE /v2.0/routers/22d09bea-e5ef-47de-a5d8-95b8b863f7d8 HTTP/1.1" status: 204 len: 168 time: 3.5534391 Jul 16 08:53:05.870092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32792) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:05.893282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:05.979741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:05.980378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ae2b7ffe-9a84-42b6-8a9d-c1433f1c56b8 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:05.997867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.003934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d1646056-0da6-4382-ba75-d211266c7b2c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.041361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.044933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.115466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-399a719b-6c89-482b-9e9a-0a15befe7219 req-16393c81-438c-4c49-9d50-51038857d763 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850866 Jul 16 08:53:06.130826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Deleting subnet c390d798-a213-480a-a4b6-6fe9ad01934b {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:06.144094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.243442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.260093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2076183-94ba-4afe-9109-362108767e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.272661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9241614 Jul 16 08:53:06.280908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.282931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32798) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:06.388674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:06.569842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212a83d-26e1-492f-98aa-ac77cc01d817 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=252fe51f-0498-4577-9dd9-253d81c3d20e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.575234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:06.577371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:06.625849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 252fe51f-0498-4577-9dd9-253d81c3d20e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:06.897730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d1646056-0da6-4382-ba75-d211266c7b2c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:07.213709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Router 22ce83ad-3103-471f-b7d5-7008e5539c03 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:07.421881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2076183-94ba-4afe-9109-362108767e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.527127 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2076183-94ba-4afe-9109-362108767e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.621652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:07.637451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:07.646934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.675186 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Sync routers for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:07.701179 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e684b78-2db7-497a-9d2e-0079e59b2b2e admin admin] 10.222.0.32 "PUT /v2.0/routers/22ce83ad-3103-471f-b7d5-7008e5539c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6987579 Jul 16 08:53:07.718466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32834) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:07.719439 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:07.723381 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:07.742999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d1646056-0da6-4382-ba75-d211266c7b2c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:07.743391 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.745171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-decf6cc5-6d5d-435d-823b-f5312a08c9d6 None None] Provisioning complete for port 649abff8-15b2-4bd1-9ba3-745579cca06f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:07.745534 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-decf6cc5-6d5d-435d-823b-f5312a08c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.958866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65cf29e-6583-49d8-a9df-c15fa16dace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.960518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-decf6cc5-6d5d-435d-823b-f5312a08c9d6 None None] Port 649abff8-15b2-4bd1-9ba3-745579cca06f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:08.040150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076183-94ba-4afe-9109-362108767e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba63da9e-dd03-4588-b1a3-e5cf9bbd8ef0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.060218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2076183-94ba-4afe-9109-362108767e7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23d4518dc9a74a9a8c04673873d12862&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2922618 Jul 16 08:53:08.061617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.063757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.089337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2d5040e3-e09e-4580-9b4d-1f44edfa78dc no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:08.157507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2d5040e3-e09e-4580-9b4d-1f44edfa78dc {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:08.157756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2d5040e3-e09e-4580-9b4d-1f44edfa78dc not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:08.162774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5d850112-277a-4a08-afe9-839e7c6f5a91 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:08.229689 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:08.278080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5d850112-277a-4a08-afe9-839e7c6f5a91 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:08.286509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5d850112-277a-4a08-afe9-839e7c6f5a91 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:08.321822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.323976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c824e-cf3f-4272-9229-b18641217696 req-f26a1084-8c02-4ad4-baae-77a157ce5727 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.344688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-955c824e-cf3f-4272-9229-b18641217696 req-f26a1084-8c02-4ad4-baae-77a157ce5727 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 1.5155451 Jul 16 08:53:08.358319 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.542129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.544668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.545896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba63da9e-dd03-4588-b1a3-e5cf9bbd8ef0 HTTP/1.1" status: 204 len: 168 time: 0.4833972 Jul 16 08:53:08.599772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8d26-757e-43a5-853e-742fb1ad1e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba63da9e-dd03-4588-b1a3-e5cf9bbd8ef0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.671197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.714311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65cf29e-6583-49d8-a9df-c15fa16dace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.729591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e65cf29e-6583-49d8-a9df-c15fa16dace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.794133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cf29e-6583-49d8-a9df-c15fa16dace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99cdaa-72ba-4973-a589-77aa7a7be2d2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.835178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32864) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.856513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1697366907-network', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:08.908946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e65cf29e-6583-49d8-a9df-c15fa16dace1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e81a69d0916f4814afe6f29179281a83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1859288 Jul 16 08:53:08.910552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.036549 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:03Z', 'revision_number': 2, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:09.037967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Made reservation on behalf of a533ee6c40234a7a949d82e6b9602731 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:09.042806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.075813 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Checking router: 22ce83ad-3103-471f-b7d5-7008e5539c03 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:09.077046 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Updating router 22ce83ad-3103-471f-b7d5-7008e5539c03 port 649abff8-15b2-4bd1-9ba3-745579cca06f binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:09.092473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b6fe-2ecc-4999-8652-efb631452172 req-a642fc14-5314-446d-9a08-bf93c88e8e81 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:09.094052 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf7b6fe-2ecc-4999-8652-efb631452172 req-a642fc14-5314-446d-9a08-bf93c88e8e81 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 1.6678376 Jul 16 08:53:09.103174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-955c824e-cf3f-4272-9229-b18641217696 req-16389790-aaae-4f9b-a943-7f3922363a63 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7573376 Jul 16 08:53:09.118883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.163476 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.164106 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.216143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.233133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.290393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c390d798-a213-480a-a4b6-6fe9ad01934b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.317700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.318825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aaf7b6fe-2ecc-4999-8652-efb631452172 req-356616d5-8f07-4968-a74f-fa46cb4c8ae0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110419 Jul 16 08:53:09.333864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26731d2f-85d4-48c1-bcfd-2b1ff27468cd None None] Network 479e6142-f6ac-40ad-a04a-92f866bd8261 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:09.358777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.364789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-af132d87-f834-4b0b-a18e-cc271eb70d6c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c390d798-a213-480a-a4b6-6fe9ad01934b HTTP/1.1" status: 204 len: 168 time: 3.4912274 Jul 16 08:53:09.367276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.370360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.511828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.519572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=76b4de5c-5333-4e1c-b8e1-ea019ba75339,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.538398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.541768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.547689 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb99cdaa-72ba-4973-a589-77aa7a7be2d2 HTTP/1.1" status: 204 len: 168 time: 0.6227100 Jul 16 08:53:09.568587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '09a4df03-25f1-4c19-8977-97d0c9a06414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:09.568954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 252fe51f-0498-4577-9dd9-253d81c3d20e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:09.611303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 252fe51f-0498-4577-9dd9-253d81c3d20e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:09.616572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510af9b-1b41-40e3-b635-707e36ab17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99cdaa-72ba-4973-a589-77aa7a7be2d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:09.640466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 252fe51f-0498-4577-9dd9-253d81c3d20e) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:09.652057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:09.654292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.677785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.699490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.702764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e0892f1b-9134-422a-bcdb-a351b47a2b3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3995385 Jul 16 08:53:09.706484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32888) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.730982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1941083878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:09.747755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Deleting port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:09.748889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.752141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfbf1ef-0a6f-478a-ac11-1082f671ed6c None None] Network 252fe51f-0498-4577-9dd9-253d81c3d20e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:09.838166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] For port 2edb2adb-1fcc-41e8-92d8-8215950b4f13, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2edb2adb-1fcc-41e8-92d8-8215950b4f13,segment=NetworkSegment(07be89be-3a97-461b-ae7a-a13d9463d500),segment_id=07be89be-3a97-461b-ae7a-a13d9463d500)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:09.838582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.845852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.847723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.856686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Calling delete_port for 2edb2adb-1fcc-41e8-92d8-8215950b4f13 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:09.979956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:10.013329 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.014435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.045288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Transition to ACTIVE for port object 649abff8-15b2-4bd1-9ba3-745579cca06f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:10.068118 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.110510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edb2adb-1fcc-41e8-92d8-8215950b4f13,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.118863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.126456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9178b1-08ae-4c75-83de-14840fcf9b28 None None] DHCP port deletion for 479e6142-f6ac-40ad-a04a-92f866bd8261 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:10.129345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.129715 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Added segment 0cf0a752-2239-4431-8333-fe99c76fba27 of type vlan for network bc4c4080-e9cc-4339-bfbb-af17ff74b58a Jul 16 08:53:10.131935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.179544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.186444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1a752dfe-77c7-4cf8-b6f7-b820ec03f0e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4717741 Jul 16 08:53:10.187590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32904) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.308282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.356843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-252fe51f-0498-4577-9dd9-253d81c3d20e', 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '76b4de5c-5333-4e1c-b8e1-ea019ba75339'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:10.359953 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.464525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edecee7d-3040-40af-8ab7-3f2e32b4ef48,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.498963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] No DVR routers for this DVR port 2edb2adb-1fcc-41e8-92d8-8215950b4f13 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:10.571361 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ce91a-da24-4ddf-a1c4-e1495934d353 None None] Pushing event updated for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.581661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Attempting to bind port 649abff8-15b2-4bd1-9ba3-745579cca06f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:10.582042 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Attempting to bind port 649abff8-15b2-4bd1-9ba3-745579cca06f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:10.582408 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Attempting to bind port 649abff8-15b2-4bd1-9ba3-745579cca06f on network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:10.612830 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:10.613188 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Checking segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:10.619340 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.619822 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Bound using segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:10.620343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Bound port: 649abff8-15b2-4bd1-9ba3-745579cca06f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:10.620748 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.675394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.676386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.676970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.848340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2edb2adb-1fcc-41e8-92d8-8215950b4f13 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:10.891163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4c4080-e9cc-4339-bfbb-af17ff74b58a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.897444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2edb2adb-1fcc-41e8-92d8-8215950b4f13 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:10.897817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2edb2adb-1fcc-41e8-92d8-8215950b4f13 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:10.918567 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] For port 649abff8-15b2-4bd1-9ba3-745579cca06f, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:10.927400 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35d716eb-6f7d-4d30-8450-acd4d37671d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0907886 Jul 16 08:53:10.935064 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] For port 649abff8-15b2-4bd1-9ba3-745579cca06f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=649abff8-15b2-4bd1-9ba3-745579cca06f,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:10.941730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Allocated IP 2001:db8::2 (252fe51f-0498-4577-9dd9-253d81c3d20e/76b4de5c-5333-4e1c-b8e1-ea019ba75339/4595eb6d-2d45-4c14-840f-df08ce3755cb) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:10.943531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32920) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.949251 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.950498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:10.952505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Request body: {'subnet': {'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1697366907-subnet', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:11.095420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.113433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.162848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479e6142-f6ac-40ad-a04a-92f866bd8261']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:11.244482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be89be-3a97-461b-ae7a-a13d9463d500') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:11.244778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be89be-3a97-461b-ae7a-a13d9463d500') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:11.252756 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ce91a-da24-4ddf-a1c4-e1495934d353 None None] Pushing event updated for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.276811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.312430 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:11.313153 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:52:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:11.362146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.438789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:11.443305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:11.445440 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:11.522552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Made reservation on behalf of a533ee6c40234a7a949d82e6b9602731 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:11.542341 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.600973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f44f1c-8620-4764-ac99-591d8a0953f6 req-e77ef916-6bb3-45cc-b8b1-fdd2504b5ff9 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.604776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f44f1c-8620-4764-ac99-591d8a0953f6 req-e77ef916-6bb3-45cc-b8b1-fdd2504b5ff9 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.8004749 Jul 16 08:53:11.605945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.614389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.616488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/479e6142-f6ac-40ad-a04a-92f866bd8261 HTTP/1.1" status: 204 len: 168 time: 2.2461493 Jul 16 08:53:11.641584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.674356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Transition to ACTIVE for port object 4595eb6d-2d45-4c14-840f-df08ce3755cb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:11.686341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74195979-6882-4c9c-936f-9fb8b49ef0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=479e6142-f6ac-40ad-a04a-92f866bd8261,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.737204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Transition to ACTIVE for port object 4595eb6d-2d45-4c14-840f-df08ce3755cb will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:11.749626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810d8f-6767-476d-894f-1d2eeb9fd23c req-6fed9c6c-7b1b-44c1-9767-9c9bc46d3f36 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.758175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.786046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00810d8f-6767-476d-894f-1d2eeb9fd23c req-6fed9c6c-7b1b-44c1-9767-9c9bc46d3f36 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 1.1500590 Jul 16 08:53:11.823817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Network 252fe51f-0498-4577-9dd9-253d81c3d20e is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:11.826500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:11.845372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:11.855169 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:11.978271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.160192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-da0934eb-5ce7-44ca-b563-4120d8b5b2e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1b55b182ecc4b188a86de8b62e70ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781135 Jul 16 08:53:12.162358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32960) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.208477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Attempting to bind port 4595eb6d-2d45-4c14-840f-df08ce3755cb on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:12.212189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Attempting to bind port 4595eb6d-2d45-4c14-840f-df08ce3755cb by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '09a4df03-25f1-4c19-8977-97d0c9a06414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:12.212677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Attempting to bind port 4595eb6d-2d45-4c14-840f-df08ce3755cb on network 252fe51f-0498-4577-9dd9-253d81c3d20e {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:12.271649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:12.272128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Checking segment: {'id': '09a4df03-25f1-4c19-8977-97d0c9a06414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:12.272550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.272958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Bound using segment: {'id': '09a4df03-25f1-4c19-8977-97d0c9a06414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:12.273454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Bound port: 4595eb6d-2d45-4c14-840f-df08ce3755cb, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a4df03-25f1-4c19-8977-97d0c9a06414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '252fe51f-0498-4577-9dd9-253d81c3d20e'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:12.273854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.336724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.343390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f44f1c-8620-4764-ac99-591d8a0953f6 req-412b6c12-6129-49c2-8a47-8510b51dea0c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670361 Jul 16 08:53:12.401010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Pushing event updated for resources: {'Port': ['ID=4595eb6d-2d45-4c14-840f-df08ce3755cb,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.418259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.422820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00810d8f-6767-476d-894f-1d2eeb9fd23c req-85d349a9-d441-4595-816f-0eb3d92e0b21 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6352918 Jul 16 08:53:12.557324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.561056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.562401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd71123e-529f-4ddc-97d2-027868123d96 HTTP/1.1" status: 204 len: 168 time: 0.3987176 Jul 16 08:53:12.564974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] For port 4595eb6d-2d45-4c14-840f-df08ce3755cb, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:12.585816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:10Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.589614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] For port 4595eb6d-2d45-4c14-840f-df08ce3755cb, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4595eb6d-2d45-4c14-840f-df08ce3755cb,segment=NetworkSegment(09a4df03-25f1-4c19-8977-97d0c9a06414),segment_id=09a4df03-25f1-4c19-8977-97d0c9a06414)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:12.598996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.604304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033dc82-72cd-4836-a40b-b9f0a49da623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71123e-529f-4ddc-97d2-027868123d96,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.709852 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b141b9-5b4b-4158-9eba-6cbca8c8b7b0 None None] The sync data for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 is: [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:10Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:12.864102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dc8fe-5f4c-4094-a249-534f77280062 None None] Pushing event updated for resources: {'Port': ['ID=4595eb6d-2d45-4c14-840f-df08ce3755cb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:12.953749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8::1 (252fe51f-0498-4577-9dd9-253d81c3d20e/76b4de5c-5333-4e1c-b8e1-ea019ba75339/8d2f02cd-83c7-4fb2-9bb5-45644113f3e5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:12.969001 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.982782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c6aa64ad-ae80-41ea-8565-589b645b21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.060618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b055454-6df0-4feb-ab1c-cb6b8cba3205,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.189425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Checking segment: {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:13.189837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Network hostable DHCP agents. Network: bc4c4080-e9cc-4339-bfbb-af17ff74b58a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:13.383216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:13.416644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, bc4c4080-e9cc-4339-bfbb-af17ff74b58a) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:13.447551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.451592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.463237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44c0bd-901e-4550-94d7-201b08f581d2 None None] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:13.825740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.936685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:14.084951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ceac767-3d35-404e-95bc-fa4f25f4e442 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1387782 Jul 16 08:53:14.086556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.088241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:14.096521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:14.145320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'fixed_ips': [{'subnet_id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:14.150643 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.227261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.229076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.269346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 252fe51f-0498-4577-9dd9-253d81c3d20e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:14.310581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:14.346891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:14.347906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.436519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Allocated IP 172.20.0.2 (bc4c4080-e9cc-4339-bfbb-af17ff74b58a/2b055454-6df0-4feb-ab1c-cb6b8cba3205/b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:14.458378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.942076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4595eb6d-2d45-4c14-840f-df08ce3755cb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:15.109853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=8d2f02cd-83c7-4fb2-9bb5-45644113f3e5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.189700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.193578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.227416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Transition to ACTIVE for port object b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:15.269194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4595eb6d-2d45-4c14-840f-df08ce3755cb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:15.274756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e16c-3f5f-4821-a5f2-9e4f6bccbc8d req-84d15dba-faf0-46d4-880c-f6d408118bff tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.292675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Transition to ACTIVE for port object b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:15.303365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e79e16c-3f5f-4821-a5f2-9e4f6bccbc8d req-84d15dba-faf0-46d4-880c-f6d408118bff tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 1.2598343 Jul 16 08:53:15.306210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 649abff8-15b2-4bd1-9ba3-745579cca06f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:15.326531 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.396349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.407440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9d510-26c9-4871-84d3-5a4cdcce93ee req-bbaf45f8-b2a6-4a9b-b2f1-44cc28a097ac tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.416564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec9d510-26c9-4871-84d3-5a4cdcce93ee req-bbaf45f8-b2a6-4a9b-b2f1-44cc28a097ac tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 1.4096425 Jul 16 08:53:15.503287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Pushing event updated for resources: {'Port': ['ID=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.508346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d2da6-cc31-4476-a9d0-ac182726cfb2 None None] Network 252fe51f-0498-4577-9dd9-253d81c3d20e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:15.517025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 649abff8-15b2-4bd1-9ba3-745579cca06f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:15.557457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:15.570217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:15.575892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:15.585391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 649abff8-15b2-4bd1-9ba3-745579cca06f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:15.586068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.632835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.674490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.754713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Provisioning for port 4595eb6d-2d45-4c14-840f-df08ce3755cb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:15.763846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Attempting to bind port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:15.764593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Attempting to bind port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:15.765130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Attempting to bind port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc on network bc4c4080-e9cc-4339-bfbb-af17ff74b58a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:15.817930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:15.818605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Checking segment: {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:15.819187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.819830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Bound using segment: {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:15.820642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Bound port: b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:15.821350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.839538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.858397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Provisioning complete for port 4595eb6d-2d45-4c14-840f-df08ce3755cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:15.859966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.860853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.861648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.017778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e742d97-7ab4-46b8-8a43-60f2b3d93c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.036680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.142372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e79e16c-3f5f-4821-a5f2-9e4f6bccbc8d req-b4cc07b0-0eec-48bb-b301-f7ea85ec5db2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8356061 Jul 16 08:53:16.158897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=8d2f02cd-83c7-4fb2-9bb5-45644113f3e5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.326660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.406342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ec9d510-26c9-4871-84d3-5a4cdcce93ee req-cbdeaf14-3133-48f4-9c92-aa4aac5e3b0a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9884787 Jul 16 08:53:16.436028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] For port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:16.448658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.485421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 252fe51f-0498-4577-9dd9-253d81c3d20e is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:16.487098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:16.573619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] For port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:16.630793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Allocated IP 172.25.5.3 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/273aaa5d-2320-4ed0-a377-97a900e54174) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:16.719843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-030d023d-6e20-42fd-a955-72126f279a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.722733 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-030d023d-6e20-42fd-a955-72126f279a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1098 time: 1.0496628 Jul 16 08:53:16.735295 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.752287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] For port 4595eb6d-2d45-4c14-840f-df08ce3755cb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4595eb6d-2d45-4c14-840f-df08ce3755cb,segment=NetworkSegment(09a4df03-25f1-4c19-8977-97d0c9a06414),segment_id=09a4df03-25f1-4c19-8977-97d0c9a06414)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:16.905457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 53c929f7-a891-40a5-9f8d-7932f9823d54 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:16.944877 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.952791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.007584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-823126ce-92f8-479c-b5f1-d4a968d52371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.009096 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-823126ce-92f8-479c-b5f1-d4a968d52371 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.2491345 Jul 16 08:53:17.044573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.066579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 649abff8-15b2-4bd1-9ba3-745579cca06f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=649abff8-15b2-4bd1-9ba3-745579cca06f,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:17.130647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.139813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.168795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782922fd-8fbd-43ae-8974-5255f5abfcf1 None None] Pushing event updated for resources: {'Port': ['ID=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.176781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-b997dd7c-440c-4153-a6f4-d1adcea2ff1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 1002 time: 0.1590304 Jul 16 08:53:17.181558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.199172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:17.221112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-743e809a-15d6-4827-98bd-12f76f32bf16 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/53c929f7-a891-40a5-9f8d-7932f9823d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0321882 Jul 16 08:53:17.225579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33096) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.311662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-1de03922-07fb-44d3-b7b9-c13006233ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.332526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-1de03922-07fb-44d3-b7b9-c13006233ce5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1238763 Jul 16 08:53:17.337379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] Sync routers for ids ['53c929f7-a891-40a5-9f8d-7932f9823d54'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:17.374901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a91ea-c632-4530-9de0-5f1a05db3307 None None] Pushing event updated for resources: {'Port': ['ID=4595eb6d-2d45-4c14-840f-df08ce3755cb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.399408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] Routers {'53c929f7-a891-40a5-9f8d-7932f9823d54'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:17.400506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['53c929f7-a891-40a5-9f8d-7932f9823d54'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.456117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ef985-98fb-46e9-99be-ad0ac8570129 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.461939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bb9ef985-98fb-46e9-99be-ad0ac8570129 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports/8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 HTTP/1.1" status: 200 len: 911 time: 0.2322361 Jul 16 08:53:17.462788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.496156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:17.564273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.625104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:17.649621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:17.652710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] Routers {'53c929f7-a891-40a5-9f8d-7932f9823d54'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:17.653652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62254b01-e276-4af3-8129-a4a4c0bafc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.654482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['53c929f7-a891-40a5-9f8d-7932f9823d54'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.800023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.805909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:17.807291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fd496-93ab-409a-8215-e1862de9adcc None None] The sync data for ids ['53c929f7-a891-40a5-9f8d-7932f9823d54'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:17.827534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Pushing event updated for resources: {'Port': ['ID=273aaa5d-2320-4ed0-a377-97a900e54174,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.928972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Provisioning complete for port 4595eb6d-2d45-4c14-840f-df08ce3755cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:17.930992 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.971763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-84e8a557-cb98-491d-b359-76c2d57bb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.978721 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-84e8a557-cb98-491d-b359-76c2d57bb1d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5250769 Jul 16 08:53:18.095127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Provisioning for port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:18.103645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Provisioning complete for port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:18.104303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.160790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3cab7-405c-4d06-ab31-c3379203eace None None] Port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:18.231101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede405c-a4d4-4162-9448-2a38ad976979 req-22cc95f5-0a58-43dd-ba43-788109843d0f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.233232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ede405c-a4d4-4162-9448-2a38ad976979 req-22cc95f5-0a58-43dd-ba43-788109843d0f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 946 time: 0.6190217 Jul 16 08:53:18.366474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bc437-7ccf-40bf-bbea-d1613a51b81e req-57dcb818-8783-459c-b2c8-670a97a1a1e8 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.368636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75bc437-7ccf-40bf-bbea-d1613a51b81e req-57dcb818-8783-459c-b2c8-670a97a1a1e8 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.6250827 Jul 16 08:53:18.402326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ede405c-a4d4-4162-9448-2a38ad976979 req-168c2b0f-402b-4436-b591-febcf5ccf7e5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320794 Jul 16 08:53:18.430009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-645f03cb-470e-4e72-a57b-64ebca9e92f2 None None] Provisioning complete for port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:18.430697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-645f03cb-470e-4e72-a57b-64ebca9e92f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.544392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d75bc437-7ccf-40bf-bbea-d1613a51b81e req-b7a2229d-d094-4070-a1cb-c4017b736432 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593666 Jul 16 08:53:18.602308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-645f03cb-470e-4e72-a57b-64ebca9e92f2 None None] Port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:18.639842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.716451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:18.729587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.821407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62254b01-e276-4af3-8129-a4a4c0bafc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.824890 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-88bdfd58-076d-464c-97fb-37c8a12365bc service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334424 Jul 16 08:53:18.851913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-62254b01-e276-4af3-8129-a4a4c0bafc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.959077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.961363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8869fef4-fbb6-425e-87e3-3a3d3171439e None None] Provisioning complete for port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:18.961924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8869fef4-fbb6-425e-87e3-3a3d3171439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.062643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.069628 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-62254b01-e276-4af3-8129-a4a4c0bafc58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b15db9ae746b4768b5566b2da26245ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9794946 Jul 16 08:53:19.070531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254b01-e276-4af3-8129-a4a4c0bafc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48657fc3-8cc7-4f04-bb53-3b11469b5628,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.090911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.337855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:19.340866 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71093b0-91da-46a3-a37b-e33506987bc1" -d '{"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-unplugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:19.343650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084be7b-6d65-4b5b-b711-98e37c4ebfb8 None None] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:19.471958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:19.480340 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee479eb-3c0a-4a04-88e1-1474d991e6b1 x-openstack-request-id: req-bee479eb-3c0a-4a04-88e1-1474d991e6b1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:19.480647 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-unplugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:19.485061 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bee479eb-3c0a-4a04-88e1-1474d991e6b1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:19.485582 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'code': 200} Jul 16 08:53:19.540531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8869fef4-fbb6-425e-87e3-3a3d3171439e None None] Port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:19.555821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4595eb6d-2d45-4c14-840f-df08ce3755cb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:19.558898 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.774210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.817997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d73c0675-7f13-48a6-9e1c-522f86b973de None None] Provisioning for port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:19.842038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.860452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.957036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.959912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.966399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48657fc3-8cc7-4f04-bb53-3b11469b5628 HTTP/1.1" status: 204 len: 168 time: 0.8741293 Jul 16 08:53:19.988888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12363c-cc22-4f89-b099-9a09594c9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48657fc3-8cc7-4f04-bb53-3b11469b5628,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.004385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2b7c827-d9d0-419f-a812-2a2eef84bc60 req-41215ff7-da1e-4fed-b2a5-a1c7a994d0a0 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1605165 Jul 16 08:53:20.045718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4595eb6d-2d45-4c14-840f-df08ce3755cb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:20.046932 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.163677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:20.322647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.401751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96c003-435f-4350-9d6e-cccf55b21a02 req-53079048-8096-478f-ad8a-f02a1518d155 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.403378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed96c003-435f-4350-9d6e-cccf55b21a02 req-53079048-8096-478f-ad8a-f02a1518d155 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.4258516 Jul 16 08:53:20.437301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-3b828662-ff23-47a5-98e9-679ebfdd958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.439019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-3b828662-ff23-47a5-98e9-679ebfdd958a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87d5b7c970b74cf49cbe16e55e435691&device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 1098 time: 0.6830475 Jul 16 08:53:20.461269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5b933-2772-4464-96b7-da62576d9ccb req-4ea60a44-f15a-4c34-b896-d029f89d593e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.461479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 649abff8-15b2-4bd1-9ba3-745579cca06f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:20.476667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1a5b933-2772-4464-96b7-da62576d9ccb req-4ea60a44-f15a-4c34-b896-d029f89d593e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.7027690 Jul 16 08:53:20.601096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 649abff8-15b2-4bd1-9ba3-745579cca06f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:20.602062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.706155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Router f1e46faa-3a97-4a0b-879d-59a5721f6012 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:20.806538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:20.854169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed96c003-435f-4350-9d6e-cccf55b21a02 req-82afacc5-e954-4c75-803c-c23c27a5a06e tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262190 Jul 16 08:53:20.920454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:20.927130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:20.927514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.931103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0990c388-1592-4724-9202-1b14b1d0d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.952496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1a5b933-2772-4464-96b7-da62576d9ccb req-23b79064-3b86-42d7-9434-e301c9007fb2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734070 Jul 16 08:53:20.971539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:20.982629 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Sync routers for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:20.997477 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:20.998000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:21.025649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.027339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de4414d7-5452-4fab-a07c-0a1e32ea2884 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9380169 Jul 16 08:53:21.032872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33166) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:21.064853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-28fb4a17-5a24-41aa-b013-e98f03db170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.066558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-28fb4a17-5a24-41aa-b013-e98f03db170b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 200 len: 917 time: 0.5820279 Jul 16 08:53:21.130721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.267787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-b3a026e7-faa2-42dd-a846-699f4d10e7c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0 HTTP/1.1" status: 200 len: 217 time: 0.1873505 Jul 16 08:53:21.269173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:21.282699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.302869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:21.345765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:21.349840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.407963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.603749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-bf3239b3-0626-4f34-80e3-f522ddcfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.610608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-bf3239b3-0626-4f34-80e3-f522ddcfad8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 200 len: 855 time: 0.2975495 Jul 16 08:53:21.841471 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:21.847515 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.868466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0990c388-1592-4724-9202-1b14b1d0d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.909379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0990c388-1592-4724-9202-1b14b1d0d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.923112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 8d2f02cd-83c7-4fb2-9bb5-45644113f3e5 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:21.926073 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Checking router: f1e46faa-3a97-4a0b-879d-59a5721f6012 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:21.926573 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Updating router f1e46faa-3a97-4a0b-879d-59a5721f6012 port 273aaa5d-2320-4ed0-a377-97a900e54174 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:21.995287 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.122416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0990c388-1592-4724-9202-1b14b1d0d21f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f2138816ebd40b3bcc59a4fae03cc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9559810 Jul 16 08:53:22.123244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c388-1592-4724-9202-1b14b1d0d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b7230c-59c2-4407-9e1c-c17d0590ed9d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.126709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.241569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-600bf4e3-53ed-4a7f-a38f-28bfc5d531f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.243288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-600bf4e3-53ed-4a7f-a38f-28bfc5d531f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2c7d763-864d-4c7b-aacb-e60415bad05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5983844 Jul 16 08:53:22.265118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.422399 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.452164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Transition to ACTIVE for port object 273aaa5d-2320-4ed0-a377-97a900e54174 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:22.461488 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.471342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.565125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Attempting to bind port 273aaa5d-2320-4ed0-a377-97a900e54174 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:22.565517 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Attempting to bind port 273aaa5d-2320-4ed0-a377-97a900e54174 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:22.565842 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Attempting to bind port 273aaa5d-2320-4ed0-a377-97a900e54174 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:22.571743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=8d2f02cd-83c7-4fb2-9bb5-45644113f3e5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.581566 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:22.582023 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:22.582446 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.582845 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:22.583325 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Bound port: 273aaa5d-2320-4ed0-a377-97a900e54174, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:22.583708 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.587389 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac5eb7-910d-4646-a2cc-39790e5ce973 None None] Pushing event updated for resources: {'Port': ['ID=273aaa5d-2320-4ed0-a377-97a900e54174,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.597275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.602318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Allocated IP 172.20.0.1 (bc4c4080-e9cc-4339-bfbb-af17ff74b58a/2b055454-6df0-4feb-ab1c-cb6b8cba3205/043b9977-053a-47fc-9ff3-e4faf7953366) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:22.646361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc18eb9-55b0-4185-afac-d61c823db8b0 req-13aa3526-21df-49bb-82d6-c54f93ee55fc tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.652610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cc18eb9-55b0-4185-afac-d61c823db8b0 req-13aa3526-21df-49bb-82d6-c54f93ee55fc tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.5521135 Jul 16 08:53:22.657566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.658465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.658465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.658658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.658928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.659263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.659593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.659924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.660363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.660696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.661854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.661854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.670934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] For port 273aaa5d-2320-4ed0-a377-97a900e54174, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:22.681625 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] For port 273aaa5d-2320-4ed0-a377-97a900e54174, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=273aaa5d-2320-4ed0-a377-97a900e54174,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:22.687746 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.767478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.782310 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.783048 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.795794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fdd4e-500c-4520-829e-05f415f81240 req-76552288-728b-43a8-b012-e5913c262889 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.797433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-677fdd4e-500c-4520-829e-05f415f81240 req-76552288-728b-43a8-b012-e5913c262889 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.6172190 Jul 16 08:53:22.850488 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac5eb7-910d-4646-a2cc-39790e5ce973 None None] Pushing event updated for resources: {'Port': ['ID=273aaa5d-2320-4ed0-a377-97a900e54174,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.889013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.925694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Transition to ACTIVE for port object 043b9977-053a-47fc-9ff3-e4faf7953366 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:22.928973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-c15375d1-d18f-482a-9650-6970a9752563 service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604810 Jul 16 08:53:22.967582 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:22.970566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.994514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.018386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5cc18eb9-55b0-4185-afac-d61c823db8b0 req-30b903ab-2d0f-4e36-aa2c-bb4ce2873ad5 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628192 Jul 16 08:53:23.073928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:23.077220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:23.081114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:23.132058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Pushing event updated for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.149549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-677fdd4e-500c-4520-829e-05f415f81240 req-8af79ecd-e69a-459d-acbb-e7ed083ac481 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046918 Jul 16 08:53:23.150999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.287839 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:23.451533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.459042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.465291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63b7230c-59c2-4407-9e1c-c17d0590ed9d HTTP/1.1" status: 204 len: 168 time: 1.3129454 Jul 16 08:53:23.485722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d87ac40-e523-4d04-ab79-4b97bdd066e7 req-254ca637-7521-43ab-9f5a-1f7273c0a50f service neutron] 10.222.0.46 "GET /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295150 Jul 16 08:53:23.526496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:23.528869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.607491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82821e-a96b-4525-958a-e22af9490e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b7230c-59c2-4407-9e1c-c17d0590ed9d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.647987 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c3d3b-cf09-4762-b41f-bb180b93e86b None None] The sync data for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 is: [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:23.718405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 53c929f7-a891-40a5-9f8d-7932f9823d54 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:23.734301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ce292268-fe2f-488d-91ab-9838f6bf2b4f None None] Provisioning for port 043b9977-053a-47fc-9ff3-e4faf7953366 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:23.740786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ce292268-fe2f-488d-91ab-9838f6bf2b4f None None] Provisioning complete for port 043b9977-053a-47fc-9ff3-e4faf7953366 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:23.741368 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce292268-fe2f-488d-91ab-9838f6bf2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.767679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:23.768205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.867234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:23.880513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6b06a718-c6e2-433f-92f7-c53ff4471450 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/53c929f7-a891-40a5-9f8d-7932f9823d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4164176 Jul 16 08:53:23.883214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33238) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:23.928754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-abca0997-4a3c-4ee9-b64a-5ff32d8e6fcf tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=53c929f7-a891-40a5-9f8d-7932f9823d54 HTTP/1.1" status: 200 len: 205 time: 0.0438650 Jul 16 08:53:23.931092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.039701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ce292268-fe2f-488d-91ab-9838f6bf2b4f None None] Port 043b9977-053a-47fc-9ff3-e4faf7953366 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:24.045524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] Sync routers for ids ['53c929f7-a891-40a5-9f8d-7932f9823d54'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:24.075093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] Routers {'53c929f7-a891-40a5-9f8d-7932f9823d54'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:24.075893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['53c929f7-a891-40a5-9f8d-7932f9823d54'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.103524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.197210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.214127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.247751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.268210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] Routers {'53c929f7-a891-40a5-9f8d-7932f9823d54'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:24.268897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['53c929f7-a891-40a5-9f8d-7932f9823d54'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.358862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.467823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Pushing event updated for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:24.478844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.482013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd230f36-15e1-4408-a168-48b8f1125a9d None None] The sync data for ids ['53c929f7-a891-40a5-9f8d-7932f9823d54'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:24.562945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.581101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.747588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:24.750693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:24.759579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:24.830300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.830801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router 53c929f7-a891-40a5-9f8d-7932f9823d54 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:24.867927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.878989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c96c4c51-c962-4466-8af3-16b29bae4dde tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/53c929f7-a891-40a5-9f8d-7932f9823d54 HTTP/1.1" status: 204 len: 168 time: 0.9465928 Jul 16 08:53:24.879245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.945277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f10be-b970-47d6-9f3f-4e04fca08704 req-048ed1a9-c9fe-4eb8-8c02-5939000da8eb tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.955201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd4f10be-b970-47d6-9f3f-4e04fca08704 req-048ed1a9-c9fe-4eb8-8c02-5939000da8eb tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.3624225 Jul 16 08:53:25.159540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd4f10be-b970-47d6-9f3f-4e04fca08704 req-419460ba-bee0-49bd-86e8-5fb76d67e436 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988001 Jul 16 08:53:25.482275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9e31aa6-fcd4-4b93-ba7b-f6a4c7d44a5c None None] Provisioning complete for port 043b9977-053a-47fc-9ff3-e4faf7953366 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:25.491747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9e31aa6-fcd4-4b93-ba7b-f6a4c7d44a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.595252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9e31aa6-fcd4-4b93-ba7b-f6a4c7d44a5c None None] Port 043b9977-053a-47fc-9ff3-e4faf7953366 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:25.609811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 273aaa5d-2320-4ed0-a377-97a900e54174 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:25.723201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd55c-3127-48c9-a02b-f805c10f5bd0 req-1d206aeb-f2f3-48a2-846b-12669f870d5a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.739935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bccd55c-3127-48c9-a02b-f805c10f5bd0 req-1d206aeb-f2f3-48a2-846b-12669f870d5a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.2561398 Jul 16 08:53:25.759979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 273aaa5d-2320-4ed0-a377-97a900e54174 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:25.771109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 273aaa5d-2320-4ed0-a377-97a900e54174 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:25.771492 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.781693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33310) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.842207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bccd55c-3127-48c9-a02b-f805c10f5bd0 req-bb2b673f-932b-4f8b-acc4-44bc3d6f595d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981927 Jul 16 08:53:25.955972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.019543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 76b4de5c-5333-4e1c-b8e1-ea019ba75339 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:26.025086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.042022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 273aaa5d-2320-4ed0-a377-97a900e54174, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=273aaa5d-2320-4ed0-a377-97a900e54174,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:26.051850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.177846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=273aaa5d-2320-4ed0-a377-97a900e54174,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.221299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.287577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Router f1e46faa-3a97-4a0b-879d-59a5721f6012 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:26.481233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051b97a-5d9e-4a58-94ca-8572859ecbd3 req-f095f6be-009c-49d0-bebb-247da5715e49 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:26.483365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3051b97a-5d9e-4a58-94ca-8572859ecbd3 req-f095f6be-009c-49d0-bebb-247da5715e49 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.2791312 Jul 16 08:53:26.608782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-85b747f9-ecd9-4b03-a13c-0782cb81b2f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8020043 Jul 16 08:53:26.622668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3051b97a-5d9e-4a58-94ca-8572859ecbd3 req-2d5b264c-66d9-463c-ad4b-80ba9486039c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258135 Jul 16 08:53:26.658599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:26.683727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b16b1891-57aa-4338-8310-77c6a688962f admin admin] 10.222.0.32 "PUT /v2.0/routers/f1e46faa-3a97-4a0b-879d-59a5721f6012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6493990 Jul 16 08:53:26.764379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.979068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.071990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=76b4de5c-5333-4e1c-b8e1-ea019ba75339,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.112590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.114623 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a6e4a81-44bd-4406-a304-6d76f87b0d6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/76b4de5c-5333-4e1c-b8e1-ea019ba75339 HTTP/1.1" status: 204 len: 168 time: 2.2340410 Jul 16 08:53:27.122110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee5d98-cdd1-4e4c-93f7-469654b441b4 None None] Network 252fe51f-0498-4577-9dd9-253d81c3d20e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:27.124813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33388) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.206088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb9e96-b32c-4895-963a-a952fe21b403 req-7770285b-080d-463b-9da7-2b71f886553d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.216058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74bb9e96-b32c-4895-963a-a952fe21b403 req-7770285b-080d-463b-9da7-2b71f886553d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 0.3110437 Jul 16 08:53:27.282035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Sync routers for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:27.309993 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:27.310631 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:27.553098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 273aaa5d-2320-4ed0-a377-97a900e54174 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:27.573820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33400) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:27.595023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74bb9e96-b32c-4895-963a-a952fe21b403 req-573f14ee-d8fe-465f-a1ef-cc5b9ce81238 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778918 Jul 16 08:53:27.610036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.681842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0f24-b39a-46ef-8cbb-4f2859131ee4 req-3d8c89da-6265-437d-ab44-c0bba4fb9d13 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.691706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043a0f24-b39a-46ef-8cbb-4f2859131ee4 req-3d8c89da-6265-437d-ab44-c0bba4fb9d13 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.4324090 Jul 16 08:53:27.740644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 4595eb6d-2d45-4c14-840f-df08ce3755cb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:27.741395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.741545 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:27.859484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 273aaa5d-2320-4ed0-a377-97a900e54174 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:27.860105 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.950790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 4595eb6d-2d45-4c14-840f-df08ce3755cb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4595eb6d-2d45-4c14-840f-df08ce3755cb,segment=NetworkSegment(09a4df03-25f1-4c19-8977-97d0c9a06414),segment_id=09a4df03-25f1-4c19-8977-97d0c9a06414)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:27.951224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.974174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 4595eb6d-2d45-4c14-840f-df08ce3755cb owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:28.099643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] DHCP port deletion for 252fe51f-0498-4577-9dd9-253d81c3d20e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:28.114091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20cb4096-dfef-4ed4-abb4-503f9426b6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.235121 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.275287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043a0f24-b39a-46ef-8cbb-4f2859131ee4 req-ec059953-c3e4-4031-8c4d-bc8302022272 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5823472 Jul 16 08:53:28.295765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Deleting port 4595eb6d-2d45-4c14-840f-df08ce3755cb {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:28.296249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.362503 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '043b9977-053a-47fc-9ff3-e4faf7953366', 'name': '', 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'mac_address': 'fa:16:3e:86:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:22Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 2, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'subnets': [{'id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.372225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 4595eb6d-2d45-4c14-840f-df08ce3755cb on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:28.442015 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Checking router: f1e46faa-3a97-4a0b-879d-59a5721f6012 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:28.443075 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Updating router f1e46faa-3a97-4a0b-879d-59a5721f6012 port 043b9977-053a-47fc-9ff3-e4faf7953366 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:28.462481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=4595eb6d-2d45-4c14-840f-df08ce3755cb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.464597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] For port 4595eb6d-2d45-4c14-840f-df08ce3755cb, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:28.468187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.515357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Calling delete_port for 4595eb6d-2d45-4c14-840f-df08ce3755cb owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:28.532946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Port 4595eb6d-2d45-4c14-840f-df08ce3755cb was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:53:28.537592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.541813 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.590409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] Pushing event deleted for resources: {'Port': ['ID=4595eb6d-2d45-4c14-840f-df08ce3755cb,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.604148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15bdb5-5a85-4e74-9dd4-06e0d4302c61 None None] No DVR routers for this DVR port 4595eb6d-2d45-4c14-840f-df08ce3755cb on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:28.689865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20cb4096-dfef-4ed4-abb4-503f9426b6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.695636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-20cb4096-dfef-4ed4-abb4-503f9426b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.772352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.800705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037780599', 'description': 'tempest-secgroup-smoke-1037780599 description', 'project_id': '61947e68dbd14367b8cf346c6961eb87'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:28.802360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.833158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.838874 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-20cb4096-dfef-4ed4-abb4-503f9426b6b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3738f1f3b0c5413aabb0c2480fb74120&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2639568 Jul 16 08:53:28.846449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb4096-dfef-4ed4-abb4-503f9426b6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4cd6f-1268-4d8f-904b-e1a21fc20208,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.851367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:28.887934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252fe51f-0498-4577-9dd9-253d81c3d20e']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.920081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a4df03-25f1-4c19-8977-97d0c9a06414') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.920436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a4df03-25f1-4c19-8977-97d0c9a06414') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.959812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.005997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.009418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.023460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.030424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a2ad3-328e-408b-a1b4-fcb476f49c51 req-08556e9a-c41c-4a91-af01-90529401b54c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:29.038088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d88a2ad3-328e-408b-a1b4-fcb476f49c51 req-08556e9a-c41c-4a91-af01-90529401b54c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.3634095 Jul 16 08:53:29.087638 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.091965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef1911-9bda-43a3-9869-1d84fecbbafc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.099413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:29.099413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:29.113226 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:29.148588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.155837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3085da98-62ee-491c-bc69-743f3f35167c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3708167 Jul 16 08:53:29.157513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.172413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d88a2ad3-328e-408b-a1b4-fcb476f49c51 req-7afb3902-44f4-4a1d-b621-abf42ae0af20 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330585 Jul 16 08:53:29.189255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:29.193566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.253164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-72440ccf-f082-455b-8c23-115991658325 req-c1b56323-bca9-4289-8ff4-4d1402cb9bad tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:29.254161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72440ccf-f082-455b-8c23-115991658325 req-c1b56323-bca9-4289-8ff4-4d1402cb9bad tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072391 Jul 16 08:53:29.260437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Transition to ACTIVE for port object 043b9977-053a-47fc-9ff3-e4faf7953366 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:29.268433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.272564 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.272923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.315457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.332404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.334917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/252fe51f-0498-4577-9dd9-253d81c3d20e HTTP/1.1" status: 204 len: 168 time: 2.2030463 Jul 16 08:53:29.366978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ff61d-83d2-4836-becf-a1f29ec65cf5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=252fe51f-0498-4577-9dd9-253d81c3d20e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.368642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33460) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.373533 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736721ab-0d2c-4941-8243-ba3fe449c7e7 None None] Pushing event updated for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.429893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1862473297', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:29.499151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.517989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.524738 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Attempting to bind port 043b9977-053a-47fc-9ff3-e4faf7953366 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:29.526304 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Attempting to bind port 043b9977-053a-47fc-9ff3-e4faf7953366 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:29.526810 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Attempting to bind port 043b9977-053a-47fc-9ff3-e4faf7953366 on network bc4c4080-e9cc-4339-bfbb-af17ff74b58a {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:29.532655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.533688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.535597 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:29.536547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Checking segment: {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:29.537039 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.537545 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Bound using segment: {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:29.538237 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Bound port: 043b9977-053a-47fc-9ff3-e4faf7953366, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf0a752-2239-4431-8333-fe99c76fba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:29.539292 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.573165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4595eb6d-2d45-4c14-840f-df08ce3755cb no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:29.577977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.585240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.602392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ac4cd6f-1268-4d8f-904b-e1a21fc20208 HTTP/1.1" status: 204 len: 168 time: 0.7472894 Jul 16 08:53:29.603652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.613288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4434881 Jul 16 08:53:29.614001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.617127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4595eb6d-2d45-4c14-840f-df08ce3755cb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:29.617646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4595eb6d-2d45-4c14-840f-df08ce3755cb not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:29.652201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:29.756319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54c8a-0844-411a-943c-3016555ea7c5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9150afe2-06c5-49a1-ac25-099c448fc99e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.770180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f76743-ef0f-4caf-af99-ff5b93c612d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4cd6f-1268-4d8f-904b-e1a21fc20208,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:29.783556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.839374 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] For port 043b9977-053a-47fc-9ff3-e4faf7953366, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:29.864432 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] For port 043b9977-053a-47fc-9ff3-e4faf7953366, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=043b9977-053a-47fc-9ff3-e4faf7953366,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:29.879362 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.976454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.982856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.021434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1a5dee-7def-4ff2-b3cb-bc275ffbbd7d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.038690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.039990 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc02a4b0-ac11-423d-8faf-f80f053bdbb4 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4059823 Jul 16 08:53:30.044649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33492) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.049329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.167093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.235219 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:30.236013 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:30.393797 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736721ab-0d2c-4941-8243-ba3fe449c7e7 None None] Pushing event updated for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.396762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.422249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.475299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5b1b42-31ec-4a05-bf7e-714f6896e6fa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.528485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.538481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19d74f09-b67c-4b4d-ac43-6e6081d9eccd tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4924102 Jul 16 08:53:30.541195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33524) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.562750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.583982 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:30.598521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33530) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.669752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4922f1e4-7e2e-4616-a5a1-38654ad2b782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.723311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.053682 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.111080 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '043b9977-053a-47fc-9ff3-e4faf7953366', 'name': '', 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'mac_address': 'fa:16:3e:86:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:22Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 4, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'subnets': [{'id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:31.129858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4922f1e4-7e2e-4616-a5a1-38654ad2b782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.147018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4922f1e4-7e2e-4616-a5a1-38654ad2b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.149256 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaa5a-2d36-41f0-92b7-db4deaceb100 None None] The sync data for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 is: [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '043b9977-053a-47fc-9ff3-e4faf7953366', 'name': '', 'network_id': 'bc4c4080-e9cc-4339-bfbb-af17ff74b58a', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'mac_address': 'fa:16:3e:86:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:22Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 4, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'subnets': [{'id': '2b055454-6df0-4feb-ab1c-cb6b8cba3205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:31.171976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72440ccf-f082-455b-8c23-115991658325 req-3a94eca3-9cf9-41d7-925f-685d7458105a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.9005640 Jul 16 08:53:31.184986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.201297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.359536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4922f1e4-7e2e-4616-a5a1-38654ad2b782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96d8c071ff1e476c81e77dc3f54167cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569954 Jul 16 08:53:31.373985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.379724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b2dec8-cdfd-408a-b67b-024047de3cb8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.423162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.430372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42ea5d6c-f341-440a-9c6d-aa88a3d72b1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8806558 Jul 16 08:53:31.432265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f1e4-7e2e-4616-a5a1-38654ad2b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183888b4-1f0e-433f-b3d8-74514f46b4ea,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.440532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.565619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 043b9977-053a-47fc-9ff3-e4faf7953366 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:31.590799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:31.618347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.710101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cd133-f031-4635-b2a8-ce2d3290686b req-ffc7307f-f001-4d7a-9da6-dfe8251c9e16 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.726503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f3cd133-f031-4635-b2a8-ce2d3290686b req-ffc7307f-f001-4d7a-9da6-dfe8251c9e16 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.7687912 Jul 16 08:53:31.749436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 043b9977-053a-47fc-9ff3-e4faf7953366 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:31.773263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 043b9977-053a-47fc-9ff3-e4faf7953366 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:31.774217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.787458 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Project 61947e68dbd14367b8cf346c6961eb87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:53:31.854150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.937300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f3cd133-f031-4635-b2a8-ce2d3290686b req-fb45aff8-766e-4e67-b2d4-050b825c6186 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063122 Jul 16 08:53:32.072727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.191904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.233654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.276480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.296196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.296851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 043b9977-053a-47fc-9ff3-e4faf7953366, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=043b9977-053a-47fc-9ff3-e4faf7953366,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:32.308753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.441836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d974f-2b77-437c-812b-50fb5fc7f70b req-280cda77-ccec-4791-8db3-3fa4708ee679 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:32.449990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f2d974f-2b77-437c-812b-50fb5fc7f70b req-280cda77-ccec-4791-8db3-3fa4708ee679 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.4252236 Jul 16 08:53:32.453334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.455278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9070449 Jul 16 08:53:32.460290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.467575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'security_group_rule': {'security_group_id': 'e0ef1911-9bda-43a3-9869-1d84fecbbafc', 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:32.589938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cedbc-7cbc-473d-ab84-e97ddbd0fbb7 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b08bfe-099b-4f37-9bf3-a49d05252657,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.646861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.650911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.674608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.684859 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/183888b4-1f0e-433f-b3d8-74514f46b4ea HTTP/1.1" status: 204 len: 168 time: 1.2883811 Jul 16 08:53:32.721614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef127e1-cb40-460f-86d6-248b4a3f6844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183888b4-1f0e-433f-b3d8-74514f46b4ea,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.768133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f2d974f-2b77-437c-812b-50fb5fc7f70b req-4d5793c3-9c94-48df-a920-6273ac52e283 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163702 Jul 16 08:53:32.769029 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Project 61947e68dbd14367b8cf346c6961eb87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:53:32.807933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.934360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.088647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.577001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 043b9977-053a-47fc-9ff3-e4faf7953366 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:33.675166 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.735637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.835331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 043b9977-053a-47fc-9ff3-e4faf7953366 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:33.836227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.069165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 172.25.5.203 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/04e76c18-9cba-400a-b5a2-5d78cd924ddc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:34.137621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cecc3fd-1256-4759-a1a6-2a4775a9baca,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.158902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.159586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cafda33d-8960-47cf-9a81-be9d0d3b4336 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6956899 Jul 16 08:53:34.353448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59243f-2501-4acc-88b5-6d8b1e83ed5b req-46360992-fbd5-4108-9e86-7c6deccdd4f6 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.356125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc59243f-2501-4acc-88b5-6d8b1e83ed5b req-46360992-fbd5-4108-9e86-7c6deccdd4f6 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 1.2141788 Jul 16 08:53:34.388853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1f80c-e824-4a65-a1f8-4e1b91f7d80e req-06ffbcf0-06ff-4470-a043-d13b16d89ea3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.397547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fa1f80c-e824-4a65-a1f8-4e1b91f7d80e req-06ffbcf0-06ff-4470-a043-d13b16d89ea3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 1.0623980 Jul 16 08:53:34.554000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3fa1f80c-e824-4a65-a1f8-4e1b91f7d80e req-0267e748-b568-415f-8975-46dac2b0ff00 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552877 Jul 16 08:53:34.563229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc59243f-2501-4acc-88b5-6d8b1e83ed5b req-ec1f03de-9d25-49c5-9fde-8f1305e5d46f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312864 Jul 16 08:53:34.591249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.790186 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.967590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:34.991787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:34.994821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:35.100068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=04e76c18-9cba-400a-b5a2-5d78cd924ddc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.274848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-f581b92b-238e-445b-a8fa-19e465646868 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037780599&fields=id&tenant_id=61947e68dbd14367b8cf346c6961eb87 HTTP/1.1" status: 200 len: 267 time: 0.3898995 Jul 16 08:53:35.713165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:35.843092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-fb00f205-2155-4c88-b1f6-b7400ccadd13 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.858653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-fb00f205-2155-4c88-b1f6-b7400ccadd13 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 809 time: 0.5759063 Jul 16 08:53:35.872351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7cec-627f-4afe-8aed-7324d013ce62 req-01b7b5ea-dff9-4a5e-90e4-5a1856614d02 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.882083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-186f7cec-627f-4afe-8aed-7324d013ce62 req-01b7b5ea-dff9-4a5e-90e4-5a1856614d02 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.9944265 Jul 16 08:53:35.988940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-89fd1db2-62ee-408f-8951-37dcd8efcc3c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/quotas/61947e68dbd14367b8cf346c6961eb87 HTTP/1.1" status: 200 len: 375 time: 0.1359367 Jul 16 08:53:36.067628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-186f7cec-627f-4afe-8aed-7324d013ce62 req-9274cb9b-fb72-446a-aac4-0a24cb2b412f tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845047 Jul 16 08:53:36.184017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.239631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-18607388-eeb8-4b70-82f7-509d36960e3a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2209167 Jul 16 08:53:36.658977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e1a9a-af7d-4e8e-b939-71ca3d344450 req-a0e143f8-14ba-48a4-b8c2-38ac17c73a8c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.663538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-438e1a9a-af7d-4e8e-b939-71ca3d344450 req-a0e143f8-14ba-48a4-b8c2-38ac17c73a8c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.3168142 Jul 16 08:53:36.916069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.953634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-438e1a9a-af7d-4e8e-b939-71ca3d344450 req-4ba3ba3f-8791-4937-a138-f5a53b30f0a5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661202 Jul 16 08:53:37.165968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router a24ae4fe-984e-49c9-b3e4-82297f35c225 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:37.201245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-c0a0eb6d-3cf5-4fb0-99a5-c9813bba21cb service neutron] 10.222.0.32 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9434364 Jul 16 08:53:37.438089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:37.452805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] Sync routers for ids ['a24ae4fe-984e-49c9-b3e4-82297f35c225'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:37.469559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] Routers {'a24ae4fe-984e-49c9-b3e4-82297f35c225'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:37.470604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a24ae4fe-984e-49c9-b3e4-82297f35c225'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:37.531153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:37.550699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] Routers {'a24ae4fe-984e-49c9-b3e4-82297f35c225'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:37.551340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a24ae4fe-984e-49c9-b3e4-82297f35c225'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:37.587590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.588849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f6b0d9ce-99a3-470c-a54c-a631ace08cf1 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2192450 Jul 16 08:53:37.591946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.604758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:37.606229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1404b-ace2-4635-92a3-d3ce8018945c None None] The sync data for ids ['a24ae4fe-984e-49c9-b3e4-82297f35c225'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:37.639637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-3680d785-cbf9-4736-9f6f-f2b34360bb98 service neutron] 10.222.0.32 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168049 Jul 16 08:53:37.709570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3cb79-2830-4a49-a181-6d3681352cb5 req-973c2278-3d3d-440c-bcf7-424c922f9b5b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.728780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3cb79-2830-4a49-a181-6d3681352cb5 req-973c2278-3d3d-440c-bcf7-424c922f9b5b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.750307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3cb79-2830-4a49-a181-6d3681352cb5 req-973c2278-3d3d-440c-bcf7-424c922f9b5b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.767059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ed3cb79-2830-4a49-a181-6d3681352cb5 req-973c2278-3d3d-440c-bcf7-424c922f9b5b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e&device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3&device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 2418 time: 0.4415534 Jul 16 08:53:37.924739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ed3cb79-2830-4a49-a181-6d3681352cb5 req-4838d30a-f7b1-48cd-bf6c-ff0d0df5eee5 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566260 Jul 16 08:53:37.988592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-5ccbef8e-537c-45a4-b641-dd61431ff552 req-6a6d60d6-baaa-4c27-b1fd-31352116fedd tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:37.990158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ccbef8e-537c-45a4-b641-dd61431ff552 req-6a6d60d6-baaa-4c27-b1fd-31352116fedd tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074728 Jul 16 08:53:38.013275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56a74963-bcbc-4b82-b278-fd995f5a933d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers/a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 200 len: 885 time: 0.4199779 Jul 16 08:53:38.019102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.219036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ccbef8e-537c-45a4-b641-dd61431ff552 req-d6e91fce-c51b-4a16-a10f-02716615f628 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2170212 Jul 16 08:53:38.660659 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.717018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41030291-86bc-4963-94cf-24dc67d7480c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6938694 Jul 16 08:53:38.719594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34060) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:38.725177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1862473297'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:38.970387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c391065-d49e-43c7-9dfe-a15bebb158de req-008e1acc-bdd1-41f5-94cd-0196718192db tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.973139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c391065-d49e-43c7-9dfe-a15bebb158de req-008e1acc-bdd1-41f5-94cd-0196718192db tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.1453705 Jul 16 08:53:39.142348 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.210178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c391065-d49e-43c7-9dfe-a15bebb158de req-37477b36-152c-4432-8874-c6b01e528216 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263854 Jul 16 08:53:39.430205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f236a4f7-bcb0-4933-b7d8-9fd403b34807 req-e556cd89-9830-45ba-a04b-3f74b17c02bb tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 210 time: 0.0622573 Jul 16 08:53:39.742612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.762076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.707756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909124a-2543-4285-8301-a9c28cc1d13f req-90cdc300-e57f-4fd9-a133-56722ae11188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.714233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-90cdc300-e57f-4fd9-a133-56722ae11188 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1096 time: 0.1913214 Jul 16 08:53:40.986107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909124a-2543-4285-8301-a9c28cc1d13f req-7f1c2e76-dc20-4d4b-9006-c0f517a48424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.990275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65bd34f7-0f5d-4c30-a53f-4a30fbe4f6fa req-68565b05-ccba-4eff-8f91-f4b0b5821163 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 210 time: 0.0614300 Jul 16 08:53:40.991056 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-7f1c2e76-dc20-4d4b-9006-c0f517a48424 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.2516923 Jul 16 08:53:41.023524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router a24ae4fe-984e-49c9-b3e4-82297f35c225 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:41.109112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-ce24b3f0-735f-4fef-a4df-6c891a022804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 1000 time: 0.1114612 Jul 16 08:53:41.273705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909124a-2543-4285-8301-a9c28cc1d13f req-39c4c8fc-addb-4d7f-9df8-c1e3aff8ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.275547 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-39c4c8fc-addb-4d7f-9df8-c1e3aff8ee40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1600859 Jul 16 08:53:41.373672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f5ca3-789f-4972-b0e9-51fbc9132b40 req-55224a3b-60f0-469a-8e12-6a3f961537ed tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.382581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89f5ca3-789f-4972-b0e9-51fbc9132b40 req-55224a3b-60f0-469a-8e12-6a3f961537ed tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.4733369 Jul 16 08:53:41.395233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-1540a348-1a76-4882-bd8f-5451733839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.398276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-1540a348-1a76-4882-bd8f-5451733839dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 1096 time: 0.4785924 Jul 16 08:53:41.480600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:41.488161 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.489387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1ea33384-31c6-4176-891e-713878790e3c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 200 len: 892 time: 2.7687130 Jul 16 08:53:41.491467 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] Sync routers for ids ['a24ae4fe-984e-49c9-b3e4-82297f35c225'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:41.502483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89f5ca3-789f-4972-b0e9-51fbc9132b40 req-86cb558a-553b-411b-a8c1-901e145e5ebd tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188383 Jul 16 08:53:41.503479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.513254 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] Routers {'a24ae4fe-984e-49c9-b3e4-82297f35c225'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:41.516726 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a24ae4fe-984e-49c9-b3e4-82297f35c225'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.572904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.573130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909124a-2543-4285-8301-a9c28cc1d13f req-86173b95-74db-423c-bbae-f567bdb8f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.580130 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-86173b95-74db-423c-bbae-f567bdb8f49f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968593 Jul 16 08:53:41.586956 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] Routers {'a24ae4fe-984e-49c9-b3e4-82297f35c225'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:41.588006 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a24ae4fe-984e-49c9-b3e4-82297f35c225'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.733194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1bfbfbca-0bbd-41d9-8a96-7ee75f7a1ce3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers/a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 200 len: 892 time: 0.2238927 Jul 16 08:53:41.733715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34120) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.743703 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:41.745339 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ab34c-2860-4594-b486-44aa2a1c3cbb None None] The sync data for ids ['a24ae4fe-984e-49c9-b3e4-82297f35c225'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:41.861690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b7fc756-9c78-4368-8eb2-0ecde841a56a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 200 len: 205 time: 0.1204805 Jul 16 08:53:41.863045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34124) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.941383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-f5d5fe2c-dd7c-4cd6-b537-98d36820dcb3 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423169 Jul 16 08:53:42.197289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1909124a-2543-4285-8301-a9c28cc1d13f req-92937688-e31d-42d1-bec4-15c3012cd1c9 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449725 Jul 16 08:53:42.239892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.428649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-bac61733-0d9b-4595-a1e0-c431c53aca1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.430801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-bac61733-0d9b-4595-a1e0-c431c53aca1e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.46 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 809 time: 1.0197706 Jul 16 08:53:42.543558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5802ab1a-6dde-4868-8025-5bfc6dc7d8f2 req-f30a60fb-6842-436c-941f-6e15b0d39b2b tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 210 time: 0.1398494 Jul 16 08:53:42.590722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-82e5379d-9367-4743-89ed-c56d153c1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.598685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-82e5379d-9367-4743-89ed-c56d153c1f84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1096 time: 0.2978795 Jul 16 08:53:42.672934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-6370bbde-a677-4cf2-b196-c2a77a38e69e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61947e68dbd14367b8cf346c6961eb87 HTTP/1.1" status: 200 len: 380 time: 0.2316103 Jul 16 08:53:42.702002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'port': {'device_id': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'admin_state_up': True, 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'security_groups': ['e0ef1911-9bda-43a3-9869-1d84fecbbafc']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:42.764081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.004258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f1a2bc1-a86a-43e7-b44c-3eb0af87b5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.017999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 04e76c18-9cba-400a-b5a2-5d78cd924ddc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:43.017999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.199202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-41c7b74b-cde6-4190-b313-e22f3fa6ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.200754 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-41c7b74b-cde6-4190-b313-e22f3fa6ecfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.5792358 Jul 16 08:53:43.201130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8fa8d-1a81-4689-89d8-178a85b7abaf req-7964c163-0f12-42fe-84cf-db9dfd537d77 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.208742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afd8fa8d-1a81-4689-89d8-178a85b7abaf req-7964c163-0f12-42fe-84cf-db9dfd537d77 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.3039923 Jul 16 08:53:43.247763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.361398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.388709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afd8fa8d-1a81-4689-89d8-178a85b7abaf req-d7609120-c09b-4965-b4a3-ec690d99d48d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786611 Jul 16 08:53:43.413131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 04e76c18-9cba-400a-b5a2-5d78cd924ddc owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:43.414403 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-6281cfa1-369f-4e83-8117-180194b7de3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 200 len: 1000 time: 0.1961548 Jul 16 08:53:43.508061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Made reservation on behalf of 61947e68dbd14367b8cf346c6961eb87 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:43.512264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.558140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-fac5d032-f560-4bfc-ae11-17c577e0f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.560565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-fac5d032-f560-4bfc-ae11-17c577e0f1a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1307411 Jul 16 08:53:43.949855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-745baa37-90dc-4e18-8bf7-c00b073599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.952712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-745baa37-90dc-4e18-8bf7-c00b073599ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192551 Jul 16 08:53:43.972081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Allocated IP 172.20.0.14 (4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710/4b68d814-0fd4-4778-8991-1d758443fb54/a4103877-b9fb-48d0-b96c-0b01d67c3713) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:43.985789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a72c1a8-4679-4e73-bb36-a0044f21ea30 req-229b7fdc-31a3-45c5-bbf6-56a4df39afca tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 210 time: 0.1701849 Jul 16 08:53:44.031793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9506ef-f4c2-4f72-93ef-f0fccf7cdd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.048313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f70a4-a629-4725-80ed-776ce7d324f9 req-4755298e-3d22-4144-af4e-8656a141d896 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.055014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f50f70a4-a629-4725-80ed-776ce7d324f9 req-4755298e-3d22-4144-af4e-8656a141d896 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.6078885 Jul 16 08:53:44.158460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f50f70a4-a629-4725-80ed-776ce7d324f9 req-038ffe59-c6b2-4cc9-8bfc-7ae6d321ef2a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913329 Jul 16 08:53:44.186479 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.228047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=04e76c18-9cba-400a-b5a2-5d78cd924ddc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.257312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-00b4b322-0968-47e8-9cbb-f91cbd2277ee service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934165 Jul 16 08:53:44.356887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.461073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9506ef-f4c2-4f72-93ef-f0fccf7cdd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.476659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c9506ef-f4c2-4f72-93ef-f0fccf7cdd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.524933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9506ef-f4c2-4f72-93ef-f0fccf7cdd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adcaa4c-35c5-453d-b718-e1b9a5cf0664,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.562184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.562439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.569803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.594618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c9506ef-f4c2-4f72-93ef-f0fccf7cdd0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=879c731d46e94149a32dee71103394ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3425734 Jul 16 08:53:44.606046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34188) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.609434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Transition to ACTIVE for port object a4103877-b9fb-48d0-b96c-0b01d67c3713 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:44.680574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.685175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37c04872-5bca-498b-bb33-28c5c7730d16 req-417175a6-9527-4eaf-97c0-ad782cfd9aab service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125929 Jul 16 08:53:44.729366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.729975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router a24ae4fe-984e-49c9-b3e4-82297f35c225 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:44.738702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.739941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce641712-dd66-4c83-b67b-dcd80f98f968 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 204 len: 168 time: 2.8711777 Jul 16 08:53:44.753800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.762084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241079696'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:44.777907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.845700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:44.854181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.890322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a776-14d2-4771-8fa4-b545b863ec95 req-7f764783-7fe0-4bfd-8559-1971727bd826 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.896160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a117a776-14d2-4771-8fa4-b545b863ec95 req-7f764783-7fe0-4bfd-8559-1971727bd826 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.1646216 Jul 16 08:53:44.897481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.939650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-9af60500-6e68-4612-aa24-44f1cadc1e59 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.941693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-9af60500-6e68-4612-aa24-44f1cadc1e59 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.2304943 Jul 16 08:53:44.981820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:44.996365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:44.998900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:45.029960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a117a776-14d2-4771-8fa4-b545b863ec95 req-215cae9a-b4d7-4ecd-ad3e-255f5d697f14 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314988 Jul 16 08:53:45.079948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.083146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.085677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8adcaa4c-35c5-453d-b718-e1b9a5cf0664 HTTP/1.1" status: 204 len: 168 time: 0.4779263 Jul 16 08:53:45.104502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.130525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:45.158654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.160149 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 3c19f868-0427-44a4-b5ea-a373beca5eb0 of type vlan for network ba19adff-b0a3-495c-8b93-b546cf70012f Jul 16 08:53:45.274606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca1a75-d141-4ff4-a067-b21fc032387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adcaa4c-35c5-453d-b718-e1b9a5cf0664,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.323309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Deleting port 4fe7430f-9457-468f-a5c0-d3b02f394f44 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:45.324111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.326635 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.348101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:45.348804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.377853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-a0548bba-8248-4b8a-bf02-d7900bf92e1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6827445 Jul 16 08:53:45.392342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Request body: {'port': {'device_id': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:45.470082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.486036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:45.486819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.522043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e577c5b5-b3c0-47af-827b-143797b3820e None None] Provisioning for port a4103877-b9fb-48d0-b96c-0b01d67c3713 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:45.540965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e577c5b5-b3c0-47af-827b-143797b3820e None None] Provisioning complete for port a4103877-b9fb-48d0-b96c-0b01d67c3713 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:45.541354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e577c5b5-b3c0-47af-827b-143797b3820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.600415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:45.606917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=ba19adff-b0a3-495c-8b93-b546cf70012f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.642475 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ac29013-d709-4d6b-bcfb-ea29f0a6022a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8823667 Jul 16 08:53:45.661846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:45.671803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:45.722865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e577c5b5-b3c0-47af-827b-143797b3820e None None] Port a4103877-b9fb-48d0-b96c-0b01d67c3713 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:45.732741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ba19adff-b0a3-495c-8b93-b546cf70012f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:45.771997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.990172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87845f30-464a-454a-a6b6-1e5af6e5d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.996485 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.054377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] For port 4fe7430f-9457-468f-a5c0-d3b02f394f44, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4fe7430f-9457-468f-a5c0-d3b02f394f44,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:46.060311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.092132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6d8c4-5c3c-4cdd-9a2d-4cd46224bebe req-7833ffc5-94c9-4e42-9fdf-6d7157b5d53e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.100184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ca6d8c4-5c3c-4cdd-9a2d-4cd46224bebe req-7833ffc5-94c9-4e42-9fdf-6d7157b5d53e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 932 time: 0.6501617 Jul 16 08:53:46.140834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Calling delete_port for 4fe7430f-9457-468f-a5c0-d3b02f394f44 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:46.167820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f10a7-b32c-431e-860b-31ff40cc167e req-e6d2991a-5cd4-4fa7-bc6a-82aa7d11b65b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.176686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-346f10a7-b32c-431e-860b-31ff40cc167e req-e6d2991a-5cd4-4fa7-bc6a-82aa7d11b65b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 945 time: 0.4968529 Jul 16 08:53:46.382181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-346f10a7-b32c-431e-860b-31ff40cc167e req-8fd52760-28e1-4725-b3ba-43702924aec7 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041359 Jul 16 08:53:46.436764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ca6d8c4-5c3c-4cdd-9a2d-4cd46224bebe req-366794a7-4ef8-4681-801d-01462264dda5 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316410 Jul 16 08:53:46.848335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4fe7430f-9457-468f-a5c0-d3b02f394f44 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:46.854623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e348978c-f672-4d8c-ba34-6fd0cf366238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.914708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.980379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ebb5860d-3d01-4a05-b81b-d083a717c9b0', '294eb480-8837-44c8-b177-0c1534a55511'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:47.052072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:47.064862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.176522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event deleted for resources: {'Port': ['ID=4fe7430f-9457-468f-a5c0-d3b02f394f44,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.190739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.234277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No active binding found for port 4fe7430f-9457-468f-a5c0-d3b02f394f44 {{(pid=93776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:53:47.234440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4fe7430f-9457-468f-a5c0-d3b02f394f44 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:47.333532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] No DVR routers for this DVR port 4fe7430f-9457-468f-a5c0-d3b02f394f44 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:47.338444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:47.356759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1edd77d4-8fbd-459a-885b-ec9f0ea6cd3c req-ab7671b6-dc78-458a-8d3f-f9eb0543ed4d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "DELETE /v2.0/ports/4fe7430f-9457-468f-a5c0-d3b02f394f44 HTTP/1.1" status: 204 len: 173 time: 2.4049437 Jul 16 08:53:47.356759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'name': 'network-vif-deleted', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:47.442693 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b190da99-620a-4fe3-abcd-9b204d1b8072" -d '{"events": [{"server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "name": "network-vif-deleted", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:47.523663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60925-b066-4edc-9ad5-d78f64fcf8ff req-4667fc99-b182-4a6c-ae3d-2ca3e703eaba tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.543602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a60925-b066-4edc-9ad5-d78f64fcf8ff req-4667fc99-b182-4a6c-ae3d-2ca3e703eaba tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.7913697 Jul 16 08:53:47.724469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a60925-b066-4edc-9ad5-d78f64fcf8ff req-ae91c0f3-3cee-4f75-ad99-a38ae8141e77 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792698 Jul 16 08:53:47.943363 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24bcfda-034c-4637-8c33-61cb116e7d70 x-openstack-request-id: req-d24bcfda-034c-4637-8c33-61cb116e7d70 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:47.943822 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7aecac-9392-4a26-9d27-b71eb15ade2e", "name": "network-vif-deleted", "tag": "4fe7430f-9457-468f-a5c0-d3b02f394f44", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:47.943822 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d24bcfda-034c-4637-8c33-61cb116e7d70 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:47.944403 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7aecac-9392-4a26-9d27-b71eb15ade2e', 'name': 'network-vif-deleted', 'tag': '4fe7430f-9457-468f-a5c0-d3b02f394f44', 'status': 'completed', 'code': 200} Jul 16 08:53:47.946653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5c4a535-9603-4af7-9361-0718f9228410 req-12ee96f6-aaf1-4ed2-8a1a-2e004ed4515c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.1061332 Jul 16 08:53:48.211341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba77d1-3270-4e3e-b5b2-53aed91c837e req-ce44c2b1-1b35-4ac9-babd-12809f888dc9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.220201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10ba77d1-3270-4e3e-b5b2-53aed91c837e req-ce44c2b1-1b35-4ac9-babd-12809f888dc9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 932 time: 0.1066432 Jul 16 08:53:48.277702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10ba77d1-3270-4e3e-b5b2-53aed91c837e req-2aa11923-73b0-4c5b-95a1-7e29bcf40734 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557773 Jul 16 08:53:48.419687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e348978c-f672-4d8c-ba34-6fd0cf366238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.428229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e348978c-f672-4d8c-ba34-6fd0cf366238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.499921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4103877-b9fb-48d0-b96c-0b01d67c3713 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:48.501533 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.518630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e348978c-f672-4d8c-ba34-6fd0cf366238 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=763ac885940f40919b5cd0ff78b23d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9073350 Jul 16 08:53:48.521914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:48.528317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.577092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348978c-f672-4d8c-ba34-6fd0cf366238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9d609-98f8-4939-b755-4890ce1d2dd9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:48.629627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.660816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Transition to ACTIVE for port object a4103877-b9fb-48d0-b96c-0b01d67c3713 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:48.713418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.732830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.912301 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.918019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:48.936318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a9d609-98f8-4939-b755-4890ce1d2dd9 HTTP/1.1" status: 204 len: 168 time: 0.4051063 Jul 16 08:53:48.982887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ab063-af00-43b9-9e4f-e7e08538abcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9d609-98f8-4939-b755-4890ce1d2dd9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.052294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.551140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.578666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79587947-74b6-4146-a6d1-db76cbee74f3 req-50f84abe-6410-4ce4-a507-3877d7e8aef7 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7aecac-9392-4a26-9d27-b71eb15ade2e HTTP/1.1" status: 200 len: 210 time: 0.1436269 Jul 16 08:53:49.646558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08199-fea4-45d4-9d67-20900e583519 req-098bf2c9-925d-4494-aee4-a094f9a39aa4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.656856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dc08199-fea4-45d4-9d67-20900e583519 req-098bf2c9-925d-4494-aee4-a094f9a39aa4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.4464929 Jul 16 08:53:49.673900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34290) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:49.745284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dc08199-fea4-45d4-9d67-20900e583519 req-e8f9f37e-18e6-42e5-ad70-5b74d2711851 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853131 Jul 16 08:53:49.757924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Attempting to bind port a4103877-b9fb-48d0-b96c-0b01d67c3713 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:49.758201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Attempting to bind port a4103877-b9fb-48d0-b96c-0b01d67c3713 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:49.758611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Attempting to bind port a4103877-b9fb-48d0-b96c-0b01d67c3713 on network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:49.801884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '3c19f868-0427-44a4-b5ea-a373beca5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:49.802254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: ba19adff-b0a3-495c-8b93-b546cf70012f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:49.820991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Port a4103877-b9fb-48d0-b96c-0b01d67c3713 on network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:49.821347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Attempting to bind port a4103877-b9fb-48d0-b96c-0b01d67c3713 on network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:49.823440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=1929bbdc-ae56-4cf9-bd97-e1a63b45218b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.871725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:49.872190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Checking segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:49.872615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Bound using segment: {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:49.873094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Bound port: a4103877-b9fb-48d0-b96c-0b01d67c3713, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42a5833-fc77-459d-b844-dafc82281ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:49.873479 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.923879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network ba19adff-b0a3-495c-8b93-b546cf70012f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:50.127117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:50.131823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:50.143391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.157817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ba19adff-b0a3-495c-8b93-b546cf70012f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:50.171255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b9ae4-1b0b-4a18-8e20-a17e710b3fc5 None None] Network ba19adff-b0a3-495c-8b93-b546cf70012f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:50.232467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25b28-5595-4b5f-8164-2577afd4a0a9 req-e2184d24-ce52-49ad-9038-2156eb64bd06 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.257413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3f25b28-5595-4b5f-8164-2577afd4a0a9 req-e2184d24-ce52-49ad-9038-2156eb64bd06 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 944 time: 0.2915134 Jul 16 08:53:50.329818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.354904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.355602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.378684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3f25b28-5595-4b5f-8164-2577afd4a0a9 req-d8e25777-15bd-4432-8dfc-4ba9c8e4144e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165669 Jul 16 08:53:50.396955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.398288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.400129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-da747959-e0e3-4bbc-a6fb-dd05abaa69c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 1093 time: 5.0142834 Jul 16 08:53:50.400749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:50.403908 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98578434-8873-460b-af7e-04d0431fcc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:50.429162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-293eb137-8304-4b28-9212-8076383057f0 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7616472 Jul 16 08:53:50.429741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:50.438140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-452880127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:50.592931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.594413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.608713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c653e3-7f09-426e-9cb3-ec5c733127e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.621445 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4d0bd-578c-4f2a-9dc7-8a98be21530a x-openstack-request-id: req-3ab4d0bd-578c-4f2a-9dc7-8a98be21530a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:50.622866 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:50.624232 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ab4d0bd-578c-4f2a-9dc7-8a98be21530a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:50.624931 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'status': 'completed', 'code': 200} Jul 16 08:53:50.699861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ba19adff-b0a3-495c-8b93-b546cf70012f', 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '1929bbdc-ae56-4cf9-bd97-e1a63b45218b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:50.704700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.760912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-8a9f4a93-ed9c-4202-b16c-882020af7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.762749 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-8a9f4a93-ed9c-4202-b16c-882020af7799 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1096 time: 0.2628622 Jul 16 08:53:50.848735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.873170 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.933566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-dfad79c5-9fb2-4def-a5e2-2b4de93137e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 217 time: 0.1429603 Jul 16 08:53:51.095426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-38ad4bea-e37a-4214-8f3f-b26c01569e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.106120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-38ad4bea-e37a-4214-8f3f-b26c01569e95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 200 len: 848 time: 0.1621232 Jul 16 08:53:51.133050 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c653e3-7f09-426e-9cb3-ec5c733127e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.152849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43c653e3-7f09-426e-9cb3-ec5c733127e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.202796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Allocated IP 2001:db8::2 (ba19adff-b0a3-495c-8b93-b546cf70012f/1929bbdc-ae56-4cf9-bd97-e1a63b45218b/4fc5545b-4cec-4726-8f1c-e9fe9f2154c6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:51.208738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.214604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-33613b6e-86e4-4445-a9de-d4326502068c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7836533 Jul 16 08:53:51.241338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.578191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c653e3-7f09-426e-9cb3-ec5c733127e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8dca2e-aeb4-4425-a2e9-338da4992d09,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.619889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-43c653e3-7f09-426e-9cb3-ec5c733127e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0006ff9b8c2e411b9cd6b685488195d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9425914 Jul 16 08:53:51.622123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34338) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.892687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c7d3-e942-4166-a227-a966ea484a3f req-d9fdeb4a-567e-49b6-bb80-ca3b4f070801 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.894330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0592c7d3-e942-4166-a227-a966ea484a3f req-d9fdeb4a-567e-49b6-bb80-ca3b4f070801 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.6779621 Jul 16 08:53:51.973827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.076825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.102311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb62-807c-41dd-90df-88256ce9b1be req-1d50d89f-fec7-4ce4-96ca-ac7ffad6a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.104072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-1d50d89f-fec7-4ce4-96ca-ac7ffad6a253 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9840181 Jul 16 08:53:52.368558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.456765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.465178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.477384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.493474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d8dca2e-aeb4-4425-a2e9-338da4992d09 HTTP/1.1" status: 204 len: 168 time: 0.8689694 Jul 16 08:53:52.564104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Transition to ACTIVE for port object 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:52.635761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Transition to ACTIVE for port object 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:52.642393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0592c7d3-e942-4166-a227-a966ea484a3f req-c7c94430-e00b-4d6c-9380-1c5ae832ad27 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7332168 Jul 16 08:53:52.682006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.691449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7ebd-3c73-42b4-aab8-56af6c495933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8dca2e-aeb4-4425-a2e9-338da4992d09,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.858643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Pushing event updated for resources: {'Port': ['ID=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.860378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8c7a9-9496-4ca3-857b-7f202377d7a4 req-ea2dd374-dbae-4d9e-bf65-2e06d67fc3d9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.862397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68f8c7a9-9496-4ca3-857b-7f202377d7a4 req-ea2dd374-dbae-4d9e-bf65-2e06d67fc3d9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 944 time: 0.4640450 Jul 16 08:53:52.919266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Network ba19adff-b0a3-495c-8b93-b546cf70012f is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:52.924028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:52.927604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:53.019162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68f8c7a9-9496-4ca3-857b-7f202377d7a4 req-0376b8bb-e789-4647-8671-58597ce73c21 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427224 Jul 16 08:53:53.107594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Attempting to bind port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:53.108387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Attempting to bind port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3c19f868-0427-44a4-b5ea-a373beca5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:53.108934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Attempting to bind port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 on network ba19adff-b0a3-495c-8b93-b546cf70012f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:53.138312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-8456e5d7-3d0b-4118-a6f6-5a234b6d665d service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9941499 Jul 16 08:53:53.147478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:53.150513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Checking segment: {'id': '3c19f868-0427-44a4-b5ea-a373beca5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:53.151119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.151724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Bound using segment: {'id': '3c19f868-0427-44a4-b5ea-a373beca5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:53.152460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Bound port: 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c19f868-0427-44a4-b5ea-a373beca5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ba19adff-b0a3-495c-8b93-b546cf70012f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:53.153028 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.238699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] For port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:53.243151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] For port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,segment=NetworkSegment(3c19f868-0427-44a4-b5ea-a373beca5eb0),segment_id=3c19f868-0427-44a4-b5ea-a373beca5eb0)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:53.250627 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.351252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ba10-54e5-46fe-9abf-e23c6d176818 req-24621f31-52d2-4c46-b75c-20857d9dabe1 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.361901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0043ba10-54e5-46fe-9abf-e23c6d176818 req-24621f31-52d2-4c46-b75c-20857d9dabe1 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 0.2406538 Jul 16 08:53:53.427706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775406ae-0741-4ecb-8e1c-027bc5a895f3 None None] Pushing event updated for resources: {'Port': ['ID=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.544602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0043ba10-54e5-46fe-9abf-e23c6d176818 req-e34bf459-246f-4e62-b85a-37959603c815 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714582 Jul 16 08:53:53.675628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8::1 (ba19adff-b0a3-495c-8b93-b546cf70012f/1929bbdc-ae56-4cf9-bd97-e1a63b45218b/3633b22e-7f64-420a-9680-f0f8ec1a30e9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:53.688837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3246cb62-807c-41dd-90df-88256ce9b1be req-d062b99e-fb15-4594-9e94-f9ae7664af17 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705317 Jul 16 08:53:53.890041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34374) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:53.930648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a682011-9d9c-4a3f-a9b0-39aac866bdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.216235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.226326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578434-8873-460b-af7e-04d0431fcc4e req-ad323be8-844b-4cdb-a02e-6aebed9c8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.228815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-ad323be8-844b-4cdb-a02e-6aebed9c8c25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1096 time: 0.3910906 Jul 16 08:53:54.277276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a682011-9d9c-4a3f-a9b0-39aac866bdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.293584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object 3633b22e-7f64-420a-9680-f0f8ec1a30e9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:54.309921 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a682011-9d9c-4a3f-a9b0-39aac866bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.386115 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.434669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1a682011-9d9c-4a3f-a9b0-39aac866bdde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a984562a15d449fb26697be3904e8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419497 Jul 16 08:53:54.437124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:54.487217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=3633b22e-7f64-420a-9680-f0f8ec1a30e9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:54.521931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network ba19adff-b0a3-495c-8b93-b546cf70012f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:54.563889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:54.614599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:54.615515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:54.763882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578434-8873-460b-af7e-04d0431fcc4e req-dca5d6dc-82e4-4126-b227-4fcae1b2959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.765711 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-dca5d6dc-82e4-4126-b227-4fcae1b2959d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 910 time: 0.3937221 Jul 16 08:53:54.910822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.046013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-4a4ea454-857e-4013-a34e-40e44e5c1665 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 217 time: 0.1315072 Jul 16 08:53:55.417098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:55.422706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688e914-d911-4130-a136-8bfa9babd116 None None] Network ba19adff-b0a3-495c-8b93-b546cf70012f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:55.482542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578434-8873-460b-af7e-04d0431fcc4e req-86c34d38-4290-4876-bc4a-a15be7b42610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.487626 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-86c34d38-4290-4876-bc4a-a15be7b42610 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 200 len: 848 time: 0.3846149 Jul 16 08:53:55.655379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b175ade-8b42-43c6-a4b6-48491d10ddfe None None] Provisioning for port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:55.705788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:55.722923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578434-8873-460b-af7e-04d0431fcc4e req-d978e0d4-47bb-4654-865f-932fa3eb1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.725202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-d978e0d4-47bb-4654-865f-932fa3eb1b62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259736 Jul 16 08:53:56.007347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:56.015226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:56.016092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.041153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a682011-9d9c-4a3f-a9b0-39aac866bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19958aa3-5fbb-4c52-8917-4417d55d7274,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.068374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7911ad4-717d-40c2-a9ef-1c456ca5906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.143681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.176901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.176901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.259439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376709a-54f9-44c2-b157-bd112c152f14 req-bf4f1516-3341-4948-86af-c5d2e2831aeb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.272987 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.284732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6376709a-54f9-44c2-b157-bd112c152f14 req-bf4f1516-3341-4948-86af-c5d2e2831aeb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 1.9935613 Jul 16 08:53:56.342404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-7b3c632d-83e8-4748-b69f-7e45573f226b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.344270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-7b3c632d-83e8-4748-b69f-7e45573f226b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 2.0552626 Jul 16 08:53:56.366999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,segment=NetworkSegment(3c19f868-0427-44a4-b5ea-a373beca5eb0),segment_id=3c19f868-0427-44a4-b5ea-a373beca5eb0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:56.374187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.420537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.465228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-ccb165e1-d832-4e5a-a1f9-fb14130b7c21 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861253 Jul 16 08:53:56.484921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.491326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422816e-d100-45ca-86de-ffd2e5833cfe req-f21921de-a298-4730-a130-ebe71c9dbc0e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.493376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0422816e-d100-45ca-86de-ffd2e5833cfe req-f21921de-a298-4730-a130-ebe71c9dbc0e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 944 time: 1.9800916 Jul 16 08:53:56.499636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.504910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.505388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.505738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.522338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.526217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.526217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.526217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.530611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.531139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.534106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.534783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:56.564664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6376709a-54f9-44c2-b157-bd112c152f14 req-b372ed40-f351-4dda-9bf5-22664e6c760b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783971 Jul 16 08:53:56.680997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.782154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0422816e-d100-45ca-86de-ffd2e5833cfe req-0ca58418-e751-4329-8d49-fcd3b0c2a44e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374291 Jul 16 08:53:56.802814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=3633b22e-7f64-420a-9680-f0f8ec1a30e9,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:56.878062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a4103877-b9fb-48d0-b96c-0b01d67c3713 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:56.902211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 294eb480-8837-44c8-b177-0c1534a55511 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:56.977839 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-98578434-8873-460b-af7e-04d0431fcc4e req-c9413ab9-5916-4eb0-a8f8-6f3d9c1d158a service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863927 Jul 16 08:53:57.255720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Provisioning complete for port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:57.258611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.269713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7911ad4-717d-40c2-a9ef-1c456ca5906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.280856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network ba19adff-b0a3-495c-8b93-b546cf70012f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:57.282691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:57.287599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f7911ad4-717d-40c2-a9ef-1c456ca5906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.319945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.337291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.339997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19958aa3-5fbb-4c52-8917-4417d55d7274 HTTP/1.1" status: 204 len: 168 time: 2.8993177 Jul 16 08:53:57.363308 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.resource_extend [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:53:57.462765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1cc65-088a-4452-a190-81cf3e7598a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19958aa3-5fbb-4c52-8917-4417d55d7274,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.538329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2dee-76b5-499f-9b30-41dc71630348 req-806f0652-a2e0-4785-9e5c-46e8bacd337c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.543383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-582a2dee-76b5-499f-9b30-41dc71630348 req-806f0652-a2e0-4785-9e5c-46e8bacd337c tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 946 time: 0.7600996 Jul 16 08:53:57.692229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Deleting port 294eb480-8837-44c8-b177-0c1534a55511 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:57.692721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.709720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f7911ad4-717d-40c2-a9ef-1c456ca5906d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06c2362a8c5b44c3bbc254a6c68aadbd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2724092 Jul 16 08:53:57.714584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:57.746859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:57.751755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911ad4-717d-40c2-a9ef-1c456ca5906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c70c0-24aa-4774-8e74-546c61ed1d76,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.804172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.849919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-582a2dee-76b5-499f-9b30-41dc71630348 req-8f09f3b7-5aff-4e2a-957e-0a1db52a07e0 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817044 Jul 16 08:53:57.903423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294eb480-8837-44c8-b177-0c1534a55511'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:57.906427 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b84eda1-3276-4299-8fc6-dd075a62427d" -d '{"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "294eb480-8837-44c8-b177-0c1534a55511"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:57.974789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.018423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.052124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.061321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] For port 294eb480-8837-44c8-b177-0c1534a55511, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=294eb480-8837-44c8-b177-0c1534a55511,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.068293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.085538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.108018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Calling delete_port for 294eb480-8837-44c8-b177-0c1534a55511 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:58.207873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.235818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 51e5b644-e2b7-49ba-820f-0113ae55c72e is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:58.296868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.338075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Provisioning for port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:58.353264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'port_id': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:58.357648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Provisioning complete for port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:58.359284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.391362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:58.392126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.483786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.495667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.499904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b23c70c0-24aa-4774-8e74-546c61ed1d76 HTTP/1.1" status: 204 len: 168 time: 0.7469704 Jul 16 08:53:58.512094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b05f5-a310-4b85-9caa-39b022627f80 None None] Port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:58.535627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07fed-ae90-4f18-b46e-d1223f557e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c70c0-24aa-4774-8e74-546c61ed1d76,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.543043 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.563048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:58.580406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3f1f1cfe-794e-4da6-a36b-9b31c40de492 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/51e5b644-e2b7-49ba-820f-0113ae55c72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3354518 Jul 16 08:53:58.584378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.588640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4103877-b9fb-48d0-b96c-0b01d67c3713 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:58.648394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.650502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:58.655415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] Sync routers for ids ['51e5b644-e2b7-49ba-820f-0113ae55c72e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:58.696237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ebb5860d-3d01-4a05-b81b-d083a717c9b0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:58.698249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.815274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd100f-ebdd-42c2-99e4-dec33ba09366 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.822625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event deleted for resources: {'Port': ['ID=294eb480-8837-44c8-b177-0c1534a55511,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:58.836977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18bd100f-ebdd-42c2-99e4-dec33ba09366 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports/3633b22e-7f64-420a-9680-f0f8ec1a30e9 HTTP/1.1" status: 200 len: 911 time: 0.2424259 Jul 16 08:53:58.838117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:58.852357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1929bbdc-ae56-4cf9-bd97-e1a63b45218b'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:59.043909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] No DVR routers for this DVR port 294eb480-8837-44c8-b177-0c1534a55511 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:59.049210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.068448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8305263c-f6f3-43ca-aec0-2b14e7cf94d3 req-fd4b2a55-9c55-4854-9a87-54547212fa44 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "DELETE /v2.0/ports/294eb480-8837-44c8-b177-0c1534a55511 HTTP/1.1" status: 204 len: 173 time: 2.5577683 Jul 16 08:53:59.103145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c90fe6d8-a24f-4510-aed6-161ab5282c58 None None] Provisioning complete for port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:59.103695 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c90fe6d8-a24f-4510-aed6-161ab5282c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.108495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a4103877-b9fb-48d0-b96c-0b01d67c3713'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:59.109870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194bd09-44e4-498b-8da8-7a95b020cb67 req-44e7650e-ec15-4e9d-ba35-c00fb83f51d6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.117586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4194bd09-44e4-498b-8da8-7a95b020cb67 req-44e7650e-ec15-4e9d-ba35-c00fb83f51d6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.7717755 Jul 16 08:53:59.120947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-deleted', 'tag': '294eb480-8837-44c8-b177-0c1534a55511'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:59.125866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] Routers {'51e5b644-e2b7-49ba-820f-0113ae55c72e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:59.130056 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5518259d-b203-4244-ab9c-004efec425c8" -d '{"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-deleted", "tag": "294eb480-8837-44c8-b177-0c1534a55511"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:59.135436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['51e5b644-e2b7-49ba-820f-0113ae55c72e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.308512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4194bd09-44e4-498b-8da8-7a95b020cb67 req-e40f145d-d411-4b47-ab18-606c645d844d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692417 Jul 16 08:53:59.483483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.538904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.575422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe6d8-a24f-4510-aed6-161ab5282c58 None None] Port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:59.592455 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.632356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] Routers {'51e5b644-e2b7-49ba-820f-0113ae55c72e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:59.633853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['51e5b644-e2b7-49ba-820f-0113ae55c72e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.769431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:59.802525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979622931', 'description': 'tempest-secgroup-smoke-979622931 description', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:59.821349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:59.822795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1061b09-e480-4945-8529-cf5c1e310ada None None] The sync data for ids ['51e5b644-e2b7-49ba-820f-0113ae55c72e'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:59.878490 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eca381-415c-4d26-b80a-f6f46479ddac x-openstack-request-id: req-a1eca381-415c-4d26-b80a-f6f46479ddac {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:59.879263 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "294eb480-8837-44c8-b177-0c1534a55511", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:59.879699 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1eca381-415c-4d26-b80a-f6f46479ddac {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:59.880536 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294eb480-8837-44c8-b177-0c1534a55511', 'code': 200} Jul 16 08:53:59.993761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34472) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:00.022679 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.116847 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55e19615-ac54-45b7-b77e-c6211a69ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.121954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.271201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.400285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55e19615-ac54-45b7-b77e-c6211a69ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.406408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.599281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.604099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb54003b-0835-4c53-b5d1-e37338f88072 req-0cfef08c-fcd7-4fa6-9275-24d9d961cc22 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae17c37-fd80-4310-ae17-c0e513b4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.4578998 Jul 16 08:54:00.646219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2642833-b7f5-4000-a8db-e1d5107b8fb3 req-e329d963-6b36-4269-8b2b-dccbe03ff470 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.656335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2642833-b7f5-4000-a8db-e1d5107b8fb3 req-e329d963-6b36-4269-8b2b-dccbe03ff470 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 945 time: 0.9825821 Jul 16 08:54:00.658285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55e19615-ac54-45b7-b77e-c6211a69ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.774292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-55e19615-ac54-45b7-b77e-c6211a69ae26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17633ec2ac9842f495db3990490e497c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571979 Jul 16 08:54:00.799286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:00.799286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.816025 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbfa866-a339-4e09-a579-f5d097c13ebd x-openstack-request-id: req-2cbfa866-a339-4e09-a579-f5d097c13ebd {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:00.826364 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae17c37-fd80-4310-ae17-c0e513b4b3f3", "name": "network-vif-deleted", "tag": "294eb480-8837-44c8-b177-0c1534a55511", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:00.826773 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cbfa866-a339-4e09-a579-f5d097c13ebd {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:00.827514 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae17c37-fd80-4310-ae17-c0e513b4b3f3', 'name': 'network-vif-deleted', 'tag': '294eb480-8837-44c8-b177-0c1534a55511', 'status': 'completed', 'code': 200} Jul 16 08:54:00.899961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a4103877-b9fb-48d0-b96c-0b01d67c3713 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:00.944479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c44a2-120e-4242-af82-312237fe9582,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.045084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.050612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2767336 Jul 16 08:54:01.069408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34490) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.095944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port a4103877-b9fb-48d0-b96c-0b01d67c3713 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:01.102166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:01.103293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port a4103877-b9fb-48d0-b96c-0b01d67c3713 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:01.103924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.197083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2642833-b7f5-4000-a8db-e1d5107b8fb3 req-782463de-0427-45d4-bbd6-9fa75a7cc283 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379655 Jul 16 08:54:01.236687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.285881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e19615-ac54-45b7-b77e-c6211a69ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf70d492-b9c2-4dac-b5a0-afdbcf1c8154,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.308405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.331246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.339194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.347225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.348094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.351524 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/ports/3633b22e-7f64-420a-9680-f0f8ec1a30e9 HTTP/1.1" status: 200 len: 911 time: 2.5118055 Jul 16 08:54:01.367257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.410796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe619-beff-4b87-bb7f-3f8778d8bd8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e53ca-4200-4d95-8bf7-24e931b13e93,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.484792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.556122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.668350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:01.673422 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.750930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.763402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.786762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.817354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.822264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7354085 Jul 16 08:54:01.844812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34504) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.851873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:01.866853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d5c6-63d1-4620-a3f4-96ff6d4092b2 req-92ed6501-d966-40ac-8a4a-89c55c383b3d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.881369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:01.883856 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70452b7-f4d6-4074-8181-a2580325f3fd" -d '{"events": [{"server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "name": "network-vif-plugged", "status": "completed", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:01.900084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca21d5c6-63d1-4620-a3f4-96ff6d4092b2 req-92ed6501-d966-40ac-8a4a-89c55c383b3d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.5808127 Jul 16 08:54:01.921471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0299d-d4bc-4d25-a9c5-e0adb0a160a4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=3633b22e-7f64-420a-9680-f0f8ec1a30e9,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:01.997945 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae3daff-6ca1-4335-a455-70f7f66de646 x-openstack-request-id: req-4ae3daff-6ca1-4335-a455-70f7f66de646 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:01.998650 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "name": "network-vif-plugged", "status": "completed", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:01.998650 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ae3daff-6ca1-4335-a455-70f7f66de646 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:01.999165 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'code': 200} Jul 16 08:54:01.999661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.008025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.009534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf70d492-b9c2-4dac-b5a0-afdbcf1c8154 HTTP/1.1" status: 204 len: 168 time: 1.2113636 Jul 16 08:54:02.011709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6dd92-a8d8-4dd7-8cc3-2e9a06dd0069 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c863410-dceb-4be1-b71b-876f3c8f677d,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.044651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.045444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36783d17-c748-4418-8f59-db7ac04c72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf70d492-b9c2-4dac-b5a0-afdbcf1c8154,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.103235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca21d5c6-63d1-4620-a3f4-96ff6d4092b2 req-025c151c-128f-4975-9a80-c1867e8ed39d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094946 Jul 16 08:54:02.325681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.347762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.412734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43755608-cbcf-4efe-8fd9-53c588787a8f req-78c4eede-c3ee-422a-981e-1789073fede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.414911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43755608-cbcf-4efe-8fd9-53c588787a8f req-78c4eede-c3ee-422a-981e-1789073fede7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1098 time: 0.2388487 Jul 16 08:54:02.435422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.438501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5924990 Jul 16 08:54:02.442039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34518) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.449299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:02.483369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d583c53-c2b1-4ac9-94a6-882f397584f2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a135a043-6f03-4919-a799-200d8e6f7086,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:02.622027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43755608-cbcf-4efe-8fd9-53c588787a8f req-43c8a633-91aa-4a0a-b2e1-3f3e3bd09b53 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467452 Jul 16 08:54:02.762310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.780576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.154460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8322f8-79f2-4b01-8c44-6e0b4ecb5b2d req-482f6bd7-03f1-4c2b-9868-34a22cde99e8 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.167351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e8322f8-79f2-4b01-8c44-6e0b4ecb5b2d req-482f6bd7-03f1-4c2b-9868-34a22cde99e8 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.5478604 Jul 16 08:54:03.263867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7cc54-6b97-41a2-bd3e-140018dd54fe req-2ff7e264-cb46-4934-ab08-3857e909a74b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.265676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6df7cc54-6b97-41a2-bd3e-140018dd54fe req-2ff7e264-cb46-4934-ab08-3857e909a74b tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.4471202 Jul 16 08:54:03.515410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6df7cc54-6b97-41a2-bd3e-140018dd54fe req-a5372f29-2de9-49fe-8566-bc22c8f25486 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138829 Jul 16 08:54:03.543790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 3633b22e-7f64-420a-9680-f0f8ec1a30e9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:03.544822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.564815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e8322f8-79f2-4b01-8c44-6e0b4ecb5b2d req-39f8cd60-240a-413e-8d64-95459bb52d0b tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630192 Jul 16 08:54:03.595125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.609606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.689109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.704377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2608652 Jul 16 08:54:03.705089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.710715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:03.756153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0e95d-4ce9-409f-a131-fc12737ad32a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131de5ab-3bf0-4d97-97f8-de8b2f6b2924,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.796846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.808813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.848466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 3633b22e-7f64-420a-9680-f0f8ec1a30e9 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:03.999158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.011909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.131564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f41248-620e-49f8-a8f5-bd19c5cfa37f,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.150920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.155924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-036d6b72-7d02-4693-ac3e-456f1a4419d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4464557 Jul 16 08:54:04.157757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.169713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:04.238399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a927ee-106c-4d60-966a-c0fb7eb8aff2 req-bd8230fc-4ad5-4834-b8a2-006a8d539d14 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.248986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62a927ee-106c-4d60-966a-c0fb7eb8aff2 req-bd8230fc-4ad5-4834-b8a2-006a8d539d14 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.3592048 Jul 16 08:54:04.248986 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:54:04.257970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.262665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.344104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=3633b22e-7f64-420a-9680-f0f8ec1a30e9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.385164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.386480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.387389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.387939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.388541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.389067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.389659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.390499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.391085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.391819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.392496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.393121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.529850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62a927ee-106c-4d60-966a-c0fb7eb8aff2 req-818a4367-1ebf-4fa9-8436-4a556cd76fbb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524230 Jul 16 08:54:04.605897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.619612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.626606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.706349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.716885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5530529 Jul 16 08:54:04.716885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669d65-5426-4e27-81d9-2ebf0dabc2c8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a639ea2-5d13-4d33-b4ed-fc22866d9cf2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.736650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34584) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.745155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b56e53ca-4200-4d95-8bf7-24e931b13e93', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:04.825911 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:54:04.838522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.044879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.056426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.060824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.078199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 51e5b644-e2b7-49ba-820f-0113ae55c72e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:05.130705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6187ec5d-0b3d-47bb-b657-04c643dfe7ba,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.144439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.149516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c00e6db1-78dd-44ca-8be9-fd772ce01d84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077415 Jul 16 08:54:05.151182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.155986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'network': {'name': 'tempest-network-smoke--1647447225', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.157619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97316a0e-3092-432e-b1cd-e1561c022364 req-a86302cf-4214-43b8-a13f-56f7b8993256 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.166290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97316a0e-3092-432e-b1cd-e1561c022364 req-a86302cf-4214-43b8-a13f-56f7b8993256 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.2474520 Jul 16 08:54:05.216885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:05.226801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b86f983e-6adf-4430-8dfd-53fa9844f7f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/51e5b644-e2b7-49ba-820f-0113ae55c72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8497000 Jul 16 08:54:05.227941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.233279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243e10-aa7a-4947-837b-86b3c8ec9160 req-be456804-86b6-456e-9087-73ecfbebabc3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.235112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74243e10-aa7a-4947-837b-86b3c8ec9160 req-be456804-86b6-456e-9087-73ecfbebabc3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.2716792 Jul 16 08:54:05.249052 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] Sync routers for ids ['51e5b644-e2b7-49ba-820f-0113ae55c72e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:05.267705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5b7f8d66-7d71-4b04-903e-790a9fe3ed83 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=51e5b644-e2b7-49ba-820f-0113ae55c72e HTTP/1.1" status: 200 len: 205 time: 0.0393796 Jul 16 08:54:05.269230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:05.274968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.276929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] Routers {'51e5b644-e2b7-49ba-820f-0113ae55c72e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:05.297011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.310500 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['51e5b644-e2b7-49ba-820f-0113ae55c72e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:05.384288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:05.398637 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] Routers {'51e5b644-e2b7-49ba-820f-0113ae55c72e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:05.399668 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['51e5b644-e2b7-49ba-820f-0113ae55c72e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:05.438176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97316a0e-3092-432e-b1cd-e1561c022364 req-0e47be42-d413-4551-95d8-3f60c05b7b3a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690885 Jul 16 08:54:05.443901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:05.444898 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516fa3f-29da-4b10-a7c5-3d222496a8d1 None None] The sync data for ids ['51e5b644-e2b7-49ba-820f-0113ae55c72e'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:05.495958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-216a3388-15b1-4883-bd79-7ab51f75ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.512192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:05.544218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74243e10-aa7a-4947-837b-86b3c8ec9160 req-77b463ca-4f6d-400a-a81f-f905a91c9c3a tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/security-groups?id=85e0cc04-efc6-4296-bc1f-08fb1935fb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015008 Jul 16 08:54:05.547538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.616797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-1ddf2006-e0ac-4d05-b410-ea2e9c53df3d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.619134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-1ddf2006-e0ac-4d05-b410-ea2e9c53df3d tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 946 time: 0.2699478 Jul 16 08:54:05.647251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.647768 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Added segment 991c5168-9bea-44bc-8e3f-cc4637a57815 of type vlan for network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 Jul 16 08:54:05.771315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.826065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.837231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.926987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.933882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.934497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.988888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Deleting port ebb5860d-3d01-4a05-b81b-d083a717c9b0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:05.989234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.016588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Network': ['ID=e6c28f44-5ffb-4fb2-8a48-d76e492d7051,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.018676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.019196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router 51e5b644-e2b7-49ba-820f-0113ae55c72e {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:06.030435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:06.031169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.035112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-394c9843-ae69-4f5e-a093-e7842d322e9e tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/51e5b644-e2b7-49ba-820f-0113ae55c72e HTTP/1.1" status: 204 len: 168 time: 0.7314072 Jul 16 08:54:06.039320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34622) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.050561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08ff4-552e-4e66-8f31-ef62baf56116 req-a6fe6789-7af6-4d8b-9a69-74649f1f02c8 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.052762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79b08ff4-552e-4e66-8f31-ef62baf56116 req-a6fe6789-7af6-4d8b-9a69-74649f1f02c8 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.4295187 Jul 16 08:54:06.083773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700104d-e50d-4614-b1ea-6b6579c1b68a req-e4b906a6-2613-4621-847e-6af55182706b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.085878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4700104d-e50d-4614-b1ea-6b6579c1b68a req-e4b906a6-2613-4621-847e-6af55182706b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.2215614 Jul 16 08:54:06.105287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 1929bbdc-ae56-4cf9-bd97-e1a63b45218b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:06.108601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.156118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.198519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79b08ff4-552e-4e66-8f31-ef62baf56116 req-ac93823d-5958-4445-9776-b63116f183c6 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352441 Jul 16 08:54:06.208581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] For port ebb5860d-3d01-4a05-b81b-d083a717c9b0, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ebb5860d-3d01-4a05-b81b-d083a717c9b0,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:06.209349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.223761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4700104d-e50d-4614-b1ea-6b6579c1b68a req-61feea88-07bb-45ba-afcc-c323e076f4ac tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985100 Jul 16 08:54:06.230406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Calling delete_port for ebb5860d-3d01-4a05-b81b-d083a717c9b0 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:06.299942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.360796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-216a3388-15b1-4883-bd79-7ab51f75ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.373722 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-216a3388-15b1-4883-bd79-7ab51f75ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.407333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8dffc09-781b-4ad1-87c9-18e05a9a4203 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2556159 Jul 16 08:54:06.415531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34630) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.421557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'admin_state_up': True, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:06.473770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-216a3388-15b1-4883-bd79-7ab51f75ffec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a0a0011ccf64b2c881964bc5b45e4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4114482 Jul 16 08:54:06.477878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.497914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a3388-15b1-4883-bd79-7ab51f75ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d976a5b-aec3-4390-bc63-72da4837428d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.519110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.537218 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.552272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ebb5860d-3d01-4a05-b81b-d083a717c9b0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:06.626532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.628343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f16eb2-6aac-4970-b213-03f1f1fdc693 None None] Network ba19adff-b0a3-495c-8b93-b546cf70012f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:06.631956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/1929bbdc-ae56-4cf9-bd97-e1a63b45218b HTTP/1.1" status: 204 len: 168 time: 0.5915093 Jul 16 08:54:06.641433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb19b8-49ac-4a62-8b86-7e77efbd1361 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=1929bbdc-ae56-4cf9-bd97-e1a63b45218b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.641657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34638) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.660641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] No DVR routers for this DVR port ebb5860d-3d01-4a05-b81b-d083a717c9b0 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:06.672001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.676647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.678985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9834a35-e449-401d-8f64-298d0c04ee51 req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.46 "DELETE /v2.0/ports/ebb5860d-3d01-4a05-b81b-d083a717c9b0 HTTP/1.1" status: 204 len: 173 time: 1.0503809 Jul 16 08:54:06.680019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'name': 'network-vif-deleted', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:06.682201 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c04f96a-effc-4ee9-a615-573fc33ae254" -d '{"events": [{"server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "name": "network-vif-deleted", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:06.696516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f2c7b-1751-4164-8633-25a5a3ec2678 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] Pushing event deleted for resources: {'Port': ['ID=ebb5860d-3d01-4a05-b81b-d083a717c9b0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.699400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.700725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.731100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.750124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e58f-aaa7-4a09-ab22-b96e4e77cf4e req-4986afee-4f76-4d2f-9681-05c38d7b4ad9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.751925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d147e58f-aaa7-4a09-ab22-b96e4e77cf4e req-4986afee-4f76-4d2f-9681-05c38d7b4ad9 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.3880727 Jul 16 08:54:06.944189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.949331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.952643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d976a5b-aec3-4390-bc63-72da4837428d HTTP/1.1" status: 204 len: 168 time: 0.4705007 Jul 16 08:54:06.973332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47cb1642-04a2-48d4-bd40-7436ec151139 req-5cb9c467-49af-467e-82c2-6ce859268fe3 tempest-ListServerFiltersTestJSON-508284646 tempest-ListServerFiltersTestJSON-508284646-project] 10.222.0.32 "GET /v2.0/ports?device_id=a583ccc4-fdb2-4770-8c8a-a96579c3a3e7 HTTP/1.1" status: 200 len: 210 time: 0.1462421 Jul 16 08:54:07.022360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c8d7a-b51b-4400-9e69-1a404b2fdada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d976a5b-aec3-4390-bc63-72da4837428d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.044581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] DHCP port deletion for ba19adff-b0a3-495c-8b93-b546cf70012f request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:07.110573 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c816e49-7708-48ce-9af1-fcf6a63af4ea x-openstack-request-id: req-9c816e49-7708-48ce-9af1-fcf6a63af4ea {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:07.110979 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a583ccc4-fdb2-4770-8c8a-a96579c3a3e7", "name": "network-vif-deleted", "tag": "ebb5860d-3d01-4a05-b81b-d083a717c9b0", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:07.111164 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c816e49-7708-48ce-9af1-fcf6a63af4ea {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:07.111583 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a583ccc4-fdb2-4770-8c8a-a96579c3a3e7', 'name': 'network-vif-deleted', 'tag': 'ebb5860d-3d01-4a05-b81b-d083a717c9b0', 'status': 'completed', 'code': 200} Jul 16 08:54:07.115500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d147e58f-aaa7-4a09-ab22-b96e4e77cf4e req-7475402a-b292-483f-b7e8-1bb63ba2c487 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528161 Jul 16 08:54:07.134502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.144559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.205975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:07.207039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Deleting port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:07.207551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.478575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] For port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,segment=NetworkSegment(3c19f868-0427-44a4-b5ea-a373beca5eb0),segment_id=3c19f868-0427-44a4-b5ea-a373beca5eb0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:07.485512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.531624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Calling delete_port for 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:07.650885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:07.659303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.685363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.715537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] Pushing event deleted for resources: {'Port': ['ID=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.728984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:07.729951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:07.751603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84875be4-76b4-446e-9c89-11ad82a63023 None None] No DVR routers for this DVR port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:07.993745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7975225-4924-447e-9055-c3e81a4f5f84 req-3eac2155-fd44-42f6-a8d7-787669df169c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.006198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7975225-4924-447e-9055-c3e81a4f5f84 req-3eac2155-fd44-42f6-a8d7-787669df169c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.5289888 Jul 16 08:54:08.045883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:08.046340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.071429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b735ee-c695-4a3a-9742-f0c999cda31b tempest-TestServerBasicOps-2078751614 tempest-TestServerBasicOps-2078751614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.086118 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2b735ee-c695-4a3a-9742-f0c999cda31b tempest-TestServerBasicOps-2078751614 tempest-TestServerBasicOps-2078751614-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1093 time: 0.8747849 Jul 16 08:54:08.087137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.100652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:08.127864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34664) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.181220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3952d6ae-aeb4-469e-b566-3d1e47178354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.191082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.272904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Deleting subnet 629e2cc0-43a7-4955-a479-ccff1c8790d2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:08.281470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.286265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.295624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7975225-4924-447e-9055-c3e81a4f5f84 req-2cd66bb0-682a-44ce-8f07-62a7cf27484f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882257 Jul 16 08:54:08.315384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6, host n-d-798054-12, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:08.316599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.353081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:08.361012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:54:08.368766 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.418180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=4fc5545b-4cec-4726-8f1c-e9fe9f2154c6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.420784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 4fc5545b-4cec-4726-8f1c-e9fe9f2154c6 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:08.426483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.624149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.645552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.668521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba19adff-b0a3-495c-8b93-b546cf70012f']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:08.671676 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.682445 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.710549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.724792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3952d6ae-aeb4-469e-b566-3d1e47178354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.738345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3952d6ae-aeb4-469e-b566-3d1e47178354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.790491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3952d6ae-aeb4-469e-b566-3d1e47178354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37ff0f88bea44537a502d72a17fd3330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596310 Jul 16 08:54:08.794366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952d6ae-aeb4-469e-b566-3d1e47178354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdbecdb-45f8-4576-9905-b10aa3d3602d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:08.798597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.804732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.828821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.202 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/9440b1f1-db0d-42ae-b533-ebf680bc709d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:08.918646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.938463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ebb5860d-3d01-4a05-b81b-d083a717c9b0 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:08.967929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.976253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/629e2cc0-43a7-4955-a479-ccff1c8790d2 HTTP/1.1" status: 204 len: 168 time: 0.7831647 Jul 16 08:54:08.976894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:08.979649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.987825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc6fb4b-4915-4fd6-a9b3-053ec0c9352f None None] Network b2c7d763-864d-4c7b-aacb-e60415bad05e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:09.020290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c19f868-0427-44a4-b5ea-a373beca5eb0') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:09.020624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c19f868-0427-44a4-b5ea-a373beca5eb0') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:09.023675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.066928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aae566-3d86-4d0c-857d-898f6bb85425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629e2cc0-43a7-4955-a479-ccff1c8790d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.098014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:09.101058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=9440b1f1-db0d-42ae-b533-ebf680bc709d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.104087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:09.106384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:09.109748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.136767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: ebb5860d-3d01-4a05-b81b-d083a717c9b0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:09.137341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ebb5860d-3d01-4a05-b81b-d083a717c9b0 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:09.161920 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.165576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.177772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:09.177947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:09.181410 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:09.187643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.228779 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.287314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.290049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.291456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cdbecdb-45f8-4576-9905-b10aa3d3602d HTTP/1.1" status: 204 len: 168 time: 0.4889688 Jul 16 08:54:09.309570 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.317730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b3374-e733-46a7-ae67-5ff4db46511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdbecdb-45f8-4576-9905-b10aa3d3602d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.342509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Allocated IP 172.25.5.238 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b518ea4d-d4bf-4e86-9cfc-c6775dde837e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:09.399948 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.412744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.415698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/ba19adff-b0a3-495c-8b93-b546cf70012f HTTP/1.1" status: 204 len: 168 time: 2.7522953 Jul 16 08:54:09.420349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.428860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] DHCP port deletion for b2c7d763-864d-4c7b-aacb-e60415bad05e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:09.439838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1807652484', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:09.466140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.467685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.491252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.541990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Deleting port 13084849-b595-4b5f-8067-8339e5da29fc {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:09.542381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.596822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13084849-b595-4b5f-8067-8339e5da29fc no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:09.660153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Deleting port 13084849-b595-4b5f-8067-8339e5da29fc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:09.660775 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.706240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13084849-b595-4b5f-8067-8339e5da29fc,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:09.706837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.734677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.759614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Calling delete_port for 13084849-b595-4b5f-8067-8339e5da29fc owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:09.788514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13084849-b595-4b5f-8067-8339e5da29fc,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:09.789111 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.814992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Calling delete_port for 13084849-b595-4b5f-8067-8339e5da29fc owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:09.821809 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.924670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 13084849-b595-4b5f-8067-8339e5da29fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13084849-b595-4b5f-8067-8339e5da29fc,segment=NetworkSegment(15cf406e-5adb-4af6-8ef0-84b25bd94aff),segment_id=15cf406e-5adb-4af6-8ef0-84b25bd94aff)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:09.935590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.965214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.108399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.116268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.130837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6126c23-0e82-4cad-b11e-87748b3d53ec tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=ba19adff-b0a3-495c-8b93-b546cf70012f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.146962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.164198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] Pushing event deleted for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.167655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80890c2-6058-4229-9eff-8d34793ea976 None None] No DVR routers for this DVR port 13084849-b595-4b5f-8067-8339e5da29fc on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:10.187727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.206526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a126697-c14b-4ec4-a6c0-71bc35b43a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.218757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:10.229988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.230873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] No DVR routers for this DVR port 13084849-b595-4b5f-8067-8339e5da29fc on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:10.232886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:10.239974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:10.283482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'Port': ['ID=b518ea4d-d4bf-4e86-9cfc-c6775dde837e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.375481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e69708-8363-403b-975f-c790b1fc1cad req-6ea0ce77-6124-4ce1-999c-c5effc36ba13 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.377493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52e69708-8363-403b-975f-c790b1fc1cad req-6ea0ce77-6124-4ce1-999c-c5effc36ba13 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.2481084 Jul 16 08:54:10.429737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.430205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Pushing event deleted for resources: {'Port': ['ID=13084849-b595-4b5f-8067-8339e5da29fc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.483692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.516943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c7d763-864d-4c7b-aacb-e60415bad05e']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:10.532022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52e69708-8363-403b-975f-c790b1fc1cad req-9526726e-e344-494d-a2dc-e7e0fbbcdacb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398616 Jul 16 08:54:10.561446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cf406e-5adb-4af6-8ef0-84b25bd94aff') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:10.561775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cf406e-5adb-4af6-8ef0-84b25bd94aff') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:10.653850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.666945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a126697-c14b-4ec4-a6c0-71bc35b43a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.680331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a126697-c14b-4ec4-a6c0-71bc35b43a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.682689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.696825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.700908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b564e7e-662f-4b77-8c19-641e5320e44c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2757964 Jul 16 08:54:10.702984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.707917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737184932'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:10.746228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.750605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:10.755134 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.867971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:10.886837 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.887321 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 7091c4c0-ccae-470d-9290-fb5929fd5e0c of type vlan for network 373dfb8c-6e4e-4654-bf86-6bae24d81380 Jul 16 08:54:10.943138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.974487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 004e211e-9b27-4c9f-a141-67db9057ed14 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:10.990949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.996565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.997100 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.056784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:11.058400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:11.061218 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:11.080766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3742912 Jul 16 08:54:11.082494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34722) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.115183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0a126697-c14b-4ec4-a6c0-71bc35b43a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12a6efe920a04c728cd329bc1086f333&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6199694 Jul 16 08:54:11.117318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:11.117462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a126697-c14b-4ec4-a6c0-71bc35b43a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609479d4-a993-4c63-ad5e-e5d3a8dd0f74,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.119738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.171489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589de7-a7eb-420e-b249-51c3b8c568a8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=373dfb8c-6e4e-4654-bf86-6bae24d81380,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.186935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:11.200804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.250596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.251218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:11.253282 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2c7d763-864d-4c7b-aacb-e60415bad05e HTTP/1.1" status: 204 len: 168 time: 2.2317271 Jul 16 08:54:11.259594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a727b1-3e3c-407c-8fe8-59aa6a01b015 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c7d763-864d-4c7b-aacb-e60415bad05e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.271108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Sync routers for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:11.291674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.293501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a341c4a3-41d0-4fc1-ba2b-f1efa03a0b78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8768539 Jul 16 08:54:11.299238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34734) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.301764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:11.302686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:11.344882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:11.348071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.357348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.370703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.424878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.427805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.429925 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/609479d4-a993-4c63-ad5e-e5d3a8dd0f74 HTTP/1.1" status: 204 len: 168 time: 0.3055370 Jul 16 08:54:11.475239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39fec-b1e1-41fa-87c1-93f37b849e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609479d4-a993-4c63-ad5e-e5d3a8dd0f74,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:11.492936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.543483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.562410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:11.591338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d57a6230-e9c7-42d5-8d2a-63ee5edcb520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d5b7c970b74cf49cbe16e55e435691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969121 Jul 16 08:54:11.594920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34744) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.707042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.943190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.961401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.968810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4247c7a-2588-4a12-8b70-d7d97cf1d0fd tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=230ed1c9fd94431dae9695be3ccc5f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6639814 Jul 16 08:54:11.972787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34758) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.994761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:10Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:12.035402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event updated for resources: {'Port': ['ID=b518ea4d-d4bf-4e86-9cfc-c6775dde837e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.035922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Checking router: 004e211e-9b27-4c9f-a141-67db9057ed14 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:12.036849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Updating router 004e211e-9b27-4c9f-a141-67db9057ed14 port 9440b1f1-db0d-42ae-b533-ebf680bc709d binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:12.089835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.109849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.123229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.128247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.257029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.335481 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Floating IP 6039a34f-ab3b-487d-ac34-fbba8a7c3e04 associated. External IP: 172.25.5.238, port: a4103877-b9fb-48d0-b96c-0b01d67c3713. Jul 16 08:54:12.400495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9849451f-51d0-4f87-b982-e6ba6fc6b5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.402826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.406113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.407538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85e0cc04-efc6-4296-bc1f-08fb1935fb17 HTTP/1.1" status: 204 len: 168 time: 0.8076782 Jul 16 08:54:12.443557 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.474207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc80c3-3e0b-464b-bd2b-c30d85cff230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0cc04-efc6-4296-bc1f-08fb1935fb17,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.486378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.513996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Transition to ACTIVE for port object 9440b1f1-db0d-42ae-b533-ebf680bc709d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:12.520774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.526218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22db444-bf17-40ae-973a-b52e1a2a3fde tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:12.531959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f22db444-bf17-40ae-973a-b52e1a2a3fde tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5558708 Jul 16 08:54:12.568222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34772) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.587900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Attempting to bind port 9440b1f1-db0d-42ae-b533-ebf680bc709d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:12.588472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Attempting to bind port 9440b1f1-db0d-42ae-b533-ebf680bc709d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:12.588927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Attempting to bind port 9440b1f1-db0d-42ae-b533-ebf680bc709d on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:12.592303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a558b-125e-4646-a032-10e7909f0947 req-7e3fbca8-0203-466a-b9df-a6ea073560c1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:12.593868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea3a558b-125e-4646-a032-10e7909f0947 req-7e3fbca8-0203-466a-b9df-a6ea073560c1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 944 time: 0.7318008 Jul 16 08:54:12.598285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b427f-08ad-4486-9bd6-f14d51df2209 None None] Pushing event updated for resources: {'Port': ['ID=9440b1f1-db0d-42ae-b533-ebf680bc709d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.601411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:12.601754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:12.602169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.602567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:12.603052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Bound port: 9440b1f1-db0d-42ae-b533-ebf680bc709d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:12.603834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.652867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-262bcfa8-35fc-4c0e-b09f-b7432f02fb3d tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578270 Jul 16 08:54:12.656723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34774) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.664651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68144383', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:12.688056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] For port 9440b1f1-db0d-42ae-b533-ebf680bc709d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:12.715439 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:12.719220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] For port 9440b1f1-db0d-42ae-b533-ebf680bc709d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9440b1f1-db0d-42ae-b533-ebf680bc709d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:12.725129 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.736159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Router 22ce83ad-3103-471f-b7d5-7008e5539c03 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:12.775793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:12.775793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 373dfb8c-6e4e-4654-bf86-6bae24d81380, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:12.826018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:12.843456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=9119714f-8678-465e-b7dc-ae6722a1e844,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.845606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 373dfb8c-6e4e-4654-bf86-6bae24d81380) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:12.859154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:12.860329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:12.861207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:12.861816 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.891342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea3a558b-125e-4646-a032-10e7909f0947 req-b3ce42c7-2995-4549-9c72-08d4ec9147ed tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496283 Jul 16 08:54:12.939542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081bcbf-f6a6-4f13-9852-159f162ead42 None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:12.939689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:12.946471 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Sync routers for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:12.962016 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:12.966816 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:13.000424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9849451f-51d0-4f87-b982-e6ba6fc6b5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.016823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9849451f-51d0-4f87-b982-e6ba6fc6b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.020781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:13.080556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.090537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9849451f-51d0-4f87-b982-e6ba6fc6b5e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77db83e4138f4a7e8b339a25ddecbb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9488990 Jul 16 08:54:13.090537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ce2e956-60d2-421e-9cd6-9c609504f1c2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0054066 Jul 16 08:54:13.098645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34790) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.124683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:13.138454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:13.139898 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:13.145202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'c536b031-ef0e-442c-a752-447c424756eb', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': 'c536b031-ef0e-442c-a752-447c424756eb', 'mac_address': 'fa:16:3e:75:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:13.145514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.191164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b427f-08ad-4486-9bd6-f14d51df2209 None None] Pushing event updated for resources: {'Port': ['ID=9440b1f1-db0d-42ae-b533-ebf680bc709d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.194633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d37d4b0e-5e3e-4b15-b091-273ee400df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.203188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.205485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.257632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c536b031-ef0e-442c-a752-447c424756eb {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:13.335803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.344173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:13.346973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:13.354922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55246906-73ca-46f7-9df3-8cbf0cd83a9a tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2643402 Jul 16 08:54:13.360214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:13.362892 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb9634-8302-452b-a766-138c7b2f72a7" -d '{"events": [{"name": "network-changed", "server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:13.407739 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.499098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.501779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.503009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77a1dbee-1b6d-48a7-a738-425b42b16950 HTTP/1.1" status: 204 len: 168 time: 0.4215319 Jul 16 08:54:13.512464 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63d7e6-d66d-4655-b17e-256b4b9c49d4 x-openstack-request-id: req-7e63d7e6-d66d-4655-b17e-256b4b9c49d4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:13.512762 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:13.513045 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e63d7e6-d66d-4655-b17e-256b4b9c49d4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:13.513424 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'status': 'completed', 'code': 200} Jul 16 08:54:13.522855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849451f-51d0-4f87-b982-e6ba6fc6b5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a1dbee-1b6d-48a7-a738-425b42b16950,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.528557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64817b7-ce82-4686-a1b1-96011c5934ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a1dbee-1b6d-48a7-a738-425b42b16950,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.640678 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.789099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.829350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-373dfb8c-6e4e-4654-bf86-6bae24d81380', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:13.830610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.856868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '6039a34f-ab3b-487d-ac34-fbba8a7c3e04', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'port_id': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:11Z', 'updated_at': '2021-07-16T08:54:11Z', 'revision_number': 0, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:13.870026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['c536b031-ef0e-442c-a752-447c424756eb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:13.894045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.929942 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Checking router: 22ce83ad-3103-471f-b7d5-7008e5539c03 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:13.959077 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:13.961797 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:53:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.104830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:14.204255 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:14.227354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-3475c854-9dc7-464d-9871-a9fedb173f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.229484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-3475c854-9dc7-464d-9871-a9fedb173f0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1098 time: 0.6617646 Jul 16 08:54:14.304264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Allocated IP 2001:db8::2 (373dfb8c-6e4e-4654-bf86-6bae24d81380/9119714f-8678-465e-b7dc-ae6722a1e844/483bfdfc-6779-491c-8d12-0a93c5222c0a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:14.317346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1313487790-network', 'tenant_id': '2acc1b0893464462880f7f59cc80ddaf'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:14.367939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Made reservation on behalf of 2acc1b0893464462880f7f59cc80ddaf for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:14.371526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Subnet': ['ID=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.374357 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.396555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.399961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Checking segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:14.400538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network hostable DHCP agents. Network: e6c28f44-5ffb-4fb2-8a48-d76e492d7051, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:14.404117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:10Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.450465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.503583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36202e2-5a2e-43a0-8488-bcd2ecb678c4 None None] The sync data for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 is: [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:10Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:14.626627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.632301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:14.635117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.659240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:14.671801 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.678751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.681534 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Added segment b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29 of type vlan for network 2e864646-06ab-45a9-87fb-0fabed2635bc Jul 16 08:54:14.692883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Transition to ACTIVE for port object 483bfdfc-6779-491c-8d12-0a93c5222c0a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:14.718196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Transition to ACTIVE for port object 483bfdfc-6779-491c-8d12-0a93c5222c0a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:14.731777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.746309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f7be5-7df5-492f-b8e4-a548b57abc6d req-7f59f372-441c-448c-8191-dfee31842744 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.747936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c71f7be5-7df5-492f-b8e4-a548b57abc6d req-7f59f372-441c-448c-8191-dfee31842744 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 945 time: 0.6060469 Jul 16 08:54:14.755871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.778045 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '6039a34f-ab3b-487d-ac34-fbba8a7c3e04', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'port_id': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:11Z', 'updated_at': '2021-07-16T08:54:11Z', 'revision_number': 0, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:14.814562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:14.821416 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72956b6f-e2ff-4a0d-8640-cfdb9f09c458 None None] The sync data for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 is: [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '6039a34f-ab3b-487d-ac34-fbba8a7c3e04', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'port_id': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'mac_address': 'fa:16:3e:70:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:11Z', 'updated_at': '2021-07-16T08:54:11Z', 'revision_number': 0, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:14.829999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:14.833864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:14.857515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Pushing event updated for resources: {'Port': ['ID=483bfdfc-6779-491c-8d12-0a93c5222c0a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.859905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b800c06-aded-48e7-b174-fcae1c1b4967,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.862591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.863751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.864452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.895950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7894819 Jul 16 08:54:14.898493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:14.936413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c71f7be5-7df5-492f-b8e4-a548b57abc6d req-884678cf-8760-4683-b6ee-81fbc73e06a7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952592 Jul 16 08:54:14.946077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e6c28f44-5ffb-4fb2-8a48-d76e492d7051) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:14.949637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-cb46d27d-38df-45e0-bf82-975df87ae5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.961852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Request body: {'subnet': {'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1313487790-subnet', 'tenant_id': '2acc1b0893464462880f7f59cc80ddaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:14.966279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d77cd45-63ac-4d17-a7e5-c3bc5f983cb1 None None] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:14.968019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-cb46d27d-38df-45e0-bf82-975df87ae5a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 910 time: 0.6736624 Jul 16 08:54:14.986531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.987899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.997102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Made reservation on behalf of 2acc1b0893464462880f7f59cc80ddaf for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:15.023121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:15.030522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.129482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddda5a5-62eb-4e29-a2ad-1fde55355861 admin admin] Pushing event updated for resources: {'Network': ['ID=2e864646-06ab-45a9-87fb-0fabed2635bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.157045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2e864646-06ab-45a9-87fb-0fabed2635bc details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:15.162895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b6ba51aa-1c12-427b-b4e3-78af269994c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5025611 Jul 16 08:54:15.163422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34844) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.307856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-cc6a9750-0351-454c-bf97-324e9aa22ff6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 1000 time: 0.3340051 Jul 16 08:54:15.456711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d1c79-341e-4c52-afe9-4b2ea2fbf683 None None] New status for floating IP 6039a34f-ab3b-487d-ac34-fbba8a7c3e04: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:15.474725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Attempting to bind port 483bfdfc-6779-491c-8d12-0a93c5222c0a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:15.475868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Attempting to bind port 483bfdfc-6779-491c-8d12-0a93c5222c0a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:15.477464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Attempting to bind port 483bfdfc-6779-491c-8d12-0a93c5222c0a on network 373dfb8c-6e4e-4654-bf86-6bae24d81380 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:15.579272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.651355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9440b1f1-db0d-42ae-b533-ebf680bc709d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:15.655374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:15.656000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Checking segment: {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:15.656607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.657193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Bound using segment: {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:15.657841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Bound port: 483bfdfc-6779-491c-8d12-0a93c5222c0a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:15.658404 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.753266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e785a891-87a7-426d-99a8-f86cda9cad04,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.811242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Checking segment: {'id': 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:15.811931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Network hostable DHCP agents. Network: 2e864646-06ab-45a9-87fb-0fabed2635bc, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:15.833680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Network 2e864646-06ab-45a9-87fb-0fabed2635bc is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:15.863534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2e864646-06ab-45a9-87fb-0fabed2635bc) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:15.868328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:15.868939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.902537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9b0927c-e1d9-4539-bd15-470bf9a50a32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9769704 Jul 16 08:54:16.097925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39887212-f7cf-4531-aece-0af87934ec4b None None] Network 2e864646-06ab-45a9-87fb-0fabed2635bc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:16.183852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port c536b031-ef0e-442c-a752-447c424756eb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:16.183852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.195040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.196601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d27db898-dab7-42dd-a59f-81f5f10c0651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.292340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:16.293619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.380426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] For port 483bfdfc-6779-491c-8d12-0a93c5222c0a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:16.443759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] For port 483bfdfc-6779-491c-8d12-0a93c5222c0a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=483bfdfc-6779-491c-8d12-0a93c5222c0a,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:16.534778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.710738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-8768e2b2-7e50-4ce9-8319-bc561efb7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.712400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-8768e2b2-7e50-4ce9-8319-bc561efb7aec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 200 len: 848 time: 1.3435700 Jul 16 08:54:17.118477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8::1 (373dfb8c-6e4e-4654-bf86-6bae24d81380/9119714f-8678-465e-b7dc-ae6722a1e844/be121875-0990-4359-877e-37885171437e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:17.213839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9440b1f1-db0d-42ae-b533-ebf680bc709d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:17.264103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9440b1f1-db0d-42ae-b533-ebf680bc709d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:17.264590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.275503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.315934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00fad677-cf08-4b68-ac35-ec17185c0cfe tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.324426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00fad677-cf08-4b68-ac35-ec17185c0cfe tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/networks?id=2e864646-06ab-45a9-87fb-0fabed2635bc HTTP/1.1" status: 200 len: 814 time: 0.4244947 Jul 16 08:54:17.329693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.396020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9b24d-803c-4024-83df-a2127a7a2b73 None None] Pushing event updated for resources: {'Port': ['ID=483bfdfc-6779-491c-8d12-0a93c5222c0a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.399360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824b17c-8fa1-4ee8-96d2-0ffcb007243c None None] Network 2e864646-06ab-45a9-87fb-0fabed2635bc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:17.448570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-e978467c-243a-465f-983f-cfb0069c639c tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/quotas/2acc1b0893464462880f7f59cc80ddaf HTTP/1.1" status: 200 len: 375 time: 0.1230881 Jul 16 08:54:17.473627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:17.481394 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79714e4e-acf4-4849-8e91-9f38cf722b4c" -d '{"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:17.489902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-49771ee2-17cd-464e-9a03-7fe4a3812e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.491574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-49771ee2-17cd-464e-9a03-7fe4a3812e2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5902276 Jul 16 08:54:17.501060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca126a2-fa05-4156-9eaf-804e7d314404 req-fa262b0a-9eeb-4115-9100-aa3c859e1415 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.502584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca126a2-fa05-4156-9eaf-804e7d314404 req-fa262b0a-9eeb-4115-9100-aa3c859e1415 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 945 time: 0.7889986 Jul 16 08:54:17.548856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Allocated IP 172.20.0.2 (e6c28f44-5ffb-4fb2-8a48-d76e492d7051/fccca4be-80bd-4a5b-b7a8-a524d3c84bfd/52bdf137-11bd-4cc6-8600-e2806e6fe94d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:17.630942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:17.649500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.773689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.852850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-bfd121fc-b0a7-4bf2-b298-e0d938c3140c tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2acc1b0893464462880f7f59cc80ddaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3669810 Jul 16 08:54:17.890965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.926090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.930149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-3a21b461-3060-48e7-a490-f99b25215799 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238927 Jul 16 08:54:17.931265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object be121875-0990-4359-877e-37885171437e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:17.987204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9440b1f1-db0d-42ae-b533-ebf680bc709d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9440b1f1-db0d-42ae-b533-ebf680bc709d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:17.993659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.009750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.121150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ca126a2-fa05-4156-9eaf-804e7d314404 req-7256ad06-036b-4cf6-85d0-c8a08c787987 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5247576 Jul 16 08:54:18.214401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 483bfdfc-6779-491c-8d12-0a93c5222c0a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:18.219972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.235261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Transition to ACTIVE for port object 52bdf137-11bd-4cc6-8600-e2806e6fe94d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:18.254149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Transition to ACTIVE for port object 52bdf137-11bd-4cc6-8600-e2806e6fe94d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:18.259034 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f4db2-61f6-4fd7-86c9-eeb05a6832e7 x-openstack-request-id: req-447f4db2-61f6-4fd7-86c9-eeb05a6832e7 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:18.260652 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-plugged", "status": "completed", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:18.261168 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-447f4db2-61f6-4fd7-86c9-eeb05a6832e7 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:18.261894 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'code': 200} Jul 16 08:54:18.267634 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.293483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9440b1f1-db0d-42ae-b533-ebf680bc709d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:18.407790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-92f77673-9f5d-44a9-bc67-b72e766b8b3d service neutron] 10.222.0.32 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137212 Jul 16 08:54:18.410053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.423965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Pushing event updated for resources: {'Port': ['ID=52bdf137-11bd-4cc6-8600-e2806e6fe94d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:18.455831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:18.458252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:18.467844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:18.478916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 483bfdfc-6779-491c-8d12-0a93c5222c0a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:18.501591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ea4c-268b-491e-a2ce-99f92ead8768 req-65037306-1428-48e2-a5de-233854bf76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:18.510645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b80ea4c-268b-491e-a2ce-99f92ead8768 req-65037306-1428-48e2-a5de-233854bf76ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 1099 time: 0.0975628 Jul 16 08:54:18.561285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6eb9634-8302-452b-a766-138c7b2f72a7 req-0b79c80c-0b6a-44dd-8052-d08299c0ceb8 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150753 Jul 16 08:54:18.583189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5b80ea4c-268b-491e-a2ce-99f92ead8768 req-a7318819-4eca-4fe1-8bfb-5b10fdb7367f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633130 Jul 16 08:54:18.593252 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.601466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Attempting to bind port 52bdf137-11bd-4cc6-8600-e2806e6fe94d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:18.601693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Attempting to bind port 52bdf137-11bd-4cc6-8600-e2806e6fe94d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:18.602061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Attempting to bind port 52bdf137-11bd-4cc6-8600-e2806e6fe94d on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:18.602822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:18.612443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:18.615143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:18.615986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.617576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:18.617964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Checking segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:18.618376 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.618774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Bound using segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:18.619296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Bound port: 52bdf137-11bd-4cc6-8600-e2806e6fe94d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:18.619682 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.626228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.745753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] For port 52bdf137-11bd-4cc6-8600-e2806e6fe94d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:18.750142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] For port 52bdf137-11bd-4cc6-8600-e2806e6fe94d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=52bdf137-11bd-4cc6-8600-e2806e6fe94d,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:18.752902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:18.760415 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.769522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f532b35-b5ce-4433-b94d-3566da710210 None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:18.808597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e84a2a47-8b76-406d-91c2-c4dd97d74e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.894274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-fe9659ea-c691-4efc-9695-111c930e4bcb service neutron] 10.222.0.32 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855402 Jul 16 08:54:18.958241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.958891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e84a2a47-8b76-406d-91c2-c4dd97d74e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.960005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Provisioning for port 483bfdfc-6779-491c-8d12-0a93c5222c0a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:18.966124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e84a2a47-8b76-406d-91c2-c4dd97d74e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.009388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Provisioning complete for port 483bfdfc-6779-491c-8d12-0a93c5222c0a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:19.010285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.032839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a2a47-8b76-406d-91c2-c4dd97d74e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18671d-6af4-4a50-a25a-fc82d8dee4d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.054277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bacf0-05d4-43b5-9664-8657822604ff None None] Pushing event updated for resources: {'Port': ['ID=52bdf137-11bd-4cc6-8600-e2806e6fe94d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.082395 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e84a2a47-8b76-406d-91c2-c4dd97d74e88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=770c826e6b234c89a061a3fca3f7a764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548306 Jul 16 08:54:19.088685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34950) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.251737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.299372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.1 (e6c28f44-5ffb-4fb2-8a48-d76e492d7051/fccca4be-80bd-4a5b-b7a8-a524d3c84bfd/975f9ef0-78ff-4383-b48b-1f39b2b24ac4) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:19.362215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.478255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.482332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.484548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c18671d-6af4-4a50-a25a-fc82d8dee4d8 HTTP/1.1" status: 204 len: 168 time: 0.3945065 Jul 16 08:54:19.497361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55890f55-c2b4-4ce8-89e8-eec403f033ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18671d-6af4-4a50-a25a-fc82d8dee4d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.570563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.719305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] For port 483bfdfc-6779-491c-8d12-0a93c5222c0a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=483bfdfc-6779-491c-8d12-0a93c5222c0a,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:19.731279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.900908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02a1d9-10fe-4e27-86af-0e5e0378752c None None] Pushing event updated for resources: {'Port': ['ID=483bfdfc-6779-491c-8d12-0a93c5222c0a,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.185559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.235026 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1f60-dda3-4b86-ab30-ad1af13c476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.239342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.311388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Provisioning complete for port 483bfdfc-6779-491c-8d12-0a93c5222c0a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:20.312073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.384066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc4f515e-b03a-4635-908a-8c365d723e57 req-08a52f39-717a-4687-8a12-b846a79431cf tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 210 time: 1.0390475 Jul 16 08:54:20.437003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 52bdf137-11bd-4cc6-8600-e2806e6fe94d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:20.556715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1f60-dda3-4b86-ab30-ad1af13c476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.563914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1f60-dda3-4b86-ab30-ad1af13c476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.618726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Provisioning for port be121875-0990-4359-877e-37885171437e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:20.631241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Provisioning complete for port be121875-0990-4359-877e-37885171437e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:20.632057 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.638985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 52bdf137-11bd-4cc6-8600-e2806e6fe94d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:20.684109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:20.690950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 483bfdfc-6779-491c-8d12-0a93c5222c0a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:20.691982 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc0c1f60-dda3-4b86-ab30-ad1af13c476a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21fbf398fdad456e995eb926ea2dfe6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051379 Jul 16 08:54:20.695144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.696754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1f60-dda3-4b86-ab30-ad1af13c476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6742d5-c998-4668-8c51-7760046907cb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.801156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c42cd0a0-0654-4d0a-9779-06d8723fabc9 None None] Port be121875-0990-4359-877e-37885171437e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:20.854885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 483bfdfc-6779-491c-8d12-0a93c5222c0a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:20.855477 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.968754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.993915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.030209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5cd9cbd0-e55c-4f4a-b360-d1ae9b4a487f None None] Provisioning complete for port be121875-0990-4359-877e-37885171437e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:21.030822 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5cd9cbd0-e55c-4f4a-b360-d1ae9b4a487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.042620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44548ac7-f97b-4ff0-8312-9269f4b49085 None None] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:21.059365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.062948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.068382 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a6742d5-c998-4668-8c51-7760046907cb HTTP/1.1" status: 204 len: 168 time: 0.3517892 Jul 16 08:54:21.077991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d7a0c-f6d7-4432-9dc2-841f8ae5761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6742d5-c998-4668-8c51-7760046907cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.212005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.292369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9440b1f1-db0d-42ae-b533-ebf680bc709d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:21.333699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9cbd0-e55c-4f4a-b360-d1ae9b4a487f None None] Port be121875-0990-4359-877e-37885171437e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:21.381213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:21.414595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe4649-9218-46c7-b73b-11ef17216d2a req-e8c18bf1-3f3f-4ea6-bfac-9fca2b155c90 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.423308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adbe4649-9218-46c7-b73b-11ef17216d2a req-e8c18bf1-3f3f-4ea6-bfac-9fca2b155c90 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 947 time: 1.2615478 Jul 16 08:54:21.436463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:21.451716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:21.470826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9440b1f1-db0d-42ae-b533-ebf680bc709d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:21.471200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.518418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Provisioning for port 52bdf137-11bd-4cc6-8600-e2806e6fe94d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:21.531768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.537082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Provisioning complete for port 52bdf137-11bd-4cc6-8600-e2806e6fe94d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:21.537661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.679644 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.726356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-baa291a8-6db3-406a-b283-a437d601e8fa tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.729942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-baa291a8-6db3-406a-b283-a437d601e8fa tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.46 "GET /v2.0/networks?id=2e864646-06ab-45a9-87fb-0fabed2635bc HTTP/1.1" status: 200 len: 814 time: 0.3446586 Jul 16 08:54:21.750116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Request body: {'port': {'device_id': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc', 'admin_state_up': True, 'tenant_id': '2acc1b0893464462880f7f59cc80ddaf'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:21.750463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] For port 52bdf137-11bd-4cc6-8600-e2806e6fe94d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=52bdf137-11bd-4cc6-8600-e2806e6fe94d,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:21.761732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.844844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979e6fd-1dac-45b8-8e67-843882b18dd0 None None] Pushing event updated for resources: {'Port': ['ID=52bdf137-11bd-4cc6-8600-e2806e6fe94d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.854112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79b25968-82cc-45bb-9487-0eb88cb645b4 req-457a9f61-c553-4a32-8494-333f1e495273 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 210 time: 0.1205695 Jul 16 08:54:21.869376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.895979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adbe4649-9218-46c7-b73b-11ef17216d2a req-0c089b35-42aa-4daa-be10-4936f29d52f2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713879 Jul 16 08:54:21.906847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Made reservation on behalf of 2acc1b0893464462880f7f59cc80ddaf for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:21.913009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.940557 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.949064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.950053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.988426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Provisioning for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:21.996275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Provisioning complete for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:21.996835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.079819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:22.083394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.097909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Allocated IP 172.20.0.2 (2e864646-06ab-45a9-87fb-0fabed2635bc/e785a891-87a7-426d-99a8-f86cda9cad04/079377ff-2fd0-4acf-b73c-fe0a25756733) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:22.114672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Provisioning complete for port 52bdf137-11bd-4cc6-8600-e2806e6fe94d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:22.116441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-48dbb7ed-0b25-4042-a01a-7d53d286f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.133465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.196262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 52bdf137-11bd-4cc6-8600-e2806e6fe94d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:22.320783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 52bdf137-11bd-4cc6-8600-e2806e6fe94d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:22.321489 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.351195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.354363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:22.357640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:22.421417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.489613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Network 2e864646-06ab-45a9-87fb-0fabed2635bc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:22.503092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:22.509331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:22.528056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f6ec8cbf-6464-4370-95b4-1dafecf0aef9 None None] Provisioning complete for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:22.528354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8cbf-6464-4370-95b4-1dafecf0aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.567006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Pushing event updated for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.630382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.635987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.661549 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-c033e6a1-5dc1-4ffe-9c41-5fbe2d77f18f tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219537 Jul 16 08:54:22.673655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Request body: {'port': {'device_id': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:22.731349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec8cbf-6464-4370-95b4-1dafecf0aef9 None None] Port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:22.749053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:54:22.827736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.870498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-741677dd-dab1-4dd0-967b-ce1529335b9e None None] Provisioning complete for port be121875-0990-4359-877e-37885171437e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:22.872279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-741677dd-dab1-4dd0-967b-ce1529335b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.909085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:22.912387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.917724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ede40a75-51b4-4918-aa68-77b0b0482712 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7971179 Jul 16 08:54:22.922978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:22.928781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35058) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:22.931036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.950727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-741677dd-dab1-4dd0-967b-ce1529335b9e None None] Port be121875-0990-4359-877e-37885171437e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:22.950973 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:22.951534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:22.960482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021822066'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:23.143136 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:23.228085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:23.232179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.237651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.248101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.285471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.285855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.286164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.286504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.286995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.287554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.288506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.288506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.288657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.289328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.289328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.289577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.392428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079377ff-2fd0-4acf-b73c-fe0a25756733 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:23.426072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.436858 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:18Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:20Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:23.454183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Transition to ACTIVE for port object 079377ff-2fd0-4acf-b73c-fe0a25756733 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:23.459255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.472054 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:23.472398 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Updating router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 port be121875-0990-4359-877e-37885171437e binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:23.523430 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.533219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Pushing event updated for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.711982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Attempting to bind port 079377ff-2fd0-4acf-b73c-fe0a25756733 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:23.712358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Attempting to bind port 079377ff-2fd0-4acf-b73c-fe0a25756733 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:23.712726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Attempting to bind port 079377ff-2fd0-4acf-b73c-fe0a25756733 on network 2e864646-06ab-45a9-87fb-0fabed2635bc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:23.719268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Port 079377ff-2fd0-4acf-b73c-fe0a25756733 on network 2e864646-06ab-45a9-87fb-0fabed2635bc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:23.719609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Attempting to bind port 079377ff-2fd0-4acf-b73c-fe0a25756733 on network 2e864646-06ab-45a9-87fb-0fabed2635bc {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:23.728621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:23.728963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Checking segment: {'id': 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:23.729352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Bound using segment: {'id': 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:23.729786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Bound port: 079377ff-2fd0-4acf-b73c-fe0a25756733, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:23.730143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.760281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:23.766825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:23.845777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:23.850947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=079377ff-2fd0-4acf-b73c-fe0a25756733,segment=NetworkSegment(b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29),segment_id=b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:23.857318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.931158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.932673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.938911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] 10.222.0.46 "PUT /v2.0/ports/079377ff-2fd0-4acf-b73c-fe0a25756733 HTTP/1.1" status: 200 len: 1092 time: 1.2655585 Jul 16 08:54:23.938911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:23.958546 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49207ec4-2343-4984-9ae1-3debe2cad8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:24.016193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642e0e-83c4-4627-9d75-dc633eae6b2d service neutron] Pushing event updated for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.028093 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.041865 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Transition to ACTIVE for port object be121875-0990-4359-877e-37885171437e will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:24.050220 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.076320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:24.086892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 004e211e-9b27-4c9f-a141-67db9057ed14 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:24.115223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f31ee-9a9a-43e7-ab6f-07e597f6f787 req-cfd26f89-2e99-421b-ab3c-74a14f8f217b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.127306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf2f31ee-9a9a-43e7-ab6f-07e597f6f787 req-cfd26f89-2e99-421b-ab3c-74a14f8f217b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 947 time: 0.9864976 Jul 16 08:54:24.140734 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.141122 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment f540ca03-79f5-47df-8d0f-2ecdc10c5510 of type vlan for network 60adf661-ac10-4978-979b-bd360badf60b Jul 16 08:54:24.166689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-5c6e35bc-c421-44b7-abb5-9dad5eb6ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.168270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-5c6e35bc-c421-44b7-abb5-9dad5eb6ffac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2acc1b0893464462880f7f59cc80ddaf&device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 1095 time: 0.1812320 Jul 16 08:54:24.193648 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Pushing event updated for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.223262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf2f31ee-9a9a-43e7-ab6f-07e597f6f787 req-ae450759-13cb-4874-b0c3-ce8ebf60e86e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950153 Jul 16 08:54:24.242531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8df0f7-e6c2-4f84-b633-6f4425618919 req-588f9547-3b83-467a-a422-9a9413736912 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.244757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb8df0f7-e6c2-4f84-b633-6f4425618919 req-588f9547-3b83-467a-a422-9a9413736912 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 931 time: 1.1101890 Jul 16 08:54:24.246720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-dc6f1f6a-84b0-41ae-a5cc-76b51fbf56b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=079377ff-2fd0-4acf-b73c-fe0a25756733 HTTP/1.1" status: 200 len: 217 time: 0.0709319 Jul 16 08:54:24.293699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.294111 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.294455 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.294794 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.295126 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.301784 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.302294 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.302845 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.303195 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.303529 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.303863 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.304219 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.314009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5319a057-9a4e-4f4a-beca-69b996c3c56f None None] Provisioning complete for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:24.314418 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5319a057-9a4e-4f4a-beca-69b996c3c56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.328331 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Attempting to bind port be121875-0990-4359-877e-37885171437e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:24.328758 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Attempting to bind port be121875-0990-4359-877e-37885171437e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:24.329130 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Attempting to bind port be121875-0990-4359-877e-37885171437e on network 373dfb8c-6e4e-4654-bf86-6bae24d81380 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:24.335145 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:24.343127 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Checking segment: {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:24.343653 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.344079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Bound using segment: {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:24.344588 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Bound port: be121875-0990-4359-877e-37885171437e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7091c4c0-ccae-470d-9290-fb5929fd5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:24.345367 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.356736 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4db7de-1564-4e8a-8b92-26c566ef7836 x-openstack-request-id: req-6f4db7de-1564-4e8a-8b92-26c566ef7836 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:24.357015 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:24.357259 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f4db7de-1564-4e8a-8b92-26c566ef7836 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:24.357675 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733', 'status': 'completed', 'code': 200} Jul 16 08:54:24.360507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.394415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-b99c83f8-c60a-4455-804f-4680c0120238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.395993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-b99c83f8-c60a-4455-804f-4680c0120238 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e785a891-87a7-426d-99a8-f86cda9cad04 HTTP/1.1" status: 200 len: 854 time: 0.1265717 Jul 16 08:54:24.448829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.450875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5319a057-9a4e-4f4a-beca-69b996c3c56f None None] Port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:24.457756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-9e4ba7f8-6e0b-43ae-813a-a9f5cf1d1753 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e864646-06ab-45a9-87fb-0fabed2635bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541956 Jul 16 08:54:24.464696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.465475 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.480150 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] For port be121875-0990-4359-877e-37885171437e, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:24.492188 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] For port be121875-0990-4359-877e-37885171437e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be121875-0990-4359-877e-37885171437e,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:24.501041 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.567535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:24.567753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6374681 Jul 16 08:54:24.573994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:24.585221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb8df0f7-e6c2-4f84-b633-6f4425618919 req-72408a51-dc1d-4ba7-8249-94fe45c20c24 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895947 Jul 16 08:54:24.600830 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24217a-63e4-485a-a543-dd85936c3c63 None None] Pushing event updated for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.625850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ed527-2b6b-451b-a03b-a86ee5d85cf3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=60adf661-ac10-4978-979b-bd360badf60b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.632160 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:24.634133 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:24.638994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 60adf661-ac10-4978-979b-bd360badf60b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:24.656331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:24.657730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-1a1a8b1e-46df-41f0-ab3f-8b2c11d6dc86 service neutron] 10.222.0.46 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928945 Jul 16 08:54:24.664677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25e1c6c0-89ad-4a77-8e98-7b746815fd4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/004e211e-9b27-4c9f-a141-67db9057ed14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4876170 Jul 16 08:54:24.690974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Sync routers for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:24.839942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:24.840641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:24.859676 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:24.965323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d6c32d4-fae3-4d3b-8721-a7b290126220 req-187a9a56-0f04-4f86-9cb5-12b67ba0e04b service neutron] 10.222.0.46 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908978 Jul 16 08:54:24.966393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:24.970205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.176634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-bec71d09-1dad-44cb-a065-d8136811a788 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979622931&fields=id&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 267 time: 0.0702152 Jul 16 08:54:25.224371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-290e2056-fe3d-49df-bd28-770e5e9714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.226125 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-290e2056-fe3d-49df-bd28-770e5e9714e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2acc1b0893464462880f7f59cc80ddaf&device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 1095 time: 0.1681921 Jul 16 08:54:25.360213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:25.389944 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-453b1da1-a641-413c-809d-d68feed3042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:18Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:24Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:25.406423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-9ea06067-6545-4af2-912c-a62d29fec576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.408517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-9ea06067-6545-4af2-912c-a62d29fec576 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e864646-06ab-45a9-87fb-0fabed2635bc HTTP/1.1" status: 200 len: 915 time: 0.1751375 Jul 16 08:54:25.426674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-bd4a1f64-20a1-4879-8696-bf2984bbdd3b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.432285 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b1da1-a641-413c-809d-d68feed3042d None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:18Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:24Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:25.433448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-bd4a1f64-20a1-4879-8696-bf2984bbdd3b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 797 time: 0.2492085 Jul 16 08:54:25.455116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-14c8c837-a070-4723-b302-4cd74d0660c6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/quotas/230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 375 time: 0.0205867 Jul 16 08:54:25.563049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-2631ef32-e29d-4e9b-98cd-90b7671e86b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=079377ff-2fd0-4acf-b73c-fe0a25756733 HTTP/1.1" status: 200 len: 217 time: 0.1337049 Jul 16 08:54:25.567018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.671828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b3e3a309-15fb-4432-b803-aa91b45c3a6a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019885 Jul 16 08:54:25.717950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=aed73e71-449f-494e-951a-c1e3d0ff0800,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.852242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-d319d8fb-9322-46c4-85a6-c832a28a249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.853816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-d319d8fb-9322-46c4-85a6-c832a28a249f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e785a891-87a7-426d-99a8-f86cda9cad04 HTTP/1.1" status: 200 len: 854 time: 0.2798481 Jul 16 08:54:25.912409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:25.913442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 60adf661-ac10-4978-979b-bd360badf60b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:25.923576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:22Z', 'revision_number': 2, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:25.964095 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-e7fcda0b-435d-4e50-9289-ce931b7d9118 service neutron] 10.222.0.32 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750318 Jul 16 08:54:25.984739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-9cbd854b-7fcd-49ea-8daa-fe76431105ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e864646-06ab-45a9-87fb-0fabed2635bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829110 Jul 16 08:54:26.002971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Checking router: 004e211e-9b27-4c9f-a141-67db9057ed14 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:26.003932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Updating router 004e211e-9b27-4c9f-a141-67db9057ed14 port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:26.021547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382ba2d-f543-42de-a7f4-2e148a95e1b6 req-44bf00d5-bf79-40ab-a08f-413e1f8acdfe tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.023114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5382ba2d-f543-42de-a7f4-2e148a95e1b6 req-44bf00d5-bf79-40ab-a08f-413e1f8acdfe tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 943 time: 0.2619851 Jul 16 08:54:26.094089 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.190599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-88d6f918-e988-4bbf-b0c7-ee3559d15d21 service neutron] 10.222.0.46 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983514 Jul 16 08:54:26.191711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 60adf661-ac10-4978-979b-bd360badf60b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:26.216909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5382ba2d-f543-42de-a7f4-2e148a95e1b6 req-b01cf339-d169-4c9f-a6d5-860dc55c245c tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851931 Jul 16 08:54:26.253925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 60adf661-ac10-4978-979b-bd360badf60b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:26.304919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be121875-0990-4359-877e-37885171437e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:26.316350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-c7b2aebc-3770-45e5-a737-dc057aa66052 service neutron] 10.222.0.32 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435087 Jul 16 08:54:26.344457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063fbf7-ac4f-47bc-9414-b56feb74733b None None] Network 60adf661-ac10-4978-979b-bd360badf60b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:26.349236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.349820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.411084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-941442d5-d105-4104-9782-48d18ad15310 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8418486 Jul 16 08:54:26.414332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35136) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:26.471428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49207ec4-2343-4984-9ae1-3debe2cad8c0 req-8aa8fda3-6d05-483f-989f-eb0ca4750ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723505 Jul 16 08:54:26.507764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port be121875-0990-4359-877e-37885171437e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:26.544828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port be121875-0990-4359-877e-37885171437e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:26.545433 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.721786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73a7b8c2-fd66-4aaf-878b-c1ea68a6e01c req-9773af9c-3af5-4343-8171-38fa9499fb15 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 210 time: 0.0979056 Jul 16 08:54:26.796649 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.870748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-60adf661-ac10-4978-979b-bd360badf60b', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:26.871785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.915201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port be121875-0990-4359-877e-37885171437e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be121875-0990-4359-877e-37885171437e,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:26.925669 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.984605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:27.115517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.139600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 079377ff-2fd0-4acf-b73c-fe0a25756733 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:27.251842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=079377ff-2fd0-4acf-b73c-fe0a25756733,segment=NetworkSegment(b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29),segment_id=b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:27.291880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '079377ff-2fd0-4acf-b73c-fe0a25756733', 'network_id': '2e864646-06ab-45a9-87fb-0fabed2635bc', 'port_id': '079377ff-2fd0-4acf-b73c-fe0a25756733', 'mac_address': 'fa:16:3e:72:6f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e785a891-87a7-426d-99a8-f86cda9cad04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:27.519889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.575680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8:1::1 (60adf661-ac10-4978-979b-bd360badf60b/aed73e71-449f-494e-951a-c1e3d0ff0800/2550bed8-00fb-42e6-b84e-5ef318ac4770) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:27.586782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.596381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079377ff-2fd0-4acf-b73c-fe0a25756733 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:27.641159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f921f-260f-47db-a6d6-1328edb1228a req-6fbad037-bf4a-429c-912b-05eb1d13f3cf tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.642669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543f921f-260f-47db-a6d6-1328edb1228a req-6fbad037-bf4a-429c-912b-05eb1d13f3cf tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 943 time: 0.1553440 Jul 16 08:54:27.693675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=079377ff-2fd0-4acf-b73c-fe0a25756733,segment=NetworkSegment(b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29),segment_id=b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:27.695880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Transition to ACTIVE for port object 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:27.701761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.716346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.755263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-543f921f-260f-47db-a6d6-1328edb1228a req-61041e38-091f-4f03-ac8c-8362ccafe567 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981612 Jul 16 08:54:27.796105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.856064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object 2550bed8-00fb-42e6-b84e-5ef318ac4770 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:27.902303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.947539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 60adf661-ac10-4978-979b-bd360badf60b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:27.951583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:27.954565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:27.955479 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.991137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['079377ff-2fd0-4acf-b73c-fe0a25756733'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:28.041217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.071050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80b5a445-45f8-4b0c-896b-c955b63d5d7b req-c1f8a26f-cde9-4ee9-b036-98b2cff7b334 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 210 time: 0.0403521 Jul 16 08:54:28.110370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.191571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Attempting to bind port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:28.195810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Attempting to bind port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:28.196292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Attempting to bind port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.203811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be121875-0990-4359-877e-37885171437e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:28.248311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.322961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Allocated IP 2001:db8:1::2 (60adf661-ac10-4978-979b-bd360badf60b/aed73e71-449f-494e-951a-c1e3d0ff0800/24082854-d0c5-44ea-ab79-0001c946939a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:28.340546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:28.340816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Checking segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:28.341227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.341636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Bound using segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:28.342149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Bound port: 975f9ef0-78ff-4383-b48b-1f39b2b24ac4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:28.342533 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.441668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931ee29-7609-40fb-a319-a864fdb0e25e None None] Pushing event updated for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.698856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-23be7d5d-c505-4cd7-9703-dd6e70a74318 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.705546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-23be7d5d-c505-4cd7-9703-dd6e70a74318 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 797 time: 0.3568869 Jul 16 08:54:28.754384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port be121875-0990-4359-877e-37885171437e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:28.754974 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.781819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] For port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:28.786031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] For port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:28.809433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-a429577d-7877-4fa3-81d3-d8666db04dc7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 379 time: 0.0930474 Jul 16 08:54:28.829362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'port': {'device_id': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'admin_state_up': True, 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'security_groups': ['b56e53ca-4200-4d95-8bf7-24e931b13e93']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:28.893144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.006568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.013839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.021345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.096197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:29.100346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.383775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.9 (e6c28f44-5ffb-4fb2-8a48-d76e492d7051/fccca4be-80bd-4a5b-b7a8-a524d3c84bfd/ffeca4be-9412-44c4-a92b-9919e3bdd603) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:29.480944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.506327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931ee29-7609-40fb-a319-a864fdb0e25e None None] Pushing event updated for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.516971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Transition to ACTIVE for port object 24082854-d0c5-44ea-ab79-0001c946939a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.519592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:29.520725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:29.658162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Transition to ACTIVE for port object 24082854-d0c5-44ea-ab79-0001c946939a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.674935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.794409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.812259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Network 60adf661-ac10-4978-979b-bd360badf60b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:29.834804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:29.849107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object ffeca4be-9412-44c4-a92b-9919e3bdd603 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:29.852081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:29.878631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Pushing event updated for resources: {'Port': ['ID=24082854-d0c5-44ea-ab79-0001c946939a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.890822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:29.901586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.929019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:29.950423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:29.958861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:30.027519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Attempting to bind port 24082854-d0c5-44ea-ab79-0001c946939a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:30.027892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Attempting to bind port 24082854-d0c5-44ea-ab79-0001c946939a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:30.028142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 60adf661-ac10-4978-979b-bd360badf60b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:30.028677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Attempting to bind port 24082854-d0c5-44ea-ab79-0001c946939a on network 60adf661-ac10-4978-979b-bd360badf60b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:30.029103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.051366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:30.071348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:30.072289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Checking segment: {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:30.072714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.073121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Bound using segment: {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:30.073610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Bound port: 24082854-d0c5-44ea-ab79-0001c946939a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:30.074001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.144307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.145011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.149128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.194867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b7f40c21-9472-4219-9363-a518773df41e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3764145 Jul 16 08:54:30.208434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Request body: {'port': {'device_id': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:30.290039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719e42-5330-41b1-bade-afc552df235e req-3bf17870-0684-47ae-b27f-9bb2b26a26f6 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.297616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b719e42-5330-41b1-bade-afc552df235e req-3bf17870-0684-47ae-b27f-9bb2b26a26f6 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 944 time: 1.2738030 Jul 16 08:54:30.310966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02748-6ac5-480d-8e06-34478440f039 req-c6c9d9c9-b45d-4594-a2eb-98e7b01d0894 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.320202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fed02748-6ac5-480d-8e06-34478440f039 req-c6c9d9c9-b45d-4594-a2eb-98e7b01d0894 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 931 time: 0.4617591 Jul 16 08:54:30.364848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] For port 24082854-d0c5-44ea-ab79-0001c946939a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:30.370388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.374701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b719e42-5330-41b1-bade-afc552df235e req-9c2d5b7f-d434-4924-87bf-9e931b335f2b tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Jul 16 08:54:30.387497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-739c1ebf-9ab8-4122-a03b-6003a615679f None None] Provisioning for port ffeca4be-9412-44c4-a92b-9919e3bdd603 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:30.405208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] For port 24082854-d0c5-44ea-ab79-0001c946939a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24082854-d0c5-44ea-ab79-0001c946939a,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:30.410270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-739c1ebf-9ab8-4122-a03b-6003a615679f None None] Provisioning complete for port ffeca4be-9412-44c4-a92b-9919e3bdd603 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:30.410270 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-739c1ebf-9ab8-4122-a03b-6003a615679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.430824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fed02748-6ac5-480d-8e06-34478440f039 req-1e868085-bc19-4844-a06a-4084e6d19b9d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096506 Jul 16 08:54:30.436337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.439039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:30.518712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-739c1ebf-9ab8-4122-a03b-6003a615679f None None] Port ffeca4be-9412-44c4-a92b-9919e3bdd603 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:30.550516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f277e-1609-4e29-895f-a2478f7b17a9 None None] Pushing event updated for resources: {'Port': ['ID=24082854-d0c5-44ea-ab79-0001c946939a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:30.557496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:30.577898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:30.583222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd8ec058-536e-4750-aedb-ed0f955929af tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1677639 Jul 16 08:54:30.586556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35198) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:30.594046 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:30.598321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-806315525'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:30.605097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980e4ae-e5ff-44d7-9160-dd5456bfb02d None None] The sync data for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 is: [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:30.610196 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:30.611258 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:30.643565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:30.652590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.725049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:30.737505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.738033 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment dd0741db-3844-4012-aa9d-eef2c5eb8480 of type vlan for network 2ca68572-3565-47f7-be30-deb6d1e9b71c Jul 16 08:54:30.852946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.856978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:31.042848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.062477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.063381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.092261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 079377ff-2fd0-4acf-b73c-fe0a25756733 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:31.154271 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5633459 Jul 16 08:54:31.160764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35206) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:31.182203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:31.260260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 079377ff-2fd0-4acf-b73c-fe0a25756733 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:31.268619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 079377ff-2fd0-4acf-b73c-fe0a25756733 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:31.271840 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.297773 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 3, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:31.386287 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:31.386634 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Updating router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 port 2550bed8-00fb-42e6-b84e-5ef318ac4770 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:31.494421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2095d96-31b0-4aa2-83cb-16e92627c2bd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=2ca68572-3565-47f7-be30-deb6d1e9b71c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.502814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.504397 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.536817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:31.538473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:31.548503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.620273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:31.623136 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95229b95-c03a-4711-b125-a3f235026855" -d '{"events": [{"server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "name": "network-vif-plugged", "status": "completed", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:31.721170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=079377ff-2fd0-4acf-b73c-fe0a25756733,segment=NetworkSegment(b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29),segment_id=b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:31.734027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.818537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.889232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeca4be-9412-44c4-a92b-9919e3bdd603 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:31.911841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.937462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Transition to ACTIVE for port object ffeca4be-9412-44c4-a92b-9919e3bdd603 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:31.941998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.100001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d9150-25ba-4d46-ae34-4e4ed5ebe858 req-467e1dc7-3553-4598-b02a-0aad04f557a2 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:32.107405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc2d9150-25ba-4d46-ae34-4e4ed5ebe858 req-467e1dc7-3553-4598-b02a-0aad04f557a2 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.2955952 Jul 16 08:54:32.318701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:32.359222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:32.363077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:32.363701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.381687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc2d9150-25ba-4d46-ae34-4e4ed5ebe858 req-5db365ef-66ef-4e94-9dfe-e7ad07ca6c17 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644844 Jul 16 08:54:32.384585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:32.397654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:32.427178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24082854-d0c5-44ea-ab79-0001c946939a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:32.433551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:32.434046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Checking segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:32.439015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Bound using segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:32.439659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Bound port: ffeca4be-9412-44c4-a92b-9919e3bdd603, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:32.440247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.628581 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba4345-473f-4251-80b3-88533af9c1a5 x-openstack-request-id: req-f6ba4345-473f-4251-80b3-88533af9c1a5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:32.628896 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "name": "network-vif-plugged", "status": "completed", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:32.629875 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6ba4345-473f-4251-80b3-88533af9c1a5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:32.630304 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733', 'code': 200} Jul 16 08:54:32.664272 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.733790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 24082854-d0c5-44ea-ab79-0001c946939a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:32.743587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35236) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:32.744818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:32.751245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:32.764829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:32.788282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.846306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bfeb2-5a94-480b-b8c7-33350a2a55c1 None None] Network 60adf661-ac10-4978-979b-bd360badf60b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:32.858214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:32.859602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.861358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] 10.222.0.46 "PUT /v2.0/ports/ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 1092 time: 2.6580031 Jul 16 08:54:32.863423 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.875888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:32.889469 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:32.965054 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Transition to ACTIVE for port object 2550bed8-00fb-42e6-b84e-5ef318ac4770 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:33.010282 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.056268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Provisioning for port 24082854-d0c5-44ea-ab79-0001c946939a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:33.062656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:33.064789 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04056b-835a-4581-a049-06de87254b6a x-openstack-request-id: req-4b04056b-835a-4581-a049-06de87254b6a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:33.065091 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:33.065354 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b04056b-835a-4581-a049-06de87254b6a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:33.065755 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'status': 'completed', 'code': 200} Jul 16 08:54:33.089658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Provisioning complete for port 24082854-d0c5-44ea-ab79-0001c946939a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:33.104836 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.111509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=8682a9c4-5161-4839-af71-10d818bc77de,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.130675 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93fe90b6-1d45-4d52-b4f6-bddca31ee13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.192305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6281ff6-4209-4050-9715-b6f4d9f7e7fe service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.253543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:33.254653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 2ca68572-3565-47f7-be30-deb6d1e9b71c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:33.289216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:33.289537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.308935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edacc8-2464-4ffa-95a8-21f3649f9177 req-fdd3d3f2-c794-409c-bcd6-054ec3900697 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.323503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6edacc8-2464-4ffa-95a8-21f3649f9177 req-fdd3d3f2-c794-409c-bcd6-054ec3900697 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 1.4179444 Jul 16 08:54:33.408688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-54918723-6181-4751-80bc-214ad49c2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.416322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-54918723-6181-4751-80bc-214ad49c2c91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1095 time: 0.4979856 Jul 16 08:54:33.444027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e183-9f43-4ae9-b83d-c1ce18e70b22 req-4d12f64d-f3fd-4301-8183-17ef020856b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.448857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b3e183-9f43-4ae9-b83d-c1ce18e70b22 req-4d12f64d-f3fd-4301-8183-17ef020856b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 1097 time: 0.7078104 Jul 16 08:54:33.449415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:33.460475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0e42-a345-4a2a-b44e-0a77a17792a7 None None] Pushing event updated for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.520445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6edacc8-2464-4ffa-95a8-21f3649f9177 req-2a120f75-f1cf-49d6-903c-b0eef090ea33 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846006 Jul 16 08:54:33.524808 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Attempting to bind port 2550bed8-00fb-42e6-b84e-5ef318ac4770 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:33.528047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2ca68572-3565-47f7-be30-deb6d1e9b71c) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:33.530238 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Attempting to bind port 2550bed8-00fb-42e6-b84e-5ef318ac4770 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:33.534986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.535689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.544685 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Attempting to bind port 2550bed8-00fb-42e6-b84e-5ef318ac4770 on network 60adf661-ac10-4978-979b-bd360badf60b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:33.546550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-985c1849-48f1-4ceb-a5a1-3da43f2bc9b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 217 time: 0.1186695 Jul 16 08:54:33.549936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3f9ae-e822-496b-8639-e3641c3e7c53 None None] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:33.565718 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:33.566681 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Checking segment: {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:33.569206 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.569885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Bound using segment: {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:33.571648 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Bound port: 2550bed8-00fb-42e6-b84e-5ef318ac4770, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f540ca03-79f5-47df-8d0f-2ecdc10c5510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '60adf661-ac10-4978-979b-bd360badf60b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:33.580697 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.592435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b3e183-9f43-4ae9-b83d-c1ce18e70b22 req-fae02a87-0c90-4533-8ad1-757d72af6f84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346531 Jul 16 08:54:33.689413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b035a193-1552-4417-bb80-8581b199402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.691215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-b035a193-1552-4417-bb80-8581b199402f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1322429 Jul 16 08:54:33.734249 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] For port 2550bed8-00fb-42e6-b84e-5ef318ac4770, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:33.737810 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] For port 2550bed8-00fb-42e6-b84e-5ef318ac4770, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2550bed8-00fb-42e6-b84e-5ef318ac4770,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:33.743243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.746259 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.753457 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.780213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93fe90b6-1d45-4d52-b4f6-bddca31ee13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.795911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93fe90b6-1d45-4d52-b4f6-bddca31ee13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.814429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0bbc4ffc-834b-42d3-b9b0-239bb55e0691 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6498644 Jul 16 08:54:33.818965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35260) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:33.857585 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:33.858239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:33.896698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:33.904728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53688074-3a9f-4f1e-a191-a0378290cea3 req-f88db84e-6610-4ebe-bfc1-c3ddbe9a98c9 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.908444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53688074-3a9f-4f1e-a191-a0378290cea3 req-f88db84e-6610-4ebe-bfc1-c3ddbe9a98c9 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.2108259 Jul 16 08:54:33.947998 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.966871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53688074-3a9f-4f1e-a191-a0378290cea3 req-f3eee44e-4fbd-4bed-955c-4862ce17321b tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529652 Jul 16 08:54:33.977050 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93fe90b6-1d45-4d52-b4f6-bddca31ee13c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e800f74f58f34ec6b3925750bbf1a61b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2309403 Jul 16 08:54:33.981122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:33.984420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe90b6-1d45-4d52-b4f6-bddca31ee13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad0c67-624d-4a45-a207-d40c3511e2ed,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:33.999125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec0e42-a345-4a2a-b44e-0a77a17792a7 None None] Pushing event updated for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.014438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-c23c044c-10b5-4480-b61c-1cfb5dd61f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.016437 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-c23c044c-10b5-4480-b61c-1cfb5dd61f07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3167970 Jul 16 08:54:34.044156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] For port 24082854-d0c5-44ea-ab79-0001c946939a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24082854-d0c5-44ea-ab79-0001c946939a,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:34.063274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.097038 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:34.114017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.180394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.183647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bdcd0-4b1f-4c0d-8cde-b8aa628280b7 None None] Pushing event updated for resources: {'Port': ['ID=24082854-d0c5-44ea-ab79-0001c946939a,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.223732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.283814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-2ca68572-3565-47f7-be30-deb6d1e9b71c', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:34.285104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.326156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.329094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.332656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bad0c67-624d-4a45-a207-d40c3511e2ed HTTP/1.1" status: 204 len: 168 time: 0.3480358 Jul 16 08:54:34.332656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:34.366850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576423ce-7d42-4945-8c9a-7fe139d0f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad0c67-624d-4a45-a207-d40c3511e2ed,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.546301 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 3, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:34.572708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8046de2-6359-451a-9d0f-b2b9fdc50358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.574298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f469a7bb-4fa2-434f-95e1-47c22cf9239a None None] Provisioning for port 2550bed8-00fb-42e6-b84e-5ef318ac4770 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:34.582997 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-3352bc90-87dd-48cd-a571-3bd456bb5e45 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431056 Jul 16 08:54:34.737104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Allocated IP 2001:db8:2::2 (2ca68572-3565-47f7-be30-deb6d1e9b71c/8682a9c4-5161-4839-af71-10d818bc77de/3d7e6ca4-6681-4b75-a863-367c1c384f38) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:34.804925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8046de2-6359-451a-9d0f-b2b9fdc50358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.836611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8046de2-6359-451a-9d0f-b2b9fdc50358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.873781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8748e7c2-8ab1-4c2e-99a1-3e747c147362 req-7e93410b-a40f-4a73-a99c-b68155c2e0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741928 Jul 16 08:54:34.890588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.938077 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e48bea-a175-4dab-8e8d-50a34487b514 None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:28Z', 'revision_number': 3, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:34.984703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d8046de2-6359-451a-9d0f-b2b9fdc50358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea9f66616ef4d69a5a9c5c0f1203dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479645 Jul 16 08:54:34.991793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:35.088860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8046de2-6359-451a-9d0f-b2b9fdc50358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951bf3d-d47a-48ab-ad41-1f2c065ce044,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.147037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.173242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Transition to ACTIVE for port object 3d7e6ca4-6681-4b75-a863-367c1c384f38 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:35.214161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Transition to ACTIVE for port object 3d7e6ca4-6681-4b75-a863-367c1c384f38 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:35.232181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.257922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.271338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f469a7bb-4fa2-434f-95e1-47c22cf9239a None None] Provisioning complete for port 24082854-d0c5-44ea-ab79-0001c946939a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:35.274510 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f469a7bb-4fa2-434f-95e1-47c22cf9239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.291678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caa256-2848-42c9-a087-05a317e1380d req-4c1f7ac2-ff45-4d3b-9698-8eb08a701298 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:35.293758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65caa256-2848-42c9-a087-05a317e1380d req-4c1f7ac2-ff45-4d3b-9698-8eb08a701298 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 0.4867957 Jul 16 08:54:35.388483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:35.407701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.426283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65caa256-2848-42c9-a087-05a317e1380d req-dd24e4f5-ff63-49a9-8e55-81083ccbe7d8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222708 Jul 16 08:54:35.440826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:35.449505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:35.510765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Pushing event updated for resources: {'Port': ['ID=3d7e6ca4-6681-4b75-a863-367c1c384f38,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.517485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.520813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.522034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2951bf3d-d47a-48ab-ad41-1f2c065ce044 HTTP/1.1" status: 204 len: 168 time: 0.4930191 Jul 16 08:54:35.557485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d45c2-3711-4140-aece-d2e50d2f60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951bf3d-d47a-48ab-ad41-1f2c065ce044,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:35.585015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-4f04f01b-b1c7-4866-874f-591775a23a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:35.589803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-4f04f01b-b1c7-4866-874f-591775a23a1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1095 time: 0.6338439 Jul 16 08:54:35.678873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Attempting to bind port 3d7e6ca4-6681-4b75-a863-367c1c384f38 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:35.679411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Attempting to bind port 3d7e6ca4-6681-4b75-a863-367c1c384f38 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:35.682249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Attempting to bind port 3d7e6ca4-6681-4b75-a863-367c1c384f38 on network 2ca68572-3565-47f7-be30-deb6d1e9b71c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:35.710576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:35.711138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Checking segment: {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:35.711851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.712576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Bound using segment: {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:35.713449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Bound port: 3d7e6ca4-6681-4b75-a863-367c1c384f38, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:35.715357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.776958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-b161800b-0e09-46c3-bf7f-f458d485131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:35.779052 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-b161800b-0e09-46c3-bf7f-f458d485131d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.1789117 Jul 16 08:54:35.874937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8:2::1 (2ca68572-3565-47f7-be30-deb6d1e9b71c/8682a9c4-5161-4839-af71-10d818bc77de/e8664683-a0ac-4921-9a02-e7164dfa2661) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:35.999659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fdcc-e4d3-46b7-9461-e623dc7baebd req-65298d5d-ade8-439c-816e-d8360d931f23 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.012288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5062fdcc-e4d3-46b7-9461-e623dc7baebd req-65298d5d-ade8-439c-816e-d8360d931f23 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.6896889 Jul 16 08:54:36.120655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5062fdcc-e4d3-46b7-9461-e623dc7baebd req-57c16bd7-67f9-4e3e-80b6-9338ec180856 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072080 Jul 16 08:54:36.210290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-929e2c50-63a1-4cc9-be82-14f03a170c6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 217 time: 0.1451797 Jul 16 08:54:36.247204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35310) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.313190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e44aa7-0180-4ee5-a7e6-f4d1529f6f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.364799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.398551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object e8664683-a0ac-4921-9a02-e7164dfa2661 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:36.461914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] For port 3d7e6ca4-6681-4b75-a863-367c1c384f38, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:36.466025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-004ca562-0e5e-4e23-8099-d5b88ab61370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.473478 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-004ca562-0e5e-4e23-8099-d5b88ab61370 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.2366624 Jul 16 08:54:36.528497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] For port 3d7e6ca4-6681-4b75-a863-367c1c384f38, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d7e6ca4-6681-4b75-a863-367c1c384f38,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:36.537786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2550bed8-00fb-42e6-b84e-5ef318ac4770 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:36.550623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.630228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.649155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e44aa7-0180-4ee5-a7e6-f4d1529f6f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.660949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e44aa7-0180-4ee5-a7e6-f4d1529f6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.762679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2550bed8-00fb-42e6-b84e-5ef318ac4770 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:36.767078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73fdc3-fbca-44b1-9685-fb9ae45c0fb2 None None] Pushing event updated for resources: {'Port': ['ID=3d7e6ca4-6681-4b75-a863-367c1c384f38,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:36.778337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-07e44aa7-0180-4ee5-a7e6-f4d1529f6f69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491da627321f4cc7936f4fbba468d096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293376 Jul 16 08:54:36.779260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e44aa7-0180-4ee5-a7e6-f4d1529f6f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c8e3d9-7572-4d13-bd77-f5b4a8a087b8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:36.785005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2550bed8-00fb-42e6-b84e-5ef318ac4770 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:36.785749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.791746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35328) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:36.835719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:36.867558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:36.887042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:36.889327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.922052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2ec19-44a7-4539-85f5-9336d7ca3ee3 req-7d015710-5259-46aa-9fb9-e64403acace7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.933342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06a2ec19-44a7-4539-85f5-9336d7ca3ee3 req-7d015710-5259-46aa-9fb9-e64403acace7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 0.1401188 Jul 16 08:54:37.016170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.033059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06a2ec19-44a7-4539-85f5-9336d7ca3ee3 req-cb74652f-c4b3-4cd7-9a3e-0b97495b07e2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986364 Jul 16 08:54:37.101743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.102299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 2550bed8-00fb-42e6-b84e-5ef318ac4770, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2550bed8-00fb-42e6-b84e-5ef318ac4770,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.125416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:37.170338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.171323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24082854-d0c5-44ea-ab79-0001c946939a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:37.300193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-38cec1ce-8040-4815-8743-eb28ea898dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.301846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-38cec1ce-8040-4815-8743-eb28ea898dea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8060281 Jul 16 08:54:37.303467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.372596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.404630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.423018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 24082854-d0c5-44ea-ab79-0001c946939a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:37.423465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.435537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.465773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'mac_address': 'fa:16:3e:d9:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:37.517824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.535497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.555031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeca4be-9412-44c4-a92b-9919e3bdd603 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:37.579281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:37.590092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3342241-1596-4621-9531-0c357ef0d79f req-8b95ede5-ff62-42ed-97ee-b439191be1d7 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.598570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3342241-1596-4621-9531-0c357ef0d79f req-8b95ede5-ff62-42ed-97ee-b439191be1d7 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.1409857 Jul 16 08:54:37.643409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.653545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.677496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3342241-1596-4621-9531-0c357ef0d79f req-65311798-3431-481f-a310-ef035fb08f99 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Jul 16 08:54:37.713340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:37.713806 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.772276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-80ce10db-e5d9-4a7a-98d2-7879647eb168 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202998 Jul 16 08:54:37.772897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.800397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.803002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.804201 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8c8e3d9-7572-4d13-bd77-f5b4a8a087b8 HTTP/1.1" status: 204 len: 168 time: 0.9620919 Jul 16 08:54:37.842998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84771941-e7b3-44d2-9c4b-44de1efa0124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c8e3d9-7572-4d13-bd77-f5b4a8a087b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.950398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ffeca4be-9412-44c4-a92b-9919e3bdd603'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:38.026508 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90c1c64e-ca7b-4b1f-970f-f6d4f31c7edc req-71ffcc28-28d8-46b4-8006-a6e766d9a38d service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404711 Jul 16 08:54:38.144331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.154154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.155239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.423012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2550bed8-00fb-42e6-b84e-5ef318ac4770 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:38.521495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0c0c1-1e2e-48fb-b4e6-db9ad9daaed0 None None] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:38.522287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c84c4-4d17-444d-b7db-637ff1b8d718 req-89170297-0d46-491f-a38f-0de0adde8e1f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.526418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-960c84c4-4d17-444d-b7db-637ff1b8d718 req-89170297-0d46-491f-a38f-0de0adde8e1f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 944 time: 0.2197020 Jul 16 08:54:38.639344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-960c84c4-4d17-444d-b7db-637ff1b8d718 req-e2edb516-2e37-4a36-acad-ed7f377be110 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040006 Jul 16 08:54:38.703463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5f58234-144b-4ee0-898d-6adb9540d7b8 None None] Provisioning for port 3d7e6ca4-6681-4b75-a863-367c1c384f38 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:38.847084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.859400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2550bed8-00fb-42e6-b84e-5ef318ac4770 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:38.859886 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.918075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89047c89-1fa4-4668-bfbb-bcc76a6bd357 req-fc1a50a1-2ec2-4e61-bd2f-b6c7d25f5dca tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.919670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89047c89-1fa4-4668-bfbb-bcc76a6bd357 req-fc1a50a1-2ec2-4e61-bd2f-b6c7d25f5dca tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.1035616 Jul 16 08:54:38.921283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:38.970686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:38.974621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:38.996104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89047c89-1fa4-4668-bfbb-bcc76a6bd357 req-2974732c-7286-4588-80a4-6b475ab8cf64 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b800c06-aded-48e7-b174-fcae1c1b4967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633104 Jul 16 08:54:38.997689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-e69b0506-0396-455b-9317-f48f6f451554 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.999543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-e69b0506-0396-455b-9317-f48f6f451554 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 945 time: 0.1184857 Jul 16 08:54:39.030138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d7e6ca4-6681-4b75-a863-367c1c384f38 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:39.109377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3d7e6ca4-6681-4b75-a863-367c1c384f38 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:39.115846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3d7e6ca4-6681-4b75-a863-367c1c384f38 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:39.116444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.173367 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.188914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:39.212825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Deleting port 079377ff-2fd0-4acf-b73c-fe0a25756733 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:39.213312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.246623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.296548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3d7e6ca4-6681-4b75-a863-367c1c384f38, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d7e6ca4-6681-4b75-a863-367c1c384f38,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:39.304439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.395626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3d7e6ca4-6681-4b75-a863-367c1c384f38,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.412413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:39.420016 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eb9d9da5-650c-4bcc-90b5-fbdc2017e076 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5978386 Jul 16 08:54:39.423510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.430739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:39.433693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1690757586'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:39.478569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:39.479314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:39.479835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:39.482999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Provisioning for port e8664683-a0ac-4921-9a02-e7164dfa2661 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:39.492841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.561515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:39.577675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.578129 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added segment 42d53bdf-5b22-4f11-9b82-a5f648643849 of type vlan for network 423fe6d8-c599-48ed-9a82-5d9109fd86ed Jul 16 08:54:39.583848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] For port 079377ff-2fd0-4acf-b73c-fe0a25756733, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=079377ff-2fd0-4acf-b73c-fe0a25756733,segment=NetworkSegment(b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29),segment_id=b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:39.585207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.593828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Provisioning complete for port e8664683-a0ac-4921-9a02-e7164dfa2661 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:39.598227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.619980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Calling delete_port for 079377ff-2fd0-4acf-b73c-fe0a25756733 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:39.637598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.674079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.694285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.713819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.853173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Port e8664683-a0ac-4921-9a02-e7164dfa2661 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:39.869677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:39.908681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4835691 Jul 16 08:54:39.909715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.910642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac55b14-7116-41f3-81fc-0eedb6f4ab2a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Network': ['ID=423fe6d8-c599-48ed-9a82-5d9109fd86ed,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.927655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'subnet': {'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:39.989093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.024489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:40.030291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Provisioning complete for port 3d7e6ca4-6681-4b75-a863-367c1c384f38 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:40.030990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62f47de3-8519-4e91-9b6e-a7d97c1de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.097817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Pushing event deleted for resources: {'Port': ['ID=079377ff-2fd0-4acf-b73c-fe0a25756733,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.273939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] No DVR routers for this DVR port 079377ff-2fd0-4acf-b73c-fe0a25756733 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:40.277939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.310656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7cd66607-ed11-4519-a998-b7e56c8fcb6f req-3850cb7e-5c32-46a2-9b49-78c5f1b09836 tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.46 "DELETE /v2.0/ports/079377ff-2fd0-4acf-b73c-fe0a25756733 HTTP/1.1" status: 204 len: 173 time: 1.2750113 Jul 16 08:54:40.317464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'name': 'network-vif-deleted', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:40.319436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Made reservation on behalf of ecac4955b95c40d1940c6ba672a52ab1 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:40.334597 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37468936-2f91-41e2-87b3-f49e34127f3a" -d '{"events": [{"server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "name": "network-vif-deleted", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:40.337067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.348333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35408) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.560881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d7e6ca4-6681-4b75-a863-367c1c384f38 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:40.599199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac238e79-fd03-466a-bed2-86fcd3692d25 req-c3ffa7fb-c37b-4369-ab3f-fe56f97afa5b tempest-ServerAddressesTestJSON-673449108 tempest-ServerAddressesTestJSON-673449108-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f241e81-e1a5-4126-b3e4-61565aa211c4 HTTP/1.1" status: 200 len: 210 time: 0.0524266 Jul 16 08:54:40.669667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76dda-f61a-4b97-a98f-abe4fd18eeff req-8207f658-d3f5-43bb-85f7-aeb0a93c983c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:40.677923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4dc76dda-f61a-4b97-a98f-abe4fd18eeff req-8207f658-d3f5-43bb-85f7-aeb0a93c983c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 944 time: 0.5499990 Jul 16 08:54:40.718812 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8acfc81-8c8d-45a6-bad8-487211bca1d4 x-openstack-request-id: req-a8acfc81-8c8d-45a6-bad8-487211bca1d4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:40.719472 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f241e81-e1a5-4126-b3e4-61565aa211c4", "name": "network-vif-deleted", "tag": "079377ff-2fd0-4acf-b73c-fe0a25756733", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:40.719957 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8acfc81-8c8d-45a6-bad8-487211bca1d4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:40.720600 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f241e81-e1a5-4126-b3e4-61565aa211c4', 'name': 'network-vif-deleted', 'tag': '079377ff-2fd0-4acf-b73c-fe0a25756733', 'status': 'completed', 'code': 200} Jul 16 08:54:40.741980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4dc76dda-f61a-4b97-a98f-abe4fd18eeff req-f34cb020-e852-41d2-84dd-9d9942287a77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610607 Jul 16 08:54:40.820601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1211744b-e66f-462a-9e2c-8e6f2093258d None None] Provisioning complete for port e8664683-a0ac-4921-9a02-e7164dfa2661 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:40.820980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1211744b-e66f-462a-9e2c-8e6f2093258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.822236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83acf3a0-21ac-4486-94c6-aedf78e2ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.867816 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.901135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1211744b-e66f-462a-9e2c-8e6f2093258d None None] Port e8664683-a0ac-4921-9a02-e7164dfa2661 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:40.912795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3d7e6ca4-6681-4b75-a863-367c1c384f38 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:40.913175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.032173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Subnet': ['ID=a10ebf40-f64f-4107-aa3a-1e828bd3e705,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.043383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Checking segment: {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:41.044083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.044455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network hostable DHCP agents. Network: 423fe6d8-c599-48ed-9a82-5d9109fd86ed, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:41.054872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83acf3a0-21ac-4486-94c6-aedf78e2ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.061418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83acf3a0-21ac-4486-94c6-aedf78e2ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.074981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:41.093933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 423fe6d8-c599-48ed-9a82-5d9109fd86ed) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:41.103023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:41.104529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.128317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83acf3a0-21ac-4486-94c6-aedf78e2ff24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9956d9affdfc4ac38c28aa6ac810b835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650826 Jul 16 08:54:41.137865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35436) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.148734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b3a81-34b9-49db-b656-b985db3c5e3f None None] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:41.149752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca0f6c01-4dbc-412e-825c-91c4f05aa7fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2355578 Jul 16 08:54:41.150477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35442) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.151686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:41.197608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:41.198654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Updating router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 port e8664683-a0ac-4921-9a02-e7164dfa2661 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:41.262344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acf3a0-21ac-4486-94c6-aedf78e2ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d3337-02b6-458b-858f-055fbaaa71ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.302108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.338407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.411044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.414164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.416196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d9d3337-02b6-458b-858f-055fbaaa71ec HTTP/1.1" status: 204 len: 168 time: 0.2689488 Jul 16 08:54:41.431344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ae57b-60d6-44b3-8c62-db1f50214da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d3337-02b6-458b-858f-055fbaaa71ec,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.725671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ffeca4be-9412-44c4-a92b-9919e3bdd603 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:41.736475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.744419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ffeca4be-9412-44c4-a92b-9919e3bdd603 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:41.745939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.795155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.826976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.972124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Deleting subnet e785a891-87a7-426d-99a8-f86cda9cad04 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:41.979557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.026941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.078903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.169945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.211792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e785a891-87a7-426d-99a8-f86cda9cad04,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.227955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.234267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-26cbd669-af27-4efe-8b34-73ffdf938749 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e785a891-87a7-426d-99a8-f86cda9cad04 HTTP/1.1" status: 204 len: 168 time: 0.4347153 Jul 16 08:54:42.235977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.265251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.301057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:42.302337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.324185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:42.328171 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c41989-249f-4601-b556-11746bc51cfd" -d '{"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:42.367987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:42.384862 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.394526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 079377ff-2fd0-4acf-b73c-fe0a25756733 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:42.482525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.545727 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459fe401-0f2d-4ce5-8497-49122361738a x-openstack-request-id: req-459fe401-0f2d-4ce5-8497-49122361738a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:42.548796 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:42.549342 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-459fe401-0f2d-4ce5-8497-49122361738a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:42.550093 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'code': 200} Jul 16 08:54:42.664621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 079377ff-2fd0-4acf-b73c-fe0a25756733 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:42.666509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 079377ff-2fd0-4acf-b73c-fe0a25756733 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:42.810507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.861598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35512) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.875541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.899386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e864646-06ab-45a9-87fb-0fabed2635bc']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.910155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Allocated IP 2001:db8:3::2 (423fe6d8-c599-48ed-9a82-5d9109fd86ed/a10ebf40-f64f-4107-aa3a-1e828bd3e705/cd7eaeda-02ce-407a-881e-93fe4fe53703) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:42.919483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.920350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ce71fd-a8c5-4c62-9b4b-fabfa5a82f29') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.939539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.958767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.965407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d13979-ac94-44b3-82ec-664dcab8cfb4 req-38f11aac-3957-49d8-a85a-4f0b8114fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.972026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1d13979-ac94-44b3-82ec-664dcab8cfb4 req-38f11aac-3957-49d8-a85a-4f0b8114fd6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.3012378 Jul 16 08:54:42.981290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.988603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:42.989312 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:42.991343 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:43.013058 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cd6036d-7d0a-484a-aa10-e8530e6c1f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.066245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1d13979-ac94-44b3-82ec-664dcab8cfb4 req-34a0391a-583e-49ad-b22e-34fd026c5f2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859966 Jul 16 08:54:43.084738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.086600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Transition to ACTIVE for port object e8664683-a0ac-4921-9a02-e7164dfa2661 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:43.090922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.096120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] 10.222.0.32 "DELETE /v2.0/networks/2e864646-06ab-45a9-87fb-0fabed2635bc HTTP/1.1" status: 204 len: 168 time: 0.8567393 Jul 16 08:54:43.106766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.116147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18403db5-fbb2-4ccb-ac9d-2ec3f3e1fc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e864646-06ab-45a9-87fb-0fabed2635bc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.268026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7231dd61-d731-45f5-896d-1162042642b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.313912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52751401-1813-4ad6-b9cc-9ea5fbc935d8 req-7e799cbd-73cc-45b7-aa66-3cdf16d3b678 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.315501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52751401-1813-4ad6-b9cc-9ea5fbc935d8 req-7e799cbd-73cc-45b7-aa66-3cdf16d3b678 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.4555776 Jul 16 08:54:43.341579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88a366-67a4-4ade-8e4b-f22d3c7d1afd None None] Pushing event updated for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.360479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.366270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Attempting to bind port e8664683-a0ac-4921-9a02-e7164dfa2661 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:43.366442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Attempting to bind port e8664683-a0ac-4921-9a02-e7164dfa2661 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:43.366807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Attempting to bind port e8664683-a0ac-4921-9a02-e7164dfa2661 on network 2ca68572-3565-47f7-be30-deb6d1e9b71c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:43.407451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:43.407877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Checking segment: {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:43.408270 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.411371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Bound using segment: {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:43.411818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a084b53b-a509-4829-af1e-946975cda4d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2acc1b0893464462880f7f59cc80ddaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472314 Jul 16 08:54:43.411944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Bound port: e8664683-a0ac-4921-9a02-e7164dfa2661, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0741db-3844-4012-aa9d-eef2c5eb8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:43.411944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.412160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.418439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.478848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Transition to ACTIVE for port object cd7eaeda-02ce-407a-881e-93fe4fe53703 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:43.499448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.514260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Transition to ACTIVE for port object cd7eaeda-02ce-407a-881e-93fe4fe53703 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:43.540701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.583639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52751401-1813-4ad6-b9cc-9ea5fbc935d8 req-9021c9fc-f720-44ac-afd4-80b918dbb95a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286465 Jul 16 08:54:43.634600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.645927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Allocated IP 2001:db8:3::1 (423fe6d8-c599-48ed-9a82-5d9109fd86ed/a10ebf40-f64f-4107-aa3a-1e828bd3e705/3373ebab-286b-426f-a1bd-6e37c9db5563) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:43.651667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.655322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.659456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b800c06-aded-48e7-b174-fcae1c1b4967 HTTP/1.1" status: 204 len: 168 time: 0.2442873 Jul 16 08:54:43.676576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e60631-be2e-45bb-9436-1a60c7a6b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b800c06-aded-48e7-b174-fcae1c1b4967,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.712949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7231dd61-d731-45f5-896d-1162042642b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.718413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] For port e8664683-a0ac-4921-9a02-e7164dfa2661, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:43.724632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7231dd61-d731-45f5-896d-1162042642b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.762091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:43.767341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] For port e8664683-a0ac-4921-9a02-e7164dfa2661, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e8664683-a0ac-4921-9a02-e7164dfa2661,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:43.770330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Pushing event updated for resources: {'Port': ['ID=cd7eaeda-02ce-407a-881e-93fe4fe53703,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.779523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:43.783884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.789546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:43.814565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7231dd61-d731-45f5-896d-1162042642b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39a26a13c35a4e678c432aac9e01f76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9514179 Jul 16 08:54:43.818153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.910203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231dd61-d731-45f5-896d-1162042642b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb66a7-4853-4fa5-bb7d-453a3c543dc2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.999261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88a366-67a4-4ade-8e4b-f22d3c7d1afd None None] Pushing event updated for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.020526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.112163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.112448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:44.113139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:44.114373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.143127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Transition to ACTIVE for port object 3373ebab-286b-426f-a1bd-6e37c9db5563 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:44.243957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.292069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.297226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.297226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80fb66a7-4853-4fa5-bb7d-453a3c543dc2 HTTP/1.1" status: 204 len: 168 time: 0.4768960 Jul 16 08:54:44.313978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e2df8-2be2-4344-9f84-d4e0b627619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb66a7-4853-4fa5-bb7d-453a3c543dc2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.346237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:44.352987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:44.364469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:44.365045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.418718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Attempting to bind port cd7eaeda-02ce-407a-881e-93fe4fe53703 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:44.419331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Attempting to bind port cd7eaeda-02ce-407a-881e-93fe4fe53703 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:44.420633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Attempting to bind port cd7eaeda-02ce-407a-881e-93fe4fe53703 on network 423fe6d8-c599-48ed-9a82-5d9109fd86ed {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:44.427694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:44.489507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.515392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:44.519079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Checking segment: {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:44.520475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.522326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Bound using segment: {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:44.524760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Bound port: cd7eaeda-02ce-407a-881e-93fe4fe53703, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:44.525972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.725754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.856601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] For port cd7eaeda-02ce-407a-881e-93fe4fe53703, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:44.891510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] For port cd7eaeda-02ce-407a-881e-93fe4fe53703, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cd7eaeda-02ce-407a-881e-93fe4fe53703,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:44.943249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.000580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.005908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1c0e0-37cd-46ab-a5b7-520bff741b4b req-40df8ac4-4957-4c79-8bc5-50acf4caa704 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.007546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6f1c0e0-37cd-46ab-a5b7-520bff741b4b req-40df8ac4-4957-4c79-8bc5-50acf4caa704 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1737266 Jul 16 08:54:45.022262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75566b6e-0a12-47f9-a623-4936d8b47c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.106974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431ca7a-3151-4258-8349-a94b16ebc501 None None] Pushing event updated for resources: {'Port': ['ID=cd7eaeda-02ce-407a-881e-93fe4fe53703,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.307984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:45.319868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.330500 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.331207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.361072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75566b6e-0a12-47f9-a623-4936d8b47c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.368973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75566b6e-0a12-47f9-a623-4936d8b47c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.385064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6f1c0e0-37cd-46ab-a5b7-520bff741b4b req-4b4d9e67-510c-4e99-8af9-050505ccfdf7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926774 Jul 16 08:54:45.387758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e137-8f8e-464c-b924-f72e450fc32c None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:45.527850 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-75566b6e-0a12-47f9-a623-4936d8b47c52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8b038c60d5141638c89b53a75af3070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240211 Jul 16 08:54:45.532438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35624) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.548775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566b6e-0a12-47f9-a623-4936d8b47c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39259fab-bf28-4a01-9a3d-7656ad5572a1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.610330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a87174b-2f9a-49f5-9e78-0280cf88755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.672289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.700244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.784667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35634) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.808414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.863795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event updated for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.900242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:45.903200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.904119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:45.907206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.908637 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39259fab-bf28-4a01-9a3d-7656ad5572a1 HTTP/1.1" status: 204 len: 168 time: 0.3700409 Jul 16 08:54:45.927654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e98c2-a004-49e9-b9f7-c6b80e9b622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39259fab-bf28-4a01-9a3d-7656ad5572a1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:46.133151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916957f-cb3e-4d6d-93c5-33f73a8ae3b6 req-c75430a9-ae5c-40c6-8e2e-6413f4339ecb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:46.140710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d916957f-cb3e-4d6d-93c5-33f73a8ae3b6 req-c75430a9-ae5c-40c6-8e2e-6413f4339ecb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.4197514 Jul 16 08:54:46.144714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:46.168154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-883490750-network', 'tenant_id': 'dc171f23fca840a1916f88449d6eb6e3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:46.221679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Made reservation on behalf of dc171f23fca840a1916f88449d6eb6e3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:46.227247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.256386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.397344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d916957f-cb3e-4d6d-93c5-33f73a8ae3b6 req-b9315ca0-9630-4606-bdcc-558801600a2f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550836 Jul 16 08:54:46.442306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35674) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.470625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cd7eaeda-02ce-407a-881e-93fe4fe53703 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:46.627224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:46.642665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2d0faab0-f518-4f3b-82e2-4e3dd5ce13df tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4889205 Jul 16 08:54:46.642854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.651689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port cd7eaeda-02ce-407a-881e-93fe4fe53703 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:46.653731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:46.673537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e8664683-a0ac-4921-9a02-e7164dfa2661 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:46.762274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.782945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f134e4c-febb-4426-b462-f3e4115a35d8 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:46.786350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9f134e4c-febb-4426-b462-f3e4115a35d8 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1092 time: 0.3408179 Jul 16 08:54:46.788715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e8664683-a0ac-4921-9a02-e7164dfa2661 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:46.788904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.800102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.801202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e8664683-a0ac-4921-9a02-e7164dfa2661 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:46.801761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.828082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:46.913348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.928294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:46.937921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.982231 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:47.001147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.002194 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Added segment 057e5114-e5aa-42cd-8616-cf016cefb068 of type vlan for network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 Jul 16 08:54:47.022389 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:47.025666 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:47.075337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.097355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6e1ab-ac2b-4ba3-9a08-9fba14cc1259 None None] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:47.104142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.145838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870400d8-e3e7-4692-952e-5dc09755d188 req-1399babf-5797-4ec1-bf4b-85060803cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:47.153399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-870400d8-e3e7-4692-952e-5dc09755d188 req-1399babf-5797-4ec1-bf4b-85060803cbb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1098 time: 0.5736296 Jul 16 08:54:47.174315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.175298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:47.176273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.196512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820e6c2-3647-4647-bb0a-c379bd50e4bf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.205091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-870400d8-e3e7-4692-952e-5dc09755d188 req-336b6a00-8ff2-43b5-8b80-b931ff55e93c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504332 Jul 16 08:54:47.271491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:47.276752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4888952 Jul 16 08:54:47.314715 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:47.327653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Request body: {'subnet': {'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-883490750-subnet', 'tenant_id': 'dc171f23fca840a1916f88449d6eb6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:47.368866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e8664683-a0ac-4921-9a02-e7164dfa2661, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e8664683-a0ac-4921-9a02-e7164dfa2661,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:47.389947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fc989-3ca5-4620-8aeb-73734277b97e admin admin] Pushing event updated for resources: {'Network': ['ID=2a98ee26-a38a-4b3e-995e-8f3df825ccc8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.461506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.598973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Made reservation on behalf of dc171f23fca840a1916f88449d6eb6e3 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:47.603413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.705600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.144 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/6f760b8f-c95b-4622-bc80-59ed2afaa3d6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:47.891607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.909933 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:44Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:44Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:47.981352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.991024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:47.992613 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Updating router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 port 3373ebab-286b-426f-a1bd-6e37c9db5563 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:54:48.081579 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.123356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:48.130848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:48.136013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:48.141327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:48.149726 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.204435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.205983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Provisioning for port cd7eaeda-02ce-407a-881e-93fe4fe53703 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:48.258111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=6f760b8f-c95b-4622-bc80-59ed2afaa3d6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:48.314891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Provisioning complete for port cd7eaeda-02ce-407a-881e-93fe4fe53703 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:48.315380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.426541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c013079-dcfe-4c2f-b76f-72950cc2f510,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:48.452576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.extraroute_db [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:54:48.463388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Checking segment: {'id': '057e5114-e5aa-42cd-8616-cf016cefb068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:48.464057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Network hostable DHCP agents. Network: 2a98ee26-a38a-4b3e-995e-8f3df825ccc8, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:48.510477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.extraroute_db [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Removed routes are [] {{(pid=93775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:54:48.514718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.530588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:48.615393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:48.738939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.783762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2a98ee26-a38a-4b3e-995e-8f3df825ccc8) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:48.804896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:48.805807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.851557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-71023122-5d62-4fae-9d11-9ac7cc19fa26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5305598 Jul 16 08:54:48.851735 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.877641 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.884401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b27ec-ddcc-4a0c-a36c-d5782c0683ee None None] Network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:48.889300 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Transition to ACTIVE for port object 3373ebab-286b-426f-a1bd-6e37c9db5563 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:48.898574 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.165376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.173734 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5da00-7897-48ac-b3dd-8f22e8a81e3b None None] Pushing event updated for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.179304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.313306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] For port cd7eaeda-02ce-407a-881e-93fe4fe53703, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cd7eaeda-02ce-407a-881e-93fe4fe53703,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:49.334692 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.340921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Attempting to bind port 3373ebab-286b-426f-a1bd-6e37c9db5563 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:49.341362 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Attempting to bind port 3373ebab-286b-426f-a1bd-6e37c9db5563 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:49.341929 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Attempting to bind port 3373ebab-286b-426f-a1bd-6e37c9db5563 on network 423fe6d8-c599-48ed-9a82-5d9109fd86ed {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:49.365530 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:49.365968 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Checking segment: {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:49.370372 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.370759 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Bound using segment: {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:49.371272 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Bound port: 3373ebab-286b-426f-a1bd-6e37c9db5563, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d53bdf-5b22-4f11-9b82-a5f648643849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:49.371671 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.562847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:49.570498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:49.594066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.644855 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] For port 3373ebab-286b-426f-a1bd-6e37c9db5563, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:49.653146 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] For port 3373ebab-286b-426f-a1bd-6e37c9db5563, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3373ebab-286b-426f-a1bd-6e37c9db5563,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:49.664135 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.792014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fba53-9bbc-475f-9bca-4e349693b698 None None] Pushing event updated for resources: {'Port': ['ID=cd7eaeda-02ce-407a-881e-93fe4fe53703,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.810082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbce786-dc7d-4784-8025-13f4ea5136d3 None None] Network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:49.934788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.945232 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:50.110464 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:50.120526 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:50.138125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d0768666-7e49-4d4d-b445-a9e8c05cf393 None None] Provisioning for port 3373ebab-286b-426f-a1bd-6e37c9db5563 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:50.145389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-549742201'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:50.156900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d0768666-7e49-4d4d-b445-a9e8c05cf393 None None] Provisioning complete for port cd7eaeda-02ce-407a-881e-93fe4fe53703 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.157327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d0768666-7e49-4d4d-b445-a9e8c05cf393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.303159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Made reservation on behalf of d7401e6699c145c4ba4e02550a18ad4a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:50.318855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.443984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cd7eaeda-02ce-407a-881e-93fe4fe53703 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:50.481477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.680495 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5da00-7897-48ac-b3dd-8f22e8a81e3b None None] Pushing event updated for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.717339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port cd7eaeda-02ce-407a-881e-93fe4fe53703 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:50.723407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.733109 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:51.141412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e8664683-a0ac-4921-9a02-e7164dfa2661 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:51.187958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.234374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.256866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-21d0e383-cd8c-4426-ae02-229bcde867d5 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:51.269179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-21d0e383-cd8c-4426-ae02-229bcde867d5 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/networks?id=2a98ee26-a38a-4b3e-995e-8f3df825ccc8 HTTP/1.1" status: 200 len: 821 time: 0.4316912 Jul 16 08:54:51.283045 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:48Z', 'revision_number': 6, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:51.349209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e8664683-a0ac-4921-9a02-e7164dfa2661 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:51.349922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.353941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-19d58cab-b341-4ddb-a4dd-08fd85b969d4 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/quotas/dc171f23fca840a1916f88449d6eb6e3 HTTP/1.1" status: 200 len: 375 time: 0.0833166 Jul 16 08:54:51.389406 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f4ce1-083f-4061-adf1-47dd6be6648b None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:48Z', 'revision_number': 6, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 4, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:51.559007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f50fca7f-2e5c-4de3-a79e-d543a008dabf tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc171f23fca840a1916f88449d6eb6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1908331 Jul 16 08:54:51.561771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:51.562147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.577792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=6f760b8f-c95b-4622-bc80-59ed2afaa3d6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.580993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.593379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.597639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2bd7307e-63b3-47d1-a5d5-050eb0a5f782 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 954 time: 4.9538033 Jul 16 08:54:51.606198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35858) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.679092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.779904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:51.833573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.834285 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Added segment 3df24225-b4b0-4aa3-8a36-ebd469061452 of type vlan for network 0214751b-4a38-49a0-9435-8e712555bff2 Jul 16 08:54:51.865747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68203e5e-0b4d-424f-9f9d-dcdae3061c3d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.900320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-dde95f08-d8ab-40f0-bbbc-5df856801a79 service neutron] 10.222.0.32 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402178 Jul 16 08:54:51.917567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35860) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.965033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5cd0ffe9-1928-4958-8b81-175cdfe2625a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 954 time: 0.3567245 Jul 16 08:54:51.968670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35864) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.975650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'routes': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:52.076510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.135171 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP 208e5969-9609-407a-83d9-74d3fc00d148 associated. External IP: 172.25.5.144, port: ffeca4be-9412-44c4-a92b-9919e3bdd603. Jul 16 08:54:52.252735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.265282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:52.265996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.305904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7395978 Jul 16 08:54:52.309432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:52.314163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f82b561-1273-4e6f-b974-8be2a1652b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.448698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3373ebab-286b-426f-a1bd-6e37c9db5563 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:52.461299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-08a9763e-c2d7-419b-89c5-74b331c55677 service neutron] 10.222.0.32 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600803 Jul 16 08:54:52.528626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23562841-e5f6-4973-93af-7f360a667d5c tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Pushing event updated for resources: {'Network': ['ID=0214751b-4a38-49a0-9435-8e712555bff2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:52.553414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0214751b-4a38-49a0-9435-8e712555bff2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:52.739244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3373ebab-286b-426f-a1bd-6e37c9db5563 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:52.756169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3373ebab-286b-426f-a1bd-6e37c9db5563 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:52.757098 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.800822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'name': 'tempest-network--850986176', 'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:52.817639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 004e211e-9b27-4c9f-a141-67db9057ed14 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:52.915923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0d833a3-541e-4964-854f-4b8492690ea9 req-18c4eb77-cd07-4f4c-904c-079a3da37ef2 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.0976028 Jul 16 08:54:52.964237 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.028001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:53.032464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3373ebab-286b-426f-a1bd-6e37c9db5563, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3373ebab-286b-426f-a1bd-6e37c9db5563,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:53.047519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Sync routers for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:53.052914 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.068422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:53.069081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.078308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f82b561-1273-4e6f-b974-8be2a1652b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.096737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1f82b561-1273-4e6f-b974-8be2a1652b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.113690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:53.116896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.121456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.174543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b561-1273-4e6f-b974-8be2a1652b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789398b3-f8d7-466d-acda-ec9ba9d5bb7f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.202305 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e137-f667-47ff-9122-017579cd99df None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:53.225310 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:53.226095 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.240877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1f82b561-1273-4e6f-b974-8be2a1652b56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f79523a27aa45339be17617beb0f768&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3198476 Jul 16 08:54:53.308116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35878) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:53.363181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.427902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:53.472781 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:53.479984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.559456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.extraroute_db [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added routes are [] {{(pid=93775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:54:53.559779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.extraroute_db [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93775) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:54:53.584872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.772403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.785353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.877072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.879730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.885096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/789398b3-f8d7-466d-acda-ec9ba9d5bb7f HTTP/1.1" status: 204 len: 168 time: 0.5714960 Jul 16 08:54:53.936226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '208e5969-9609-407a-83d9-74d3fc00d148', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'mac_address': 'fa:16:3e:d9:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.985886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acaeab-2706-447c-9227-5b35b97d6830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789398b3-f8d7-466d-acda-ec9ba9d5bb7f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.051981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Checking router: 004e211e-9b27-4c9f-a141-67db9057ed14 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:54.064093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ed7c6ac-04b0-4892-8ba8-f99c6aee0587 req-e5e992a0-9e4e-4b2a-ae9a-bf664f3026b7 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.0518961 Jul 16 08:54:54.124015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:54.124855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.133768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.143588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.171704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:54.185286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.185595 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Added segment 126b3253-dc44-41db-8ff0-1ab82941c997 of type vlan for network fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3 Jul 16 08:54:54.311366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3373ebab-286b-426f-a1bd-6e37c9db5563 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:54.361148 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:48Z', 'revision_number': 6, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.393661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.412863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.445717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.490352 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e137-f667-47ff-9122-017579cd99df None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:54.517521 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:54.523336 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.529060 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3489e78c-5ab2-4ae6-95b0-309b52c201c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7132494 Jul 16 08:54:54.562570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:54.578678 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfd87e-7c6a-4999-807e-9d807d83b843" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:54.602856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa0f50-11e2-48b6-a206-230f721e8c9c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.719175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.720891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:54.733832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:54.736705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.769697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:54.773883 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a19abc-d397-47d3-86d7-f6d42473207e x-openstack-request-id: req-18a19abc-d397-47d3-86d7-f6d42473207e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:54.774271 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:54.774677 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18a19abc-d397-47d3-86d7-f6d42473207e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:54.775452 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'status': 'completed', 'code': 200} Jul 16 08:54:54.948401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.975734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2ab3991-e0fc-4145-a02a-d350beed959a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6511092 Jul 16 08:54:54.978854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.980931 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:55.158364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:55.247984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-4538df68-b5c9-42f8-a781-72c2e7540ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:55.276159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-4538df68-b5c9-42f8-a781-72c2e7540ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.4498549 Jul 16 08:54:55.344191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.481332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3373ebab-286b-426f-a1bd-6e37c9db5563 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:55.481719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.854240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '208e5969-9609-407a-83d9-74d3fc00d148', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'mac_address': 'fa:16:3e:d9:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.913984 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0907e137-f667-47ff-9122-017579cd99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 7, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.947163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b297723-04c9-4d81-9a17-4a544a72b8dc None None] The sync data for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 is: [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '208e5969-9609-407a-83d9-74d3fc00d148', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'mac_address': 'fa:16:3e:d9:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:49Z', 'updated_at': '2021-07-16T08:54:49Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:55.994520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.026885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e137-f667-47ff-9122-017579cd99df None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 7, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:56.071636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.162437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-b7404756-fde6-4474-a660-ef3c05da1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.167532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-b7404756-fde6-4474-a660-ef3c05da1bc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.8901775 Jul 16 08:54:56.182834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b3253-dc44-41db-8ff0-1ab82941c997') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.187054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b3253-dc44-41db-8ff0-1ab82941c997') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:56.235936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.275255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.288342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:56.289882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:56.292541 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:56.413836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.422137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:54:56.425476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.428537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3 HTTP/1.1" status: 204 len: 168 time: 1.4472549 Jul 16 08:54:56.439798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.447412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:56.453298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f139b6-e645-4d0a-97f9-43b0c3159c13 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb1dfb7f-9fd7-4ebf-a2f9-c70232b135c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.482402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:56.488164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.495963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2422aba-51bd-4895-8279-f2d38dcde6fb req-5f36cb6d-2fab-4751-bdc8-bc5c04c6292b tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.1841571 Jul 16 08:54:56.548968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:56.554708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:56.574167 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.575256 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Added segment 188d2d69-d1f7-46e1-9970-7d123cb77376 of type vlan for network bd215d73-454f-4b3b-b0ab-c8330da1dc5e Jul 16 08:54:56.590804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.592242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-76c56a05-4071-4be5-9b34-4902f9a1e55a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 704 time: 4.6222091 Jul 16 08:54:56.599691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35950) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.645096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-51972231-559d-4ee9-84ba-39e23c3aba67 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.647086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-51972231-559d-4ee9-84ba-39e23c3aba67 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.46 "GET /v2.0/networks?id=2a98ee26-a38a-4b3e-995e-8f3df825ccc8 HTTP/1.1" status: 200 len: 821 time: 0.6553123 Jul 16 08:54:56.686658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.779251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-5ff7bd15-57e3-4816-8f60-d4ea83cdcc91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 999 time: 0.5872543 Jul 16 08:54:56.816214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c70f0f-96eb-463c-81b3-925fdf8ebae1 req-ad8cb249-41c5-4d37-901f-a0b8550ab580 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.817707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2c70f0f-96eb-463c-81b3-925fdf8ebae1 req-ad8cb249-41c5-4d37-901f-a0b8550ab580 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 1.9068377 Jul 16 08:54:56.821532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Request body: {'port': {'device_id': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8', 'admin_state_up': True, 'tenant_id': 'dc171f23fca840a1916f88449d6eb6e3'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:56.939164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:54:57.011524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.015805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:57.016545 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.038314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2c70f0f-96eb-463c-81b3-925fdf8ebae1 req-9a8f6ac4-54a6-4b9d-adfa-4e3a36266f57 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656511 Jul 16 08:54:57.065914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-663aa7b1-e584-46eb-8273-d68ad885288c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 704 time: 0.4531591 Jul 16 08:54:57.076724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.143136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-4aeb841f-e2b9-428c-8db1-60fea1028b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:57.146492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-4aeb841f-e2b9-428c-8db1-60fea1028b28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.3571918 Jul 16 08:54:57.150214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.154018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=bd215d73-454f-4b3b-b0ab-c8330da1dc5e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.175302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network bd215d73-454f-4b3b-b0ab-c8330da1dc5e details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:57.333801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-73574cca-5d7f-428a-81a4-cc6a166cd2c9 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8915775 Jul 16 08:54:57.344342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.361100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'subnet': {'network_id': 'bd215d73-454f-4b3b-b0ab-c8330da1dc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:57.409663 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79a184de-80a5-4e59-9ca4-4dcf4b62f04c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 200 len: 991 time: 0.2456586 Jul 16 08:54:57.433586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-530872dc-3bc3-4873-8d18-9176aa180547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:57.435240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-530872dc-3bc3-4873-8d18-9176aa180547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512608 Jul 16 08:54:57.436092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:57.438665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.597198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Made reservation on behalf of dc171f23fca840a1916f88449d6eb6e3 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:57.602501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.763648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-be846dc3-029b-474e-93e8-b5a20e399f9c service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054333 Jul 16 08:54:57.954857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea3a7cdd-675d-4fe1-9582-767f6c6ea16d req-798b4815-99b4-402f-a426-108d0ba32c67 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.1355865 Jul 16 08:54:58.046816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9fdfd87e-7c6a-4999-807e-9d807d83b843 req-0ea96f2c-3b56-4bf7-84ee-1208282c2072 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491543 Jul 16 08:54:58.082876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f932959-6849-4154-8fc2-ff6b6565cf03 None None] New status for floating IP 208e5969-9609-407a-83d9-74d3fc00d148: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:58.212596 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:58.242638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Allocated IP 172.20.0.4 (2a98ee26-a38a-4b3e-995e-8f3df825ccc8/0c013079-dcfe-4c2f-b76f-72950cc2f510/234c9eb5-d829-4ef1-9078-ba7ee9106ce9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:58.262577 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:58.264839 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:58.419664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36016) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.429135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:58.549177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:54:58.549661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.629513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Checking segment: {'id': '188d2d69-d1f7-46e1-9970-7d123cb77376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'bd215d73-454f-4b3b-b0ab-c8330da1dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:58.630170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Network hostable DHCP agents. Network: bd215d73-454f-4b3b-b0ab-c8330da1dc5e, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:58.641037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Subnet': ['ID=96852990-5edd-42ef-a9bb-9b28580c7b07,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.657968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Network bd215d73-454f-4b3b-b0ab-c8330da1dc5e is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:58.674150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, bd215d73-454f-4b3b-b0ab-c8330da1dc5e) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:58.697426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:58.702013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.718656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334124ae-fd64-4142-b9f9-026ed662ac70 None None] Network bd215d73-454f-4b3b-b0ab-c8330da1dc5e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:58.743142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4d71f98c-6c9a-4f32-ae59-7c05271f87cc tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3921304 Jul 16 08:54:58.746136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.746898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-20f79879-30e6-4ab0-977b-5cbd851ff6ec tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 200 len: 991 time: 0.3238840 Jul 16 08:54:58.757408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'floatingip': {'floating_network_id': 'bd215d73-454f-4b3b-b0ab-c8330da1dc5e'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:58.798182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.894909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.055645 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 7, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.071262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.087570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.140420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed0d3f-ed31-43f5-b976-31a35d44dbda None None] Network bd215d73-454f-4b3b-b0ab-c8330da1dc5e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:59.158365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:59.195952 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:59.196636 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:59.359076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Allocated IP 172.20.0.9 (bd215d73-454f-4b3b-b0ab-c8330da1dc5e/96852990-5edd-42ef-a9bb-9b28580c7b07/d695219f-fb26-4ac9-883c-77afd3072b6b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:59.480335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2ca0336-8ebd-455a-8b6f-666f6ae85516 req-25ef2d9d-8eea-41ac-aea6-787f6795f8fd tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.1410830 Jul 16 08:54:59.537496 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:59.578684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.579258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.641806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.695099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:59.700627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:59.713142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Network bd215d73-454f-4b3b-b0ab-c8330da1dc5e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:59.716574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:59.719558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:59.773258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.815688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:59.883904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1bbf0b60-f449-43bc-a12f-930206513d70 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 200 len: 993 time: 0.0977855 Jul 16 08:54:59.883904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Port': ['ID=d695219f-fb26-4ac9-883c-77afd3072b6b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.885428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.945841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Pushing event updated for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.005551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.064682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.065504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.071498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeefc-a13a-4115-90f5-808cb277869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.131576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-375057ec-551c-4a63-bd99-626733fe15e9 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3242209 Jul 16 08:55:00.152706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.159932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 7, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:00.268524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Request body: {'port': {'device_id': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:00.288590 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed04cd9-4cfc-41d5-a8a8-b4901e0cd125 None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 7, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3373ebab-286b-426f-a1bd-6e37c9db5563', 'name': '', 'network_id': '423fe6d8-c599-48ed-9a82-5d9109fd86ed', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:c0:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:53Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'a10ebf40-f64f-4107-aa3a-1e828bd3e705', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:00.311587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 3373ebab-286b-426f-a1bd-6e37c9db5563 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:00.314148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.696446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 3373ebab-286b-426f-a1bd-6e37c9db5563, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3373ebab-286b-426f-a1bd-6e37c9db5563,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:00.697133 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.715348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 3373ebab-286b-426f-a1bd-6e37c9db5563 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:00.812800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeefc-a13a-4115-90f5-808cb277869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.821170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9bbeefc-a13a-4115-90f5-808cb277869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.911747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f9bbeefc-a13a-4115-90f5-808cb277869e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b4cbc8961b84402871f2eaa41483c54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0169187 Jul 16 08:55:00.913440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbeefc-a13a-4115-90f5-808cb277869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8516efae-2d45-451e-b95b-e9cfd3e1b79c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.921860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.026844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.080409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.205382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-df44c770-2de7-43d9-819f-7e22b3ed2d1c req-80dfae98-dd67-4d80-87c8-07e5fd0c80db tempest-ServerGroupTestJSON-1047451690 tempest-ServerGroupTestJSON-1047451690-project] (93774) timed out ('10.222.0.47', 57548) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:55:01.206248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.311937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.327868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Port': ['ID=d695219f-fb26-4ac9-883c-77afd3072b6b,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.376624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.416330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.418817 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a687da87-549e-4476-96a9-1569b532af14 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6713009 Jul 16 08:55:01.423579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36074) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.430590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.575271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb43f264-ac3d-4ab7-b013-2d0e6484870d tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=bd215d73-454f-4b3b-b0ab-c8330da1dc5e HTTP/1.1" status: 200 len: 689 time: 0.1499038 Jul 16 08:55:01.577199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.580108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36076) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.582705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.589958 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8516efae-2d45-451e-b95b-e9cfd3e1b79c HTTP/1.1" status: 204 len: 168 time: 0.6664903 Jul 16 08:55:01.602806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e25c6-3e93-45e6-a41f-e117fe61b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8516efae-2d45-451e-b95b-e9cfd3e1b79c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.674033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.782085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9fb29-8926-4344-b051-33f4b15715bf req-022b4f3a-f839-4866-8c4e-5538a6d444db tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:01.789971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39a9fb29-8926-4344-b051-33f4b15715bf req-022b4f3a-f839-4866-8c4e-5538a6d444db tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 931 time: 0.9112020 Jul 16 08:55:01.862485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=3373ebab-286b-426f-a1bd-6e37c9db5563,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.129039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36086) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.147720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b01895-048c-4075-812a-f3a1b6236553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.303016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.326636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39a9fb29-8926-4344-b051-33f4b15715bf req-dae1786d-c709-4e97-ae2e-be61ed1ea7c1 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358419 Jul 16 08:55:02.382016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b01895-048c-4075-812a-f3a1b6236553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.391132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b01895-048c-4075-812a-f3a1b6236553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.479119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.479927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36088) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.483415 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10b01895-048c-4075-812a-f3a1b6236553 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ba91c960644640a8a20cd0e7d21a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522031 Jul 16 08:55:02.484882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b01895-048c-4075-812a-f3a1b6236553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7251f766-26c4-4bac-808e-878965239fcb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.688241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:02.712189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.788031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Transition to ACTIVE for port object 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:02.789823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.793053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Deleting port d695219f-fb26-4ac9-883c-77afd3072b6b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:02.793381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.823354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.967839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.031002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Pushing event updated for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.090194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.090507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.128923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Calling delete_port for d695219f-fb26-4ac9-883c-77afd3072b6b owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:03.210802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:03.229136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.231658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.235812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7251f766-26c4-4bac-808e-878965239fcb HTTP/1.1" status: 204 len: 168 time: 0.7535145 Jul 16 08:55:03.263306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cee0d4-ce3d-4bfe-b7b9-6a4801fbf925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251f766-26c4-4bac-808e-878965239fcb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.345756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Attempting to bind port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:03.347618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Attempting to bind port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '057e5114-e5aa-42cd-8616-cf016cefb068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:03.348247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Attempting to bind port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 on network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:03.796469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 on network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:03.797560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Attempting to bind port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 on network 2a98ee26-a38a-4b3e-995e-8f3df825ccc8 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:03.859410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:03.859758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Checking segment: {'id': '057e5114-e5aa-42cd-8616-cf016cefb068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:03.860181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Bound using segment: {'id': '057e5114-e5aa-42cd-8616-cf016cefb068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:03.868497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Bound port: 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057e5114-e5aa-42cd-8616-cf016cefb068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:03.868881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.910384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.931509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:03.944914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:03.972646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-96394e33-9b8d-41c9-bd5c-e3e77126cf6a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8882318 Jul 16 08:55:03.973254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36104) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.983596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:04.002718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:04.017006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Port': ['ID=d695219f-fb26-4ac9-883c-77afd3072b6b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.117744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:04.126284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd825e-a7ed-48dc-bca5-4cb461acaee6 req-fd13f5fb-855f-475f-a4ae-13c6ca25128a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.126758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet a10ebf40-f64f-4107-aa3a-1e828bd3e705 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:04.128068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7bd825e-a7ed-48dc-bca5-4cb461acaee6 req-fd13f5fb-855f-475f-a4ae-13c6ca25128a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 943 time: 0.3388441 Jul 16 08:55:04.132185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,segment=NetworkSegment(057e5114-e5aa-42cd-8616-cf016cefb068),segment_id=057e5114-e5aa-42cd-8616-cf016cefb068)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:04.141975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.144162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.151853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.213592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.231694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.234709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.241347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:04.243896 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] 10.222.0.46 "PUT /v2.0/ports/234c9eb5-d829-4ef1-9078-ba7ee9106ce9 HTTP/1.1" status: 200 len: 1092 time: 4.0987461 Jul 16 08:55:04.261005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:04.263840 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cdee7e-17ed-4200-bab5-2d7ef405d010" -d '{"events": [{"name": "network-changed", "server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:04.401575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7bd825e-a7ed-48dc-bca5-4cb461acaee6 req-63ab996a-3a5f-4998-8d9c-a01c65c35522 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653465 Jul 16 08:55:04.499320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.557195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c89c0-238f-41a7-8dd9-2ea7491b8471 service neutron] Pushing event updated for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.576750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.685884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.734124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ebf40-f64f-4107-aa3a-1e828bd3e705,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.737160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.742828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/a10ebf40-f64f-4107-aa3a-1e828bd3e705 HTTP/1.1" status: 204 len: 168 time: 0.7679608 Jul 16 08:55:04.744514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.755497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa32151-c196-4fe5-974c-a75cf673b218 None None] Network 423fe6d8-c599-48ed-9a82-5d9109fd86ed requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:04.761310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.761674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.762102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.762356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.762700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.764240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.764821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.765404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.766224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.766784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.767252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.767603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536fbc7-5bbc-40a5-a869-052fa61762ad tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:04.811578 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f62e4d-4545-444e-88a5-095c7c620567 x-openstack-request-id: req-32f62e4d-4545-444e-88a5-095c7c620567 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:04.812204 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:04.812745 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32f62e4d-4545-444e-88a5-095c7c620567 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:04.813497 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9', 'status': 'completed', 'code': 200} Jul 16 08:55:04.821300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-95b02ff0-964a-467b-a7b6-3cf79f5e6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.824153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-95b02ff0-964a-467b-a7b6-3cf79f5e6413 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc171f23fca840a1916f88449d6eb6e3&device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 1095 time: 0.5237327 Jul 16 08:55:04.933067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.940524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-acd1b4b2-826b-4aae-98d0-87e97b6ac473 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9 HTTP/1.1" status: 200 len: 217 time: 0.0995884 Jul 16 08:55:04.942780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.042794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=96852990-5edd-42ef-a9bb-9b28580c7b07,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.073447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:01Z', 'revision_number': 8, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.116628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-8066635d-d132-403e-9fb5-7bcf6fa00b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:05.120293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-8066635d-d132-403e-9fb5-7bcf6fa00b4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c013079-dcfe-4c2f-b76f-72950cc2f510 HTTP/1.1" status: 200 len: 861 time: 0.1708076 Jul 16 08:55:05.126412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:05.137200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port cd7eaeda-02ce-407a-881e-93fe4fe53703 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:05.138288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.152013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:05.154107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.173139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.206617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd215d73-454f-4b3b-b0ab-c8330da1dc5e']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.253024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-71e53ae4-ef2d-4272-a349-334141b8e31e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a98ee26-a38a-4b3e-995e-8f3df825ccc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746520 Jul 16 08:55:05.261887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188d2d69-d1f7-46e1-9970-7d123cb77376') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.262818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188d2d69-d1f7-46e1-9970-7d123cb77376') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.333498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:05.363639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port cd7eaeda-02ce-407a-881e-93fe4fe53703, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cd7eaeda-02ce-407a-881e-93fe4fe53703,segment=NetworkSegment(42d53bdf-5b22-4f11-9b82-a5f648643849),segment_id=42d53bdf-5b22-4f11-9b82-a5f648643849)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:05.364407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.366988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.379028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for cd7eaeda-02ce-407a-881e-93fe4fe53703 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:05.397036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf6ccd6-f302-487a-ae30-a8b3f0daf458 None None] DHCP port deletion for 423fe6d8-c599-48ed-9a82-5d9109fd86ed request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:05.563700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.567320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.638038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6ccd6-f302-487a-ae30-a8b3f0daf458 None None] The port 'cd7eaeda-02ce-407a-881e-93fe4fe53703' was deleted {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 08:55:05.654700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:05.659797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:05.670224 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:05.721883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=cd7eaeda-02ce-407a-881e-93fe4fe53703,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.746971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port cd7eaeda-02ce-407a-881e-93fe4fe53703 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:05.756862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:01Z', 'revision_number': 8, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:05.885228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33551c6d-7d20-4e57-bf1e-ed7b7dbae1cb None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:01Z', 'revision_number': 8, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8664683-a0ac-4921-9a02-e7164dfa2661', 'name': '', 'network_id': '2ca68572-3565-47f7-be30-deb6d1e9b71c', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:64:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '8682a9c4-5161-4839-af71-10d818bc77de', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:35Z', 'updated_at': '2021-07-16T08:54:47Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '8682a9c4-5161-4839-af71-10d818bc77de', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:05.900698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-9a1418b7-9f60-4d5d-b69d-f3dbb6db4e95 service neutron] 10.222.0.46 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278863 Jul 16 08:55:05.997897 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.017126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.032723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd215d73-454f-4b3b-b0ab-c8330da1dc5e {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:06.042844 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.048864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/bd215d73-454f-4b3b-b0ab-c8330da1dc5e HTTP/1.1" status: 204 len: 168 time: 4.4656067 Jul 16 08:55:06.062646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423fe6d8-c599-48ed-9a82-5d9109fd86ed']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:06.096182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.097732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d53bdf-5b22-4f11-9b82-a5f648643849') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:06.098923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d53bdf-5b22-4f11-9b82-a5f648643849') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:06.106722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09891e3-8503-4a30-963c-62b8671a65d0 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd215d73-454f-4b3b-b0ab-c8330da1dc5e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.172334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.214030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.234276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:06.234801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:06.259170 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:06.274880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0683cb1e-efc4-45fd-9518-055b510ef69b req-d3862f8a-6f92-4caf-bc0a-a3b8b799701c service neutron] 10.222.0.46 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637450 Jul 16 08:55:06.300013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-74c59440-06a1-4ca9-8526-129e9f47234a tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.2010598 Jul 16 08:55:06.306779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.434384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.434861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.435312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.435762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.436232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.436674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.437115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.437552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.437992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.438436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.439015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.443408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-894eb817-6043-4463-83fc-77d2da12fde3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7145 time: 0.1328688 Jul 16 08:55:06.444006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.561425 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-93624282-fceb-46c8-889e-ab8adfe130b4 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:55:06.562383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93624282-fceb-46c8-889e-ab8adfe130b4 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/0a8e1679-b00c-40db-b185-f6d2393775bd HTTP/1.1" status: 404 len: 345 time: 0.1174593 Jul 16 08:55:06.565556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.567177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3373ebab-286b-426f-a1bd-6e37c9db5563 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:06.596248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.597993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140615a1-3d96-4802-9148-5f524edd9921 req-6e63b7cb-e43b-4b4e-9f81-c1e59e03ce0a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.602942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.609014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/423fe6d8-c599-48ed-9a82-5d9109fd86ed HTTP/1.1" status: 204 len: 168 time: 1.8605881 Jul 16 08:55:06.612286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-140615a1-3d96-4802-9148-5f524edd9921 req-6e63b7cb-e43b-4b4e-9f81-c1e59e03ce0a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 943 time: 0.7103982 Jul 16 08:55:06.613297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36166) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.614866 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3075c88-1fb4-4dcf-92f4-cc440e840b56 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 08:55:06.615911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3075c88-1fb4-4dcf-92f4-cc440e840b56 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:06.616846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3373ebab-286b-426f-a1bd-6e37c9db5563 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:06.617852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3373ebab-286b-426f-a1bd-6e37c9db5563 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:06.622839 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c3075c88-1fb4-4dcf-92f4-cc440e840b56 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/bd215d73-454f-4b3b-b0ab-c8330da1dc5e HTTP/1.1" status: 404 len: 339 time: 0.0519438 Jul 16 08:55:06.623726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cd7eaeda-02ce-407a-881e-93fe4fe53703 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:06.629000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36168) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:06.646110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'name': 'tempest-network--1277138273', 'router:external': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:06.701802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: cd7eaeda-02ce-407a-881e-93fe4fe53703 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:06.702673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device cd7eaeda-02ce-407a-881e-93fe4fe53703 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:06.734620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9133-3907-4aca-9ae9-737aa11e7069 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=423fe6d8-c599-48ed-9a82-5d9109fd86ed,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.757816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294c2e5-dd4b-4845-a46b-04dc61219ac7 req-5b0ec8d3-2c35-46f4-83c5-670d4f7d1678 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.767055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8294c2e5-dd4b-4845-a46b-04dc61219ac7 req-5b0ec8d3-2c35-46f4-83c5-670d4f7d1678 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 947 time: 0.5011218 Jul 16 08:55:06.814038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-140615a1-3d96-4802-9148-5f524edd9921 req-8daac92d-4b50-4181-86cc-ef58fcaee17a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005150 Jul 16 08:55:06.864600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:06.867051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.892181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-f8208b4c-bd40-4536-96f8-dc6fb525ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.894555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-f8208b4c-bd40-4536-96f8-dc6fb525ac27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc171f23fca840a1916f88449d6eb6e3&device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 1095 time: 0.4190216 Jul 16 08:55:07.024920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8294c2e5-dd4b-4845-a46b-04dc61219ac7 req-0efa24e0-4ccf-42e5-aa0f-add6d927ef7a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557652 Jul 16 08:55:07.124890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:07.143603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.144148 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Added segment 8e4eaf7d-c6da-4114-9afa-e8d215dc21ec of type vlan for network b1b3b2aa-45b1-448d-89e9-a951688ea1a9 Jul 16 08:55:07.196929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-f59ec3ed-5764-4bc3-a43d-a15dd9878c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.198879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-f59ec3ed-5764-4bc3-a43d-a15dd9878c2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a98ee26-a38a-4b3e-995e-8f3df825ccc8 HTTP/1.1" status: 200 len: 922 time: 0.2821238 Jul 16 08:55:07.265375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.266543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-97cf419a-16cb-44ad-b1e4-68d24c9aac7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9 HTTP/1.1" status: 200 len: 217 time: 0.0596027 Jul 16 08:55:07.271380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.427986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-2e9951f8-6cee-4d8e-99d8-6c4146f7a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.429669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-2e9951f8-6cee-4d8e-99d8-6c4146f7a038 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c013079-dcfe-4c2f-b76f-72950cc2f510 HTTP/1.1" status: 200 len: 861 time: 0.1511602 Jul 16 08:55:07.431884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.432819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.433389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.474907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-c71fd287-fc3d-407a-8d4e-986e317b1580 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a98ee26-a38a-4b3e-995e-8f3df825ccc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319452 Jul 16 08:55:07.493946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8616006 Jul 16 08:55:07.494594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36194) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.662729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1e92-1fbe-4b62-b8f4-73f6749e1cfa tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=b1b3b2aa-45b1-448d-89e9-a951688ea1a9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:07.683400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b1b3b2aa-45b1-448d-89e9-a951688ea1a9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:07.823838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-ed7accbf-d5f0-4edf-9703-6e67f8f35df9 service neutron] 10.222.0.46 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173141 Jul 16 08:55:07.907155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a208998-1d9c-4fa2-beec-163abef0a0d2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.917236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a208998-1d9c-4fa2-beec-163abef0a0d2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.924601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a208998-1d9c-4fa2-beec-163abef0a0d2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.932565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a208998-1d9c-4fa2-beec-163abef0a0d2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:07.934590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6a208998-1d9c-4fa2-beec-163abef0a0d2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4268289 Jul 16 08:55:07.937184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.136914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1cdee7e-17ed-4200-bab5-2d7ef405d010 req-cdba3aad-ff3e-469e-948d-b6ee5fbff6f1 service neutron] 10.222.0.46 "GET /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014185 Jul 16 08:55:08.198461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.297506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-4237f971-470e-4491-9dad-956fd9fbc92c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:08.299964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-4237f971-470e-4491-9dad-956fd9fbc92c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 947 time: 0.1700013 Jul 16 08:55:08.628004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port e8664683-a0ac-4921-9a02-e7164dfa2661 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:08.628290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.655926 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.668853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Deleting port c536b031-ef0e-442c-a752-447c424756eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:08.669522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.769820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad49d5-356c-4f57-99f4-901a88173c31 req-95262c30-0def-47b5-a9d0-8c296cb4c93a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:08.771965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47ad49d5-356c-4f57-99f4-901a88173c31 req-95262c30-0def-47b5-a9d0-8c296cb4c93a tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 943 time: 0.7068684 Jul 16 08:55:08.839226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.844105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port e8664683-a0ac-4921-9a02-e7164dfa2661, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e8664683-a0ac-4921-9a02-e7164dfa2661,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:08.844486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.861060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] For port c536b031-ef0e-442c-a752-447c424756eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=c536b031-ef0e-442c-a752-447c424756eb,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:08.861371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.869579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b3b2aa-45b1-448d-89e9-a951688ea1a9']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:08.873944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for e8664683-a0ac-4921-9a02-e7164dfa2661 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:08.888741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4eaf7d-c6da-4114-9afa-e8d215dc21ec') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:08.889249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4eaf7d-c6da-4114-9afa-e8d215dc21ec') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:08.912893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.936752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47ad49d5-356c-4f57-99f4-901a88173c31 req-432cabd1-3e20-450f-86dc-3749991025df tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540940 Jul 16 08:55:08.960175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f285e-ae03-48f9-a802-46c09857b0e4 req-854528e2-03d7-47d9-9b83-b317fbf9ff04 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:08.960175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba6f285e-ae03-48f9-a802-46c09857b0e4 req-854528e2-03d7-47d9-9b83-b317fbf9ff04 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 947 time: 0.6721187 Jul 16 08:55:08.963133 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.023812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:09.024589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:09.027460 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:09.116830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba6f285e-ae03-48f9-a802-46c09857b0e4 req-227cd9ca-4ea4-4dce-a034-0477f1000270 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=b68e6ea5-0d41-49f0-a340-a9c761ea68ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550407 Jul 16 08:55:09.140723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.153234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1b3b2aa-45b1-448d-89e9-a951688ea1a9 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:09.188072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.207155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b1b3b2aa-45b1-448d-89e9-a951688ea1a9 HTTP/1.1" status: 204 len: 168 time: 1.2688000 Jul 16 08:55:09.208914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.210963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.217064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'name': 'tempest-network--796558885', 'router:external': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:09.222419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a984ae4-9158-455c-b798-293fb7d2e7e3 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1b3b2aa-45b1-448d-89e9-a951688ea1a9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.252020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:09.255031 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.257452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:09.303300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:09.339765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.341338 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Added segment 60d00ac1-9d05-4e24-beea-8c63dbdccc6c of type vlan for network b720b792-ee7e-4cb7-8fae-877e41b17371 Jul 16 08:55:09.446868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.462426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.463100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.464534 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Floating IP 50bfb295-c3fb-4292-846b-a6e2a994fd9b disassociated. External IP: 172.25.5.225, port: c536b031-ef0e-442c-a752-447c424756eb. Jul 16 08:55:09.465630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Calling delete_port for c536b031-ef0e-442c-a752-447c424756eb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:09.533645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.534930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:09.535969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.604247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,segment=NetworkSegment(057e5114-e5aa-42cd-8616-cf016cefb068),segment_id=057e5114-e5aa-42cd-8616-cf016cefb068)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:09.638456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.649549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9', 'network_id': '2a98ee26-a38a-4b3e-995e-8f3df825ccc8', 'port_id': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9', 'mac_address': 'fa:16:3e:12:a1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c013079-dcfe-4c2f-b76f-72950cc2f510', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:09.711288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=b720b792-ee7e-4cb7-8fae-877e41b17371,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.721127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=e8664683-a0ac-4921-9a02-e7164dfa2661,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.734562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b720b792-ee7e-4cb7-8fae-877e41b17371 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:09.739113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ac95838f-689c-47c9-aff2-687e8c8c07df tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5277820 Jul 16 08:55:09.741322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36268) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.915482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.015899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548637df-b5e9-4863-b635-01b68941dab2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.017679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-548637df-b5e9-4863-b635-01b68941dab2 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "GET /v2.0/networks/b720b792-ee7e-4cb7-8fae-877e41b17371 HTTP/1.1" status: 200 len: 756 time: 0.2751660 Jul 16 08:55:10.029212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.143363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:10.186156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322abee0-64b1-4c63-b3d0-60977cd1f2e8 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.190266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,segment=NetworkSegment(057e5114-e5aa-42cd-8616-cf016cefb068),segment_id=057e5114-e5aa-42cd-8616-cf016cefb068)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:10.198243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-322abee0-64b1-4c63-b3d0-60977cd1f2e8 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "GET /v2.0/networks/0214751b-4a38-49a0-9435-8e712555bff2 HTTP/1.1" status: 200 len: 767 time: 0.1678536 Jul 16 08:55:10.267058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.341903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.347293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.375855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6a408-46d8-4a82-8746-ddfc6351ff5c req-53a587e5-a146-4f32-aa7d-048efd9d063d tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.377539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe6a408-46d8-4a82-8746-ddfc6351ff5c req-53a587e5-a146-4f32-aa7d-048efd9d063d tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 944 time: 0.1781700 Jul 16 08:55:10.465457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe6a408-46d8-4a82-8746-ddfc6351ff5c req-74d7b8ff-cc4f-42da-bc8d-b0769488496d tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811348 Jul 16 08:55:10.468050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'Port': ['ID=c536b031-ef0e-442c-a752-447c424756eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.579124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.597961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.617075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59f9a205-c62b-4a4f-a8d4-f8bce04111e3 req-5d36e652-1a19-4de1-8afc-fd026696c84c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 210 time: 0.1079810 Jul 16 08:55:10.712281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.721538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.722325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.722972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.725737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.727780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.728583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.730735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.731170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.732060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.732689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.733137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.733724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.866636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['234c9eb5-d829-4ef1-9078-ba7ee9106ce9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:10.880010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:10.940190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.964332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b720b792-ee7e-4cb7-8fae-877e41b17371']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:10.983318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d00ac1-9d05-4e24-beea-8c63dbdccc6c') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:10.983672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d00ac1-9d05-4e24-beea-8c63dbdccc6c') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:11.008149 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.073723 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.076594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:11.092947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:11.093653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:11.095592 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:11.249036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:11.268218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:11.274157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: c536b031-ef0e-442c-a752-447c424756eb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:11.274842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device c536b031-ef0e-442c-a752-447c424756eb not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:11.279509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.289815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:11.299334 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:11.300224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:11.318108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b720b792-ee7e-4cb7-8fae-877e41b17371 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:11.337732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.339620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b720b792-ee7e-4cb7-8fae-877e41b17371 HTTP/1.1" status: 204 len: 168 time: 1.0544446 Jul 16 08:55:11.343207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36360) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.349756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'name': 'tempest-network--1436394120'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.364979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] No DVR routers for this DVR port c536b031-ef0e-442c-a752-447c424756eb on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:11.367885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c6b9c-e5c4-441f-9a51-a57d69d19a00 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Network': ['ID=b720b792-ee7e-4cb7-8fae-877e41b17371,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.370971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.373321 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-697877d0-1c06-4822-907c-e6708eb7b2b2 req-bde9a4c8-8387-4378-9ccb-4c895bf7000c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "DELETE /v2.0/ports/c536b031-ef0e-442c-a752-447c424756eb HTTP/1.1" status: 204 len: 173 time: 3.0675359 Jul 16 08:55:11.373881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-deleted', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:11.376557 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72813780-de2a-4972-910b-59e6a8527b93" -d '{"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-deleted", "tag": "c536b031-ef0e-442c-a752-447c424756eb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:11.382746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:11.409043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Made reservation on behalf of db984389e6ac4a08aa819d4b1fae5b49 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.412954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.418107 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bae8f048-e0f9-4e25-98e9-964c5ddd8d0b tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7968597 Jul 16 08:55:11.424865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.472785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:11.484482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.484710 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:11.485317 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Added segment 3f423ce6-e542-4cc5-99ae-6109b9e26030 of type vlan for network 5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 Jul 16 08:55:11.602498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.640300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.641890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.643110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.665449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3195970 Jul 16 08:55:11.666175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.678816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 8682a9c4-5161-4839-af71-10d818bc77de {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:11.682282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.692060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.813452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.954243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.104073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24421c09-94ac-4786-8a8e-8446f1cb3f63 tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.119671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:12.128757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.140906 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d75164-e953-4d75-910b-b7fca7080572 x-openstack-request-id: req-04d75164-e953-4d75-910b-b7fca7080572 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:12.141258 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90", "name": "network-vif-deleted", "tag": "c536b031-ef0e-442c-a752-447c424756eb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:12.144255 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04d75164-e953-4d75-910b-b7fca7080572 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:12.144579 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90', 'name': 'network-vif-deleted', 'tag': 'c536b031-ef0e-442c-a752-447c424756eb', 'status': 'completed', 'code': 200} Jul 16 08:55:12.220909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.245813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=8682a9c4-5161-4839-af71-10d818bc77de,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.257331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.264713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98434785-3e5d-49a0-a9f7-8b709051470d None None] Network 2ca68572-3565-47f7-be30-deb6d1e9b71c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:12.265177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.271186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.274112 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-01c6cf3d-94b4-4c75-a4c2-14028eca9f37 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/8682a9c4-5161-4839-af71-10d818bc77de HTTP/1.1" status: 204 len: 168 time: 0.8469000 Jul 16 08:55:12.314563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Network 5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 is not hosted by any dhcp agent {{(pid=93775) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:55:12.315830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.316573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.321800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.322315 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "PUT /v2.0/networks/5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 HTTP/1.1" status: 200 len: 858 time: 0.6439891 Jul 16 08:55:12.335753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daee4cac-8fd5-4ea8-8e7f-8c9928f0a26b req-7a630a40-51cd-403f-9719-c9fe263e9067 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd9fef9-6c4d-4f4b-8eca-d62e21d24b90 HTTP/1.1" status: 200 len: 210 time: 0.0990767 Jul 16 08:55:12.394119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4d502-b132-4a2f-beb4-d24cb960fd69 req-c64ac92f-f2d9-4770-97a6-c0d8526508c0 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.409120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cb4d502-b132-4a2f-beb4-d24cb960fd69 req-c64ac92f-f2d9-4770-97a6-c0d8526508c0 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 944 time: 0.5188231 Jul 16 08:55:12.470586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cb4d502-b132-4a2f-beb4-d24cb960fd69 req-9fc96d9c-f542-4b6f-a112-3355595d7831 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599906 Jul 16 08:55:12.518348 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.548849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd070abc-38e6-4f54-90ae-9a232451239f tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event updated for resources: {'Network': ['ID=5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.565224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.620650 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:12.633844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.676777 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:12.677424 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.694598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 3d7e6ca4-6681-4b75-a863-367c1c384f38 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:12.695089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.786620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:12.825074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] DHCP port deletion for 2ca68572-3565-47f7-be30-deb6d1e9b71c request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:12.883757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:12.884388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.896743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 3d7e6ca4-6681-4b75-a863-367c1c384f38, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3d7e6ca4-6681-4b75-a863-367c1c384f38,segment=NetworkSegment(dd0741db-3844-4012-aa9d-eef2c5eb8480),segment_id=dd0741db-3844-4012-aa9d-eef2c5eb8480)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:12.898594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.922819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 3d7e6ca4-6681-4b75-a863-367c1c384f38 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:12.944485 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:12.946885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.963659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.982756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f423ce6-e542-4cc5-99ae-6109b9e26030') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.983077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f423ce6-e542-4cc5-99ae-6109b9e26030') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.995338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.032981 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.069635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:13.071143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:13.073260 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:13.092181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5fc6-4252-4d92-8a3b-849e10033c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.108675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.120227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Deleting port 3d7e6ca4-6681-4b75-a863-367c1c384f38 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:13.121039 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.124028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:13.161053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=3d7e6ca4-6681-4b75-a863-367c1c384f38,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.167831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 3d7e6ca4-6681-4b75-a863-367c1c384f38 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:13.181754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.193514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:13.200207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.204469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8 HTTP/1.1" status: 204 len: 168 time: 0.8803613 Jul 16 08:55:13.210321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.253175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] For port 3d7e6ca4-6681-4b75-a863-367c1c384f38, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:13.253979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.268137 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-264188f3-554a-42fc-99b8-ac881f30ff5a tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:13.268603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264188f3-554a-42fc-99b8-ac881f30ff5a tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:13.270576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-264188f3-554a-42fc-99b8-ac881f30ff5a tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "DELETE /v2.0/subnets/96852990-5edd-42ef-a9bb-9b28580c7b07 HTTP/1.1" status: 404 len: 337 time: 0.0577321 Jul 16 08:55:13.272336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa158c6-5f28-4169-9a44-e82ee70e91ae tempest-ExternalNetworksTestJSON-855866617 tempest-ExternalNetworksTestJSON-855866617-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b6dc14f-e0e0-4ca0-95cb-a3fb1c9b51d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.274927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.275218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Calling delete_port for 3d7e6ca4-6681-4b75-a863-367c1c384f38 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:13.279383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Port 3d7e6ca4-6681-4b75-a863-367c1c384f38 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:55:13.283733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.302299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:13.323441 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.335917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca68572-3565-47f7-be30-deb6d1e9b71c']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.346866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0741db-3844-4012-aa9d-eef2c5eb8480') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.347215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0741db-3844-4012-aa9d-eef2c5eb8480') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.360434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.370069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.387269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.397685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:13.398608 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:13.405321 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:13.450821 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.484695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.494852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] Pushing event deleted for resources: {'Port': ['ID=3d7e6ca4-6681-4b75-a863-367c1c384f38,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.514016 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.516598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/2ca68572-3565-47f7-be30-deb6d1e9b71c HTTP/1.1" status: 204 len: 168 time: 1.1930523 Jul 16 08:55:13.518267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5a16-790c-41c0-a1da-ffdf630f97e8 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=2ca68572-3565-47f7-be30-deb6d1e9b71c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.521001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.572670 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77b987b-3dcf-42c2-aab2-c577c78c7de5 None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:13.612945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.639681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214751b-4a38-49a0-9435-8e712555bff2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.683170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df24225-b4b0-4aa3-8a36-ebd469061452') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.685299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df24225-b4b0-4aa3-8a36-ebd469061452') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:13.708874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41290928-fbc9-446e-ba78-b24d7dc4bcf5 None None] No DVR routers for this DVR port 3d7e6ca4-6681-4b75-a863-367c1c384f38 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:13.726715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.737152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:13.749871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:13.750698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.778897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.844095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.856764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:13.857581 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:13.861158 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:13.893440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.920435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.960050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 9, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.011806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5680d8-4fdf-4a89-8c1d-648d66c86cb5 req-afa898cb-e503-4065-b585-5c18dd6a6e8b tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.013757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df5680d8-4fdf-4a89-8c1d-648d66c86cb5 req-afa898cb-e503-4065-b585-5c18dd6a6e8b tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 944 time: 0.1991198 Jul 16 08:55:14.057603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.065600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.074095 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "DELETE /v2.0/security-groups/b68e6ea5-0d41-49f0-a340-a9c761ea68ca HTTP/1.1" status: 204 len: 168 time: 0.2937448 Jul 16 08:55:14.075399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.087710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:14.100989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:14.100989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:54:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.114225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff259e1-2ed1-467c-8dfa-7ea3698917f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e6ea5-0d41-49f0-a340-a9c761ea68ca,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.158885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.161097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df5680d8-4fdf-4a89-8c1d-648d66c86cb5 req-6eb07606-2a23-4090-865c-67ea36e8cf17 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382475 Jul 16 08:55:14.173247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.180887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] 10.222.0.32 "DELETE /v2.0/networks/0214751b-4a38-49a0-9435-8e712555bff2 HTTP/1.1" status: 204 len: 168 time: 0.9019990 Jul 16 08:55:14.243940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.262527 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-baf734f8-65a7-4440-83ba-7c387814a766 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] show failed (client error): The resource could not be found. Jul 16 08:55:14.266917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-baf734f8-65a7-4440-83ba-7c387814a766 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups/b68e6ea5-0d41-49f0-a340-a9c761ea68ca HTTP/1.1" status: 404 len: 347 time: 0.1566060 Jul 16 08:55:14.270449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.271254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224bf64-c337-4011-ac9e-49ee32276ef4 tempest-ExternalNetworksTestJSON-1654794651 tempest-ExternalNetworksTestJSON-1654794651-project] Pushing event deleted for resources: {'Network': ['ID=0214751b-4a38-49a0-9435-8e712555bff2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.293226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,segment=NetworkSegment(057e5114-e5aa-42cd-8616-cf016cefb068),segment_id=057e5114-e5aa-42cd-8616-cf016cefb068)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:14.298669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:14.302477 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4024929-2eaf-4cef-88c7-67fc4410e87a" -d '{"events": [{"server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "name": "network-vif-plugged", "status": "completed", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:14.310396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.318895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:14.371244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d7e6ca4-6681-4b75-a863-367c1c384f38 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:14.407606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3d7e6ca4-6681-4b75-a863-367c1c384f38 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:14.408255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3d7e6ca4-6681-4b75-a863-367c1c384f38 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:14.435466 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d7067-1ff8-4916-913c-962e8d810cd5 x-openstack-request-id: req-ee0d7067-1ff8-4916-913c-962e8d810cd5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:14.435978 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "name": "network-vif-plugged", "status": "completed", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:14.436466 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee0d7067-1ff8-4916-913c-962e8d810cd5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:14.437042 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9', 'code': 200} Jul 16 08:55:14.520403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.560471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.718937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aea299-5686-416d-92ad-733b3348b302 req-c1280838-1941-4c5e-9fe5-f56eeeec3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.721423 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-59aea299-5686-416d-92ad-733b3348b302 req-c1280838-1941-4c5e-9fe5-f56eeeec3abb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 1097 time: 0.2011135 Jul 16 08:55:14.733791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 9, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.779874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655456a-bf8f-4b50-bcc0-65f60614afcb None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 9, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': '2550bed8-00fb-42e6-b84e-5ef318ac4770', 'name': '', 'network_id': '60adf661-ac10-4978-979b-bd360badf60b', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:26:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:27Z', 'updated_at': '2021-07-16T08:54:37Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': 'aed73e71-449f-494e-951a-c1e3d0ff0800', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:14.797227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Deleting port 96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:14.797730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.910732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36548) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.100258 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f540b-77b4-49ee-a0c7-43cfbb9b644f None None] New status for floating IP 50bfb295-c3fb-4292-846b-a6e2a994fd9b: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:55:15.228195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-455adc78-6a3f-4b5b-b621-ade146a53bf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7401e6699c145c4ba4e02550a18ad4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093200 Jul 16 08:55:15.230201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.335548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 2550bed8-00fb-42e6-b84e-5ef318ac4770 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:15.346469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.551971 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-59aea299-5686-416d-92ad-733b3348b302 req-ad4be7ba-681f-44f6-a24a-1381ca04cc77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8225408 Jul 16 08:55:15.606824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79713ed9-dab3-4603-87ff-8e78014920d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.629333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 2550bed8-00fb-42e6-b84e-5ef318ac4770, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2550bed8-00fb-42e6-b84e-5ef318ac4770,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:15.629957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.650307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.651036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.671489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Calling delete_port for 96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:15.676987 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.677572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 2550bed8-00fb-42e6-b84e-5ef318ac4770 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:15.775816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36576) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.872463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.873520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.914815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'Port': ['ID=96a5ab42-6d6d-4cda-aefd-bbb29fc0ff25,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.965674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.023849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d18ac-4658-4d26-9771-70ecabd1adf3 req-4e271fac-7aa6-45f1-8ed8-d28f2d06266f tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.025627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c5d18ac-4658-4d26-9771-70ecabd1adf3 req-4e271fac-7aa6-45f1-8ed8-d28f2d06266f tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 945 time: 0.3269563 Jul 16 08:55:16.038598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.044265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.046197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b97b1da-16b5-452a-a69f-18c05eceb955 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "DELETE /v2.0/floatingips/50bfb295-c3fb-4292-846b-a6e2a994fd9b HTTP/1.1" status: 204 len: 168 time: 1.7581418 Jul 16 08:55:16.074721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-021507ef-d289-4932-8862-636b6da816df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.209558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c5d18ac-4658-4d26-9771-70ecabd1adf3 req-28ca5ee7-8f3e-40fa-bd81-c3bb5d76b54e tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506548 Jul 16 08:55:16.219648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e8664683-a0ac-4921-9a02-e7164dfa2661 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:16.233886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.241224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e8664683-a0ac-4921-9a02-e7164dfa2661 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:16.241773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e8664683-a0ac-4921-9a02-e7164dfa2661 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:16.289401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.292201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.297110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68203e5e-0b4d-424f-9f9d-dcdae3061c3d HTTP/1.1" status: 204 len: 168 time: 1.0568202 Jul 16 08:55:16.335314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=2550bed8-00fb-42e6-b84e-5ef318ac4770,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.348331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92b91a-5394-4647-96c2-44c01264d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68203e5e-0b4d-424f-9f9d-dcdae3061c3d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.477391 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.734406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36590) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.746903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317540302', 'description': 'tempest-description--218876856'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.754258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.760839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-021507ef-d289-4932-8862-636b6da816df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.765536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:16.770631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-021507ef-d289-4932-8862-636b6da816df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.799917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b878d83-5180-4d43-99b5-d95707e33bdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db984389e6ac4a08aa819d4b1fae5b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418262 Jul 16 08:55:16.800304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.821614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.832306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-021507ef-d289-4932-8862-636b6da816df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=111a1e96ecaa4900a9832a6e9c1ed0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0344877 Jul 16 08:55:16.834670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.840390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021507ef-d289-4932-8862-636b6da816df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee210638-1a02-42be-8362-e808c417dae8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.885316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.885938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.911605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.918212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.955092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:16.955411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.965748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-46439e73-6085-44d1-babd-761baa508fcd tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4415042 Jul 16 08:55:16.968485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.971919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:16.984254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:16.985624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:17.012993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.017265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.051079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet aed73e71-449f-494e-951a-c1e3d0ff0800 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:17.054803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.055781 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.057038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3216209 Jul 16 08:55:17.057365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.058584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/affa0f50-11e2-48b6-a206-230f721e8c9c HTTP/1.1" status: 204 len: 168 time: 0.2574179 Jul 16 08:55:17.060670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.063418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36600) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.066560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group_rule': {'security_group_id': '836bea6a-facb-4165-be05-bedd468c9b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.071155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52356d4e-ed8e-49e6-921d-5a38e6316349 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836bea6a-facb-4165-be05-bedd468c9b96,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.099361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.102519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.103668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee210638-1a02-42be-8362-e808c417dae8 HTTP/1.1" status: 204 len: 168 time: 0.2680612 Jul 16 08:55:17.110384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.117340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef0c6-67b7-4ece-b8dd-045eabfc2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa0f50-11e2-48b6-a206-230f721e8c9c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.137079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:17.152414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.155476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19fdbb-4f9b-46d3-afee-66650dc3b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee210638-1a02-42be-8362-e808c417dae8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.260780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.268175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.317073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.318319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556663 Jul 16 08:55:17.321422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36612) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.328366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'security_group_rule': {'security_group_id': '836bea6a-facb-4165-be05-bedd468c9b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.388912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f8686-89e7-4b9f-88ac-2559e72c0aee tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111ae4c5-3086-44dc-b59f-525ea24f0098,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.403005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.483105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.607845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.619126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c0447-a90f-4a2e-a052-d1f21e959487 req-5ef999d7-b42f-45d3-aa47-34956d71c1d0 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.631529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-623c0447-a90f-4a2e-a052-d1f21e959487 req-5ef999d7-b42f-45d3-aa47-34956d71c1d0 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 945 time: 0.2367449 Jul 16 08:55:17.652952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.658438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.683645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.685103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620102 Jul 16 08:55:17.688957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36628) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.693792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.706276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8802a8-63fa-4bb6-b299-e987dd3d7ff7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4cdd1b-3f52-4b77-9b2d-cf3665ba5ebc,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.714497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.721273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/aed73e71-449f-494e-951a-c1e3d0ff0800 HTTP/1.1" status: 204 len: 168 time: 0.7500215 Jul 16 08:55:17.723251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf13730-7277-4302-8889-ea58ebd4ec3f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=aed73e71-449f-494e-951a-c1e3d0ff0800,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.728271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.729741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999e33b-6858-48af-98c7-dcf5c1a8ddbd None None] Network 60adf661-ac10-4978-979b-bd360badf60b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:17.744778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:16Z', 'revision_number': 10, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:17.757693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-623c0447-a90f-4a2e-a052-d1f21e959487 req-8433051f-859e-42a6-8628-30767ecfe12f tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248538 Jul 16 08:55:17.790641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.815942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:17.833886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:17.836499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:17.849806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.958298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 24082854-d0c5-44ea-ab79-0001c946939a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:17.959018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.067207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 24082854-d0c5-44ea-ab79-0001c946939a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24082854-d0c5-44ea-ab79-0001c946939a,segment=NetworkSegment(f540ca03-79f5-47df-8d0f-2ecdc10c5510),segment_id=f540ca03-79f5-47df-8d0f-2ecdc10c5510)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:18.067605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.083769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 24082854-d0c5-44ea-ab79-0001c946939a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:18.099038 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.199432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.283776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=24082854-d0c5-44ea-ab79-0001c946939a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.290928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 24082854-d0c5-44ea-ab79-0001c946939a on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:18.350438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:18.426177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Allocated IP 172.25.5.247 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/d3801581-950c-4a3e-aa42-ac999e3e6720) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:18.470852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.511153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60adf661-ac10-4978-979b-bd360badf60b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.556850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.582090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f540ca03-79f5-47df-8d0f-2ecdc10c5510') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.587666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f540ca03-79f5-47df-8d0f-2ecdc10c5510') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.612240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.619104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3800418-465f-47e2-b589-b45acb6c9e89 None None] DHCP port deletion for 60adf661-ac10-4978-979b-bd360badf60b request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:18.656425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.664493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:18.665544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:18.766629 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:18.780151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.788377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.795401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/60adf661-ac10-4978-979b-bd360badf60b HTTP/1.1" status: 204 len: 168 time: 1.0652924 Jul 16 08:55:18.798032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.861893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:16Z', 'revision_number': 10, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:18.871347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d959ae5-acc4-4efc-bf53-240bbbe1fcc5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=60adf661-ac10-4978-979b-bd360badf60b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.934727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46df0cb-26dd-48ae-9222-08d238f254bd None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:16Z', 'revision_number': 10, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None, '_interfaces': [{'id': 'be121875-0990-4359-877e-37885171437e', 'name': '', 'network_id': '373dfb8c-6e4e-4654-bf86-6bae24d81380', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'mac_address': 'fa:16:3e:f2:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:15Z', 'updated_at': '2021-07-16T08:54:26Z', 'revision_number': 5, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'subnets': [{'id': '9119714f-8678-465e-b7dc-ae6722a1e844', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:19.087919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.227335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.252944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f13e7-44c3-4852-8584-d0faa8c2a1cb req-6bb5a782-d257-4358-8ec8-fa625ae945ad tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.254509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-301f13e7-44c3-4852-8584-d0faa8c2a1cb req-6bb5a782-d257-4358-8ec8-fa625ae945ad tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 945 time: 0.1230543 Jul 16 08:55:19.354655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-301f13e7-44c3-4852-8584-d0faa8c2a1cb req-46a408dc-c471-4f1d-9105-d47abf6fb2bc tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911813 Jul 16 08:55:19.361303 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8c45b407-b299-4e49-8c59-40560564aaa9 tempest-AgentManagementNegativeTest-2117040224 tempest-AgentManagementNegativeTest-2117040224-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2671034 Jul 16 08:55:19.379671 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.465911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:19.471687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.476452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:19.505439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=d3801581-950c-4a3e-aa42-ac999e3e6720,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.566134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.652105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.737134 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.876709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36708) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.924373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port be121875-0990-4359-877e-37885171437e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:19.925002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.024456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.030786 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.104014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port be121875-0990-4359-877e-37885171437e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be121875-0990-4359-877e-37885171437e,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:20.104548 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.124280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for be121875-0990-4359-877e-37885171437e owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:20.133262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-1ad6a9f4-16ec-4567-82bb-90b5fdbc00c5 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.135181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-1ad6a9f4-16ec-4567-82bb-90b5fdbc00c5 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.46 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 945 time: 0.1590018 Jul 16 08:55:20.136920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.156895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.164680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4744759 Jul 16 08:55:20.175476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-054e4a3f-67a9-4fc8-8acc-41cee3e57923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.179892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.253281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d53c-5a1c-497e-9f11-615bebe8d037 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=d3801581-950c-4a3e-aa42-ac999e3e6720,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.342880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2550bed8-00fb-42e6-b84e-5ef318ac4770 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:20.389707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2550bed8-00fb-42e6-b84e-5ef318ac4770 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:20.390068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2550bed8-00fb-42e6-b84e-5ef318ac4770 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:20.390565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24082854-d0c5-44ea-ab79-0001c946939a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:20.419293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 24082854-d0c5-44ea-ab79-0001c946939a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:20.419944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24082854-d0c5-44ea-ab79-0001c946939a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:20.475472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Deleting port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:20.476228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.494840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-482f4fa5-6a6d-474a-9959-eadcf028f2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.553196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-054e4a3f-67a9-4fc8-8acc-41cee3e57923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.563483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-054e4a3f-67a9-4fc8-8acc-41cee3e57923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.588263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-9f839a8b-d290-43a8-a0be-92db5e72715a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--317540302&fields=id&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 267 time: 0.0976253 Jul 16 08:55:20.647585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] For port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,segment=NetworkSegment(057e5114-e5aa-42cd-8616-cf016cefb068),segment_id=057e5114-e5aa-42cd-8616-cf016cefb068)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:20.647989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.667299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Calling delete_port for 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:20.683890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.714440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-054e4a3f-67a9-4fc8-8acc-41cee3e57923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad090238f38e4ecbbe3815da3444820e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341210 Jul 16 08:55:20.723866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36732) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.747644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4a3f-67a9-4fc8-8acc-41cee3e57923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f49335-e70d-4c1e-b9bb-4f1db89752ab,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.765428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=be121875-0990-4359-877e-37885171437e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.831818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2b4f-ba56-41a5-852d-9824405f28ea req-097eceb3-37f8-4f3e-b6d3-ca5e60ebcaa3 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.834231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca6d2b4f-ba56-41a5-852d-9824405f28ea req-097eceb3-37f8-4f3e-b6d3-ca5e60ebcaa3 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 945 time: 0.2585688 Jul 16 08:55:20.947053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.001805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0952d523-a279-4b6a-9d0f-11dc2309430d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.003589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0952d523-a279-4b6a-9d0f-11dc2309430d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 817 time: 0.3967588 Jul 16 08:55:21.121729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca6d2b4f-ba56-41a5-852d-9824405f28ea req-0dbd68f4-dbb9-40c0-8ed5-a9bf48dd02d6 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/security-groups?id=d820e6c2-3647-4647-bb0a-c379bd50e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632549 Jul 16 08:55:21.121729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.136651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-04260310-858c-43d6-a9d8-79828d319643 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/quotas/3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 375 time: 0.1197972 Jul 16 08:55:21.161477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-482f4fa5-6a6d-474a-9959-eadcf028f2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.175715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-482f4fa5-6a6d-474a-9959-eadcf028f2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.204895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.219430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['234c9eb5-d829-4ef1-9078-ba7ee9106ce9'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:21.227687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.241269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Pushing event deleted for resources: {'Port': ['ID=234c9eb5-d829-4ef1-9078-ba7ee9106ce9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.257013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:21.318517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-482f4fa5-6a6d-474a-9959-eadcf028f2a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=780631ba3c994df6b92145552040f560&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352277 Jul 16 08:55:21.331931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.365874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f4fa5-6a6d-474a-9959-eadcf028f2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3446bee7-5df4-401a-b5ef-09c3e49616a6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.484591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-09483b5e-2fad-40f9-bf60-476fbbdff745 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3220503 Jul 16 08:55:21.562971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] No DVR routers for this DVR port 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:21.572576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.574952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51147682-4b5a-42c6-81a0-1fc4ee259c4a req-bfe9a097-d9ed-4745-9e40-d771d3ba3412 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.46 "DELETE /v2.0/ports/234c9eb5-d829-4ef1-9078-ba7ee9106ce9 HTTP/1.1" status: 204 len: 173 time: 1.4316809 Jul 16 08:55:21.579005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'name': 'network-vif-deleted', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:21.581941 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d87c0f-ef84-49ff-8079-9a9b4a95c72f" -d '{"events": [{"server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "name": "network-vif-deleted", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:21.612293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.614955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:21.622962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-e8cc2b5b-d8c2-4682-8d4c-43dcd0867d47 req-49ab6310-0459-4852-8ccd-a6dbb213ba9b service neutron] (93775) timed out ('10.222.0.47', 57570) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:55:21.626409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.629200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.632941 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:21.639265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc5b5c5d-d8d0-41fa-b1d4-341e87bb39b6 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378062 Jul 16 08:55:21.641753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0f49335-e70d-4c1e-b9bb-4f1db89752ab HTTP/1.1" status: 204 len: 168 time: 0.9119864 Jul 16 08:55:21.645909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36748) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.652503 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:21.653163 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.675087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-67494e97-4ab4-48c9-8852-139f72aec63c service neutron] 10.222.0.32 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780498 Jul 16 08:55:21.678960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.766175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.769941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.771960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3446bee7-5df4-401a-b5ef-09c3e49616a6 HTTP/1.1" status: 204 len: 168 time: 0.4338048 Jul 16 08:55:21.794102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:21.794813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50a22-51f7-4670-9ee1-257a345eaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3446bee7-5df4-401a-b5ef-09c3e49616a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.939277 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:22.001118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-a52d50c4-f026-465d-b897-46b9bf6350af service neutron] 10.222.0.32 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229899 Jul 16 08:55:22.010966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18536394-ba94-440c-a9e5-4bbbf515b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f49335-e70d-4c1e-b9bb-4f1db89752ab,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.013573 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:22.065870 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:22.067510 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:22.081053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357371-c670-47ff-8514-7302b629624b req-0500dfc6-1279-488b-be0a-659e76ecf2ab tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.090556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0357371-c670-47ff-8514-7302b629624b req-0500dfc6-1279-488b-be0a-659e76ecf2ab tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.7434649 Jul 16 08:55:22.161232 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:22.175066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting subnet 9119714f-8678-465e-b7dc-ae6722a1e844 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:22.179538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a0357371-c670-47ff-8514-7302b629624b req-0b6ea416-0429-4801-b0de-b119e48a5e02 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.183062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.311611 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:22.413082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33555b-de65-44fc-b877-e6b89fc35faa None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:22.453211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.495512 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f31292-1d76-45d0-ab44-1cb821c781ae x-openstack-request-id: req-83f31292-1d76-45d0-ab44-1cb821c781ae {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:22.496149 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c4059-9dc0-4cca-907c-8a0b4a2046c5", "name": "network-vif-deleted", "tag": "234c9eb5-d829-4ef1-9078-ba7ee9106ce9", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:22.496149 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83f31292-1d76-45d0-ab44-1cb821c781ae {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:22.496879 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c4059-9dc0-4cca-907c-8a0b4a2046c5', 'name': 'network-vif-deleted', 'tag': '234c9eb5-d829-4ef1-9078-ba7ee9106ce9', 'status': 'completed', 'code': 200} Jul 16 08:55:22.747265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.797091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a0357371-c670-47ff-8514-7302b629624b req-0b6ea416-0429-4801-b0de-b119e48a5e02 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.826774 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a0357371-c670-47ff-8514-7302b629624b req-0b6ea416-0429-4801-b0de-b119e48a5e02 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.850461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea616815-9a26-407d-9276-d0860404df8a req-9ecc2913-f4a0-4cf0-a6c4-fb9a86a06d98 tempest-ServerAddressesNegativeTestJSON-796437103 tempest-ServerAddressesNegativeTestJSON-796437103-project] 10.222.0.32 "GET /v2.0/ports?device_id=397c4059-9dc0-4cca-907c-8a0b4a2046c5 HTTP/1.1" status: 200 len: 210 time: 0.0994694 Jul 16 08:55:22.861198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0357371-c670-47ff-8514-7302b629624b req-0b6ea416-0429-4801-b0de-b119e48a5e02 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7697189 Jul 16 08:55:22.901343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea416-0429-4801-b0de-b119e48a5e02 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec01374a-c57a-47df-b6a8-c44b4a4dc5a3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.947778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.019966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Subnet': ['ID=9119714f-8678-465e-b7dc-ae6722a1e844,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.078716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1bdd42c-7443-4f77-b240-865c6935b06d req-136023c1-0610-431b-ae53-785be3bf2b6c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 210 time: 0.0629880 Jul 16 08:55:23.100586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.101589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cd89c-3673-48c0-9dc9-f6b33491196c None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:23.105696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.107793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19336177-28f5-43f1-805b-008f6ae6c489 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/9119714f-8678-465e-b7dc-ae6722a1e844 HTTP/1.1" status: 204 len: 168 time: 1.4589829 Jul 16 08:55:23.232321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.262346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5363e5-93ea-420d-b37d-548b2042fe24 req-7262f36e-9045-4f6e-84f1-817b3b635d3b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.277243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5363e5-93ea-420d-b37d-548b2042fe24 req-7262f36e-9045-4f6e-84f1-817b3b635d3b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1962197 Jul 16 08:55:23.302494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:23.375253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Deleting port 483bfdfc-6779-491c-8d12-0a93c5222c0a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:23.376364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.376619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:23.380549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 234c9eb5-d829-4ef1-9078-ba7ee9106ce9 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:23.399187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5363e5-93ea-420d-b37d-548b2042fe24 req-9e80c357-6f7d-4630-b6d3-077800fdb16f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182113 Jul 16 08:55:23.415272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36810) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.491822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] For port 483bfdfc-6779-491c-8d12-0a93c5222c0a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=483bfdfc-6779-491c-8d12-0a93c5222c0a,segment=NetworkSegment(7091c4c0-ccae-470d-9290-fb5929fd5e0c),segment_id=7091c4c0-ccae-470d-9290-fb5929fd5e0c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:23.492502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.521587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Calling delete_port for 483bfdfc-6779-491c-8d12-0a93c5222c0a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:23.571460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-03809bfd-1de3-4556-8d2f-d7b5b3665d74 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 200 len: 993 time: 0.1448462 Jul 16 08:55:23.658817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] DHCP port deletion for 373dfb8c-6e4e-4654-bf86-6bae24d81380 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:23.690769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.712388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.766097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No DVR routers for this DVR port 483bfdfc-6779-491c-8d12-0a93c5222c0a on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:23.826217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Deleting port 483bfdfc-6779-491c-8d12-0a93c5222c0a {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:23.826605 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.849805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2056775492'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:23.860692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Port': ['ID=483bfdfc-6779-491c-8d12-0a93c5222c0a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.878856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:23.887261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.907779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.927090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.941962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373dfb8c-6e4e-4654-bf86-6bae24d81380']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:23.955115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7091c4c0-ccae-470d-9290-fb5929fd5e0c') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:23.956149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7091c4c0-ccae-470d-9290-fb5929fd5e0c') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:23.968817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.996792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.010398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:24.011316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:24.017713 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:24.059503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] For port 483bfdfc-6779-491c-8d12-0a93c5222c0a, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:24.061841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36832) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.064357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.098068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Calling delete_port for 483bfdfc-6779-491c-8d12-0a93c5222c0a owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:24.104536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Port 483bfdfc-6779-491c-8d12-0a93c5222c0a was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:55:24.105173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.110778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.172001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Pushing event deleted for resources: {'Port': ['ID=483bfdfc-6779-491c-8d12-0a93c5222c0a,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.178635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.187750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/networks/373dfb8c-6e4e-4654-bf86-6bae24d81380 HTTP/1.1" status: 204 len: 168 time: 1.0754266 Jul 16 08:55:24.189469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] Network 373dfb8c-6e4e-4654-bf86-6bae24d81380 is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:55:24.191046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8531490-f3bc-45df-bf03-6a10925861fd None None] No DVR routers for this DVR port 483bfdfc-6779-491c-8d12-0a93c5222c0a on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:24.192738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696342c-8228-4d7b-a665-7394dede0520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Pushing event deleted for resources: {'Network': ['ID=373dfb8c-6e4e-4654-bf86-6bae24d81380,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.200610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.210501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.234460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'routes': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:24.298482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.396197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be121875-0990-4359-877e-37885171437e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:24.457651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:24.467610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: be121875-0990-4359-877e-37885171437e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:24.467960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be121875-0990-4359-877e-37885171437e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:24.476983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 483bfdfc-6779-491c-8d12-0a93c5222c0a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:24.514646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 483bfdfc-6779-491c-8d12-0a93c5222c0a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:24.514646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 483bfdfc-6779-491c-8d12-0a93c5222c0a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:24.515117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.515117 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Added segment 95b4e5a4-4448-409a-9703-a41b3c1ba4f2 of type vlan for network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 Jul 16 08:55:24.669081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.678562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ebfb8b4-fdc7-4460-b816-85c60577de6f req-c5d0d567-7a4b-47cd-a4e2-5adc6c1c304d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 210 time: 0.0973895 Jul 16 08:55:24.686393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Deleting subnet 0c013079-dcfe-4c2f-b76f-72950cc2f510 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:24.696567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49595df3-50b9-44b5-8d09-a59b56ddb92b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.698865 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.752619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-283c0b8c-b1a4-41f5-af91-258d196d3555 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.756333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-283c0b8c-b1a4-41f5-af91-258d196d3555 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 817 time: 0.2859623 Jul 16 08:55:24.784578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.839324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.902923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.903196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.903539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.904023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.904519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.905613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.906022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.906365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.906695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.907023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.907353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.907751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.961001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36882) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.977644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.995710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Added routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:55:25.000427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.extraroute_db [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Removed routes are [] {{(pid=93774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:55:25.000964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.006381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.007013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.023473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-896098d5-7093-4216-aaf6-bd4d44284729 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 379 time: 0.1919918 Jul 16 08:55:25.063876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3462787 Jul 16 08:55:25.088214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36900) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.107061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2f1b0-9614-49ca-bc24-a71f0552ccc1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Network': ['ID=6644286e-7329-41f0-8e24-3b72aa1d0dd6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.111874 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.119798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:25.128021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.132380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c013079-dcfe-4c2f-b76f-72950cc2f510 HTTP/1.1" status: 204 len: 168 time: 1.0671463 Jul 16 08:55:25.149086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36908) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.164591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a990-2812-4674-aec9-a899d725930e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c013079-dcfe-4c2f-b76f-72950cc2f510,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.197018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'port': {'device_id': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'admin_state_up': True, 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'security_groups': ['836bea6a-facb-4165-be05-bedd468c9b96']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.224276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.310925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.370190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-4321db58-a260-4caa-86ca-9b1866abb87b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934083 Jul 16 08:55:25.444321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-960127887'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:25.493629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.516962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a98ee26-a38a-4b3e-995e-8f3df825ccc8']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:25.543992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c108d-57fe-4133-92d7-94f14faa06d3 req-8abfcb2a-cd8d-4dde-af7c-6c98983641f4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.549763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be4c108d-57fe-4133-92d7-94f14faa06d3 req-8abfcb2a-cd8d-4dde-af7c-6c98983641f4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.2281747 Jul 16 08:55:25.561357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057e5114-e5aa-42cd-8616-cf016cefb068') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:25.561743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057e5114-e5aa-42cd-8616-cf016cefb068') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:25.586836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Made reservation on behalf of 9e383a01a74846a7889d2610d66faa4f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:25.590452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.595350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.611032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.625640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.654272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:25.654769 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:25.657027 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:25.669180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be4c108d-57fe-4133-92d7-94f14faa06d3 req-2d61d389-bd0c-4800-8d94-6d8abe0b355d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108408 Jul 16 08:55:25.775192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.780414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.782446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a98ee26-a38a-4b3e-995e-8f3df825ccc8 HTTP/1.1" status: 204 len: 168 time: 0.6323345 Jul 16 08:55:25.830859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b03e-5c29-4d39-89e3-3383320e8630 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a98ee26-a38a-4b3e-995e-8f3df825ccc8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.961232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.967052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.042701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.058644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d576b8b6-9c8b-4542-9347-72376fc054d1 req-cafa4470-c280-409b-b0a5-a3f770038df6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 210 time: 0.0762713 Jul 16 08:55:26.068269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:26.099346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a5284-e3b0-4fba-abeb-55c7e37b1719,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.120108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.124355 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Added segment 2d681dc1-fd53-49e1-a465-23fd84715226 of type vlan for network bb8e255f-dd44-45c6-9a66-79c58a76a722 Jul 16 08:55:26.152095 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9565f4d8-5290-4f4b-b740-6d37ce8a108b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc171f23fca840a1916f88449d6eb6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1028831 Jul 16 08:55:26.156212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.191254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.217980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.256748 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.286635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Made reservation on behalf of 3c0dfa8391d445a7b803c8df50fb8018 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:26.291057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.306360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.313479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.314104 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.359023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3964369 Jul 16 08:55:26.361960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.370654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Request body: {'subnet': {'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.403453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80be51-f2e8-448a-9229-1db7cb2889a4 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event updated for resources: {'Network': ['ID=bb8e255f-dd44-45c6-9a66-79c58a76a722,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.422175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:26.436289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:26.452090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:26.465052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.530886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.552885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Made reservation on behalf of 9e383a01a74846a7889d2610d66faa4f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:26.563075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.614352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.727315 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:26.834407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:26.846832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Sync routers for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:26.847051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.852654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9f2ef8b-2073-40d4-8556-3a1da59eaa5f tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 705 time: 2.6507831 Jul 16 08:55:26.855839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.863035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:26.863664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:26.900420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Allocated IP 172.20.0.3 (5bcc8e5c-3680-4076-8a53-05e0d3bd565e/b171dd0b-1983-40b5-8431-a27e92ffefa2/2a2462d3-2826-4cdf-8c66-b3e519c78330) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:26.910875 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-827e1176-d663-4103-97c4-32941a423c4a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 205 time: 0.0504751 Jul 16 08:55:26.916219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36982) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.952875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:26.966317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.026266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:27.047786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.059000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Checking router: e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:27.063199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d863400-18c5-4bdc-afe1-fa1c7791a30f req-4a93bdd2-0061-49fa-8743-b5570cca8608 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.064945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d863400-18c5-4bdc-afe1-fa1c7791a30f req-4a93bdd2-0061-49fa-8743-b5570cca8608 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1927605 Jul 16 08:55:27.072917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event updated for resources: {'Subnet': ['ID=28a87922-8a88-4bb9-a392-a887d6510660,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.075048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Routers {'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:27.075851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:27.096796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.098285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Checking segment: {'id': '2d681dc1-fd53-49e1-a465-23fd84715226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:27.098655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Network hostable DHCP agents. Network: bb8e255f-dd44-45c6-9a66-79c58a76a722, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:27.100559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.102192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d820e6c2-3647-4647-bb0a-c379bd50e4bf HTTP/1.1" status: 204 len: 168 time: 0.9233940 Jul 16 08:55:27.139064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d863400-18c5-4bdc-afe1-fa1c7791a30f req-328314a9-9ac4-4108-8133-d0aeea66e8d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671239 Jul 16 08:55:27.148411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:27.163449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, bb8e255f-dd44-45c6-9a66-79c58a76a722) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:27.171845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.172551 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.201277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e7497e7-624c-46a3-891e-7a7ce5b9080e tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8380785 Jul 16 08:55:27.203427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ee1c0-6dda-492b-b355-04c82d8e6de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820e6c2-3647-4647-bb0a-c379bd50e4bf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.204274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36988) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.214726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Request body: {'port': {'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1038849331'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.297091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] Set router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:27.307381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b2640-3c9a-4cc2-a0e2-3d396b84a647 None None] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:27.412659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:27.472966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b03d69d-a5cf-4329-bf6e-ee0ee3febb0f None None] The sync data for ids ['e4a7f269-1fa6-4c21-86fc-d73a4ed803b4'] in n-d-798054-12 is: [{'id': 'e4a7f269-1fa6-4c21-86fc-d73a4ed803b4', 'name': 'tempest-RoutersIpV6Test-router-1807652484', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:09Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 11, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:27.515725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.535245 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.540997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.729889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-bb8e255f-dd44-45c6-9a66-79c58a76a722', 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722', 'tenant_id': '9e383a01a74846a7889d2610d66faa4f', 'fixed_ips': [{'subnet_id': '28a87922-8a88-4bb9-a392-a887d6510660'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:27.731182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.802058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.802579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:27.843566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.845477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2646c12a-6016-4911-819e-4dd0a3dbcc07 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 204 len: 168 time: 0.9232104 Jul 16 08:55:27.866972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=e7e0dc40-ce04-45a9-b469-b4bb51cfa969,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.873739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37002) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.898053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505702928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.908642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:27.909022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network hostable DHCP agents. Network: 6644286e-7329-41f0-8e24-3b72aa1d0dd6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:27.955520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.010834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.012065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.018230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Transition to ACTIVE for port object 2a2462d3-2826-4cdf-8c66-b3e519c78330 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:28.030512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:28.063753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Allocated IP 172.20.0.2 (bb8e255f-dd44-45c6-9a66-79c58a76a722/28a87922-8a88-4bb9-a392-a887d6510660/2c4bbecd-282f-4e0d-b34f-b79b3c5794e2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:28.071789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 6644286e-7329-41f0-8e24-3b72aa1d0dd6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:28.084093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76eae2-fc06-4fde-8c59-123b3ea39257 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:28.101396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f3c4b9a-e355-4784-90b3-2514c43f5c59 req-4798bc46-23e5-4462-afb7-d50f40129034 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 210 time: 0.7387302 Jul 16 08:55:28.110511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.111207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.124094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.142577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.166122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.167915 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aa311492-b978-4916-af71-8f2d793fe49a tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2812839 Jul 16 08:55:28.169254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.170249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-839bf3da-3895-433a-849b-7bada3b210c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.171128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.172379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-839bf3da-3895-433a-849b-7bada3b210c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.9074411 Jul 16 08:55:28.183483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c97a9a40-5f31-4a1a-9104-c7c30b4b2c2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0922599 Jul 16 08:55:28.189421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.193305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37012) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.211709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'name': 'tempest-NetworksTestDHCPv6-557256794'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.307743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Made reservation on behalf of 9e383a01a74846a7889d2610d66faa4f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:28.314065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.372829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.394375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:28.402324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:28.407686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:28.417464 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.427078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Transition to ACTIVE for port object 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:28.449338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.470704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Transition to ACTIVE for port object 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:28.499525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] device_id is not set on port 753dbba4-348a-4940-9afc-af21220432c6 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:28.539563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.559483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.588515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.619564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-560812005-network', 'tenant_id': '86cfe50fc9124b6e973c5b2a53a76fda'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.647193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:28.661075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:28.666368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:28.691713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-8d4ee365-5c77-4a5d-a5c2-34c9a9417b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.693245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-8d4ee365-5c77-4a5d-a5c2-34c9a9417b60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.5116003 Jul 16 08:55:28.718531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.719543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.773088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Made reservation on behalf of 86cfe50fc9124b6e973c5b2a53a76fda for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:28.777142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.777807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'e7e0dc40-ce04-45a9-b469-b4bb51cfa969'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:28.778661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.796352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-0e7667a0-6a25-4f1a-8bf6-fb7793eb3f72 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7088614 Jul 16 08:55:28.797127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.799578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:28.799578 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:55:28.799578 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id_1': 'dae63240a5214998b5e23fe3141d2d6f', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 55, 28, 696815)}] Jul 16 08:55:28.799578 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:28.800232 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:28.807450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Pushing event updated for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.816145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Attempting to bind port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:28.816572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Attempting to bind port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2d681dc1-fd53-49e1-a465-23fd84715226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:28.816945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Attempting to bind port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 on network bb8e255f-dd44-45c6-9a66-79c58a76a722 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:28.819380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Request body: {'port': {'device_id': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.831940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:28.832390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Checking segment: {'id': '2d681dc1-fd53-49e1-a465-23fd84715226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:28.833063 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.833602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Bound using segment: {'id': '2d681dc1-fd53-49e1-a465-23fd84715226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:28.834083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Bound port: 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d681dc1-fd53-49e1-a465-23fd84715226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bb8e255f-dd44-45c6-9a66-79c58a76a722'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:28.837216 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.847952 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0665bf-932d-4cc6-b9cf-eae9f83738c3 req-3fc9fe73-596f-4fc0-9dc3-4835dd86f685 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.855248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e0665bf-932d-4cc6-b9cf-eae9f83738c3 req-3fc9fe73-596f-4fc0-9dc3-4835dd86f685 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3830228 Jul 16 08:55:28.881513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-cdee0f3e-6f71-4eb5-9f72-74875db073e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 1001 time: 0.1699190 Jul 16 08:55:28.883280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Allocated IP 172.20.0.7 (bb8e255f-dd44-45c6-9a66-79c58a76a722/28a87922-8a88-4bb9-a392-a887d6510660/753dbba4-348a-4940-9afc-af21220432c6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:28.904638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Router 4f5714f8-48a2-4788-a199-7f54e6e95455 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:28.980463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e0665bf-932d-4cc6-b9cf-eae9f83738c3 req-c45b6338-dafa-43b8-ab22-5b7797318453 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242025 Jul 16 08:55:28.988841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.004930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-4356edb5-5156-4240-8f61-883d0e0681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.007737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-4356edb5-5156-4240-8f61-883d0e0681a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1183977 Jul 16 08:55:29.031002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1fb90386-547e-48dd-9f52-900b76887e59 None None] Provisioning for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:29.051433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1fb90386-547e-48dd-9f52-900b76887e59 None None] Provisioning complete for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:29.051750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1fb90386-547e-48dd-9f52-900b76887e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.093790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:29.105550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.110293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea560dc1-0a4e-404c-95c0-c95276f2c444 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "PUT /v2.0/routers/4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 200 len: 697 time: 0.9364517 Jul 16 08:55:29.111018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37024) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.118669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Sync routers for ids ['4f5714f8-48a2-4788-a199-7f54e6e95455'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:29.129340 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Routers {'4f5714f8-48a2-4788-a199-7f54e6e95455'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:29.130043 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f5714f8-48a2-4788-a199-7f54e6e95455'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.169010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:29.171423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e7e0dc40-ce04-45a9-b469-b4bb51cfa969/0346bcc8-38c3-4f63-982e-ef33a17f4839) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:29.198163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-b3e18588-e8f6-4057-9c81-7f0528a6c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.200155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-b3e18588-e8f6-4057-9c81-7f0528a6c7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818876 Jul 16 08:55:29.201342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,segment=NetworkSegment(2d681dc1-fd53-49e1-a465-23fd84715226),segment_id=2d681dc1-fd53-49e1-a465-23fd84715226)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:29.210769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.215742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1fb90386-547e-48dd-9f52-900b76887e59 None None] Port 2a2462d3-2826-4cdf-8c66-b3e519c78330 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:29.277557 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.289431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Set router 4f5714f8-48a2-4788-a199-7f54e6e95455 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:29.373543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ccc6a8f5-b504-4bdd-957f-1e18db3ab8ce tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/routers/4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 200 len: 703 time: 0.2530336 Jul 16 08:55:29.380821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.410297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58fb56-7a48-41f2-9f8f-36e6250c28f2 None None] Pushing event updated for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.413885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Transition to ACTIVE for port object 753dbba4-348a-4940-9afc-af21220432c6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.415660 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5714f8-48a2-4788-a199-7f54e6e95455', 'name': 'tempest-RoutersIpV6Test-router-505702928', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:28Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.445260 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-44778095-b49e-4145-bc7e-77e96fe5ee66 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 200 len: 205 time: 0.0602436 Jul 16 08:55:29.446082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.447905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.461874 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Checking router: 4f5714f8-48a2-4788-a199-7f54e6e95455 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:29.487655 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Routers {'4f5714f8-48a2-4788-a199-7f54e6e95455'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:29.488317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f5714f8-48a2-4788-a199-7f54e6e95455'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.502785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-a2b80bb1-68bb-47c9-b6d3-f05ceab62d5d service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905197 Jul 16 08:55:29.510658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.572397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.601363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Transition to ACTIVE for port object 0346bcc8-38c3-4f63-982e-ef33a17f4839 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.628816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:29.633838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-6046fb76-c74e-4c3b-9b09-8492ff300907 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171887 Jul 16 08:55:29.665943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:29.668889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.688149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.696800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Transition to ACTIVE for port object 0346bcc8-38c3-4f63-982e-ef33a17f4839 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.715350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d360225-3b1e-4e68-824c-677d3a28f387 req-4ffa328c-5ebb-4a48-992c-897fa7712a31 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.717075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d360225-3b1e-4e68-824c-677d3a28f387 req-4ffa328c-5ebb-4a48-992c-897fa7712a31 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 931 time: 0.3707042 Jul 16 08:55:29.720395 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.754369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.754756 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Added segment 24b14269-e179-49e5-9070-2480a9055ba0 of type vlan for network 93779853-58f0-43ff-bcc5-a2debf5af2a5 Jul 16 08:55:29.772879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.790162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 7d4be901-5501-4120-917b-18e783bd7c82 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:29.822727 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] Set router 4f5714f8-48a2-4788-a199-7f54e6e95455 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:29.849334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.853973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.864720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:29.924232 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5714f8-48a2-4788-a199-7f54e6e95455', 'name': 'tempest-RoutersIpV6Test-router-505702928', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:28Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.930431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a46b8d-6c8a-48fc-8588-7b490022f203,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.967041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Pushing event updated for resources: {'Port': ['ID=0346bcc8-38c3-4f63-982e-ef33a17f4839,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.969841 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b311f4e-ff8b-43ea-a5ad-a4c45ffa3b9a None None] The sync data for ids ['4f5714f8-48a2-4788-a199-7f54e6e95455'] in n-d-798054-12 is: [{'id': '4f5714f8-48a2-4788-a199-7f54e6e95455', 'name': 'tempest-RoutersIpV6Test-router-505702928', 'tenant_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:28Z', 'updated_at': '2021-07-16T08:55:28Z', 'revision_number': 2, 'project_id': 'ecac4955b95c40d1940c6ba672a52ab1', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:30.072608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Attempting to bind port 0346bcc8-38c3-4f63-982e-ef33a17f4839 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:30.072990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Attempting to bind port 0346bcc8-38c3-4f63-982e-ef33a17f4839 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:30.073365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Attempting to bind port 0346bcc8-38c3-4f63-982e-ef33a17f4839 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:30.079017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:30.079399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:30.079813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.081874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:30.082379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Bound port: 0346bcc8-38c3-4f63-982e-ef33a17f4839, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:30.083299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.112663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::328 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e7e0dc40-ce04-45a9-b469-b4bb51cfa969/7d4be901-5501-4120-917b-18e783bd7c82) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:30.118719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.201437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] For port 0346bcc8-38c3-4f63-982e-ef33a17f4839, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:30.206207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] For port 0346bcc8-38c3-4f63-982e-ef33a17f4839, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0346bcc8-38c3-4f63-982e-ef33a17f4839,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:30.212955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.335364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09a0b8-d28e-451c-bc31-b2d413b3ccb0 None None] Pushing event updated for resources: {'Port': ['ID=0346bcc8-38c3-4f63-982e-ef33a17f4839,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.420444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:30.455599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:30.512398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:30.515476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:30.565509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:30.641363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:30.642404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.672643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.678016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d360225-3b1e-4e68-824c-677d3a28f387 req-2a46fdd5-58f8-44e8-ba52-0fef5092de4c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9501421 Jul 16 08:55:30.707165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 7d4be901-5501-4120-917b-18e783bd7c82 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:30.717967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5126109 Jul 16 08:55:30.725020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8a8d6-1441-4cd4-b422-dfafc8991601 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event updated for resources: {'Port': ['ID=753dbba4-348a-4940-9afc-af21220432c6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.754054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37036) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.847518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.849771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.905838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe133c-0b08-4548-a3c8-493f51850677 req-a3e07b4a-10a2-44bd-bee0-3ef845c177d1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:30.913884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abfe133c-0b08-4548-a3c8-493f51850677 req-a3e07b4a-10a2-44bd-bee0-3ef845c177d1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.4988036 Jul 16 08:55:30.959323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.969031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.969611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5714f8-48a2-4788-a199-7f54e6e95455 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:55:30.980692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.982700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7372e4f-7b2b-466a-b972-19deba68e5e3 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 204 len: 168 time: 1.5302458 Jul 16 08:55:30.989293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abfe133c-0b08-4548-a3c8-493f51850677 req-249d3be0-d306-4ec8-aaff-3799d1885f63 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744259 Jul 16 08:55:31.019511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.041202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:31.049033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:31.054989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:31.060847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.061500 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.087312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-54be0038-b9a5-4623-ac74-de5492df1c74 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 200 len: 205 time: 0.0636652 Jul 16 08:55:31.091555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:31.092030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37040) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.100227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=7d4be901-5501-4120-917b-18e783bd7c82,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.121220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.141648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.143678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.144369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.150727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-31774968-95d4-4428-93e7-cccdfe95af4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9538827 Jul 16 08:55:31.151471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Transition to ACTIVE for port object 2a2462d3-2826-4cdf-8c66-b3e519c78330 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:31.151575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37044) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.152567 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-f19e8671-f4a1-4e0e-b9d2-dc15b23d88fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:31.153296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f19e8671-f4a1-4e0e-b9d2-dc15b23d88fe tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/4f5714f8-48a2-4788-a199-7f54e6e95455 HTTP/1.1" status: 404 len: 336 time: 0.0603068 Jul 16 08:55:31.157398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.182398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Deleting port 753dbba4-348a-4940-9afc-af21220432c6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:31.183017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.198153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dacb971-3bc9-4f48-95e5-cc360d30810b None None] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:31.198852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.253677 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a5cc4c-b755-4cb6-b065-a8b2b114e330 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:31.254280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a5cc4c-b755-4cb6-b065-a8b2b114e330 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:31.259280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-66a5cc4c-b755-4cb6-b065-a8b2b114e330 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/a10ebf40-f64f-4107-aa3a-1e828bd3e705 HTTP/1.1" status: 404 len: 337 time: 0.0966833 Jul 16 08:55:31.263989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8862391 Jul 16 08:55:31.265082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.265413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.301206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Request body: {'subnet': {'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-560812005-subnet', 'tenant_id': '86cfe50fc9124b6e973c5b2a53a76fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:31.324306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.357765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Calling delete_port for 753dbba4-348a-4940-9afc-af21220432c6 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:31.369342 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1dde14-b56c-484c-8d51-b76567336b0d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:31.369815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1dde14-b56c-484c-8d51-b76567336b0d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:31.380572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d1dde14-b56c-484c-8d51-b76567336b0d tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/8682a9c4-5161-4839-af71-10d818bc77de HTTP/1.1" status: 404 len: 337 time: 0.0861125 Jul 16 08:55:31.389237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37052) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.389767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5ff02-3e23-4809-8cff-5de8e39913bf admin admin] Pushing event updated for resources: {'Network': ['ID=93779853-58f0-43ff-bcc5-a2debf5af2a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.449853 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-49489f41-b155-4c2c-91f5-034050525520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:31.450704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49489f41-b155-4c2c-91f5-034050525520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:31.453085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49489f41-b155-4c2c-91f5-034050525520 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/aed73e71-449f-494e-951a-c1e3d0ff0800 HTTP/1.1" status: 404 len: 337 time: 0.0627089 Jul 16 08:55:31.470250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:31.474473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.523773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Made reservation on behalf of 86cfe50fc9124b6e973c5b2a53a76fda for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:31.525307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3410fb-e0a5-4136-b1c5-95095d055c84 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.527169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.537875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3410fb-e0a5-4136-b1c5-95095d055c84 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.539536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1f3410fb-e0a5-4136-b1c5-95095d055c84 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3852978 Jul 16 08:55:31.550174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.580656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Attempting to bind port 2a2462d3-2826-4cdf-8c66-b3e519c78330 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:31.584568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Attempting to bind port 2a2462d3-2826-4cdf-8c66-b3e519c78330 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:31.585817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Attempting to bind port 2a2462d3-2826-4cdf-8c66-b3e519c78330 on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:31.590338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 93779853-58f0-43ff-bcc5-a2debf5af2a5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:31.616842 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1858753-8079-4221-8b2d-2d76cad5d2e9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:31.617661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1858753-8079-4221-8b2d-2d76cad5d2e9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:31.620166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1858753-8079-4221-8b2d-2d76cad5d2e9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/9119714f-8678-465e-b7dc-ae6722a1e844 HTTP/1.1" status: 404 len: 337 time: 0.0990260 Jul 16 08:55:31.623077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Port 2a2462d3-2826-4cdf-8c66-b3e519c78330 on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:31.623721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Attempting to bind port 2a2462d3-2826-4cdf-8c66-b3e519c78330 on network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:31.628094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.697356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:31.697776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Checking segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:31.698260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Bound using segment: {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:31.698738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Bound port: 2a2462d3-2826-4cdf-8c66-b3e519c78330, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:31.699306 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.736061 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25e8ff09-ea2f-4da6-aba5-04c8cc7a3874 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 200 len: 205 time: 0.1025641 Jul 16 08:55:31.749388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37064) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.795587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Provisioning for port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:31.847734 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-7f78f3c1-b152-4bc7-981b-5c20f072b907 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:31.849497 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7f78f3c1-b152-4bc7-981b-5c20f072b907 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/e4a7f269-1fa6-4c21-86fc-d73a4ed803b4 HTTP/1.1" status: 404 len: 336 time: 0.0944438 Jul 16 08:55:31.852387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:31.870724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Provisioning complete for port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:31.874826 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.880607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 7d4be901-5501-4120-917b-18e783bd7c82 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:31.884607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.933467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a478368c-d0ac-4e4d-9c4e-50a7981d5823 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=51e5b644-e2b7-49ba-820f-0113ae55c72e HTTP/1.1" status: 200 len: 205 time: 0.0765553 Jul 16 08:55:31.934578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.039085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.112924 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-d42dc4c3-762d-4f45-8f66-e8680c93efe5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:32.119644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d42dc4c3-762d-4f45-8f66-e8680c93efe5 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/51e5b644-e2b7-49ba-820f-0113ae55c72e HTTP/1.1" status: 404 len: 336 time: 0.1379442 Jul 16 08:55:32.133626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.136951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:32.151014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,segment=NetworkSegment(2d681dc1-fd53-49e1-a465-23fd84715226),segment_id=2d681dc1-fd53-49e1-a465-23fd84715226)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:32.164671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.180607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.238401 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9441726-9eae-4c7e-8ad0-e0fbbd22b985 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:32.238880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9441726-9eae-4c7e-8ad0-e0fbbd22b985 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:32.243011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e9441726-9eae-4c7e-8ad0-e0fbbd22b985 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/1929bbdc-ae56-4cf9-bd97-e1a63b45218b HTTP/1.1" status: 404 len: 337 time: 0.1083567 Jul 16 08:55:32.257171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37076) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.272727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:32.285521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099cd43-ceec-4920-8422-ff59e9863373 None None] Pushing event updated for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.292981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event deleted for resources: {'Port': ['ID=753dbba4-348a-4940-9afc-af21220432c6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.311591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.416267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd513ea2-d4cb-4a8e-bc76-2a3161676468 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 200 len: 205 time: 0.1105795 Jul 16 08:55:32.422569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.434996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b7dd0-88a1-40f9-84d8-ddf91d768522 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:32.459133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.459813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.472548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] 10.222.0.46 "PUT /v2.0/ports/2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 1092 time: 3.6589065 Jul 16 08:55:32.477368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.480085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:32.483022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ec0b63f-705a-4cc8-a468-70ed56926299 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "DELETE /v2.0/ports/753dbba4-348a-4940-9afc-af21220432c6 HTTP/1.1" status: 204 len: 168 time: 1.7182357 Jul 16 08:55:32.483696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37080) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.486104 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3f2a4-e93a-4d67-86f3-20b59395777a" -d '{"events": [{"name": "network-changed", "server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:32.539622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.553834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-338a5a13-b0df-46ad-91df-b045e195b467 None None] Provisioning for port 0346bcc8-38c3-4f63-982e-ef33a17f4839 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:32.563043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc6da-4fe2-44cb-b3db-fda1479119ba req-78d6edc1-12bb-40ff-8fd0-f6876317f5c1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.565121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024dc6da-4fe2-44cb-b3db-fda1479119ba req-78d6edc1-12bb-40ff-8fd0-f6876317f5c1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.6241698 Jul 16 08:55:32.572899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0346bcc8-38c3-4f63-982e-ef33a17f4839 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:32.590794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 7d4be901-5501-4120-917b-18e783bd7c82 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:32.623535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b609bfb-9a10-44f9-a9d2-592b3571decd service neutron] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.675501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfcd7a-ba0b-4e9e-a7df-6793464e039c req-8f645d8e-5cf8-4b76-840f-bfa7267bf55d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.675923 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-e6bd2dfa-5750-406a-b9a9-da6a4532c110 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:32.677335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26dfcd7a-ba0b-4e9e-a7df-6793464e039c req-8f645d8e-5cf8-4b76-840f-bfa7267bf55d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3624833 Jul 16 08:55:32.683842 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e6bd2dfa-5750-406a-b9a9-da6a4532c110 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/a24ae4fe-984e-49c9-b3e4-82297f35c225 HTTP/1.1" status: 404 len: 336 time: 0.2574227 Jul 16 08:55:32.684370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37086) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.818340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024dc6da-4fe2-44cb-b3db-fda1479119ba req-e0a241e6-b0de-4668-a991-71dbf98fb415 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472184 Jul 16 08:55:32.830375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6037f5cf-1eb5-49ee-a093-a0dba1ab7cd9 None None] Could not find standard attr ID for object 753dbba4-348a-4940-9afc-af21220432c6. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:32.860463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37088) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.865113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-847af2f3-d244-416c-90fb-48f9a4966b80 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=53c929f7-a891-40a5-9f8d-7932f9823d54 HTTP/1.1" status: 200 len: 205 time: 0.1616168 Jul 16 08:55:32.913727 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a9a95-265a-41a3-a270-e8aac307565c x-openstack-request-id: req-362a9a95-265a-41a3-a270-e8aac307565c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:32.914024 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:32.914293 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-362a9a95-265a-41a3-a270-e8aac307565c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:32.914697 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'status': 'completed', 'code': 200} Jul 16 08:55:32.917199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.926269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c1357527-102c-45e9-a54d-43e4c2d73510 tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4380057 Jul 16 08:55:32.970884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37090) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.974677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=988bbf5e-03f8-4225-a98e-3e79ce8ce305,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.990032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1722538293'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:32.999433 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-8ec880e6-58de-4751-9203-eff3e880fcce tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:33.000978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ec880e6-58de-4751-9203-eff3e880fcce tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/53c929f7-a891-40a5-9f8d-7932f9823d54 HTTP/1.1" status: 404 len: 336 time: 0.1184950 Jul 16 08:55:33.006506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-ac90604f-2674-423c-a51c-7999b638f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.008441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37092) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.008960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-ac90604f-2674-423c-a51c-7999b638f15f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1095 time: 0.3699918 Jul 16 08:55:33.022849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6037f5cf-1eb5-49ee-a093-a0dba1ab7cd9 None None] Provisioning complete for port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:33.023223 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6037f5cf-1eb5-49ee-a093-a0dba1ab7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.029167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0346bcc8-38c3-4f63-982e-ef33a17f4839 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:33.054598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26dfcd7a-ba0b-4e9e-a7df-6793464e039c req-32cfb611-fefd-4c67-be6d-945392e663d0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820146 Jul 16 08:55:33.070572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-850bf68f-0eee-4993-8b4c-70ba17e3595e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 217 time: 0.0513835 Jul 16 08:55:33.087824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0346bcc8-38c3-4f63-982e-ef33a17f4839 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:33.087824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.120882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Checking segment: {'id': '24b14269-e179-49e5-9070-2480a9055ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:33.121257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Network hostable DHCP agents. Network: 93779853-58f0-43ff-bcc5-a2debf5af2a5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:33.131102 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fc9ae4-5d3d-4556-8a30-daa1fd39c5ca tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:33.132622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fc9ae4-5d3d-4556-8a30-daa1fd39c5ca tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:33.135452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-18fc9ae4-5d3d-4556-8a30-daa1fd39c5ca tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/76b4de5c-5333-4e1c-b8e1-ea019ba75339 HTTP/1.1" status: 404 len: 337 time: 0.1124415 Jul 16 08:55:33.137393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Made reservation on behalf of 9e383a01a74846a7889d2610d66faa4f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:33.140929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.142504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.227333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37096) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.227772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4faa3635-0749-4a7b-bc79-e26320837b84 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bf617a4-6387-4189-b474-9b28d134da99 HTTP/1.1" status: 200 len: 205 time: 0.0707226 Jul 16 08:55:33.238436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-f23812b8-77aa-421b-a0cb-90a9508f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.239966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-f23812b8-77aa-421b-a0cb-90a9508f9170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1630054 Jul 16 08:55:33.240655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Network 93779853-58f0-43ff-bcc5-a2debf5af2a5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:33.290389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 93779853-58f0-43ff-bcc5-a2debf5af2a5) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:33.294689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.299406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.300431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.303160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:33.311802 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-1f75e9f3-cf8b-4956-a406-cc001f0aeac9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:33.315025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1f75e9f3-cf8b-4956-a406-cc001f0aeac9 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/0bf617a4-6387-4189-b474-9b28d134da99 HTTP/1.1" status: 404 len: 336 time: 0.0855217 Jul 16 08:55:33.322416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37098) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.325780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e24496-cd5e-4d8c-a304-81607b73c6e3 None None] Network 93779853-58f0-43ff-bcc5-a2debf5af2a5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:33.327113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-be34c844-3a6d-443d-a604-487437635c6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0299234 Jul 16 08:55:33.378884 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bbf3de-f83a-4fe2-ab82-3ff713d8bc1c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:33.379269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bbf3de-f83a-4fe2-ab82-3ff713d8bc1c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:33.384503 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83bbf3de-f83a-4fe2-ab82-3ff713d8bc1c tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/a3243ac9-b109-4b15-9f69-f67d37850f08 HTTP/1.1" status: 404 len: 337 time: 0.0592706 Jul 16 08:55:33.385282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.456714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=7d4be901-5501-4120-917b-18e783bd7c82,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.470148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.472873 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Added segment 7910592b-11cb-4556-89f5-5e3053a48178 of type vlan for network b41d6e4d-677b-4d0c-8138-e10a821c699f Jul 16 08:55:33.499238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88c908cf-d441-4b0a-a5be-4604221a2a91 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "GET /v2.0/ports?device_id=81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e HTTP/1.1" status: 200 len: 205 time: 0.1124642 Jul 16 08:55:33.499877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.520596 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.581880 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-b009f039-347c-4ff6-bc1b-8e7b504dffd4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] delete failed (client error): The resource could not be found. Jul 16 08:55:33.601399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b009f039-347c-4ff6-bc1b-8e7b504dffd4 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/routers/81e53f4e-e1fd-4c69-8d9c-fb8d7786e33e HTTP/1.1" status: 404 len: 336 time: 0.0985570 Jul 16 08:55:33.602223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.632811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.656407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0346bcc8-38c3-4f63-982e-ef33a17f4839, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0346bcc8-38c3-4f63-982e-ef33a17f4839,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:33.671246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-37639571-0771-4520-845a-1b458899823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.671397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.673976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-37639571-0771-4520-845a-1b458899823d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4218380 Jul 16 08:55:33.675574 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a7c8a9-4a38-4514-a29b-1d1398bef6da tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:33.676560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a7c8a9-4a38-4514-a29b-1d1398bef6da tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:33.682171 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-44a7c8a9-4a38-4514-a29b-1d1398bef6da tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/2bdf01f6-53d3-400e-a9a1-a1665b145206 HTTP/1.1" status: 404 len: 337 time: 0.0748177 Jul 16 08:55:33.683128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.702231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.711289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4a0f7b5f-0a33-425f-bbc1-281b2533d0df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/7d4be901-5501-4120-917b-18e783bd7c82 HTTP/1.1" status: 204 len: 168 time: 2.1498768 Jul 16 08:55:33.713129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.747966 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88f1b20-9c0b-4611-bf30-8119183e81f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:33.748235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88f1b20-9c0b-4611-bf30-8119183e81f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:33.767245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c88f1b20-9c0b-4611-bf30-8119183e81f2 tempest-RoutersIpV6Test-2027580323 tempest-RoutersIpV6Test-2027580323-project] 10.222.0.32 "DELETE /v2.0/subnets/0274848d-e367-4277-8343-c1322de7b573 HTTP/1.1" status: 404 len: 337 time: 0.0740154 Jul 16 08:55:33.798693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4e9fc76f-1077-471b-87e0-b917baccbf45 None None] Provisioning complete for port 0346bcc8-38c3-4f63-982e-ef33a17f4839 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:33.799242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc76f-1077-471b-87e0-b917baccbf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.818076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.841212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.841960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.862658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a9a7a-968b-4f72-a90b-10f010f1402a None None] Network 93779853-58f0-43ff-bcc5-a2debf5af2a5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:33.880080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0346bcc8-38c3-4f63-982e-ef33a17f4839,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.926173 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-3a6b5388-02c4-4537-8af7-a4eb8f0e4acd service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418511 Jul 16 08:55:34.151528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event updated for resources: {'Network': ['ID=b41d6e4d-677b-4d0c-8138-e10a821c699f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.170665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25fd121e-c5b3-4f14-9afc-34084409eda8 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1892416 Jul 16 08:55:34.171110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a41584b4-1d59-44e3-8ce5-47e62b82b027 req-99d2f4fe-835d-4ab5-b8a7-4a2f73dea19e service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373667 Jul 16 08:55:34.174280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37136) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.217069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37138) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.256872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b41d6e4d-677b-4d0c-8138-e10a821c699f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:34.406415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:34.478680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-d8129888-c6b1-431b-94a6-5235085f2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.482276 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-d8129888-c6b1-431b-94a6-5235085f2fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1095 time: 0.2366352 Jul 16 08:55:34.496595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4e9fc76f-1077-471b-87e0-b917baccbf45 None None] Could not find standard attr ID for object 753dbba4-348a-4940-9afc-af21220432c6. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:34.512096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4e9fc76f-1077-471b-87e0-b917baccbf45 None None] Could not find standard attr ID for object 7d4be901-5501-4120-917b-18e783bd7c82. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:34.549059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb2e51f5-f391-4533-85eb-140feb7c2636 tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.3733273 Jul 16 08:55:34.551856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.558531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:34.558531 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.654686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-010c9de7-dc8b-40d6-b5ab-9884d613493c None None] Could not find standard attr ID for object 7d4be901-5501-4120-917b-18e783bd7c82. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:34.659910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-ac2cfde1-e1fa-458a-a3bf-aafe2a6c1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.661463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-ac2cfde1-e1fa-458a-a3bf-aafe2a6c1fdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.1626928 Jul 16 08:55:34.669821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0346bcc8-38c3-4f63-982e-ef33a17f4839 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:34.687241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ceafb-7cd5-419e-ac4a-0f4fc2d8327f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.690419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ceafb-7cd5-419e-ac4a-0f4fc2d8327f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.693857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-932ceafb-7cd5-419e-ac4a-0f4fc2d8327f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9772584 Jul 16 08:55:34.698910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.742931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487a2d6-69c1-4f59-8da5-62d3348b4a5f tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] Network b41d6e4d-677b-4d0c-8138-e10a821c699f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:34.746816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0346bcc8-38c3-4f63-982e-ef33a17f4839 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:34.747423 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.766021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet e7e0dc40-ce04-45a9-b469-b4bb51cfa969 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:34.770114 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.796317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6487a2d6-69c1-4f59-8da5-62d3348b4a5f tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "POST /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2410915 Jul 16 08:55:34.796556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-f8efc4db-b7ea-441e-bb1a-bfba40623f9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 217 time: 0.0802817 Jul 16 08:55:34.797589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.797712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc621f67-ae22-4766-ae9d-70ccd4c4b3b6 None None] Network b41d6e4d-677b-4d0c-8138-e10a821c699f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:34.860665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-e7eca1d9-2945-41a6-9a01-98b8c28e2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.862177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-e7eca1d9-2945-41a6-9a01-98b8c28e2687 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.0590594 Jul 16 08:55:34.929413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-bbca6d0c-d01d-4516-bb4e-8a280e58ed3e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.931735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-bbca6d0c-d01d-4516-bb4e-8a280e58ed3e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/networks?id=93779853-58f0-43ff-bcc5-a2debf5af2a5 HTTP/1.1" status: 200 len: 820 time: 0.7640588 Jul 16 08:55:34.981117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-f2147c4d-8dda-40dc-92be-0b40855db23c tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/quotas/86cfe50fc9124b6e973c5b2a53a76fda HTTP/1.1" status: 200 len: 375 time: 0.0257747 Jul 16 08:55:35.002772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.008592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-a8d87b29-ec41-454d-9251-3413d2b94197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.010124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-a8d87b29-ec41-454d-9251-3413d2b94197 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399345 Jul 16 08:55:35.060773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ead873-f865-42ea-9fb0-882877da15bd req-81b1c67e-c94a-4185-be45-6cf028a6e0fd tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.062255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32ead873-f865-42ea-9fb0-882877da15bd req-81b1c67e-c94a-4185-be45-6cf028a6e0fd tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.9801435 Jul 16 08:55:35.079669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2270a7d3-48e1-4772-a15f-e972fc4dd8a6 tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.2814314 Jul 16 08:55:35.082345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37150) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.086701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-d992f56f-8fb7-4cc3-81c0-cc42aaff3135 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=86cfe50fc9124b6e973c5b2a53a76fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930974 Jul 16 08:55:35.156533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ad8c3336-3660-46d7-a1c6-ce9420ff2da6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecac4955b95c40d1940c6ba672a52ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219224 Jul 16 08:55:35.161688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37152) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.191086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7e1bac0a-0a92-4060-9367-c8e9cd9a3b48 tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "DELETE /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks/b41d6e4d-677b-4d0c-8138-e10a821c699f HTTP/1.1" status: 204 len: 168 time: 0.1074188 Jul 16 08:55:35.195030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-3411bbc8-36b5-4299-a26b-757edd4b24b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740446 Jul 16 08:55:35.195481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.244632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32ead873-f865-42ea-9fb0-882877da15bd req-1437a6ba-5df6-4ce8-971d-a6fb057d0950 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599333 Jul 16 08:55:35.309833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.357588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-e0e9e811-81f2-4f3d-81ed-cb27c1311333 service neutron] 10.222.0.32 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562675 Jul 16 08:55:35.370935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b1d3f2a4-e93a-4d67-86f3-20b59395777a req-cdf23946-5c8d-47f0-839f-fb0301232488 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687291 Jul 16 08:55:35.402333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.420973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0d08958-25da-4496-973d-197b9c4051fe tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.2191784 Jul 16 08:55:35.420973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.449797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56cb3dfc-163d-4f5c-9a83-6b551f97e2bc tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/networks/bb8e255f-dd44-45c6-9a66-79c58a76a722/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0246415 Jul 16 08:55:35.450025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.472308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5247da4a-4f23-43c3-8ada-d64373a64959 tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/networks/bb8e255f-dd44-45c6-9a66-79c58a76a722/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0190320 Jul 16 08:55:35.472521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.472722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.537368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.597058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e0dc40-ce04-45a9-b469-b4bb51cfa969,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.608481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.611010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-89fbeaf6-626e-4a9f-a532-fb0ca32ce00e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e7e0dc40-ce04-45a9-b469-b4bb51cfa969 HTTP/1.1" status: 204 len: 168 time: 0.9099612 Jul 16 08:55:35.615078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-291f61c4-b7bc-44bf-8d50-fc1cd9149a6f tempest-DHCPAgentSchedulersTestJSON-318365894 tempest-DHCPAgentSchedulersTestJSON-318365894-project-admin] 10.222.0.32 "GET /v2.0/agents/1b450de0-774f-42a6-ad9d-9276621e72cd/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.1410389 Jul 16 08:55:35.615711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.615876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37164) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.616434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bece1c5-be68-448f-a66b-13c3808f6d09 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:35.628902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-924ce21d-e945-41ec-8714-1a545defb034 service neutron] 10.222.0.32 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626822 Jul 16 08:55:35.668649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060e286-e179-4578-8c99-6de425f8abde req-c3647437-b752-4890-a3d2-7641e485cefa tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.670197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c060e286-e179-4578-8c99-6de425f8abde req-c3647437-b752-4890-a3d2-7641e485cefa tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.2842069 Jul 16 08:55:35.674213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.677387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.678504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/237730a2-73e1-44a0-a7e6-3c82e92a7093 HTTP/1.1" status: 204 len: 168 time: 0.5158560 Jul 16 08:55:35.688782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60ac3914-9a99-4524-806e-5b7e87bf7ad4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717959 Jul 16 08:55:35.689402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.694316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:35.740702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73df0b-1c5c-41f2-a4aa-179b9226b575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237730a2-73e1-44a0-a7e6-3c82e92a7093,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.760706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.786011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c060e286-e179-4578-8c99-6de425f8abde req-ec203789-3946-477c-a57a-ed7eba97683d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035240 Jul 16 08:55:35.870337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:35.875470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.991146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.041593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46d301a5-bbeb-498f-9f66-c7e0e7836034 req-d1cfc492-6c59-4f3f-9c37-3d98b05dbd74 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 210 time: 0.0473008 Jul 16 08:55:36.043422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41d6e4d-677b-4d0c-8138-e10a821c699f']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.060827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7910592b-11cb-4556-89f5-5e3053a48178') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.061189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7910592b-11cb-4556-89f5-5e3053a48178') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.091119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:36.093164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.118612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.127159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:36.128790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.158710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Deleting port 0346bcc8-38c3-4f63-982e-ef33a17f4839 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:36.158710 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:36.219637 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:36.228278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.239807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.242433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "DELETE /v2.0/networks/b41d6e4d-677b-4d0c-8138-e10a821c699f HTTP/1.1" status: 204 len: 168 time: 0.6231260 Jul 16 08:55:36.246707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.293086 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc858398-964d-4eac-92e6-2ed5b4919ec7 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:36.293822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc858398-964d-4eac-92e6-2ed5b4919ec7 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:36.298511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc858398-964d-4eac-92e6-2ed5b4919ec7 tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "DELETE /v2.0/ports/753dbba4-348a-4940-9afc-af21220432c6 HTTP/1.1" status: 404 len: 333 time: 0.0507679 Jul 16 08:55:36.301226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.303368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde392a-acd2-4f38-a416-6c26c3e1101c tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event deleted for resources: {'Network': ['ID=b41d6e4d-677b-4d0c-8138-e10a821c699f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.322510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] For port 0346bcc8-38c3-4f63-982e-ef33a17f4839, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0346bcc8-38c3-4f63-982e-ef33a17f4839,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:36.322916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.341355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Calling delete_port for 0346bcc8-38c3-4f63-982e-ef33a17f4839 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:36.396562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0346bcc8-38c3-4f63-982e-ef33a17f4839 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:36.402510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Deleting subnet 28a87922-8a88-4bb9-a392-a887d6510660 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:36.411213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.455688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.489555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.561125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:36.571949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:36.578333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.579663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.591374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c802dc-cb62-4cb4-b769-0f994a7cacb7 req-85dfba2d-e352-4c7b-b37a-59f792b2d20b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:36.604366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77c802dc-cb62-4cb4-b769-0f994a7cacb7 req-85dfba2d-e352-4c7b-b37a-59f792b2d20b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.1681190 Jul 16 08:55:36.623254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9327183 Jul 16 08:55:36.626294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.628235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.669072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb68ad-e69d-428b-92b8-0b8b65d66dad tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=2910bcb5-8728-4e1e-8731-5a3d79d24327,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.680937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'name': 'tempest-NetworksTestDHCPv6-1425188114'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:36.701517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] Pushing event deleted for resources: {'Port': ['ID=0346bcc8-38c3-4f63-982e-ef33a17f4839,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.705224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77c802dc-cb62-4cb4-b769-0f994a7cacb7 req-bc1afe60-4db5-4001-b62a-dcc5f6d9440e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995252 Jul 16 08:55:36.741458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.754187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.773376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85477cd9-e582-480d-aad5-a3654c11b721 None None] No DVR routers for this DVR port 0346bcc8-38c3-4f63-982e-ef33a17f4839 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:36.811334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231eda0-0950-435a-8942-3a0b1e44e148 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:36.941091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:36.947134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.979846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 03099889-f6e1-4257-a34a-16df2821905d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:37.138767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '2910bcb5-8728-4e1e-8731-5a3d79d24327'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:37.139931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.160693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.238873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc2075-0170-47c8-b4d0-e90607e2854d req-81e32f22-0cd4-4595-9666-d3b7a702be6c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.242954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51dc2075-0170-47c8-b4d0-e90607e2854d req-81e32f22-0cd4-4595-9666-d3b7a702be6c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1691160 Jul 16 08:55:37.362502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:37.374409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51dc2075-0170-47c8-b4d0-e90607e2854d req-14b0fed6-1af2-4121-8a52-520572322fe2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215763 Jul 16 08:55:37.380993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-833600827'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:37.440569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5067c5-8c18-4b4b-8ec2-300df2fb866a req-deabe8ac-a381-460c-9616-b69a65669d1e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 210 time: 0.1116443 Jul 16 08:55:37.441714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Made reservation on behalf of 745b00fbce114344b8c66f611ccd5df4 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:37.446054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.457914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.536632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.552387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:37.596214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.602615 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.604887 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.620561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.628432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:37.657930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.661798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:37.664614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.669298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afcab6b-7f7b-45a2-9735-010bb52f2e67,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.677709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.678135 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Added segment 62c148b6-0488-4b56-87d8-4423e522a4d8 of type vlan for network c0ad3633-cb60-4009-bab9-a50aa34548ec Jul 16 08:55:37.700930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::251 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/2910bcb5-8728-4e1e-8731-5a3d79d24327/03099889-f6e1-4257-a34a-16df2821905d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:37.726467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.740110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event deleted for resources: {'Subnet': ['ID=28a87922-8a88-4bb9-a392-a887d6510660,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.752115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e12e6-39ea-4b82-a398-4d2828cd78e1 None None] Network bb8e255f-dd44-45c6-9a66-79c58a76a722 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:37.754933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.756940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c4941845-23e3-4bfb-bb16-1bb2f4f5567d tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "DELETE /v2.0/subnets/28a87922-8a88-4bb9-a392-a887d6510660 HTTP/1.1" status: 204 len: 168 time: 1.4522419 Jul 16 08:55:37.761986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37220) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.818365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.961399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.967277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2a2462d3-2826-4cdf-8c66-b3e519c78330'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:38.031204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 03099889-f6e1-4257-a34a-16df2821905d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:38.053370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.064220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.064875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.081517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.095900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-2f74acf1-72db-46f0-92cb-306619f79631 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.097629 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-2f74acf1-72db-46f0-92cb-306619f79631 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.46 "GET /v2.0/networks?id=93779853-58f0-43ff-bcc5-a2debf5af2a5 HTTP/1.1" status: 200 len: 820 time: 0.2142699 Jul 16 08:55:38.110005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9451756 Jul 16 08:55:38.111444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Request body: {'port': {'device_id': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5', 'admin_state_up': True, 'tenant_id': '86cfe50fc9124b6e973c5b2a53a76fda'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:38.125918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37224) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.137619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Request body: {'subnet': {'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:38.228957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.290611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] DHCP port deletion for bb8e255f-dd44-45c6-9a66-79c58a76a722 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:38.310649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ebee-985e-4a98-b478-d149a7e08cdc tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event updated for resources: {'Network': ['ID=c0ad3633-cb60-4009-bab9-a50aa34548ec,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.341826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f5e0-4a1d-49f9-b276-21cff568e55f req-e5d68d0e-f49d-4b67-9403-34f3d78922ec tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.349239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53c1f5e0-4a1d-49f9-b276-21cff568e55f req-e5d68d0e-f49d-4b67-9403-34f3d78922ec tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 944 time: 0.3544033 Jul 16 08:55:38.363435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c0ad3633-cb60-4009-bab9-a50aa34548ec details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:38.386329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=03099889-f6e1-4257-a34a-16df2821905d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.390683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:38.393742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:38.399347 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:38.405173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.405912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.410259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Deleting port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:38.410617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.418528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Made reservation on behalf of 745b00fbce114344b8c66f611ccd5df4 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:38.422334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.442931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:38.476700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/2910bcb5-8728-4e1e-8731-5a3d79d24327/6e07c402-55f2-42bd-aa4c-95f5f6e42f73) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:38.481439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53c1f5e0-4a1d-49f9-b276-21cff568e55f req-ec4ea483-173f-4d25-81b9-b586ea2d5b9d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312323 Jul 16 08:55:38.482408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Made reservation on behalf of 86cfe50fc9124b6e973c5b2a53a76fda for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:38.486278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.519319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6061447b-69ff-4a8e-9fca-7f84f81876ec tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8511655 Jul 16 08:55:38.532436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.667048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,segment=NetworkSegment(2d681dc1-fd53-49e1-a465-23fd84715226),segment_id=2d681dc1-fd53-49e1-a465-23fd84715226)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:38.667702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.672956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Deleting port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:38.673539 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.677506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.714888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Calling delete_port for 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:38.763935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55422500-e0f7-4aaa-9503-37b4c2e16440 req-df2af334-6343-4544-b2fd-dce677bf6b3e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 210 time: 0.0509615 Jul 16 08:55:38.813489 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.816923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,segment=NetworkSegment(2d681dc1-fd53-49e1-a465-23fd84715226),segment_id=2d681dc1-fd53-49e1-a465-23fd84715226)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:38.817316 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.853416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Calling delete_port for 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:38.880541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef111-7c4a-4029-8be6-79b4d7659f7f req-22a330c3-743c-431c-93b5-5b0569738f9c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.888203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc4ef111-7c4a-4029-8be6-79b4d7659f7f req-22a330c3-743c-431c-93b5-5b0569738f9c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.2966425 Jul 16 08:55:38.927908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f71463-60be-4259-9bc0-32b69105f5cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.937410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b2f71463-60be-4259-9bc0-32b69105f5cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4018235 Jul 16 08:55:38.938720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.946083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,segment=NetworkSegment(2d681dc1-fd53-49e1-a465-23fd84715226),segment_id=2d681dc1-fd53-49e1-a465-23fd84715226)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:38.954572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.984940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Allocated IP 172.20.0.13 (93779853-58f0-43ff-bcc5-a2debf5af2a5/988bbf5e-03f8-4225-a98e-3e79ce8ce305/75da1cf5-8af7-4475-b79b-754206e17b91) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:39.001299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.021325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Transition to ACTIVE for port object 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:39.037297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc4ef111-7c4a-4029-8be6-79b4d7659f7f req-30949d23-5603-4e04-a57b-a890929a1fbd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479981 Jul 16 08:55:39.059526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.068947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.075499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Transition to ACTIVE for port object 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:39.079329 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.108889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] Pushing event deleted for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.114880 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.124693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] No DVR routers for this DVR port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:39.166995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Pushing event updated for resources: {'Port': ['ID=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.183990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:39.186962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411bb08-7823-45ea-9558-fb6582718495 None None] No DVR routers for this DVR port 2c4bbecd-282f-4e0d-b34f-b79b3c5794e2 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:39.191714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:39.194250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:39.210957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.223073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event deleted for resources: {'Port': ['ID=2c4bbecd-282f-4e0d-b34f-b79b3c5794e2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.230188 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.265959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Attempting to bind port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:39.266335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Attempting to bind port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:39.266707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Attempting to bind port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:39.272688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:39.273002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:39.273407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.273855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:39.274324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Bound port: 6e07c402-55f2-42bd-aa4c-95f5f6e42f73, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:39.274720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.286360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.340933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.353498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:39.367860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] For port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:39.369484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.397440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8e255f-dd44-45c6-9a66-79c58a76a722']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.398027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Network 93779853-58f0-43ff-bcc5-a2debf5af2a5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:39.401784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event updated for resources: {'Subnet': ['ID=d765c3bf-b0b9-4937-ad1f-97035b8c3ba2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.404535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:39.408904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:39.427063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d681dc1-fd53-49e1-a465-23fd84715226') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.427365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d681dc1-fd53-49e1-a465-23fd84715226') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.428239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] For port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:39.440774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.448681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.452881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.478671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 03099889-f6e1-4257-a34a-16df2821905d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:39.478975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.482450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Checking segment: {'id': '62c148b6-0488-4b56-87d8-4423e522a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:39.482891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Network hostable DHCP agents. Network: c0ad3633-cb60-4009-bab9-a50aa34548ec, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:39.485647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.486799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.507229 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-17c088c2-c6f5-40fa-83a1-71aee8182c4e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3998065 Jul 16 08:55:39.521465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.531899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Request body: {'port': {'device_id': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:39.544758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:39.545433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:39.550831 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:39.607291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277bd11-7faa-42bf-86bd-cf3b7a2788fe None None] Pushing event updated for resources: {'Port': ['ID=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.634904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:39.641780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:39.642163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.684104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Network c0ad3633-cb60-4009-bab9-a50aa34548ec is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:39.749763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.802983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.804719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c0ad3633-cb60-4009-bab9-a50aa34548ec) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:39.822432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.823753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.834150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1e762-1da9-49a7-94c6-343b46675b9b None None] Network c0ad3633-cb60-4009-bab9-a50aa34548ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:39.844833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.859107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c7f66ab5-a807-4dfd-bdfe-a47b35401be0 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7240052 Jul 16 08:55:39.861532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.863568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37240) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.871048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.873161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] 10.222.0.32 "DELETE /v2.0/networks/bb8e255f-dd44-45c6-9a66-79c58a76a722 HTTP/1.1" status: 204 len: 168 time: 2.1101623 Jul 16 08:55:39.888263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Request body: {'port': {'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec', 'name': 'tempest-TagsExtTest-764839895'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:40.021177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:40.024991 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15de90f5-a67f-4b55-91f5-70277186db9b" -d '{"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:40.090705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:40.098315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.299613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.320506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c0ad3633-cb60-4009-bab9-a50aa34548ec', 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec', 'tenant_id': '745b00fbce114344b8c66f611ccd5df4', 'fixed_ips': [{'subnet_id': 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:40.321384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.383854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75da1cf5-8af7-4475-b79b-754206e17b91 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:40.406859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.432535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Transition to ACTIVE for port object 75da1cf5-8af7-4475-b79b-754206e17b91 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:40.441037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.442096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:40.516687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.556587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:40.564369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Allocated IP 172.20.0.2 (c0ad3633-cb60-4009-bab9-a50aa34548ec/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/e78ee654-8585-4a79-af6d-f23c4b2c2b8d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:40.588705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12e3a7-c10d-4ca0-aae1-f9cd17abc9eb tempest-DHCPAgentSchedulersTestJSON-587280300 tempest-DHCPAgentSchedulersTestJSON-587280300-project] Pushing event deleted for resources: {'Network': ['ID=bb8e255f-dd44-45c6-9a66-79c58a76a722,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.617155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 03099889-f6e1-4257-a34a-16df2821905d owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:40.626219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Attempting to bind port 75da1cf5-8af7-4475-b79b-754206e17b91 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:40.626561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Attempting to bind port 75da1cf5-8af7-4475-b79b-754206e17b91 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '24b14269-e179-49e5-9070-2480a9055ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:40.626895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Attempting to bind port 75da1cf5-8af7-4475-b79b-754206e17b91 on network 93779853-58f0-43ff-bcc5-a2debf5af2a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:40.634747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.653423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Port 75da1cf5-8af7-4475-b79b-754206e17b91 on network 93779853-58f0-43ff-bcc5-a2debf5af2a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:40.653684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Attempting to bind port 75da1cf5-8af7-4475-b79b-754206e17b91 on network 93779853-58f0-43ff-bcc5-a2debf5af2a5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:40.660252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:40.660601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Checking segment: {'id': '24b14269-e179-49e5-9070-2480a9055ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:40.660995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Bound using segment: {'id': '24b14269-e179-49e5-9070-2480a9055ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:40.667396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Bound port: 75da1cf5-8af7-4475-b79b-754206e17b91, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b14269-e179-49e5-9070-2480a9055ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:40.667872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.673167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6533b8-e4d0-448a-b084-8d66679d5d4f req-a6b7f9a7-e350-4490-b42f-ecde7e5d6ed7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.681242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc6533b8-e4d0-448a-b084-8d66679d5d4f req-a6b7f9a7-e350-4490-b42f-ecde7e5d6ed7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 944 time: 0.9931402 Jul 16 08:55:40.807984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Made reservation on behalf of 745b00fbce114344b8c66f611ccd5df4 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:40.810580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:40.812308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.820170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:40.829767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.846997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Transition to ACTIVE for port object e78ee654-8585-4a79-af6d-f23c4b2c2b8d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:40.868858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc6533b8-e4d0-448a-b084-8d66679d5d4f req-d9c01552-e914-40c9-9d2c-5e76145ceb24 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866119 Jul 16 08:55:40.870855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Transition to ACTIVE for port object e78ee654-8585-4a79-af6d-f23c4b2c2b8d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:40.883544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.895289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380842bb-f34c-4c7c-ae73-d9e77ac618c0 req-11d362c2-5cd9-41ca-bda8-1f6701d8d822 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.896518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-629b5bef-6747-433f-aa05-2a785088fd78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e383a01a74846a7889d2610d66faa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603488 Jul 16 08:55:40.898524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.898697 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.907311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-380842bb-f34c-4c7c-ae73-d9e77ac618c0 req-11d362c2-5cd9-41ca-bda8-1f6701d8d822 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 944 time: 0.3601325 Jul 16 08:55:40.916159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] device_id is not set on port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:40.950885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Pushing event updated for resources: {'Port': ['ID=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.961385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Network c0ad3633-cb60-4009-bab9-a50aa34548ec is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:40.963050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:40.966787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:40.999226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.001044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.005210 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] 10.222.0.46 "PUT /v2.0/ports/75da1cf5-8af7-4475-b79b-754206e17b91 HTTP/1.1" status: 200 len: 1093 time: 1.4899273 Jul 16 08:55:41.011451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:41.014502 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22641b7e-6bdc-4626-a74a-e96bc3749b54" -d '{"events": [{"name": "network-changed", "server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:41.080965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Attempting to bind port e78ee654-8585-4a79-af6d-f23c4b2c2b8d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:41.082975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Attempting to bind port e78ee654-8585-4a79-af6d-f23c4b2c2b8d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '62c148b6-0488-4b56-87d8-4423e522a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:41.083505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Attempting to bind port e78ee654-8585-4a79-af6d-f23c4b2c2b8d on network c0ad3633-cb60-4009-bab9-a50aa34548ec {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:41.090260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:41.090690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Checking segment: {'id': '62c148b6-0488-4b56-87d8-4423e522a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:41.091114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.092079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Bound using segment: {'id': '62c148b6-0488-4b56-87d8-4423e522a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:41.092585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Bound port: e78ee654-8585-4a79-af6d-f23c4b2c2b8d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c148b6-0488-4b56-87d8-4423e522a4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c0ad3633-cb60-4009-bab9-a50aa34548ec'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:41.093259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.132569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.133688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-380842bb-f34c-4c7c-ae73-d9e77ac618c0 req-f7ad1637-1a7a-41ea-ab1e-e966717c0809 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252691 Jul 16 08:55:41.166076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.231330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Allocated IP 172.20.0.14 (c0ad3633-cb60-4009-bab9-a50aa34548ec/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/40866a05-a59c-4ed6-8d7e-f67e3ab35591) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:41.235406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47748647-b9f4-4b7a-a3ec-491816721242 service neutron] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.235685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] For port e78ee654-8585-4a79-af6d-f23c4b2c2b8d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:41.254554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] For port e78ee654-8585-4a79-af6d-f23c4b2c2b8d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,segment=NetworkSegment(62c148b6-0488-4b56-87d8-4423e522a4d8),segment_id=62c148b6-0488-4b56-87d8-4423e522a4d8)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:41.265888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.321154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-f571904a-540c-4f72-8152-1b50ccb09f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.334050 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-f571904a-540c-4f72-8152-1b50ccb09f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86cfe50fc9124b6e973c5b2a53a76fda&device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 1096 time: 0.2618499 Jul 16 08:55:41.337890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.349175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.362789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96a5284-e3b0-4fba-abeb-55c7e37b1719 HTTP/1.1" status: 204 len: 168 time: 0.4604070 Jul 16 08:55:41.421833 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a8d1a-8c01-4208-8630-8d04beea9520 x-openstack-request-id: req-c34a8d1a-8c01-4208-8630-8d04beea9520 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:41.422167 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:41.460351 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c34a8d1a-8c01-4208-8630-8d04beea9520 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:41.460351 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'code': 200} Jul 16 08:55:41.503125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fa69-292d-4de2-a440-55eaf99034f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a5284-e3b0-4fba-abeb-55c7e37b1719,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.506486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6812b6-d2eb-4c3d-a95b-bb5884e243f3 None None] Pushing event updated for resources: {'Port': ['ID=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.521247 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c8b2e7-5d70-42fd-8a36-c7ff961e17a9 x-openstack-request-id: req-b4c8b2e7-5d70-42fd-8a36-c7ff961e17a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:41.521548 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:41.522329 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4c8b2e7-5d70-42fd-8a36-c7ff961e17a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:41.522763 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91', 'status': 'completed', 'code': 200} Jul 16 08:55:41.526627 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-2f40a87a-0c39-4311-addf-a7cde5e40a9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75da1cf5-8af7-4475-b79b-754206e17b91 HTTP/1.1" status: 200 len: 217 time: 0.1900291 Jul 16 08:55:41.595446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Provisioning for port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:41.606937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Provisioning complete for port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:41.607350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.692257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-13ee0f47-3acf-479d-b051-34b8fafc845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.694339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-13ee0f47-3acf-479d-b051-34b8fafc845e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988bbf5e-03f8-4225-a98e-3e79ce8ce305 HTTP/1.1" status: 200 len: 860 time: 0.1606495 Jul 16 08:55:41.773735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.788328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-a2d38010-1ebe-4eb4-86b0-3201c0fc4e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93779853-58f0-43ff-bcc5-a2debf5af2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825226 Jul 16 08:55:41.798314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Transition to ACTIVE for port object 40866a05-a59c-4ed6-8d7e-f67e3ab35591 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:41.864309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.872573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.886546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.010084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] For port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:42.024739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Network c0ad3633-cb60-4009-bab9-a50aa34548ec is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:42.025757 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.063834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-72ba83fb-dac8-4ecf-ae86-437c97607e25 service neutron] 10.222.0.46 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591898 Jul 16 08:55:42.073291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=03099889-f6e1-4257-a34a-16df2821905d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.143713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:42.149691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.154299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:42.169200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d41d90c6-2911-4645-ae8d-87ef39272d3c None None] Could not find standard attr ID for object 03099889-f6e1-4257-a34a-16df2821905d. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:42.175512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cf757-3b5b-4387-9917-a81afd786372 None None] Pushing event updated for resources: {'Port': ['ID=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.190023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event updated for resources: {'Port': ['ID=40866a05-a59c-4ed6-8d7e-f67e3ab35591,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.218240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93f55202-ef85-4902-b80c-813fb8dab6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.270924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4e2db3d-f137-48a2-bcb9-612525cce4df req-619052e5-d6b7-485d-a808-f04d16f279e8 service neutron] 10.222.0.46 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035570 Jul 16 08:55:42.349957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.355233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec8f8ac6-6f3c-47e2-8e48-0477810c3b5e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/03099889-f6e1-4257-a34a-16df2821905d HTTP/1.1" status: 204 len: 168 time: 3.4088066 Jul 16 08:55:42.356521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c98905-db69-476c-9716-f93560b7cb00 req-33459601-4d48-4d04-9629-33690900a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.358132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72c98905-db69-476c-9716-f93560b7cb00 req-33459601-4d48-4d04-9629-33690900a9d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1097 time: 0.7980092 Jul 16 08:55:42.360018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.391665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.392639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.416367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2701b3-f5f8-4c99-ab20-8bdd1f1d1c0b req-89cae270-0382-4eff-a35e-5b9345657f02 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.423988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a2701b3-f5f8-4c99-ab20-8bdd1f1d1c0b req-89cae270-0382-4eff-a35e-5b9345657f02 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.9241598 Jul 16 08:55:42.526732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adb2a3-cbfb-45f8-90ac-44b5b7bcad92 req-a22f073f-9797-4cf8-aa48-ebd788a2f86e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.528909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93f55202-ef85-4902-b80c-813fb8dab6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.534515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:42.541464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33adb2a3-cbfb-45f8-90ac-44b5b7bcad92 req-a22f073f-9797-4cf8-aa48-ebd788a2f86e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3271611 Jul 16 08:55:42.546437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fede0f6-0159-40f1-b341-62dbe07c75cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.548217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fede0f6-0159-40f1-b341-62dbe07c75cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.549762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fede0f6-0159-40f1-b341-62dbe07c75cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1882632 Jul 16 08:55:42.550515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93f55202-ef85-4902-b80c-813fb8dab6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.576140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.580293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93f55202-ef85-4902-b80c-813fb8dab6f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4e7f7b73b624160a924e79efd6ecc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229150 Jul 16 08:55:42.586565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72c98905-db69-476c-9716-f93560b7cb00 req-a4361147-738e-421e-b7f9-03dd0cf8fbf2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875436 Jul 16 08:55:42.589006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.595881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4c94b6d3-df1d-4545-b419-c082b2c11229 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7191846 Jul 16 08:55:42.603951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.609619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a2701b3-f5f8-4c99-ab20-8bdd1f1d1c0b req-019226ff-e6e1-433a-9385-e9efb23efd24 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847115 Jul 16 08:55:42.622436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1057632291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:42.643606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:42.645350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.671044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33adb2a3-cbfb-45f8-90ac-44b5b7bcad92 req-44ad1f06-9399-4939-a6e6-705652629931 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257186 Jul 16 08:55:42.742544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f55202-ef85-4902-b80c-813fb8dab6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d407daf-3af3-46e5-a528-23daa89915b6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.806518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-8c844545-e94f-42b9-afcf-920cd247f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.808752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-8c844545-e94f-42b9-afcf-920cd247f07c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86cfe50fc9124b6e973c5b2a53a76fda&device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 1096 time: 0.4598813 Jul 16 08:55:42.815291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e78ee654-8585-4a79-af6d-f23c4b2c2b8d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:42.882301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 2910bcb5-8728-4e1e-8731-5a3d79d24327 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:42.891816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.892223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b48433-1216-4355-ac39-f06bef857733 req-c49efb8f-c730-4789-9f37-dd1c6f0f647a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.901246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62b48433-1216-4355-ac39-f06bef857733 req-c49efb8f-c730-4789-9f37-dd1c6f0f647a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 944 time: 0.1155522 Jul 16 08:55:42.902905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.904413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.923807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e78ee654-8585-4a79-af6d-f23c4b2c2b8d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:42.967458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f056978a-f475-4fd1-bfc1-b24be165af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.970922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62b48433-1216-4355-ac39-f06bef857733 req-71c102cd-5283-458f-9b65-71f1172eb943 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655594 Jul 16 08:55:43.031095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.035021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.156147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.159036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.176477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.215965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-fdf09cc9-b908-473c-b920-e74a1cb69b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.217488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-fdf09cc9-b908-473c-b920-e74a1cb69b19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93779853-58f0-43ff-bcc5-a2debf5af2a5 HTTP/1.1" status: 200 len: 921 time: 0.4015422 Jul 16 08:55:43.217786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e30e6-0da7-4d89-8447-c413f6a9337e None None] Network c0ad3633-cb60-4009-bab9-a50aa34548ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:43.251753 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.256063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94d5b6ad-f539-416f-a194-73523c00d1bd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6348126 Jul 16 08:55:43.256714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37284) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.263484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fd894ddb-7b1d-4e5a-b194-0d82ddc7d78b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1014142928', 'prefixes': ['172.20.0.0/16']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:43.293640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-43be0b6b-e453-4739-bc85-458e226e6f3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75da1cf5-8af7-4475-b79b-754206e17b91 HTTP/1.1" status: 200 len: 217 time: 0.0651164 Jul 16 08:55:43.296102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.362263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Provisioning for port e78ee654-8585-4a79-af6d-f23c4b2c2b8d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:43.369689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Provisioning complete for port e78ee654-8585-4a79-af6d-f23c4b2c2b8d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.370620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.392782 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.395800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.401099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d407daf-3af3-46e5-a528-23daa89915b6 HTTP/1.1" status: 204 len: 168 time: 0.7998087 Jul 16 08:55:43.414121 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd894ddb-7b1d-4e5a-b194-0d82ddc7d78b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for subnetpool, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.422629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fd894ddb-7b1d-4e5a-b194-0d82ddc7d78b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1638942 Jul 16 08:55:43.422973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37288) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.424716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03c068-4909-45b6-b6d4-4302b01ee735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d407daf-3af3-46e5-a528-23daa89915b6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.438897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-f9856dec-67b5-42cf-8877-92daccb10ded tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-1852631564') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:43.444251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-ccf95567-7e42-4bdd-914b-2803ea4fe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.446949 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-ccf95567-7e42-4bdd-914b-2803ea4fe3ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988bbf5e-03f8-4225-a98e-3e79ce8ce305 HTTP/1.1" status: 200 len: 860 time: 0.1256647 Jul 16 08:55:43.520376 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-7196868c-a59d-42ed-9cac-ef00a7fec9bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93779853-58f0-43ff-bcc5-a2debf5af2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591388 Jul 16 08:55:43.524142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.565941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.581982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=2910bcb5-8728-4e1e-8731-5a3d79d24327,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.623508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] For port e78ee654-8585-4a79-af6d-f23c4b2c2b8d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,segment=NetworkSegment(62c148b6-0488-4b56-87d8-4423e522a4d8),segment_id=62c148b6-0488-4b56-87d8-4423e522a4d8)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:43.628818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.667419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.669796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b1e0689f-461d-43fe-b103-ff6170f290b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/2910bcb5-8728-4e1e-8731-5a3d79d24327 HTTP/1.1" status: 204 len: 168 time: 1.0882518 Jul 16 08:55:43.672505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37294) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.717070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f244790-a27a-4273-9ce8-0f2208fc4866 None None] Pushing event updated for resources: {'Port': ['ID=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.755554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e925840-0d74-4b4f-8fa9-af8c0bc8e455 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:43.763772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-6fd91f11-a0d2-4943-903f-c3f91132f4a3 service neutron] 10.222.0.46 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338479 Jul 16 08:55:43.767011 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f9856dec-67b5-42cf-8877-92daccb10ded tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-1852631564 HTTP/1.1" status: 201 len: 201 time: 0.3392043 Jul 16 08:55:43.781482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.791359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-8a25e686-d303-4d37-ada7-762f249b0fb9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-572704055') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:43.906870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a67d44a9-95a9-481b-917c-0e38ad010e53 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2306404 Jul 16 08:55:43.907574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.925919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:44.093694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-22641b7e-6bdc-4626-a74a-e96bc3749b54 req-ea6870c0-d0ac-4c33-b249-ef07f59f8ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111026 Jul 16 08:55:44.114185 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8a25e686-d303-4d37-ada7-762f249b0fb9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-572704055 HTTP/1.1" status: 201 len: 201 time: 0.3304152 Jul 16 08:55:44.118736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.127517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-9fe020d6-d0ef-4e73-9d2c-625928ebcfc6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-1294846653') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.335214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eec2f-82fa-4c58-9d21-80edd90cc7e4 req-e6234f9b-8605-4e41-bc92-1dced1c6bc55 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:44.338796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Provisioning for port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:44.342620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-469eec2f-82fa-4c58-9d21-80edd90cc7e4 req-e6234f9b-8605-4e41-bc92-1dced1c6bc55 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.4033566 Jul 16 08:55:44.344704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Provisioning complete for port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:44.345087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.358847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9fe020d6-d0ef-4e73-9d2c-625928ebcfc6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-1294846653 HTTP/1.1" status: 201 len: 201 time: 0.2384565 Jul 16 08:55:44.359451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.373213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-b94d3887-7f1c-409c-8b0c-ea6b5d132b1e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-1824815714') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.390762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:44.395050 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.412060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b917c-23cb-4a00-b1b5-941b6f8abe6c req-424e2719-b8bb-4661-93b5-4587c4a7e8f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:44.417613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e78ee654-8585-4a79-af6d-f23c4b2c2b8d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:44.419806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-056b917c-23cb-4a00-b1b5-941b6f8abe6c req-424e2719-b8bb-4661-93b5-4587c4a7e8f9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3961661 Jul 16 08:55:44.473543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-469eec2f-82fa-4c58-9d21-80edd90cc7e4 req-20170d67-1f88-42b3-93aa-f851d80c8b13 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299279 Jul 16 08:55:44.478392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:44.502241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Provisioning complete for port e78ee654-8585-4a79-af6d-f23c4b2c2b8d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:44.502856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c74ac62-b00e-4432-91f2-b5050cf67bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.570817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e78ee654-8585-4a79-af6d-f23c4b2c2b8d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:44.572359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.590481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b94d3887-7f1c-409c-8b0c-ea6b5d132b1e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-1824815714 HTTP/1.1" status: 201 len: 201 time: 0.2223163 Jul 16 08:55:44.590481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.596173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-c5b3bef5-1b0c-4a3c-93dc-0f5d15fa8f26 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.648590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-056b917c-23cb-4a00-b1b5-941b6f8abe6c req-fc872ccb-cab9-40c7-93fc-d83700ff3453 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277317 Jul 16 08:55:44.666584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-38623ee2-6c06-401f-b852-569f9fed644c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2166541 Jul 16 08:55:44.667213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:44.726448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c5b3bef5-1b0c-4a3c-93dc-0f5d15fa8f26 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 200 len: 241 time: 0.1325150 Jul 16 08:55:44.727695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37328) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.739927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-dd8d98b5-1008-4129-89e9-7ce77e0ba0bb tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-1852631564') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:44.852381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-3ec49c0f-e644-44a4-9c17-c0496e26f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:44.854943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-3ec49c0f-e644-44a4-9c17-c0496e26f2d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1098 time: 0.1036732 Jul 16 08:55:44.951999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Deleting port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:44.953195 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.076263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] For port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:45.077116 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.094393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df756d5d-2fe8-489f-a34b-b9ae2be92716 None None] Provisioning complete for port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:45.094788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df756d5d-2fe8-489f-a34b-b9ae2be92716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.098642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-4fc24293-f693-494a-868f-47793d8486eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.102278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Calling delete_port for 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:45.102466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-4fc24293-f693-494a-868f-47793d8486eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 910 time: 0.2226269 Jul 16 08:55:45.120360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584ddbd-d298-41f9-aead-80beabe5cf6c req-a4b8dc95-558c-4d7d-8ab8-234657680eff tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.121873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2584ddbd-d298-41f9-aead-80beabe5cf6c req-a4b8dc95-558c-4d7d-8ab8-234657680eff tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2961645 Jul 16 08:55:45.129278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6148c92-e905-4164-b03d-22e47f8a974a req-db4e4909-707f-4d5e-bb54-0c05280d6e01 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.130800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6148c92-e905-4164-b03d-22e47f8a974a req-db4e4909-707f-4d5e-bb54-0c05280d6e01 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 944 time: 0.3561525 Jul 16 08:55:45.132946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37336) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:45.133863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.139741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Request body: {'floatingip': {'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:45.150122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd8d98b5-1008-4129-89e9-7ce77e0ba0bb tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-1852631564 HTTP/1.1" status: 204 len: 168 time: 0.4189155 Jul 16 08:55:45.157423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37338) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:45.195335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-df756d5d-2fe8-489f-a34b-b9ae2be92716 None None] Port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:45.241315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.258368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-6b9582a3-6b36-4321-b5bc-d79d1e063d70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 1002 time: 0.1473885 Jul 16 08:55:45.273860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.274301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] Pushing event deleted for resources: {'Port': ['ID=6e07c402-55f2-42bd-aa4c-95f5f6e42f73,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.305053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-ce3d430f-9257-40de-b3e6-1614da2f9fbd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-1852631564') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:45.308736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52d361-6d16-4cfb-8892-0d83d8996d11 None None] No DVR routers for this DVR port 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:45.340268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-d4a0da64-b29a-4467-a32b-1be79a2ac6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.342277 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-d4a0da64-b29a-4467-a32b-1be79a2ac6ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 200 len: 848 time: 0.0773358 Jul 16 08:55:45.358480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:45.373421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 75da1cf5-8af7-4475-b79b-754206e17b91 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:45.393710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:45.404775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f31f4-e35c-42f3-aca6-183cd682e35b None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:45.420826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.421430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.448104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-6b7464ea-0ad7-49e5-8ac7-e6507db6eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:45.448104 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-6b7464ea-0ad7-49e5-8ac7-e6507db6eb95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978167 Jul 16 08:55:45.451214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6148c92-e905-4164-b03d-22e47f8a974a req-34359eed-ba08-4202-80fd-869e040e4c7e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946925 Jul 16 08:55:45.469261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=338b597c-faa3-40c2-a8f9-1d8daf032d82,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.518526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25950098-3ecb-4e03-844d-d751b5f2acb1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6032920 Jul 16 08:55:45.526153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37350) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:45.533721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'name': 'tempest-NetworksTestDHCPv6-1899769484'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:45.713632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-c10fdc90-734a-44f1-927c-e7a2bf601627 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580147 Jul 16 08:55:45.736488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce3d430f-9257-40de-b3e6-1614da2f9fbd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-1852631564 HTTP/1.1" status: 204 len: 168 time: 0.5758839 Jul 16 08:55:45.757412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37360) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:45.776157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5cb117c4-d15a-4a72-8916-b657513c5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.791720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.806377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-0d27114d-b22f-4f70-b693-9dec5c2730ca tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:45.846845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e990ee38-1d6b-4c04-9fb5-57e79e4e74eb req-beac483d-30ac-4493-9a76-ac625def8aff service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267052 Jul 16 08:55:45.890194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:45.908098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '75da1cf5-8af7-4475-b79b-754206e17b91', 'network_id': '93779853-58f0-43ff-bcc5-a2debf5af2a5', 'port_id': '75da1cf5-8af7-4475-b79b-754206e17b91', 'mac_address': 'fa:16:3e:6d:13:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988bbf5e-03f8-4225-a98e-3e79ce8ce305', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:45.916667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '338b597c-faa3-40c2-a8f9-1d8daf032d82'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:45.917625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.046958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.054191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.081770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75da1cf5-8af7-4475-b79b-754206e17b91 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:46.105521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:46.110939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.195961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/338b597c-faa3-40c2-a8f9-1d8daf032d82/5eee6c97-32fd-456d-ad6d-6d805d28a1fc) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:46.207036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:46.230437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:46.308867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.339522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:46.363629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:46.363973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6e07c402-55f2-42bd-aa4c-95f5f6e42f73 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:46.374136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['75da1cf5-8af7-4475-b79b-754206e17b91'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:46.449027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.570201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe783-733c-4063-8ac2-d29cd546a767 req-9da7ca1e-15a8-49b9-a9a0-bdb053b60806 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:46.572148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed4fe783-733c-4063-8ac2-d29cd546a767 req-9da7ca1e-15a8-49b9-a9a0-bdb053b60806 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.8638332 Jul 16 08:55:46.572862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:46.576507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.578151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.610307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Transition to ACTIVE for port object 5eee6c97-32fd-456d-ad6d-6d805d28a1fc will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:46.619494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 1456ea76-17e2-4b28-9eed-7b26566bc7eb yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:46.641445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Transition to ACTIVE for port object 5eee6c97-32fd-456d-ad6d-6d805d28a1fc will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:46.675933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.686213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0d27114d-b22f-4f70-b693-9dec5c2730ca tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 200 len: 205 time: 0.8956702 Jul 16 08:55:46.721159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37382) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.725695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-8f9cb948-af9c-45e8-8c8e-309d5df31df6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.739509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:46.747523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:46.752824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:46.766367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Pushing event updated for resources: {'Port': ['ID=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:46.835586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Attempting to bind port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:46.835961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Attempting to bind port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:46.836472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Attempting to bind port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:46.842490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:46.843027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:46.843442 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.843847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:46.844362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Bound port: 5eee6c97-32fd-456d-ad6d-6d805d28a1fc, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:46.844755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.898260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed4fe783-733c-4063-8ac2-d29cd546a767 req-5863f02a-dfb5-4401-9597-3f23668e282e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047075 Jul 16 08:55:46.916857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.939290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] For port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:46.945748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] For port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:46.952088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.021342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b0006-43a1-490c-9ff4-22ebe91ff279 None None] Pushing event updated for resources: {'Port': ['ID=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.105184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f9cb948-af9c-45e8-8c8e-309d5df31df6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 200 len: 240 time: 0.3827071 Jul 16 08:55:47.113349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37386) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.118397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-17f4a08b-39b3-401d-92fc-b12d2b9b438a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-572704055') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:47.123279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.resource_extend [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:55:47.176095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Allocated IP 172.25.5.35 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/ad5e80f1-cd41-418e-b16e-4b822b6c8ef4) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:47.188416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::1e0 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/338b597c-faa3-40c2-a8f9-1d8daf032d82/1456ea76-17e2-4b28-9eed-7b26566bc7eb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:47.204459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf02a1-7ae3-45ae-97c7-88822de7ad60 req-96d130a6-3e99-4602-bb07-83eacc23f43c tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.211955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45bf02a1-7ae3-45ae-97c7-88822de7ad60 req-96d130a6-3e99-4602-bb07-83eacc23f43c tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 945 time: 0.4439416 Jul 16 08:55:47.285361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.301720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.342346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.376469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 75da1cf5-8af7-4475-b79b-754206e17b91 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:47.378412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45bf02a1-7ae3-45ae-97c7-88822de7ad60 req-08202e0b-4605-4801-be1e-815f383ec23a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654499 Jul 16 08:55:47.422739 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.476051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:47.477042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 75da1cf5-8af7-4475-b79b-754206e17b91 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:47.482897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 75da1cf5-8af7-4475-b79b-754206e17b91 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:47.483363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.484400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:47.488364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:47.514392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5e80f1-cd41-418e-b16e-4b822b6c8ef4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.540580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17f4a08b-39b3-401d-92fc-b12d2b9b438a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-572704055 HTTP/1.1" status: 204 len: 168 time: 0.4259505 Jul 16 08:55:47.547217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37388) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.553506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-aa312893-ab4e-4423-a581-b48db4f97a95 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-572704055') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:47.592901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.605018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.620930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:47.623765 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d5df30-456b-464c-bb7f-0649dae991af" -d '{"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-plugged", "status": "completed", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:47.624030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 1456ea76-17e2-4b28-9eed-7b26566bc7eb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:47.634642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.639078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:47.644801 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.689223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.699490 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fc656d-f397-4a4c-ba49-9c99e4e54853 x-openstack-request-id: req-f1fc656d-f397-4a4c-ba49-9c99e4e54853 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:47.699842 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-plugged", "status": "completed", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:47.700224 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1fc656d-f397-4a4c-ba49-9c99e4e54853 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:47.700701 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91', 'code': 200} Jul 16 08:55:47.727734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.732665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.773455 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Floating IP b045456b-b800-45e3-8a94-68c58cdbd34a associated. External IP: 172.25.5.247, port: 2a2462d3-2826-4cdf-8c66-b3e519c78330. Jul 16 08:55:47.825037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=1456ea76-17e2-4b28-9eed-7b26566bc7eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.842692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87debe6-c1a1-4d82-921d-b853abc78b4f req-ecc2d423-5a1c-47c0-a711-1283e09dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.844154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d87debe6-c1a1-4d82-921d-b853abc78b4f req-ecc2d423-5a1c-47c0-a711-1283e09dcd39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 1098 time: 0.0932839 Jul 16 08:55:47.844726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:47.856622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:47.865956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:47.870378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.871067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.934496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90c96b96-e8f7-49d2-b374-21fd1408092b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4036608 Jul 16 08:55:47.939766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:47.941691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d87debe6-c1a1-4d82-921d-b853abc78b4f req-b558aafa-e253-4930-8614-a0a3321b3101 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615327 Jul 16 08:55:48.043320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aa312893-ab4e-4423-a581-b48db4f97a95 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-572704055 HTTP/1.1" status: 204 len: 168 time: 0.4912305 Jul 16 08:55:48.043320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37398) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.062644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-be1d00cc-cb3a-4c0f-bfff-632fbf717a2f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.172964 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.215911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93790a91-83ec-45e7-baec-518269148c07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.221995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93790a91-83ec-45e7-baec-518269148c07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.224219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93790a91-83ec-45e7-baec-518269148c07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2815094 Jul 16 08:55:48.225078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.228507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.258163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:48.323619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be1d00cc-cb3a-4c0f-bfff-632fbf717a2f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 200 len: 205 time: 0.2747896 Jul 16 08:55:48.327997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37410) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.357250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-96582a19-aa06-41d6-a23a-f5383a5bcb5b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.456461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5eee6c97-32fd-456d-ad6d-6d805d28a1fc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:48.475261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5e80f1-cd41-418e-b16e-4b822b6c8ef4,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:48.543720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102bc4-07d1-4d65-9626-19bef8233bdc req-34d4533d-c3e4-40bf-9027-1151bbd9ce04 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.545766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac102bc4-07d1-4d65-9626-19bef8233bdc req-34d4533d-c3e4-40bf-9027-1151bbd9ce04 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3692346 Jul 16 08:55:48.604499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.606950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.608262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:48.641588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.645885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d6de2b6-47d9-4119-ac0c-f3c98a5495a8 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5947428 Jul 16 08:55:48.651322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.657987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-74457001', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'fixed_ips': [{'ip_address': '172.25.5.35'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:48.670835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Provisioning for port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:48.677325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Provisioning complete for port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.677829 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.691793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 1456ea76-17e2-4b28-9eed-7b26566bc7eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:48.692181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.697857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Made reservation on behalf of bc6f3b7755e049b7be0e581c50d01539 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:48.701077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.722139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.836717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.881648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] For port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:48.892203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.896911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.913988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 1456ea76-17e2-4b28-9eed-7b26566bc7eb owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:48.991823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a009b42-b63c-40c2-957a-c60e9eccd2d1 None None] Pushing event updated for resources: {'Port': ['ID=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.020405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-960aeea2-4dbe-4400-b529-e1cbc219bd19 None None] Provisioning for port 1456ea76-17e2-4b28-9eed-7b26566bc7eb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:49.028636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-960aeea2-4dbe-4400-b529-e1cbc219bd19 None None] Provisioning complete for port 1456ea76-17e2-4b28-9eed-7b26566bc7eb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:49.029128 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-960aeea2-4dbe-4400-b529-e1cbc219bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.042100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.064733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.081602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] device_id is not set on port 1a2bc0c4-f53f-49d8-8ee2-548039ab6168 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:49.130753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-960aeea2-4dbe-4400-b529-e1cbc219bd19 None None] Port 1456ea76-17e2-4b28-9eed-7b26566bc7eb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:49.234524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596040b4-fdf6-4374-9e35-eddd9efa6199,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.254733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.260282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-96582a19-aa06-41d6-a23a-f5383a5bcb5b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 200 len: 241 time: 0.9234428 Jul 16 08:55:49.265156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.268839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:49.276768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.282978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:49.292788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac102bc4-07d1-4d65-9626-19bef8233bdc req-2a656ef4-46f1-4963-aa7b-31f1c7e1bcce tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7403173 Jul 16 08:55:49.311975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:49.313125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:49.315928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-243454aa-f01a-4ab8-ad0b-76f0a3541716 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-1294846653') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:49.317801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=1456ea76-17e2-4b28-9eed-7b26566bc7eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.356180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dbb0b4d3-5f53-4744-be65-4c4cc30f980d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "PUT /v2.0/floatingips/b045456b-b800-45e3-8a94-68c58cdbd34a HTTP/1.1" status: 200 len: 991 time: 4.2198653 Jul 16 08:55:49.357676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:49.360205 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54634e4-adc7-4827-81b2-9cf324bf8b09" -d '{"events": [{"name": "network-changed", "server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:49.382007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c527d7-1b66-4282-bc0d-3b5990336354 req-336c2b8a-35a2-4940-aaf4-26692d708f51 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.383764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59c527d7-1b66-4282-bc0d-3b5990336354 req-336c2b8a-35a2-4940-aaf4-26692d708f51 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 946 time: 0.7085214 Jul 16 08:55:49.423949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.426813 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5890493a-2bf5-4861-9aea-a135453b5b80 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/1456ea76-17e2-4b28-9eed-7b26566bc7eb HTTP/1.1" status: 204 len: 168 time: 1.1950967 Jul 16 08:55:49.430727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37424) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.493064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59c527d7-1b66-4282-bc0d-3b5990336354 req-f23cc5b4-d0d8-4564-addb-c9b136c0da9f tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035874 Jul 16 08:55:49.504577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-243454aa-f01a-4ab8-ad0b-76f0a3541716 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-1294846653 HTTP/1.1" status: 204 len: 168 time: 0.1987052 Jul 16 08:55:49.507692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.536306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-8b57477e-6ae3-4d9f-9212-50f1ff074fd1 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-1294846653') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:49.542768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8bb9f-625e-4a85-abc7-e6b08f927aa0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.544831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8bb9f-625e-4a85-abc7-e6b08f927aa0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.549924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfa8bb9f-625e-4a85-abc7-e6b08f927aa0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1186774 Jul 16 08:55:49.550874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.562769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:49.651836 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:49.652895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:49.671027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a23328c5-5fc7-4faa-aacc-35e57493772a tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0183401 Jul 16 08:55:49.688368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.696253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 338b597c-faa3-40c2-a8f9-1d8daf032d82 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:49.700219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.747419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.773111 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b57477e-6ae3-4d9f-9212-50f1ff074fd1 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-1294846653 HTTP/1.1" status: 204 len: 168 time: 0.2643049 Jul 16 08:55:49.785814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.839802 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.841339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-dabe7088-06c2-468c-92b1-67d074fc6727 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:49.904128 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710bdef5-955a-49c4-9e21-847607e12536 x-openstack-request-id: req-710bdef5-955a-49c4-9e21-847607e12536 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:49.904617 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:49.905204 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-710bdef5-955a-49c4-9e21-847607e12536 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:49.905661 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'status': 'completed', 'code': 200} Jul 16 08:55:49.907535 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.933954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=338b597c-faa3-40c2-a8f9-1d8daf032d82,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.947461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.949366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5019b501-ab35-4d8a-b474-f640af6e7975 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/338b597c-faa3-40c2-a8f9-1d8daf032d82 HTTP/1.1" status: 204 len: 168 time: 0.3972905 Jul 16 08:55:49.951949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:49.963649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23732df5-3f57-44c7-b1d2-73f1a7d5dcee None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:49.982510 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dabe7088-06c2-468c-92b1-67d074fc6727 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 200 len: 205 time: 0.1906078 Jul 16 08:55:49.984395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.002345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-137427b1-01e9-417c-aaf5-95d6b5226fbb tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.018930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7baff781-929e-4973-af8c-ba1f78cd2f19 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653832 Jul 16 08:55:50.020967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.053302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-9332309d-6875-4661-be5e-cd0159af8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.054782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-9332309d-6875-4661-be5e-cd0159af8696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1097 time: 0.1816385 Jul 16 08:55:50.065413 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-137427b1-01e9-417c-aaf5-95d6b5226fbb tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 200 len: 241 time: 0.0773728 Jul 16 08:55:50.076745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.084629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-770b6070-7f64-4310-be14-8b22a97b4247 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-1824815714') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.117077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Deleting port ad5e80f1-cd41-418e-b16e-4b822b6c8ef4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:50.117852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.142937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ac6e6-48b5-4c5d-b9a0-c78df248043a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.144382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-593ac6e6-48b5-4c5d-b9a0-c78df248043a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1211836 Jul 16 08:55:50.149267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37444) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.230075 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-770b6070-7f64-4310-be14-8b22a97b4247 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-1824815714 HTTP/1.1" status: 204 len: 168 time: 0.1463611 Jul 16 08:55:50.230515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0adfb-3bb1-4c45-a6c6-0be4d8bb156a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.235411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fca0adfb-3bb1-4c45-a6c6-0be4d8bb156a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847642 Jul 16 08:55:50.236293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.236743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37448) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.247704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-9f11e271-5baa-46e6-a39c-241b5240846a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-1824815714') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.325777 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-63633207-c1a3-49e4-b3cb-bdc30d6193f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863016 Jul 16 08:55:50.337110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.350941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'b045456b-b800-45e3-8a94-68c58cdbd34a', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.363138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:50.442381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-fdf0b38a-7fbe-4b34-9259-3ac23aa48ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.444923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-fdf0b38a-7fbe-4b34-9259-3ac23aa48ad7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.3556969 Jul 16 08:55:50.461153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5eee6c97-32fd-456d-ad6d-6d805d28a1fc up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:50.478472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:50.518902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9f11e271-5baa-46e6-a39c-241b5240846a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-1824815714 HTTP/1.1" status: 204 len: 168 time: 0.2808781 Jul 16 08:55:50.527444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.532218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-554cf14a-e30a-4635-bd59-7fdf2d468cd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 999 time: 0.0783937 Jul 16 08:55:50.539977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-0113c3fe-114d-4a31-90ee-ccd83527fd5b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.608719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.609220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.628300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Calling delete_port for ad5e80f1-cd41-418e-b16e-4b822b6c8ef4 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:50.631873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:50.636284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.637930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-29f5f95f-87d9-4e21-9069-d01812837ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.639551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-29f5f95f-87d9-4e21-9069-d01812837ea6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.0957348 Jul 16 08:55:50.680654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0113c3fe-114d-4a31-90ee-ccd83527fd5b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 200 len: 205 time: 0.1448362 Jul 16 08:55:50.687025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37462) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.695312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-06363595-c4d6-418b-992d-6f9c4ba6949f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.716386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:50.723655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.790971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-05eec692-518f-4b05-b39a-96e1a912605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.793134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-05eec692-518f-4b05-b39a-96e1a912605a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459708 Jul 16 08:55:50.851364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:50.852193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.866655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:50.925597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750245-dc82-4c3e-bf2b-06bcf47aaf6e req-50c98625-6278-4031-bcf9-2a970bbea4af tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:50.927483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae750245-dc82-4c3e-bf2b-06bcf47aaf6e req-50c98625-6278-4031-bcf9-2a970bbea4af tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3511374 Jul 16 08:55:50.941846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-06363595-c4d6-418b-992d-6f9c4ba6949f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 204 len: 168 time: 0.2531466 Jul 16 08:55:50.961444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37464) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.967550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-faa0383c-3e76-4613-8c2d-3e982c90162f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.986575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:51.136122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5febdb-f436-4ab8-bce8-d495c5a0de9c req-d70cb593-13e9-46aa-b804-a877c811303c tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:51.138158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b5febdb-f436-4ab8-bce8-d495c5a0de9c req-d70cb593-13e9-46aa-b804-a877c811303c tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 946 time: 0.4636614 Jul 16 08:55:51.143765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae750245-dc82-4c3e-bf2b-06bcf47aaf6e req-df5db08a-fbeb-40b5-80d1-6e871aaec4a4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083740 Jul 16 08:55:51.193215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-faa0383c-3e76-4613-8c2d-3e982c90162f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 204 len: 168 time: 0.2300603 Jul 16 08:55:51.198199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.204385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-df251d81-444c-412f-809c-b69257a3c931 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.278566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b5febdb-f436-4ab8-bce8-d495c5a0de9c req-738ff7e7-7601-40fa-a210-d44f9e8abb1e tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212604 Jul 16 08:55:51.366618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-df251d81-444c-412f-809c-b69257a3c931 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 204 len: 168 time: 0.1646338 Jul 16 08:55:51.369786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.377617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-38293b91-8a5f-4fa0-9e3f-00f1c9b7d37d tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.385530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Deleting port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:51.396105 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-8b361686-3434-4843-bd24-9cf114f523e0 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959413 Jul 16 08:55:51.423581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.431369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.659247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5e80f1-cd41-418e-b16e-4b822b6c8ef4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.669773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.671948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.680451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e116304e-0de9-487b-9ae8-9e1dd8ec26d9 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199 tempest-ExternalNetworksAdminNegativeTestJSON-1664973199-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/c5886605-2ccd-401b-b469-7608bee52ddf HTTP/1.1" status: 204 len: 168 time: 1.9894004 Jul 16 08:55:51.746615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-38293b91-8a5f-4fa0-9e3f-00f1c9b7d37d tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.3718274 Jul 16 08:55:51.746615 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.751887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.787865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-faf0244d-026a-4790-b49d-a86fd80df19c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-1800547745') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:51.844202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] For port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:51.844202 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.846426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f54634e4-adc7-4827-81b2-9cf324bf8b09 req-0a5a1ac0-bfd4-4c0f-8045-f77eddad162d service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421408 Jul 16 08:55:51.867136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Calling delete_port for 5eee6c97-32fd-456d-ad6d-6d805d28a1fc owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:51.983286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:52.033039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:52.046992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.048442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.060093 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-d0fd656a-56c9-4125-9962-92944de63506 service neutron] show failed (client error): The resource could not be found. Jul 16 08:55:52.062310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-d0fd656a-56c9-4125-9962-92944de63506 service neutron] 10.222.0.46 "GET /v2.0/ports/ffeca4be-9412-44c4-a92b-9919e3bdd603/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.2533667 Jul 16 08:55:52.072070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=e4957324-8099-422a-b98c-f08e54a9276b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.109402 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd8ed433-d19e-41be-8659-0ee340758158 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7492151 Jul 16 08:55:52.109974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37502) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.116601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': 'e4957324-8099-422a-b98c-f08e54a9276b', 'ip_address': '2001:db8::4fb0:36f7:fe1e:be24'}], 'name': 'tempest-NetworksTestDHCPv6-95630561'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:52.128460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-faf0244d-026a-4790-b49d-a86fd80df19c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-1800547745 HTTP/1.1" status: 201 len: 201 time: 0.3558748 Jul 16 08:55:52.133160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.138770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-6c51284c-b335-40d9-a615-9fd08fb23776 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-648558180') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:52.317756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6c51284c-b335-40d9-a615-9fd08fb23776 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-648558180 HTTP/1.1" status: 201 len: 201 time: 0.1806014 Jul 16 08:55:52.320219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37512) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.340376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-44dfb51f-3b6e-4537-b746-4ea81c59e23a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-839513350') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:52.408277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:52.432238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.484421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5eee6c97-32fd-456d-ad6d-6d805d28a1fc no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:52.609348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'b045456b-b800-45e3-8a94-68c58cdbd34a', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:52.619189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.664022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 1a39a78d-41b8-4e46-8648-c944b93a39d3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:52.729956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8a54f-4cd6-4489-a382-44ae768cc7bf None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'b045456b-b800-45e3-8a94-68c58cdbd34a', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:19Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 1, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:52.841920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.876385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdb606-54b0-46c4-815c-c706bf9b8718 req-80261d81-467a-4a39-a454-798dd8e608ef tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.887232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] Pushing event deleted for resources: {'Port': ['ID=5eee6c97-32fd-456d-ad6d-6d805d28a1fc,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.888648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6fdb606-54b0-46c4-815c-c706bf9b8718 req-80261d81-467a-4a39-a454-798dd8e608ef tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3393521 Jul 16 08:55:52.893624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824d333-90bc-4e15-b500-e799c722f1d1 None None] No DVR routers for this DVR port 5eee6c97-32fd-456d-ad6d-6d805d28a1fc on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:52.912014 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.914195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-44dfb51f-3b6e-4537-b746-4ea81c59e23a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-839513350 HTTP/1.1" status: 201 len: 201 time: 0.5920186 Jul 16 08:55:52.921790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6ac6-9db0-4e64-96b3-1c0f7a788d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.923787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.942577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac3300-9ac0-4226-9d6b-1c3234f4d85f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:52.965833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6fdb606-54b0-46c4-815c-c706bf9b8718 req-41f7c0e3-557f-4ed3-85b2-889bb55edb17 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751524 Jul 16 08:55:52.999875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-cd179239-ce7c-4f31-9c19-104e87dee354 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-2025829339') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.139590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff592d9-8046-497c-9758-36588e8005a0 req-95b9df60-d6a5-4de5-8dd0-8e648168e115 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.142674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ff592d9-8046-497c-9758-36588e8005a0 req-95b9df60-d6a5-4de5-8dd0-8e648168e115 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 946 time: 0.1828136 Jul 16 08:55:53.154317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bfc6e-05dc-44ba-8af3-30090738074d None None] New status for floating IP b045456b-b800-45e3-8a94-68c58cdbd34a: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:55:53.208764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ff592d9-8046-497c-9758-36588e8005a0 req-1b4b045c-742a-47e1-8eb3-4d4896b21dd5 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Jul 16 08:55:53.289470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'e4957324-8099-422a-b98c-f08e54a9276b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:53.290485 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.294948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::4fb0:36f7:fe1e:be24 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e4957324-8099-422a-b98c-f08e54a9276b/1a39a78d-41b8-4e46-8648-c944b93a39d3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:53.341342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cd179239-ce7c-4f31-9c19-104e87dee354 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-2025829339 HTTP/1.1" status: 201 len: 201 time: 0.3780754 Jul 16 08:55:53.348580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37528) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.359976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-00230d34-96d8-4b18-b9cf-f50c0a7d1fd3 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', {'tags': ['tempest-TagsExtTest-Tag-283669212', 'tempest-TagsExtTest-Tag-671161120', 'tempest-TagsExtTest-Tag-813030014']}) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.416903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-cf851bb2-9a46-476b-8582-c601b20c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.419350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-cf851bb2-9a46-476b-8582-c601b20c352f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 1097 time: 0.8720176 Jul 16 08:55:53.442693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:53.469909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-00230d34-96d8-4b18-b9cf-f50c0a7d1fd3 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 200 len: 315 time: 0.1184855 Jul 16 08:55:53.472460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37530) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.477551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-ce6080af-39e0-470f-817d-b54b36d2c44f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.558386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce6080af-39e0-470f-817d-b54b36d2c44f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.0846317 Jul 16 08:55:53.560802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37532) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.565511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-b1dc7ee0-fe9e-41aa-a7e5-0e97edaa82bf tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-283669212') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.612480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6ac6-9db0-4e64-96b3-1c0f7a788d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.623718 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-b1dc7ee0-fe9e-41aa-a7e5-0e97edaa82bf tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:53.625868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1dc7ee0-fe9e-41aa-a7e5-0e97edaa82bf tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-283669212 HTTP/1.1" status: 404 len: 328 time: 0.0639913 Jul 16 08:55:53.628716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37534) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.629905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a6a6ac6-9db0-4e64-96b3-1c0f7a788d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.633812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-cf5c33f8-a445-4ed6-bd20-6a98273836cd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-671161120') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.659061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.693804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.705403 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-cf5c33f8-a445-4ed6-bd20-6a98273836cd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:53.709415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cf5c33f8-a445-4ed6-bd20-6a98273836cd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-671161120 HTTP/1.1" status: 404 len: 328 time: 0.0766401 Jul 16 08:55:53.709597 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a6a6ac6-9db0-4e64-96b3-1c0f7a788d0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae87816a86dd4f59a5721544af95b465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2743847 Jul 16 08:55:53.711051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.711397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37540) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.716955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-18f826cc-f0c7-4099-b2a2-c61fa30435b8 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2', 'tempest-TagsExtTest-Tag-813030014') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.741996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a6ac6-9db0-4e64-96b3-1c0f7a788d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b5befb-c725-419c-9f01-2b7c3663b786,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:53.753524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 1a39a78d-41b8-4e46-8648-c944b93a39d3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:53.886920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.917137 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-18f826cc-f0c7-4099-b2a2-c61fa30435b8 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:53.918872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-18f826cc-f0c7-4099-b2a2-c61fa30435b8 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags/tempest-TagsExtTest-Tag-813030014 HTTP/1.1" status: 404 len: 328 time: 0.2065372 Jul 16 08:55:53.929074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.936701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-d07c42fe-ecd2-4482-bb11-deba430abd14 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', {'tags': ['tempest-TagsExtTest-Tag-51176274', 'tempest-TagsExtTest-Tag-1940176584', 'tempest-TagsExtTest-Tag-1153917706']}) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.944476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.964637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.041355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e4957324-8099-422a-b98c-f08e54a9276b/267ac70d-0066-4282-a9e1-d4a11069dbd5) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:54.058249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:54.083022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:54.088781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:54.095001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.095659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.102602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-ec5e8af3-c752-462f-9a8a-62105d604167 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.105172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-ec5e8af3-c752-462f-9a8a-62105d604167 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 946 time: 0.2189047 Jul 16 08:55:54.141421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=1a39a78d-41b8-4e46-8648-c944b93a39d3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.176346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.177185 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ecced48e-24a7-4d6a-89c2-337d0c16cc89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0607057 Jul 16 08:55:54.197049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.199606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.203180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4b5befb-c725-419c-9f01-2b7c3663b786 HTTP/1.1" status: 204 len: 168 time: 0.4871593 Jul 16 08:55:54.203383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:54.278335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d07c42fe-ecd2-4482-bb11-deba430abd14 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 200 len: 316 time: 0.3464992 Jul 16 08:55:54.289937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.295423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-182058f0-80d7-47f8-8d02-4d73048274ae tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:54.335480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:54.368978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7608f7-bbbd-49e9-8348-95bd34e44e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b5befb-c725-419c-9f01-2b7c3663b786,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.438740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:54.451257 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc89cac-ea3c-4617-b247-3558e463c183" -d '{"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-unplugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:54.454168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.462926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.469189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Transition to ACTIVE for port object 267ac70d-0066-4282-a9e1-d4a11069dbd5 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:54.486667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Transition to ACTIVE for port object ffeca4be-9412-44c4-a92b-9919e3bdd603 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:54.490186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Transition to ACTIVE for port object 267ac70d-0066-4282-a9e1-d4a11069dbd5 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:54.491966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.499764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.522386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cf8a6-0fc2-4006-bdd4-f2bec975ffb7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.526923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-af6cf8a6-0fc2-4006-bdd4-f2bec975ffb7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3495233 Jul 16 08:55:54.533870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.547170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:54.552186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:54.555920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:54.605018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-182058f0-80d7-47f8-8d02-4d73048274ae tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 204 len: 168 time: 0.3135774 Jul 16 08:55:54.607833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.629421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-8d177947-ce74-4148-8a6d-36e64f6a41f3 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-51176274') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:54.633337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Pushing event updated for resources: {'Port': ['ID=267ac70d-0066-4282-a9e1-d4a11069dbd5,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.656847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Attempting to bind port 267ac70d-0066-4282-a9e1-d4a11069dbd5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:54.657594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Attempting to bind port 267ac70d-0066-4282-a9e1-d4a11069dbd5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:54.657977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Attempting to bind port 267ac70d-0066-4282-a9e1-d4a11069dbd5 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:54.664683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:54.665095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:54.665473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.665870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:54.666354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Bound port: 267ac70d-0066-4282-a9e1-d4a11069dbd5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:54.666741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.753985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Deleting port 75da1cf5-8af7-4475-b79b-754206e17b91 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:54.754867 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.771308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] For port 267ac70d-0066-4282-a9e1-d4a11069dbd5, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:54.777050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bc6c0-2012-47ef-aa97-8f9458bea722 req-fa463151-2232-4fd2-9a86-137e880acc9a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.783653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] For port 267ac70d-0066-4282-a9e1-d4a11069dbd5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=267ac70d-0066-4282-a9e1-d4a11069dbd5,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:54.789481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b30bc6c0-2012-47ef-aa97-8f9458bea722 req-fa463151-2232-4fd2-9a86-137e880acc9a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.6003239 Jul 16 08:55:54.792191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.801399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37580) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.866901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfed99-bcb9-4a2a-bdae-64dc175ecbcc None None] Pushing event updated for resources: {'Port': ['ID=267ac70d-0066-4282-a9e1-d4a11069dbd5,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.915974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.945472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] No DVR routers for this DVR port ffeca4be-9412-44c4-a92b-9919e3bdd603 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:55.041563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b30bc6c0-2012-47ef-aa97-8f9458bea722 req-b3b662aa-e8e4-4ecf-aa6e-7c4b9fc4ec4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503748 Jul 16 08:55:55.084685 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8d177947-ce74-4148-8a6d-36e64f6a41f3 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:55.090235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4754c50c-374a-473c-86ef-85f7ef68cc5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc6f3b7755e049b7be0e581c50d01539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753248 Jul 16 08:55:55.091518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d177947-ce74-4148-8a6d-36e64f6a41f3 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-51176274 HTTP/1.1" status: 404 len: 327 time: 0.4825785 Jul 16 08:55:55.100935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.101168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.146467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-46176604-13e0-4cca-9ee7-bfe3fc99a8b6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-1940176584') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.160087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.160533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.208881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c374a8b-f428-4b6f-89c8-d152087b629d req-f272686d-a4a3-4710-aa9f-580c58c6133a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.214463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c374a8b-f428-4b6f-89c8-d152087b629d req-f272686d-a4a3-4710-aa9f-580c58c6133a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 946 time: 0.7130044 Jul 16 08:55:55.223099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 1a39a78d-41b8-4e46-8648-c944b93a39d3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:55.223507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.229608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Calling delete_port for 75da1cf5-8af7-4475-b79b-754206e17b91 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:55.232668 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ec11e-da7e-460f-8d68-1a6ef69e1747 x-openstack-request-id: req-c77ec11e-da7e-460f-8d68-1a6ef69e1747 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:55.232961 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-unplugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:55.233221 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c77ec11e-da7e-460f-8d68-1a6ef69e1747 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:55.233622 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'code': 200} Jul 16 08:55:55.401929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.407220 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-46176604-13e0-4cca-9ee7-bfe3fc99a8b6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:55.412923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-46176604-13e0-4cca-9ee7-bfe3fc99a8b6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-1940176584 HTTP/1.1" status: 404 len: 329 time: 0.3017280 Jul 16 08:55:55.414380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37588) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.417255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:55.417735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:55.418286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:55.420603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 75da1cf5-8af7-4475-b79b-754206e17b91 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:55.426738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-7f873b80-c569-4f52-a58a-cfdf4b87304c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591', 'tempest-TagsExtTest-Tag-1153917706') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.437152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:55.437642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Attempting to bind port ffeca4be-9412-44c4-a92b-9919e3bdd603 on network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:55.454226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.462125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:55.462632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Checking segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:55.463133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Bound using segment: {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:55.463856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Bound port: ffeca4be-9412-44c4-a92b-9919e3bdd603, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991c5168-9bea-44bc-8e3f-cc4637a57815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:55.464396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.502536 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.524241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c374a8b-f428-4b6f-89c8-d152087b629d req-ded7fe7a-657c-41e9-ba44-67b4799acce7 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/security-groups?id=82a46b8d-6c8a-48fc-8588-7b490022f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970250 Jul 16 08:55:55.596556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 1a39a78d-41b8-4e46-8648-c944b93a39d3 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:55.600191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:55.604209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:55.611075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.622767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.626322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.627715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/596040b4-fdf6-4374-9e35-eddd9efa6199 HTTP/1.1" status: 204 len: 168 time: 0.5147367 Jul 16 08:55:55.682607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b0009-98bf-40be-bbac-914f0c35b13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596040b4-fdf6-4374-9e35-eddd9efa6199,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.722182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.730962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.732204 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.733993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] 10.222.0.47 "PUT /v2.0/ports/ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 1092 time: 2.3002753 Jul 16 08:55:55.772818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:55.785102 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72b1ca-9727-4224-b62e-62a6c8365cf0" -d '{"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-unplugged", "status": "completed", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:55.805872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 75da1cf5-8af7-4475-b79b-754206e17b91, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=75da1cf5-8af7-4475-b79b-754206e17b91,segment=NetworkSegment(24b14269-e179-49e5-9070-2480a9055ba0),segment_id=24b14269-e179-49e5-9070-2480a9055ba0)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.811902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.814038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:55.890513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc1327-acb6-47bd-bf7b-762c9811d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.906651 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05dd8d-1afe-4777-939e-d9be6503a950 x-openstack-request-id: req-0f05dd8d-1afe-4777-939e-d9be6503a950 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:55.907367 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-unplugged", "status": "completed", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:55.908078 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f05dd8d-1afe-4777-939e-d9be6503a950 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:55.908897 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91', 'code': 200} Jul 16 08:55:55.934051 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-7f873b80-c569-4f52-a58a-cfdf4b87304c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:55.935118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7f873b80-c569-4f52-a58a-cfdf4b87304c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags/tempest-TagsExtTest-Tag-1153917706 HTTP/1.1" status: 404 len: 329 time: 0.5120986 Jul 16 08:55:55.940283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.966514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-6db1200d-4a5a-4cad-bd71-31dc1813d6fd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', {'tags': ['tempest-TagsExtTest-Tag-2003496185', 'tempest-TagsExtTest-Tag-304655625', 'tempest-TagsExtTest-Tag-2004771326']}) {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.035097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.130133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Pushing event deleted for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.194575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-c152260f-2859-417a-9f61-f25843f1ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.196059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-c152260f-2859-417a-9f61-f25843f1ea01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1095 time: 0.4342182 Jul 16 08:55:56.226495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] No DVR routers for this DVR port 75da1cf5-8af7-4475-b79b-754206e17b91 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:56.249052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.251640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ec22a15-4e4e-4634-bf1e-53ff11b64755 req-5af1b175-770b-4cd1-99cb-e535c812750a tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.46 "DELETE /v2.0/ports/75da1cf5-8af7-4475-b79b-754206e17b91 HTTP/1.1" status: 204 len: 173 time: 2.1382146 Jul 16 08:55:56.257504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-deleted', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:56.260272 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b372aee-f5eb-41db-9536-ef02317a2953" -d '{"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-deleted", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:56.280021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.347606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:56.361467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=75da1cf5-8af7-4475-b79b-754206e17b91,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.394135 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225967c-b5cf-44a0-bb67-445512f3998f x-openstack-request-id: req-8225967c-b5cf-44a0-bb67-445512f3998f {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:56.394695 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1409093-e982-44ee-a87e-bf7b0a7a3c81", "name": "network-vif-deleted", "tag": "75da1cf5-8af7-4475-b79b-754206e17b91", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:56.395129 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8225967c-b5cf-44a0-bb67-445512f3998f {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:56.395840 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1409093-e982-44ee-a87e-bf7b0a7a3c81', 'name': 'network-vif-deleted', 'tag': '75da1cf5-8af7-4475-b79b-754206e17b91', 'status': 'completed', 'code': 200} Jul 16 08:55:56.397225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=1a39a78d-41b8-4e46-8648-c944b93a39d3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.468767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-7a219f0e-363d-4fa0-ac51-a403b9be1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.470437 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-7a219f0e-363d-4fa0-ac51-a403b9be1c96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.2600269 Jul 16 08:55:56.498918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 267ac70d-0066-4282-a9e1-d4a11069dbd5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:56.592744 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6db1200d-4a5a-4cad-bd71-31dc1813d6fd tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 200 len: 317 time: 0.6494231 Jul 16 08:55:56.592744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:56.618752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-290c36b1-1648-473e-97bc-7e37f02c520c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.701248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 267ac70d-0066-4282-a9e1-d4a11069dbd5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:56.754394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Provisioning for port 267ac70d-0066-4282-a9e1-d4a11069dbd5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:56.759915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Provisioning complete for port 267ac70d-0066-4282-a9e1-d4a11069dbd5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:56.760322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.057788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.191325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] For port 267ac70d-0066-4282-a9e1-d4a11069dbd5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=267ac70d-0066-4282-a9e1-d4a11069dbd5,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:57.203995 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.327613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.329703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7f43bfed-c43b-414a-ae9a-46c13548e527 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/1a39a78d-41b8-4e46-8648-c944b93a39d3 HTTP/1.1" status: 204 len: 168 time: 2.7776628 Jul 16 08:55:57.341163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37634) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.387136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605ef4-1177-43c4-9359-a714793cc723 None None] Pushing event updated for resources: {'Port': ['ID=267ac70d-0066-4282-a9e1-d4a11069dbd5,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.391052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dbb0eef5-f278-4b37-85e4-189c50d0084b None None] Could not find standard attr ID for object 1a39a78d-41b8-4e46-8648-c944b93a39d3. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:57.422706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:57.429573 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ea083-36ea-48e5-918b-ce14d6444166" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:57.451570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-fd341745-1155-4ec7-8ad7-7088aaee4af9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 999 time: 0.9629812 Jul 16 08:55:57.506316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d97ea09-df08-4a5e-8d87-efeb0488a165 req-c40fbafa-0c0a-495c-bb59-fdf0c18dcec0 tempest-ServerMetadataNegativeTestJSON-1148875940 tempest-ServerMetadataNegativeTestJSON-1148875940-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1409093-e982-44ee-a87e-bf7b0a7a3c81 HTTP/1.1" status: 200 len: 210 time: 0.0756812 Jul 16 08:55:57.525647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec77c2-f52a-4e06-9ad7-331eaeb5dbed req-e12f8970-a892-47cf-b770-aebd61c4184f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.527722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fec77c2-f52a-4e06-9ad7-331eaeb5dbed req-e12f8970-a892-47cf-b770-aebd61c4184f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 1.1585500 Jul 16 08:55:57.534560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99924cd8-ea00-4374-848a-a38e334439fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.536123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99924cd8-ea00-4374-848a-a38e334439fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.538178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-99924cd8-ea00-4374-848a-a38e334439fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1949923 Jul 16 08:55:57.544082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.579467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fec77c2-f52a-4e06-9ad7-331eaeb5dbed req-dfc71690-04f3-418a-bb8f-45d48985ee9d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Jul 16 08:55:57.618316 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8673e6e6-afae-4884-a99d-bd71b2477ef0 x-openstack-request-id: req-8673e6e6-afae-4884-a99d-bd71b2477ef0 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:57.618700 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:57.618957 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8673e6e6-afae-4884-a99d-bd71b2477ef0 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:57.619338 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'status': 'completed', 'code': 200} Jul 16 08:55:57.622275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37640) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.625917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-c7ff8f3e-089f-4e67-9563-83528412f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.627393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-c7ff8f3e-089f-4e67-9563-83528412f200 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1747980 Jul 16 08:55:57.649493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet e4957324-8099-422a-b98c-f08e54a9276b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:57.653121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.691802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-7415c2b7-1bee-464d-9b63-e5b5212fd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.694242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-7415c2b7-1bee-464d-9b63-e5b5212fd3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1095 time: 0.0656683 Jul 16 08:55:57.719233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-290c36b1-1648-473e-97bc-7e37f02c520c tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 204 len: 168 time: 1.1080067 Jul 16 08:55:57.721013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.728453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-037a74c8-6767-4141-a055-3037725ef95f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-2003496185') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.770235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-961b5a0c-095a-4f25-b0f5-db1694221837 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.770988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.772210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-961b5a0c-095a-4f25-b0f5-db1694221837 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1480317 Jul 16 08:55:57.775113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37646) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.784112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-611b027c-5bc7-4394-b115-f418b6d67105 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.785354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-611b027c-5bc7-4394-b115-f418b6d67105 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0090177 Jul 16 08:55:57.787973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.797169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-af7afbe5-b36d-498b-8d82-05e5b6a3bd69 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.797169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-af7afbe5-b36d-498b-8d82-05e5b6a3bd69 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057423 Jul 16 08:55:57.797472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.803780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-09539fd7-7d46-429f-b9cf-4bf5b4e20c08 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.807363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-09539fd7-7d46-429f-b9cf-4bf5b4e20c08 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0065334 Jul 16 08:55:57.809633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.814161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-8e7f602f-1350-479b-969a-de539dd99a36 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.818770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e7f602f-1350-479b-969a-de539dd99a36 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045183 Jul 16 08:55:57.821215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.827965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-f0f1faef-8339-42bd-ac14-07de5bb8e985 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.829150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0f1faef-8339-42bd-ac14-07de5bb8e985 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068707 Jul 16 08:55:57.831733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37656) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.836826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-5a6ec69d-2d41-45d6-8f30-bf8563ad206e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.837977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a6ec69d-2d41-45d6-8f30-bf8563ad206e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049291 Jul 16 08:55:57.840885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37658) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.843380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-0a46d544-874f-49f2-ab7e-4a9f41cb1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.845009 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-0a46d544-874f-49f2-ab7e-4a9f41cb1d0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.1435602 Jul 16 08:55:57.848173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f3421d62-83a3-43a6-835b-59737d4e7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.848480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-dec839c8-a26d-42ef-a883-4571ca3c40b2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.851871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dec839c8-a26d-42ef-a883-4571ca3c40b2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073624 Jul 16 08:55:57.852231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-f3421d62-83a3-43a6-835b-59737d4e7af6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2156816 Jul 16 08:55:57.852374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37660) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.860551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-d3eac0a3-4c1a-43db-8d3c-bd90cfcdca39 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.863693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3eac0a3-4c1a-43db-8d3c-bd90cfcdca39 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086362 Jul 16 08:55:57.863827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-28702d35-92b9-45f0-a1e7-3cd0fb7f7406 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.863941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-28702d35-92b9-45f0-a1e7-3cd0fb7f7406 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072863 Jul 16 08:55:57.864085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37662) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.900445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-f9961d47-dbb4-41ac-bd49-8b45cfb9e017 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.907780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f9961d47-dbb4-41ac-bd49-8b45cfb9e017 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0364699 Jul 16 08:55:57.908012 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-037a74c8-6767-4141-a055-3037725ef95f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:57.908012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-037a74c8-6767-4141-a055-3037725ef95f tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-2003496185 HTTP/1.1" status: 404 len: 329 time: 0.1776438 Jul 16 08:55:57.908516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37664) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.908516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.916211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-b8bcde1b-dcad-47c6-b6db-bc69b90d35f3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.919548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b8bcde1b-dcad-47c6-b6db-bc69b90d35f3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095487 Jul 16 08:55:57.920285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-eb26a1c1-6c5c-4975-b6d3-102b10ee03da tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-304655625') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.923836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37668) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.929473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-f2f55b2f-5217-47ae-8865-ae70d8c7fd59 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.932831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f2f55b2f-5217-47ae-8865-ae70d8c7fd59 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050159 Jul 16 08:55:57.933159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37670) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.941219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-d3da4fab-6dad-4d1b-b2e8-f41c4ecd917f tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.944515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3da4fab-6dad-4d1b-b2e8-f41c4ecd917f tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083199 Jul 16 08:55:57.946670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.951061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.958356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-35962ea1-ba5c-4e6e-9699-2b8fda6aa7ea tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.961759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35962ea1-ba5c-4e6e-9699-2b8fda6aa7ea tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099428 Jul 16 08:55:57.963259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.968500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-a4b49ed1-77e6-4f63-8f88-95ae59dc8a9c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:57.971748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4b49ed1-77e6-4f63-8f88-95ae59dc8a9c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051217 Jul 16 08:55:58.001272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.007907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-52caa331-955c-4d65-9e7d-1fbb8c3dc8a4 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.013344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52caa331-955c-4d65-9e7d-1fbb8c3dc8a4 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049138 Jul 16 08:55:58.013515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.022395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-f334fc72-77c9-4db7-bfb2-0db3d7df28e2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.025726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f334fc72-77c9-4db7-bfb2-0db3d7df28e2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090804 Jul 16 08:55:58.027287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.034287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-c49a7506-f2da-468c-9304-a369303539ca tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.038322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c49a7506-f2da-468c-9304-a369303539ca tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057423 Jul 16 08:55:58.038498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-7e83810d-71f3-4c5b-ab1d-22f2afda0567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 999 time: 0.1863103 Jul 16 08:55:58.039605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.043179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-b7de0cfe-3eb3-45ff-a79a-d0df61ba66f5 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.046424 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b7de0cfe-3eb3-45ff-a79a-d0df61ba66f5 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044429 Jul 16 08:55:58.046580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.051814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-c8fe2979-d3d7-4848-ab75-bfd5bf29188b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.055168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c8fe2979-d3d7-4848-ab75-bfd5bf29188b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054591 Jul 16 08:55:58.059292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.061527 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-eb26a1c1-6c5c-4975-b6d3-102b10ee03da tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:58.065161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb26a1c1-6c5c-4975-b6d3-102b10ee03da tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-304655625 HTTP/1.1" status: 404 len: 328 time: 0.1564159 Jul 16 08:55:58.065306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-afabd0ea-ab84-46f8-8469-50e8ee3be13d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.065431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.068564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-afabd0ea-ab84-46f8-8469-50e8ee3be13d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073855 Jul 16 08:55:58.068699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37690) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.073032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-65c9ed74-44d6-40f2-bb36-c34d23467fab tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.076218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65c9ed74-44d6-40f2-bb36-c34d23467fab tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044572 Jul 16 08:55:58.076866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-ba89229c-67be-4a3a-a57a-746d165aad64 service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047088 Jul 16 08:55:58.077046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.081191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-27664a1c-3d3b-4bb7-97d0-c8784ab3d424 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.084990 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27664a1c-3d3b-4bb7-97d0-c8784ab3d424 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041978 Jul 16 08:55:58.085622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.091746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-0566a306-0245-44e8-84e4-670cea5c1bcb tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.095570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0566a306-0245-44e8-84e4-670cea5c1bcb tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052421 Jul 16 08:55:58.096427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-1fd87a0d-7207-4d8c-8068-5ef0f2026db1 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761', 'tempest-TagsExtTest-Tag-2004771326') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.100987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.106498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-bdb6f6e3-bccc-4149-8507-c6baa4e3275c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.109864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bdb6f6e3-bccc-4149-8507-c6baa4e3275c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046852 Jul 16 08:55:58.115672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.116897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.123825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-8baa9807-5896-413b-8dda-9876361ababa tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.124880 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8baa9807-5896-413b-8dda-9876361ababa tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052159 Jul 16 08:55:58.142107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.171799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-e760bae5-6983-4c9c-9f9c-2b84947e6ab0 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.172811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e760bae5-6983-4c9c-9f9c-2b84947e6ab0 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0252664 Jul 16 08:55:58.175699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=e4957324-8099-422a-b98c-f08e54a9276b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.178860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.193289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.193439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55e44c-118f-4628-980d-97f5d0c51b3f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:58.197411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c630c743-f1f3-49ff-b84a-9bda73e5a8e1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e4957324-8099-422a-b98c-f08e54a9276b HTTP/1.1" status: 204 len: 168 time: 0.6442759 Jul 16 08:55:58.198927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-fbd40c2b-4114-46d1-9d40-2a9094b1cea3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.202593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fbd40c2b-4114-46d1-9d40-2a9094b1cea3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0179825 Jul 16 08:55:58.210880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37708) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.211214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.220211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-16f84258-efb0-488c-b13c-19de48b039ba tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.225992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-16f84258-efb0-488c-b13c-19de48b039ba tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0121164 Jul 16 08:55:58.237152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37712) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.239640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-33ec3787-47db-44dc-b173-a936fa290052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.241318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-33ec3787-47db-44dc-b173-a936fa290052 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1954212 Jul 16 08:55:58.250568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-3744448d-9ecd-4394-8f57-e8cebea3e73d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.254595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3744448d-9ecd-4394-8f57-e8cebea3e73d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0123134 Jul 16 08:55:58.258187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a9c876a3-fc77-4d75-aeee-17ba14e08c87 req-8e6e205c-a36b-4d2e-8778-24bf44d6dd63 service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715596 Jul 16 08:55:58.258523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.264379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-18e4f3dc-26cf-43fe-b30b-fedc2226941c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.265403 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18e4f3dc-26cf-43fe-b30b-fedc2226941c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059636 Jul 16 08:55:58.268071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37716) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.273012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-a6be246e-783b-4aca-a0ad-3ee9f0c8ac4a tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.273974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a6be246e-783b-4aca-a0ad-3ee9f0c8ac4a tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049875 Jul 16 08:55:58.280274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.284926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-9e3b4a85-3eb5-42cc-8391-7adf5f64d754 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.286082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9e3b4a85-3eb5-42cc-8391-7adf5f64d754 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047135 Jul 16 08:55:58.291961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37720) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.309423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-a37d591c-e30a-429a-9c97-af7d11a795c5 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.310369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a37d591c-e30a-429a-9c97-af7d11a795c5 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0170474 Jul 16 08:55:58.313143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.333079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-504ebb63-9b3e-490d-8cf6-f43e27e62742 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.336024 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-504ebb63-9b3e-490d-8cf6-f43e27e62742 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0219131 Jul 16 08:55:58.337891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.342285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a863175a-2c8f-4091-bd45-b9b83ce31765 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299527 Jul 16 08:55:58.342893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37726) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.351862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-7766bed2-ce41-4832-b5d8-4b0d57ea2c55 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.352898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7766bed2-ce41-4832-b5d8-4b0d57ea2c55 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060303 Jul 16 08:55:58.361288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:58.369636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.382467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-4879a891-25d8-4d7c-b52d-70e75021132f tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.383468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4879a891-25d8-4d7c-b52d-70e75021132f tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0127566 Jul 16 08:55:58.386500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37730) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.398617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-52e7f6c5-4ffa-4fc5-944a-dfdb0164c042 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.406141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52e7f6c5-4ffa-4fc5-944a-dfdb0164c042 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0183005 Jul 16 08:55:58.411087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.422034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-080e9159-d61b-446b-b443-8351de026c7d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.425643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 267ac70d-0066-4282-a9e1-d4a11069dbd5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:58.426028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-080e9159-d61b-446b-b443-8351de026c7d tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080543 Jul 16 08:55:58.429613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.439340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-3e3c435b-b6b2-4ca8-8893-f0cf97868168 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.447696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3e3c435b-b6b2-4ca8-8893-f0cf97868168 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0124211 Jul 16 08:55:58.449376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.451539 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-1fd87a0d-7207-4d8c-8068-5ef0f2026db1 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:58.456070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1fd87a0d-7207-4d8c-8068-5ef0f2026db1 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags/tempest-TagsExtTest-Tag-2004771326 HTTP/1.1" status: 404 len: 329 time: 0.3894916 Jul 16 08:55:58.456373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-e0e31b92-1332-40b6-976f-9501815e6451 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.456665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37738) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.457559 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e0e31b92-1332-40b6-976f-9501815e6451 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061970 Jul 16 08:55:58.464529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.469315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-2564ff9a-def2-4007-9d63-b55139623bd8 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.470281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2564ff9a-def2-4007-9d63-b55139623bd8 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045826 Jul 16 08:55:58.475955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.481233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-499288a5-4596-4f43-8194-0a72bab3e352 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.486065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-499288a5-4596-4f43-8194-0a72bab3e352 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051517 Jul 16 08:55:58.486065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-67a5b2e3-803e-483e-b452-27f02807455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.486065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-67a5b2e3-803e-483e-b452-27f02807455a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1095 time: 0.1488881 Jul 16 08:55:58.486422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.491199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-3125cdfb-0362-478f-b346-b24a097390ba tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.494332 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3125cdfb-0362-478f-b346-b24a097390ba tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049031 Jul 16 08:55:58.531433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 267ac70d-0066-4282-a9e1-d4a11069dbd5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:58.531819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.533378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-95199007-aa3f-4b0a-b92a-90bf59c1375a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', {'tags': ['tempest-TagsExtTest-Tag-1429450775', 'tempest-TagsExtTest-Tag-1937297041', 'tempest-TagsExtTest-Tag-2050187009']}) {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.555672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37746) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.578875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-ebf892bb-04a2-45b6-b47e-2c3ecaea2cde tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.584693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ebf892bb-04a2-45b6-b47e-2c3ecaea2cde tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0222585 Jul 16 08:55:58.593248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.623484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:58.641897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-c767bc4a-3819-4cc5-b404-bc2b63b4469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.643812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-c767bc4a-3819-4cc5-b404-bc2b63b4469a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.1507280 Jul 16 08:55:58.672883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-fc828bbf-fefe-457c-aefc-20ca9dfebd6e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.677130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fc828bbf-fefe-457c-aefc-20ca9dfebd6e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0377455 Jul 16 08:55:58.710400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.712349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Deleting port 267ac70d-0066-4282-a9e1-d4a11069dbd5 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:58.712914 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.718758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-26ef745d-52bd-4638-88e7-eec7202db619 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.723490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-26ef745d-52bd-4638-88e7-eec7202db619 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090044 Jul 16 08:55:58.724495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.724844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.731116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-95199007-aa3f-4b0a-b92a-90bf59c1375a tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "PUT /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 200 len: 318 time: 0.2045381 Jul 16 08:55:58.734346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37760) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.740762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-31c2f810-a287-4059-8c9c-bb042be9c882 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.745086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-f2a08414-9671-428a-86fd-68fa161e70f2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.748389 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f2a08414-9671-428a-86fd-68fa161e70f2 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088868 Jul 16 08:55:58.759818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.766083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-754eae70-da50-472b-ab34-726907efbf0b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.770416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-754eae70-da50-472b-ab34-726907efbf0b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084009 Jul 16 08:55:58.771862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37764) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.789660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-30ab148c-0778-4e04-a3df-c6c41c4df1e6 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.794652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30ab148c-0778-4e04-a3df-c6c41c4df1e6 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079238 Jul 16 08:55:58.795318 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-058496df-0f3a-4631-a1df-22b132f49912 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 999 time: 0.1422687 Jul 16 08:55:58.795857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.802017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-57b8b0f2-19d4-49d3-b8d4-c5ed3c974f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.805049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-57b8b0f2-19d4-49d3-b8d4-c5ed3c974f3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4716947 Jul 16 08:55:58.808246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] For port 267ac70d-0066-4282-a9e1-d4a11069dbd5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=267ac70d-0066-4282-a9e1-d4a11069dbd5,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:58.808661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.821616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-8fc82096-4460-421e-acab-c272f997f73c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.825050 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fc82096-4460-421e-acab-c272f997f73c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077100 Jul 16 08:55:58.832967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37768) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.836764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Calling delete_port for 267ac70d-0066-4282-a9e1-d4a11069dbd5 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:58.853748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-5068a5d9-f6f0-4d31-ae9e-ec918c24adb9 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.857307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5068a5d9-f6f0-4d31-ae9e-ec918c24adb9 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0208290 Jul 16 08:55:58.859645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.872794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-8334921c-b3b5-472a-83f0-9adda6714c9b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.872794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8334921c-b3b5-472a-83f0-9adda6714c9b tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082273 Jul 16 08:55:58.879382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.888924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-fc63ebda-bc56-46c5-8d38-ace994badf64 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.892777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc63ebda-bc56-46c5-8d38-ace994badf64 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098464 Jul 16 08:55:58.893522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37774) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.899407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-317b053d-2f51-4529-9529-567b2ef05617 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.902746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-317b053d-2f51-4529-9529-567b2ef05617 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072975 Jul 16 08:55:58.903074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Deleting subnet 988bbf5e-03f8-4225-a98e-3e79ce8ce305 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:58.904966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.911048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-3c409c1c-4717-4c78-8619-e80432f56c8e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.912224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c409c1c-4717-4c78-8619-e80432f56c8e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047512 Jul 16 08:55:58.915925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.916639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.931028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:58.934854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.948055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-31c2f810-a287-4059-8c9c-bb042be9c882 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 204 len: 168 time: 0.2108247 Jul 16 08:55:58.949617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-5827f710-5356-4b29-8af2-54f65f6fd5da tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.953140 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5827f710-5356-4b29-8af2-54f65f6fd5da tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0303595 Jul 16 08:55:58.955177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.955912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-1dbf8584-f7c6-4c9e-b80d-940b60873fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.957718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-1dbf8584-f7c6-4c9e-b80d-940b60873fcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1415570 Jul 16 08:55:58.958200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.958524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.967780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-1da00663-fc45-4790-97c7-c33f18feed2b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-1429450775') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:58.973604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-83e5c0cf-6dca-44a4-acb4-79de09abf0fa tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:58.974670 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83e5c0cf-6dca-44a4-acb4-79de09abf0fa tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0122044 Jul 16 08:55:58.981313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:58.995305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] Pushing event deleted for resources: {'Port': ['ID=267ac70d-0066-4282-a9e1-d4a11069dbd5,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.998325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fe61f-cbd3-4cd2-96db-c5d4d773d023 None None] No DVR routers for this DVR port 267ac70d-0066-4282-a9e1-d4a11069dbd5 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:59.008414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-5eb49d23-a8ec-438e-b7d0-0c1a7f7d9bb3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.008414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5eb49d23-a8ec-438e-b7d0-0c1a7f7d9bb3 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114920 Jul 16 08:55:59.035472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37786) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.044598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-68ea2aab-305c-4b89-816d-386fb075f0a0 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.045752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-68ea2aab-305c-4b89-816d-386fb075f0a0 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075870 Jul 16 08:55:59.049037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37788) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.049492 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.060953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-344f63a7-d812-494f-85f5-4dea8c16f996 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.064483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-344f63a7-d812-494f-85f5-4dea8c16f996 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048983 Jul 16 08:55:59.069681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37790) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.076106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-d375d79a-0080-46cd-99fb-833e4f8bc0f1 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.079632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d375d79a-0080-46cd-99fb-833e4f8bc0f1 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045476 Jul 16 08:55:59.080374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37792) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.090630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-798b21e3-5212-450b-ad96-d0d8392c910e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.100902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-798b21e3-5212-450b-ad96-d0d8392c910e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0188041 Jul 16 08:55:59.104929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.113370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-2ac95ff9-f26b-46d2-acc7-75d6336de41e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.117768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ac95ff9-f26b-46d2-acc7-75d6336de41e tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080376 Jul 16 08:55:59.118371 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-1da00663-fc45-4790-97c7-c33f18feed2b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:59.119288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1da00663-fc45-4790-97c7-c33f18feed2b tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-1429450775 HTTP/1.1" status: 404 len: 329 time: 0.1578746 Jul 16 08:55:59.121223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.130488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37798) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.131367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-b8772161-a53e-4bfa-99d4-12e6e2c9ce68 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.135424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8772161-a53e-4bfa-99d4-12e6e2c9ce68 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084143 Jul 16 08:55:59.135424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.138298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-535167aa-cbe3-4f40-b769-c8a2cdfbb196 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-1937297041') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.143350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-e5556858-fe5e-4756-84c3-7a83f607b5fc tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.147075 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e5556858-fe5e-4756-84c3-7a83f607b5fc tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047781 Jul 16 08:55:59.148363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37802) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.156283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-cdfbcdb3-ae9b-4fa2-a778-d1b6ca887138 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.160950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cdfbcdb3-ae9b-4fa2-a778-d1b6ca887138 tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070734 Jul 16 08:55:59.160950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.161237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fa2d0-59a0-47b1-a439-be8a893badda req-7f9e078c-335c-499d-b7a0-88fc0bee55dd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.162372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd5fa2d0-59a0-47b1-a439-be8a893badda req-7f9e078c-335c-499d-b7a0-88fc0bee55dd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 0.3860481 Jul 16 08:55:59.168114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37804) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.185238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [None req-146b333a-aebb-4f9d-9ca7-d11dbac7989c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.188504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-146b333a-aebb-4f9d-9ca7-d11dbac7989c tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085146 Jul 16 08:55:59.189521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.210065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-aa44fde4-e388-41aa-9357-591deef1d435 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733253 Jul 16 08:55:59.230477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [None req-fd3cbfdd-a6ed-453c-882b-8ea8a024d6cb tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:55:59.254104 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd3cbfdd-a6ed-453c-882b-8ea8a024d6cb tempest-ExtensionsTestJSON-171997528 tempest-ExtensionsTestJSON-171997528-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0568066 Jul 16 08:55:59.276952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-58725052-8c91-4c53-b919-6acc9665d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.279098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-58725052-8c91-4c53-b919-6acc9665d960 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2985346 Jul 16 08:55:59.311977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.317162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd5fa2d0-59a0-47b1-a439-be8a893badda req-e3e142b7-841f-4646-90bd-37233a19f0d2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336329 Jul 16 08:55:59.344746 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-535167aa-cbe3-4f40-b769-c8a2cdfbb196 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:59.345821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-535167aa-cbe3-4f40-b769-c8a2cdfbb196 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-1937297041 HTTP/1.1" status: 404 len: 329 time: 0.2110267 Jul 16 08:55:59.350656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.372772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-ba4f9435-e8ae-4c75-9986-0ff0f9c3664e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b', 'tempest-TagsExtTest-Tag-2050187009') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.378062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.385103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/988bbf5e-03f8-4225-a98e-3e79ce8ce305 HTTP/1.1" status: 204 len: 168 time: 0.6592467 Jul 16 08:55:59.385742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.390418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3843b33-4f38-4bc3-b8a2-26f016fdd35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988bbf5e-03f8-4225-a98e-3e79ce8ce305,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.553808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.563017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-6b6a728f-075b-4c37-bb81-49d00854d9f5 service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721589 Jul 16 08:55:59.636142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-53637b63-1d20-40df-bedb-8836cb7dfb66 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096663 Jul 16 08:55:59.671547 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-ba4f9435-e8ae-4c75-9986-0ff0f9c3664e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] show failed (client error): The resource could not be found. Jul 16 08:55:59.672586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba4f9435-e8ae-4c75-9986-0ff0f9c3664e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags/tempest-TagsExtTest-Tag-2050187009 HTTP/1.1" status: 404 len: 329 time: 0.3059299 Jul 16 08:55:59.702277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.708245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37826) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.713324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-2b765c2b-8c98-45e5-a54e-d017694812df tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '18d44b73-f91e-428b-838d-d6ece686133b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.734137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.755820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.777419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93779853-58f0-43ff-bcc5-a2debf5af2a5']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.794834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b14269-e179-49e5-9070-2480a9055ba0') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.795155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b14269-e179-49e5-9070-2480a9055ba0') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.819578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.830809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e6ea083-36ea-48e5-918b-ce14d6444166 req-b0e6cb13-13fa-4808-8517-e707b4b70a09 service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596605 Jul 16 08:55:59.843263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:59.845369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:59.860932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcd080-1ecf-404f-9c20-b6ed91365654 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:59.872798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2b765c2b-8c98-45e5-a54e-d017694812df tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b/tags HTTP/1.1" status: 204 len: 168 time: 0.1667023 Jul 16 08:55:59.872798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.880865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=b8098356-2d0a-411b-a444-a942bdd8f2a7,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.882423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.883925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fac47d13-d721-4dbc-b034-5fb54406866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.897497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.898569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.918360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-932879b0-4fbe-4a45-942c-605fae657694 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab955c42-181f-403b-aa8e-dfbd16c81761') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.934200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-26592daa-b9e4-426c-8b00-73c06c7db501 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5768194 Jul 16 08:55:59.935558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37832) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:59.936942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:59.937443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:59.939294 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:59.959123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': 'b8098356-2d0a-411b-a444-a942bdd8f2a7', 'ip_address': '2001:db8::fc29:2995:6cf0:e114'}], 'name': 'tempest-NetworksTestDHCPv6-643927221'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:00.122307 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.135648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.138033 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] 10.222.0.32 "DELETE /v2.0/networks/93779853-58f0-43ff-bcc5-a2debf5af2a5 HTTP/1.1" status: 204 len: 168 time: 0.7493207 Jul 16 08:56:00.142931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-932879b0-4fbe-4a45-942c-605fae657694 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761/tags HTTP/1.1" status: 204 len: 168 time: 0.2439899 Jul 16 08:56:00.143609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.160614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.tag.tag_plugin [None req-cc85d03e-79b6-4f7f-af5e-e56bce0d1152 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40866a05-a59c-4ed6-8d7e-f67e3ab35591') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.192658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'b8098356-2d0a-411b-a444-a942bdd8f2a7'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:00.194496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.208563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f02fc-fd30-4375-8e2b-e7a10ee5ad4d admin admin] Pushing event deleted for resources: {'Network': ['ID=93779853-58f0-43ff-bcc5-a2debf5af2a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.273316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc85d03e-79b6-4f7f-af5e-e56bce0d1152 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591/tags HTTP/1.1" status: 204 len: 168 time: 0.1265054 Jul 16 08:56:00.274041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37838) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.293572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.tag.tag_plugin [None req-7c4810e4-3099-426b-a3c6-22440536b17e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd765c3bf-b0b9-4937-ad1f-97035b8c3ba2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.428969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.446169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fac47d13-d721-4dbc-b034-5fb54406866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.459194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fac47d13-d721-4dbc-b034-5fb54406866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.514320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b8098356-2d0a-411b-a444-a942bdd8f2a7/ad8499bb-4ca3-4ec5-8569-12c394548e39) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:00.528779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9f8dd1f-dab0-4a63-a7eb-0d69b01595a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86cfe50fc9124b6e973c5b2a53a76fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962250 Jul 16 08:56:00.529545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37848) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.580297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c4810e4-3099-426b-a3c6-22440536b17e tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.2943904 Jul 16 08:56:00.598699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37850) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.633188 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.652765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fac47d13-d721-4dbc-b034-5fb54406866b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13d1b4af32754fa2bd12a1b77e1e017a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9429591 Jul 16 08:56:00.659091 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.665872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac47d13-d721-4dbc-b034-5fb54406866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c84316-c654-499f-8075-b0f37d094010,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.678609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.682358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:00.721072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 267ac70d-0066-4282-a9e1-d4a11069dbd5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:00.725840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:00.747881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.768870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 267ac70d-0066-4282-a9e1-d4a11069dbd5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:00.769222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 267ac70d-0066-4282-a9e1-d4a11069dbd5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:00.772798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.837985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617dfdc-9772-49e4-aacb-9e0e53c6cc07 req-c92b4a01-4b82-4287-ab9c-37171d94b47c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.846164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5617dfdc-9772-49e4-aacb-9e0e53c6cc07 req-c92b4a01-4b82-4287-ab9c-37171d94b47c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 943 time: 0.3121517 Jul 16 08:56:00.866958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:00.867555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.869946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.874015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c84316-c654-499f-8075-b0f37d094010 HTTP/1.1" status: 204 len: 168 time: 0.2115011 Jul 16 08:56:00.874180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6a051b4-7558-4261-897e-df5f5fa22cf4 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for subnetpool, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.874595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e6a051b4-7558-4261-897e-df5f5fa22cf4 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnetpools/18d44b73-f91e-428b-838d-d6ece686133b HTTP/1.1" status: 204 len: 168 time: 0.2679455 Jul 16 08:56:00.884153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37856) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.903435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'port_id': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'mac_address': 'fa:16:3e:d9:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:00.905843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.930734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-63ea122c-8ba2-4f18-b659-bcde9d6dfafa tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab955c42-181f-403b-aa8e-dfbd16c81761 HTTP/1.1" status: 200 len: 205 time: 0.0444348 Jul 16 08:56:00.931223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5617dfdc-9772-49e4-aacb-9e0e53c6cc07 req-7f7b2fc2-8f4f-4661-84cb-726ea17e4b84 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838494 Jul 16 08:56:00.931815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5c3be-9c4c-4c59-9167-b00922c0cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c84316-c654-499f-8075-b0f37d094010,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.933953 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.949084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port f8c20fb3-3e4b-405b-9236-b9bdde4bf379 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:01.020918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.024537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.025908 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82a46b8d-6c8a-48fc-8588-7b490022f203 HTTP/1.1" status: 204 len: 168 time: 0.4920995 Jul 16 08:56:01.061507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b977e-4ce3-4ee3-ba65-60d86541fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a46b8d-6c8a-48fc-8588-7b490022f203,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.076759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.080265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.083176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.138353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Transition to ACTIVE for port object ad8499bb-4ca3-4ec5-8569-12c394548e39 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:01.165286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeca4be-9412-44c4-a92b-9919e3bdd603 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:01.206011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:01.220069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.273310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Transition to ACTIVE for port object ad8499bb-4ca3-4ec5-8569-12c394548e39 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:01.309827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.404481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:01.418300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:01.433153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:01.438871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.441633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::fc29:2995:6cf0:e114 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b8098356-2d0a-411b-a444-a942bdd8f2a7/f8c20fb3-3e4b-405b-9236-b9bdde4bf379) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:01.457283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.461623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.506979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ffeca4be-9412-44c4-a92b-9919e3bdd603'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:01.519205 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.520618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Fanout notify agent at l3_agent the message router_deleted on router ab955c42-181f-403b-aa8e-dfbd16c81761 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:01.544320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.551355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-409cdfe1-1342-42f3-9d9a-3af047a8e2f6 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/routers/ab955c42-181f-403b-aa8e-dfbd16c81761 HTTP/1.1" status: 204 len: 168 time: 0.6120501 Jul 16 08:56:01.551355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.615660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Attempting to bind port ad8499bb-4ca3-4ec5-8569-12c394548e39 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:01.616069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Attempting to bind port ad8499bb-4ca3-4ec5-8569-12c394548e39 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:01.616446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Attempting to bind port ad8499bb-4ca3-4ec5-8569-12c394548e39 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:01.638106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Pushing event updated for resources: {'Port': ['ID=ad8499bb-4ca3-4ec5-8569-12c394548e39,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.658556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:01.662565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:01.663227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.664523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:01.670233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Bound port: ad8499bb-4ca3-4ec5-8569-12c394548e39, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:01.670875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.810751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Deleting port 40866a05-a59c-4ed6-8d7e-f67e3ab35591 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:01.811338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.945982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] For port ad8499bb-4ca3-4ec5-8569-12c394548e39, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:01.954110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] For port ad8499bb-4ca3-4ec5-8569-12c394548e39, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ad8499bb-4ca3-4ec5-8569-12c394548e39,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:01.970247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.005720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.044183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Calling delete_port for 40866a05-a59c-4ed6-8d7e-f67e3ab35591 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:02.052509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b131-f747-454f-a933-e2229fc41e65 req-4dbe50e9-87a4-4dcd-a4f0-31e5d27d5a4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.055847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-4dbe50e9-87a4-4dcd-a4f0-31e5d27d5a4d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 944 time: 0.5417655 Jul 16 08:56:02.166319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481af85-7fb2-465a-8d17-b4924e9ad7ca None None] Pushing event updated for resources: {'Port': ['ID=ad8499bb-4ca3-4ec5-8569-12c394548e39,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.201966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53567-92df-4232-b0a4-58ec3d9bbae3 req-de4a5489-3d2d-4b2d-8d2d-d001b137aba4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.217410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ac53567-92df-4232-b0a4-58ec3d9bbae3 req-de4a5489-3d2d-4b2d-8d2d-d001b137aba4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 944 time: 0.5239313 Jul 16 08:56:02.403339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.428338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.461588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event deleted for resources: {'Port': ['ID=40866a05-a59c-4ed6-8d7e-f67e3ab35591,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.481171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ac53567-92df-4232-b0a4-58ec3d9bbae3 req-550624e0-0ea6-46e2-bf8e-58b50c34838b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625933 Jul 16 08:56:02.498621 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a997b131-f747-454f-a933-e2229fc41e65 req-83f66b64-c813-4ba8-b56f-1d4944f55edc service neutron] delete failed (client error): The resource could not be found. Jul 16 08:56:02.501762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-83f66b64-c813-4ba8-b56f-1d4944f55edc service neutron] 10.222.0.46 "DELETE /v2.0/ports/ffeca4be-9412-44c4-a92b-9919e3bdd603/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.4318974 Jul 16 08:56:02.507764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object f8c20fb3-3e4b-405b-9236-b9bdde4bf379 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:02.628985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.631293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-16000050-80be-4a7d-a674-589bfb154766 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/ports/40866a05-a59c-4ed6-8d7e-f67e3ab35591 HTTP/1.1" status: 204 len: 168 time: 1.0729058 Jul 16 08:56:02.634058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.670399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37910) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.681351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.750929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Deleting subnet d765c3bf-b0b9-4937-ad1f-97035b8c3ba2 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:02.751233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:02.758370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.775269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:02.782119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:02.808594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.809285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.842232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=f8c20fb3-3e4b-405b-9236-b9bdde4bf379,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.851926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.878396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9c596238-7633-4ca4-9d80-f6118ac4dca6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9361079 Jul 16 08:56:02.881497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b131-f747-454f-a933-e2229fc41e65 req-8d175a32-6811-4515-ba41-1f6897b10a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.883026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-8d175a32-6811-4515-ba41-1f6897b10a64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1096 time: 0.2975924 Jul 16 08:56:02.890560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37920) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.890976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37922) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.053479 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.111256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-648773235-network', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:03.144666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-54e92b22-7d17-4d2e-ab68-c02d6d0c36eb tempest-DvrRoutersNegativeTest-1849975063 tempest-DvrRoutersNegativeTest-1849975063-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-974206611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:03.148157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.policy [None req-54e92b22-7d17-4d2e-ab68-c02d6d0c36eb tempest-DvrRoutersNegativeTest-1849975063 tempest-DvrRoutersNegativeTest-1849975063-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93775) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 08:56:03.148464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.policy [None req-54e92b22-7d17-4d2e-ab68-c02d6d0c36eb tempest-DvrRoutersNegativeTest-1849975063 tempest-DvrRoutersNegativeTest-1849975063-project] Failed policy check for 'create_router' {{(pid=93775) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 08:56:03.149020 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-54e92b22-7d17-4d2e-ab68-c02d6d0c36eb tempest-DvrRoutersNegativeTest-1849975063 tempest-DvrRoutersNegativeTest-1849975063-project] create failed (client error): Access was denied to this resource. Jul 16 08:56:03.154611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-54e92b22-7d17-4d2e-ab68-c02d6d0c36eb tempest-DvrRoutersNegativeTest-1849975063 tempest-DvrRoutersNegativeTest-1849975063-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4774482 Jul 16 08:56:03.154611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Made reservation on behalf of 6ea65c5e916c469b8f522625565e91e6 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:03.156109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.190037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.197301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.209084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b973ad-524b-4de3-a923-1ec10dd84b92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.214345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.216238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/subnets/d765c3bf-b0b9-4937-ad1f-97035b8c3ba2 HTTP/1.1" status: 204 len: 168 time: 0.5811725 Jul 16 08:56:03.219272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b973ad-524b-4de3-a923-1ec10dd84b92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.220015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eb0ef3-ecaf-4da9-a582-855f88106c27 None None] Network c0ad3633-cb60-4009-bab9-a50aa34548ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:03.221134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97b973ad-524b-4de3-a923-1ec10dd84b92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3274915 Jul 16 08:56:03.232554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37932) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.232931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37934) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.248571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0851d64-74f8-4df6-a396-340a9f06ed07 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event deleted for resources: {'Subnet': ['ID=d765c3bf-b0b9-4937-ad1f-97035b8c3ba2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.593495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:03.655152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] DHCP port deletion for c0ad3633-cb60-4009-bab9-a50aa34548ec request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:03.728244 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:03.743719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Deleting port e78ee654-8585-4a79-af6d-f23c4b2c2b8d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:03.744124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.787888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c82-a16a-4f31-b774-039c9b63aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.873449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] For port e78ee654-8585-4a79-af6d-f23c4b2c2b8d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,segment=NetworkSegment(62c148b6-0488-4b56-87d8-4423e522a4d8),segment_id=62c148b6-0488-4b56-87d8-4423e522a4d8)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:03.873649 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.887132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Calling delete_port for e78ee654-8585-4a79-af6d-f23c4b2c2b8d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:03.945417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b131-f747-454f-a933-e2229fc41e65 req-277fc389-ae5c-47d4-9427-9bbd8b81e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.947534 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-277fc389-ae5c-47d4-9427-9bbd8b81e4a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 1.0513408 Jul 16 08:56:03.953673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.969592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c82-a16a-4f31-b774-039c9b63aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.975546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2c82-a16a-4f31-b774-039c9b63aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.037199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b9c909dd-b3ad-4b3f-9663-fb6d2b09fc25 None None] Provisioning for port ad8499bb-4ca3-4ec5-8569-12c394548e39 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:04.049845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8ae2c82-a16a-4f31-b774-039c9b63aca7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e97a06f8e45242f38063d4a0dcbf2b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545007 Jul 16 08:56:04.052937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.064678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae2c82-a16a-4f31-b774-039c9b63aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c09225-a268-4828-8e93-68d227bd5ada,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.111734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.155177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.163984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] Pushing event deleted for resources: {'Port': ['ID=e78ee654-8585-4a79-af6d-f23c4b2c2b8d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.169382 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dce9a-49be-4c12-af0c-0e3ebdca4367 None None] No DVR routers for this DVR port e78ee654-8585-4a79-af6d-f23c4b2c2b8d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:04.194016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.197592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-557422cd-d0db-4245-b01f-6bc0e3b14765 None None] Provisioning for port f8c20fb3-3e4b-405b-9236-b9bdde4bf379 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:04.204650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-557422cd-d0db-4245-b01f-6bc0e3b14765 None None] Provisioning complete for port f8c20fb3-3e4b-405b-9236-b9bdde4bf379 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:04.205203 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-557422cd-d0db-4245-b01f-6bc0e3b14765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.256413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-557422cd-d0db-4245-b01f-6bc0e3b14765 None None] Port f8c20fb3-3e4b-405b-9236-b9bdde4bf379 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:04.259059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.265200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.265518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8c09225-a268-4828-8e93-68d227bd5ada HTTP/1.1" status: 204 len: 168 time: 0.2110932 Jul 16 08:56:04.274936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280577-86c2-41ab-89bd-1bf9f601ebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c09225-a268-4828-8e93-68d227bd5ada,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.302113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-e216d868-25d9-47bc-97ab-d4849d5f1392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 1000 time: 0.3460064 Jul 16 08:56:04.464620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ad8499bb-4ca3-4ec5-8569-12c394548e39 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:04.466124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16513eb-cac6-46ba-830c-62c8349d04aa req-1e3c0826-b6a0-4c79-87db-933f2a23b092 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.467897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d16513eb-cac6-46ba-830c-62c8349d04aa req-1e3c0826-b6a0-4c79-87db-933f2a23b092 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 944 time: 0.6139791 Jul 16 08:56:04.503745 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.506575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:04.517377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b131-f747-454f-a933-e2229fc41e65 req-0f8e85ca-4452-41b6-b722-5f99c6d2e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.518883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-0f8e85ca-4452-41b6-b722-5f99c6d2e108 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1919239 Jul 16 08:56:04.545859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ad3633-cb60-4009-bab9-a50aa34548ec']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.575771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port f8c20fb3-3e4b-405b-9236-b9bdde4bf379 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:04.576297 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.586459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port ad8499bb-4ca3-4ec5-8569-12c394548e39 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:04.590947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ad8499bb-4ca3-4ec5-8569-12c394548e39 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:04.591326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.592818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ffeca4be-9412-44c4-a92b-9919e3bdd603 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:04.604650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c148b6-0488-4b56-87d8-4423e522a4d8') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.605261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c148b6-0488-4b56-87d8-4423e522a4d8') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.614681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ffeca4be-9412-44c4-a92b-9919e3bdd603 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:04.615063 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.661988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.674184 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d16513eb-cac6-46ba-830c-62c8349d04aa req-fb9b344a-342b-44b9-99f9-403cc62dcf3c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538951 Jul 16 08:56:04.716586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.722101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.734283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.741168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.752953 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.796213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:04.798383 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9380211-fb3e-499f-987f-7a94104fef29" -d '{"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:04.807087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:04.807984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.811835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port ad8499bb-4ca3-4ec5-8569-12c394548e39, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ad8499bb-4ca3-4ec5-8569-12c394548e39,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:04.815839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:04.816019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16c595-d67c-4bf2-b302-a5d1f6ff201c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.817765 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.823994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:04.835280 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:04.908194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b131-f747-454f-a933-e2229fc41e65 req-714cad4e-5030-42c6-85d9-789624de3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.910105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-714cad4e-5030-42c6-85d9-789624de3c74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3773122 Jul 16 08:56:04.913596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=ad8499bb-4ca3-4ec5-8569-12c394548e39,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.921147 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d560e4-2f87-4cde-b2a6-6f246a2d9c06 x-openstack-request-id: req-c4d560e4-2f87-4cde-b2a6-6f246a2d9c06 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:04.921489 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:04.921808 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4d560e4-2f87-4cde-b2a6-6f246a2d9c06 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:04.922254 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'code': 200} Jul 16 08:56:04.965083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e78ee654-8585-4a79-af6d-f23c4b2c2b8d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:05.005820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e78ee654-8585-4a79-af6d-f23c4b2c2b8d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:05.006248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e78ee654-8585-4a79-af6d-f23c4b2c2b8d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:05.010375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.033506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.054106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.055455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:05.064571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for f8c20fb3-3e4b-405b-9236-b9bdde4bf379 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:05.085203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.087104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] 10.222.0.32 "DELETE /v2.0/networks/c0ad3633-cb60-4009-bab9-a50aa34548ec HTTP/1.1" status: 204 len: 168 time: 1.8516548 Jul 16 08:56:05.111893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.112404 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Added segment cb6e9af7-900c-46bb-93c9-681cc0a29b64 of type vlan for network 7db5025a-6f92-4a48-9509-cc81ae80b020 Jul 16 08:56:05.118281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e9747-40e9-468e-992f-a6be6fc57af9 tempest-TagsExtTest-127711015 tempest-TagsExtTest-127711015-project] Pushing event deleted for resources: {'Network': ['ID=c0ad3633-cb60-4009-bab9-a50aa34548ec,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.214162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-213d9b9b-bfd0-4bb6-ace1-82a07425d34c service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545407 Jul 16 08:56:05.249467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.378657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.379824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.380330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.401008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37982) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.472306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a997b131-f747-454f-a933-e2229fc41e65 req-879104cb-fdd7-444d-8441-9e711cfcef85 service neutron] 10.222.0.46 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478466 Jul 16 08:56:05.538052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] Pushing event updated for resources: {'Network': ['ID=7db5025a-6f92-4a48-9509-cc81ae80b020,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.546142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37986) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.550077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dba0a18d-5a22-46fe-9dde-1d9b6bb524fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6545811 Jul 16 08:56:05.550802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:05.562218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Request body: {'subnet': {'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-648773235-subnet', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:05.566683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.634186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=f8c20fb3-3e4b-405b-9236-b9bdde4bf379,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.636850 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea662716-9f05-4a9f-add2-a2505741e3ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=745b00fbce114344b8c66f611ccd5df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345662 Jul 16 08:56:05.640303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37990) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.651415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Made reservation on behalf of 6ea65c5e916c469b8f522625565e91e6 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:05.659623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.710627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.714877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7771a79c-2275-4ea3-8832-0fac9df3aae0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f8c20fb3-3e4b-405b-9236-b9bdde4bf379 HTTP/1.1" status: 204 len: 168 time: 2.4762993 Jul 16 08:56:05.718822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37994) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.834012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.866430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc8e8e-d6fd-4d49-9fb7-c10d7af15d92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.868475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc8e8e-d6fd-4d49-9fb7-c10d7af15d92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.870233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1bbc8e8e-d6fd-4d49-9fb7-c10d7af15d92 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1505985 Jul 16 08:56:05.881264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38000) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.994644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.070433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet b8098356-2d0a-411b-a444-a942bdd8f2a7 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:06.114962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.235271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb318f-f685-46f6-9f51-2bf1301544fd req-75357d78-959c-4322-85c1-b794ea1897b0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.243947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89bb318f-f685-46f6-9f51-2bf1301544fd req-75357d78-959c-4322-85c1-b794ea1897b0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.3343773 Jul 16 08:56:06.248982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.332140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.335625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.336169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.336854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2afcab6b-7f7b-45a2-9735-010bb52f2e67 HTTP/1.1" status: 204 len: 168 time: 0.6955125 Jul 16 08:56:06.381385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89bb318f-f685-46f6-9f51-2bf1301544fd req-0498915d-9f0d-4865-81a2-1ec3428d149c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360674 Jul 16 08:56:06.426584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Checking segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:06.427693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Network hostable DHCP agents. Network: 7db5025a-6f92-4a48-9509-cc81ae80b020, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:06.437203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.454468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:06.455676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651349aa-33e6-445f-bccb-b9f5594819f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afcab6b-7f7b-45a2-9735-010bb52f2e67,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.455901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ad8499bb-4ca3-4ec5-8569-12c394548e39 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:06.458897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.459607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.460331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.463333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.463686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.468175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.471829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.472548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.473111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.473694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.474418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.474982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.515264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 7db5025a-6f92-4a48-9509-cc81ae80b020) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:06.532785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.533089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.533969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.535504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317d37a-3323-4835-85d0-c5b935f5e85c None None] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:06.570701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc02579a-6604-413b-bf81-e127ba5ee97b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0228291 Jul 16 08:56:06.573433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.579195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:06.623168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.625278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.644412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ad8499bb-4ca3-4ec5-8569-12c394548e39 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:06.645108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.702558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.715491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.797687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=b8098356-2d0a-411b-a444-a942bdd8f2a7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.805265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.808249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b731258-3889-4cfb-96c7-3250724149de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b8098356-2d0a-411b-a444-a942bdd8f2a7 HTTP/1.1" status: 204 len: 168 time: 0.9182043 Jul 16 08:56:06.814255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38026) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.835280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a3b74-1dde-4e4f-a627-3abfa865f47a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:06.902581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3442613a-8c99-4410-b7f6-9cc9ccf4d73f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868266 Jul 16 08:56:06.905851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38028) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.913589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:06.929365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.957995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.085106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:07.090494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.214145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-7db5025a-6f92-4a48-9509-cc81ae80b020', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:07.215939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.242160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0278d52c-e533-46d0-93f1-635a3b095af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.360123 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.395073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.445677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.488906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:07.490516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=7788d08f-2b8a-4e9b-a2cf-86259503ad2f,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.497985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:07.502382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:07.503384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.528941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Allocated IP 172.20.0.2 (7db5025a-6f92-4a48-9509-cc81ae80b020/7c7acbc7-cead-4af3-b3cc-fb17b9fecbff/b5e7efe7-781e-453f-be2f-fcba13999251) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:07.590714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:07.740873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Deleting port ad8499bb-4ca3-4ec5-8569-12c394548e39 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:07.741584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.771655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a30fa6-f0a2-4cea-8101-e1bd1a08c46c req-5eddf6f8-4617-4b5a-89be-ab1109156a6f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:07.778010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2a30fa6-f0a2-4cea-8101-e1bd1a08c46c req-5eddf6f8-4617-4b5a-89be-ab1109156a6f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1433146 Jul 16 08:56:07.828387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Allocated IP 172.25.5.142 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/36747029-472d-40b1-9f0e-f66996dade3f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:07.852634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2a30fa6-f0a2-4cea-8101-e1bd1a08c46c req-181f59aa-f1d4-48ca-9c66-f48ac284df89 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650947 Jul 16 08:56:07.868448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.885008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Transition to ACTIVE for port object b5e7efe7-781e-453f-be2f-fcba13999251 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:07.887568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38060) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.917225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Transition to ACTIVE for port object b5e7efe7-781e-453f-be2f-fcba13999251 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:07.920940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0278d52c-e533-46d0-93f1-635a3b095af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.930449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0278d52c-e533-46d0-93f1-635a3b095af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.943338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] For port ad8499bb-4ca3-4ec5-8569-12c394548e39, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ad8499bb-4ca3-4ec5-8569-12c394548e39,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:07.943744 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.950195 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.975465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Calling delete_port for ad8499bb-4ca3-4ec5-8569-12c394548e39 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:07.984777 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-31972e4b-0736-4831-845a-9dcaaf182dbf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0752645 Jul 16 08:56:07.986399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38066) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.006444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:08.019075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:08.021940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:08.026398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '7788d08f-2b8a-4e9b-a2cf-86259503ad2f', 'ip_address': '2001:db8::d9a0:6050:de87:a442'}], 'name': 'tempest-NetworksTestDHCPv6-870005869'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:08.046079 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b19a285-d300-48e2-93e3-2f1f919c55cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 200 len: 993 time: 0.1571579 Jul 16 08:56:08.062005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278d52c-e533-46d0-93f1-635a3b095af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eff2ae3-6e37-4e0f-a696-88441543170c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.076009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0278d52c-e533-46d0-93f1-635a3b095af6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcc3b6fad076430982dbefa2da5256ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1133552 Jul 16 08:56:08.078907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38068) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.112172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Pushing event updated for resources: {'Port': ['ID=b5e7efe7-781e-453f-be2f-fcba13999251,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.184126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.192728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Attempting to bind port b5e7efe7-781e-453f-be2f-fcba13999251 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:08.193109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Attempting to bind port b5e7efe7-781e-453f-be2f-fcba13999251 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:08.193508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Attempting to bind port b5e7efe7-781e-453f-be2f-fcba13999251 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:08.204585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:08.204974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Checking segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:08.205700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.206018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Bound using segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:08.206919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Bound port: b5e7efe7-781e-453f-be2f-fcba13999251, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:08.207322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.219657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.234383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:08.249908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.277428 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.296009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:08.299156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:08.305988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:08.308730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.309229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] No DVR routers for this DVR port ad8499bb-4ca3-4ec5-8569-12c394548e39 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:08.374340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Pushing event updated for resources: {'Port': ['ID=36747029-472d-40b1-9f0e-f66996dade3f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.381338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] For port b5e7efe7-781e-453f-be2f-fcba13999251, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:08.385326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] For port b5e7efe7-781e-453f-be2f-fcba13999251, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5e7efe7-781e-453f-be2f-fcba13999251,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:08.390329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2c821-5498-4c71-a734-a8252850e201 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:08.392586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ad8499bb-4ca3-4ec5-8569-12c394548e39 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:08.415162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c22b8c-ea8d-488e-bd46-0de39edbbf59 None None] Pushing event deleted for resources: {'Port': ['ID=ad8499bb-4ca3-4ec5-8569-12c394548e39,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.419560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: ad8499bb-4ca3-4ec5-8569-12c394548e39 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:08.420440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ad8499bb-4ca3-4ec5-8569-12c394548e39 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:08.433470 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.448790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.479116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 8e832754-ed5d-4fe0-80e4-3babfbf0ff6f yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:08.486612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.490231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.494373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2eff2ae3-6e37-4e0f-a696-88441543170c HTTP/1.1" status: 204 len: 168 time: 0.4120359 Jul 16 08:56:08.591919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4321b-a19a-45b8-9b60-beb08d693fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eff2ae3-6e37-4e0f-a696-88441543170c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.666718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6aaa-37af-4cce-be6e-6944ec99b244 None None] Pushing event updated for resources: {'Port': ['ID=b5e7efe7-781e-453f-be2f-fcba13999251,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.667490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.692661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.804331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '7788d08f-2b8a-4e9b-a2cf-86259503ad2f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:08.805354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.871883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::d9a0:6050:de87:a442 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/7788d08f-2b8a-4e9b-a2cf-86259503ad2f/8e832754-ed5d-4fe0-80e4-3babfbf0ff6f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:09.192342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.274068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.318564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.369364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 8e832754-ed5d-4fe0-80e4-3babfbf0ff6f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:09.471689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.497291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:09.555980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/7788d08f-2b8a-4e9b-a2cf-86259503ad2f/df8942db-6ed5-4ecd-9bf6-aa8041677efa) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:09.561857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:09.567596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:09.571161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:09.578362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.579061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.620062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6286380 Jul 16 08:56:09.624627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38120) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.643168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb083a-a210-472f-b39b-edd0882eaac9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=8e832754-ed5d-4fe0-80e4-3babfbf0ff6f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.791884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:09.806527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1bffb9-6abb-4f3d-899e-0341fb6ff32b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.811135 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a1bffb9-6abb-4f3d-899e-0341fb6ff32b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1825190 Jul 16 08:56:09.812247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.829824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:09.839968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.843219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b670e26-efef-499d-a1d9-364b0542e267 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2684655 Jul 16 08:56:09.846475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38126) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.864733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:09.865842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.142282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38132) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.147409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.203033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Transition to ACTIVE for port object df8942db-6ed5-4ecd-9bf6-aa8041677efa will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:10.266064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 8e832754-ed5d-4fe0-80e4-3babfbf0ff6f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:10.266922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.306951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Transition to ACTIVE for port object df8942db-6ed5-4ecd-9bf6-aa8041677efa will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:10.315322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:10.390265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b06c5-eae9-45fa-9362-1f28a547e178 None None] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:10.455247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.479903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e02daf6-d825-407c-8176-414ab93863c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.498098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.515522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 8e832754-ed5d-4fe0-80e4-3babfbf0ff6f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:10.561891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5e7efe7-781e-453f-be2f-fcba13999251 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:10.631304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:10.638269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39c46aca-2209-4ddd-8196-6e297f27a0d6 None None] Provisioning for port b5e7efe7-781e-453f-be2f-fcba13999251 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:10.641205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Pushing event updated for resources: {'Port': ['ID=df8942db-6ed5-4ecd-9bf6-aa8041677efa,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.650916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:10.693061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:10.717296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.759756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=8e832754-ed5d-4fe0-80e4-3babfbf0ff6f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.790341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.792671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-32154a54-f93d-4fa1-a4f0-a2a6a93a36af tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/8e832754-ed5d-4fe0-80e4-3babfbf0ff6f HTTP/1.1" status: 204 len: 168 time: 0.9791651 Jul 16 08:56:10.795491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.839012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e02daf6-d825-407c-8176-414ab93863c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.860075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3ef33-f774-452f-af5f-9e6c18db3f85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.861983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3ef33-f774-452f-af5f-9e6c18db3f85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.863815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52f3ef33-f774-452f-af5f-9e6c18db3f85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668311 Jul 16 08:56:10.866438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.870185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Attempting to bind port df8942db-6ed5-4ecd-9bf6-aa8041677efa on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:10.870741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Attempting to bind port df8942db-6ed5-4ecd-9bf6-aa8041677efa by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:10.871071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Attempting to bind port df8942db-6ed5-4ecd-9bf6-aa8041677efa on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:10.884908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b5e7efe7-781e-453f-be2f-fcba13999251 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:10.898061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:10.898443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:10.898847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.899246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:10.899799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Bound port: df8942db-6ed5-4ecd-9bf6-aa8041677efa, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:10.900234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.913879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5e7efe7-781e-453f-be2f-fcba13999251 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:10.914189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.929383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 7788d08f-2b8a-4e9b-a2cf-86259503ad2f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:10.932985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.940558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e02daf6-d825-407c-8176-414ab93863c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.989358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.996900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.010215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02daf6-d825-407c-8176-414ab93863c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e12889-ed18-437a-9d3e-99abb9f360d1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.023439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e02daf6-d825-407c-8176-414ab93863c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64ac23b0e7024091a3e45a15eeb15211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774724 Jul 16 08:56:11.024434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38156) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.135681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.219967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.221807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.271370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=7788d08f-2b8a-4e9b-a2cf-86259503ad2f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.273430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.278409 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-571d6614-704f-453e-874a-31d663ff02cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/7788d08f-2b8a-4e9b-a2cf-86259503ad2f HTTP/1.1" status: 204 len: 168 time: 0.4082234 Jul 16 08:56:11.279411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38162) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.291224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.314971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] For port df8942db-6ed5-4ecd-9bf6-aa8041677efa, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:11.318940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] For port df8942db-6ed5-4ecd-9bf6-aa8041677efa, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df8942db-6ed5-4ecd-9bf6-aa8041677efa,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:11.328752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b0f2052d-083c-4c94-80be-48ec5b27ab66 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476599 Jul 16 08:56:11.330809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.330925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.349755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:08Z', 'revision_number': 3, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.413632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Allocated IP 172.20.0.1 (7db5025a-6f92-4a48-9509-cc81ae80b020/7c7acbc7-cead-4af3-b3cc-fb17b9fecbff/4a717f2a-989b-4ff2-872f-1c964feec1e1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:11.460935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.463707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.467316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47e12889-ed18-437a-9d3e-99abb9f360d1 HTTP/1.1" status: 204 len: 168 time: 0.4394004 Jul 16 08:56:11.516608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8227a887-d7d4-451a-8ef8-9b95cf51702b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.518327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8227a887-d7d4-451a-8ef8-9b95cf51702b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1861577 Jul 16 08:56:11.536950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.577658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4b1df-14a0-4a4f-8999-b33da03327e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e12889-ed18-437a-9d3e-99abb9f360d1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.607021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.678015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:11.678367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Updating router 354ca479-f2cd-4847-88ec-b3abfaf23f9d port 36747029-472d-40b1-9f0e-f66996dade3f binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:11.733960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f21f98-285e-4106-a127-f64c297d17a9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.735525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00f21f98-285e-4106-a127-f64c297d17a9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977069 Jul 16 08:56:11.748805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38186) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.839183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.839787 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b544e85d-888b-4b80-a26b-141e4f3c35eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781889 Jul 16 08:56:11.839787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38188) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.851443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:11.855360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b5e7efe7-781e-453f-be2f-fcba13999251, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5e7efe7-781e-453f-be2f-fcba13999251,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:11.879259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Transition to ACTIVE for port object 4a717f2a-989b-4ff2-872f-1c964feec1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:11.882276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.906232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Pushing event updated for resources: {'Port': ['ID=df8942db-6ed5-4ecd-9bf6-aa8041677efa,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.914953 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.962287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aab2abb8-077a-4704-8c72-f1ff1d488bf8 None None] Provisioning complete for port b5e7efe7-781e-453f-be2f-fcba13999251 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:11.962969 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aab2abb8-077a-4704-8c72-f1ff1d488bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.975560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.975969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.976418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.976758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.977094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.977425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.977789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.981797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.982077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.982596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.983199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.983707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1f5fa-75b2-423c-a656-f359a4f94dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:11.999172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.129517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.137604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:12.140170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:12.147475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:12.164025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:12.172842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.198614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.454584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38204) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.486961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df8942db-6ed5-4ecd-9bf6-aa8041677efa up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:12.508351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb050-3198-4bd0-b2f7-b4c6c0ca88f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.534838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.564438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b5e7efe7-781e-453f-be2f-fcba13999251,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.739999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.831331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=38b16aad-1ba1-462e-ae07-fdc4ae6e81a4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.839017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port df8942db-6ed5-4ecd-9bf6-aa8041677efa completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:12.856260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:12.860469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:12.866009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.866629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.892877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb050-3198-4bd0-b2f7-b4c6c0ca88f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.900876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb050-3198-4bd0-b2f7-b4c6c0ca88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.905845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-487adefe-45ed-41e5-94f3-d9f39acfdddb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0671961 Jul 16 08:56:12.908637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.915352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '38b16aad-1ba1-462e-ae07-fdc4ae6e81a4', 'ip_address': '2001:db8::8902:8b:df07:bd22'}], 'name': 'tempest-NetworksTestDHCPv6-1915393460'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:12.959949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f1eb050-3198-4bd0-b2f7-b4c6c0ca88f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d382ff506cb447f5819c7c89a4b98136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011754 Jul 16 08:56:12.962165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eb050-3198-4bd0-b2f7-b4c6c0ca88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb729d07-841c-46b5-bb75-22909986c0ac,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.965039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38218) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.970700 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.991463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Transition to ACTIVE for port object 36747029-472d-40b1-9f0e-f66996dade3f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:13.017036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-61a2d4f7-6220-4410-80f8-4bb26ebf962c None None] Provisioning for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:13.022162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.060111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.074821 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.077612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.089006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-61a2d4f7-6220-4410-80f8-4bb26ebf962c None None] Provisioning complete for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:13.089395 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-61a2d4f7-6220-4410-80f8-4bb26ebf962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.098918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eb88a1e2-dc78-46a8-b1b1-32a8f0c2b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.139965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:13.166812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.186975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.187765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Attempting to bind port 36747029-472d-40b1-9f0e-f66996dade3f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:13.188292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Attempting to bind port 36747029-472d-40b1-9f0e-f66996dade3f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:13.188965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Attempting to bind port 36747029-472d-40b1-9f0e-f66996dade3f on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:13.193504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.194300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f37350-cd27-4664-bf3b-0af6f7a0253c None None] Pushing event updated for resources: {'Port': ['ID=36747029-472d-40b1-9f0e-f66996dade3f,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.199270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-61a2d4f7-6220-4410-80f8-4bb26ebf962c None None] Port 4a717f2a-989b-4ff2-872f-1c964feec1e1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:13.202686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:13.203128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:13.203547 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.203940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:13.204471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Bound port: 36747029-472d-40b1-9f0e-f66996dade3f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:13.204597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.204863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.270953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] For port 36747029-472d-40b1-9f0e-f66996dade3f, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:13.275196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] For port 36747029-472d-40b1-9f0e-f66996dade3f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36747029-472d-40b1-9f0e-f66996dade3f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:13.286741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.328279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.348898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port b980caa2-7cc0-4e24-a1bf-35330fe8b4dd yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:13.367495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f37350-cd27-4664-bf3b-0af6f7a0253c None None] Pushing event updated for resources: {'Port': ['ID=36747029-472d-40b1-9f0e-f66996dade3f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.371158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372ef6d-0380-4f00-a42a-da94b0054af2 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:13.449155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Provisioning for port df8942db-6ed5-4ecd-9bf6-aa8041677efa completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:13.460897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Provisioning complete for port df8942db-6ed5-4ecd-9bf6-aa8041677efa triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:13.461276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.490742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:13.491395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:55:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.582905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::8902:8b:df07:bd22 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/38b16aad-1ba1-462e-ae07-fdc4ae6e81a4/b980caa2-7cc0-4e24-a1bf-35330fe8b4dd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:13.701254 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a9e48ce-e674-410f-ae9b-b285996cbabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.722281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:13.776683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:13.781540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:13.809027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.856354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.879548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object b980caa2-7cc0-4e24-a1bf-35330fe8b4dd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:13.925333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.935617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.939216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.940905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb729d07-841c-46b5-bb75-22909986c0ac HTTP/1.1" status: 204 len: 168 time: 0.9674871 Jul 16 08:56:13.948303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] For port df8942db-6ed5-4ecd-9bf6-aa8041677efa, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df8942db-6ed5-4ecd-9bf6-aa8041677efa,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:14.003512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.009858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14715d33-4fa1-44f0-bd8b-0b39db79dfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb729d07-841c-46b5-bb75-22909986c0ac,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.025079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=b980caa2-7cc0-4e24-a1bf-35330fe8b4dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.058291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:14.061634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:14.064932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:14.073244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.074162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.112248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:14.211587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b929d-8aa0-4fde-8db5-abc7da2de7bc None None] Pushing event updated for resources: {'Port': ['ID=df8942db-6ed5-4ecd-9bf6-aa8041677efa,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.260349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a9e48ce-e674-410f-ae9b-b285996cbabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.267142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a9e48ce-e674-410f-ae9b-b285996cbabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.275955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5714af73-332f-4b48-9baf-7a7863d5de67 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3652689 Jul 16 08:56:14.278517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.307011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '38b16aad-1ba1-462e-ae07-fdc4ae6e81a4', 'ip_address': '2001:db8::8902:8b:df07:bd22'}], 'name': 'tempest-NetworksTestDHCPv6-473473185'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:14.347736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7e64854c-6f00-4f52-b596-8e223e9c7dc4 None None] Provisioning complete for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:14.348146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e64854c-6f00-4f52-b596-8e223e9c7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.431482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7e64854c-6f00-4f52-b596-8e223e9c7dc4 None None] Port 4a717f2a-989b-4ff2-872f-1c964feec1e1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:14.448146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e48ce-e674-410f-ae9b-b285996cbabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba7ce3-43e4-4268-96b4-5c902b19ce3e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.453229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a9e48ce-e674-410f-ae9b-b285996cbabf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90b464c9b2a64829a08732608d319d72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2434809 Jul 16 08:56:14.456131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df8942db-6ed5-4ecd-9bf6-aa8041677efa up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:14.466708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.513141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:14.527743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fde8d5cb-bdd2-487d-bab2-61da1d1369d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/354ca479-f2cd-4847-88ec-b3abfaf23f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6797023 Jul 16 08:56:14.547926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 2, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:14.548765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:14.561689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.601773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.632219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.655781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd3fcc-f1a4-45bc-afe1-8731940c6b72 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 2, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:14.671946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ef69aded-ec9e-4d09-a1a4-a029e151e321 None None] Provisioning complete for port df8942db-6ed5-4ecd-9bf6-aa8041677efa triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:14.672750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ef69aded-ec9e-4d09-a1a4-a029e151e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.742362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.765877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.781702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6ba7ce3-43e4-4268-96b4-5c902b19ce3e HTTP/1.1" status: 204 len: 168 time: 0.3121791 Jul 16 08:56:14.808516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port df8942db-6ed5-4ecd-9bf6-aa8041677efa triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:14.808516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.820527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1781-48b1-4e03-b51a-52ae38e31cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba7ce3-43e4-4268-96b4-5c902b19ce3e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.182447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5e7efe7-781e-453f-be2f-fcba13999251 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:15.184676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6ea276ff-ad7d-42df-8731-4b13c5f0b828 None None] Could not find standard attr ID for object 8e832754-ed5d-4fe0-80e4-3babfbf0ff6f. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:15.217282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 6bac75f7-bb7f-4668-9daf-0270906c9bd3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:15.329114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5e7efe7-781e-453f-be2f-fcba13999251 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:15.329662 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.546480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38268) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.574893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1af886c4-2e6d-469a-b6a7-367613b76b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.712328 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:56:15.714230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:15.716178 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae50694b-c079-416a-8e78-9f976fb227ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.762323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a63997d-6f72-4499-ac63-2508359992c8 None None] Provisioning for port b980caa2-7cc0-4e24-a1bf-35330fe8b4dd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:15.784320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a63997d-6f72-4499-ac63-2508359992c8 None None] Provisioning complete for port b980caa2-7cc0-4e24-a1bf-35330fe8b4dd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:15.786650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a63997d-6f72-4499-ac63-2508359992c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.885089 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.914234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a63997d-6f72-4499-ac63-2508359992c8 None None] Port b980caa2-7cc0-4e24-a1bf-35330fe8b4dd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:15.984317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1af886c4-2e6d-469a-b6a7-367613b76b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.994842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1af886c4-2e6d-469a-b6a7-367613b76b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.997235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0128fefa-5f56-4a61-87d0-96d9196a624a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.7173669 Jul 16 08:56:16.000084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38276) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.053163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1af886c4-2e6d-469a-b6a7-367613b76b3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e95e607bf6349508e3877ef9100fce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058007 Jul 16 08:56:16.058190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.076139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af886c4-2e6d-469a-b6a7-367613b76b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46edc97b-0aa2-479f-8e61-cbfd903d0749,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.141159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38280) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.150690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327212859', 'description': 'tempest-description--615062917'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:16.196950 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.211850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.221059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901bc73e-d139-47a7-99d8-093e77fa5e4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.227635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901bc73e-d139-47a7-99d8-093e77fa5e4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.232305 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-901bc73e-d139-47a7-99d8-093e77fa5e4f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2311347 Jul 16 08:56:16.232764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38284) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.234879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.401606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36747029-472d-40b1-9f0e-f66996dade3f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:16.413661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.416261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.417469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46edc97b-0aa2-479f-8e61-cbfd903d0749 HTTP/1.1" status: 204 len: 168 time: 0.3581281 Jul 16 08:56:16.440653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e917daa-a24b-4f52-902a-f37353c1c306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46edc97b-0aa2-479f-8e61-cbfd903d0749,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.483735 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.486509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port b980caa2-7cc0-4e24-a1bf-35330fe8b4dd {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:16.492352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.494813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 36747029-472d-40b1-9f0e-f66996dade3f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:16.502593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.505202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 36747029-472d-40b1-9f0e-f66996dade3f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:16.505651 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.583398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.584736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4425948 Jul 16 08:56:16.588389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.594975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group_rule': {'security_group_id': '6297afcc-af2d-4a8a-b82b-069b5bfda753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:16.643015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788d70a-68b0-42ae-9825-d7cb44cd322f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6297afcc-af2d-4a8a-b82b-069b5bfda753,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.650821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.696477 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.722603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 36747029-472d-40b1-9f0e-f66996dade3f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36747029-472d-40b1-9f0e-f66996dade3f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:16.731853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.761926 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.780777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.787093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.788947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for b980caa2-7cc0-4e24-a1bf-35330fe8b4dd owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:16.839070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a910f06-4c2e-4870-8792-0020c65044dc,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.854663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.856309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-010563a3-96f9-449d-ba93-ab2d47ede848 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668529 Jul 16 08:56:16.859468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38302) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.860534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=36747029-472d-40b1-9f0e-f66996dade3f,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.866450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group_rule': {'security_group_id': '6297afcc-af2d-4a8a-b82b-069b5bfda753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:16.906569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.977263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.978498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.040499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=b980caa2-7cc0-4e24-a1bf-35330fe8b4dd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.132636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.146908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f64c5c09-4ca2-4dfa-a4d6-86a303738191 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/b980caa2-7cc0-4e24-a1bf-35330fe8b4dd HTTP/1.1" status: 204 len: 168 time: 0.9083719 Jul 16 08:56:17.150431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38314) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.189759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.195772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.268184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee25f91-868a-4c50-8498-e7eb17968068,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.311388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.321013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42cd79b2-b8f7-4753-bea8-bd3c5930f7ec tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601386 Jul 16 08:56:17.321687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.327208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:17.333545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5ea99-0109-4580-8d82-00eee9a5ec10 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.333545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5ea99-0109-4580-8d82-00eee9a5ec10 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.336608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ee5ea99-0109-4580-8d82-00eee9a5ec10 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1849551 Jul 16 08:56:17.341823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38328) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.397213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.485389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 38b16aad-1ba1-462e-ae07-fdc4ae6e81a4 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:17.496804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.605794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.605896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.711602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.853037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.891054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.893189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/38b16aad-1ba1-462e-ae07-fdc4ae6e81a4 HTTP/1.1" status: 204 len: 168 time: 0.5489445 Jul 16 08:56:17.894396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417dd36-bbea-49ca-8d74-0bbef9242d89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=38b16aad-1ba1-462e-ae07-fdc4ae6e81a4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.896596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.902828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b364bab-5851-4a75-b83e-df9ce73c9da3 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:17.917772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Allocated IP 172.25.5.14 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b0527821-008a-43b4-be00-43f59a01bb85) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:18.004342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41042e98-394e-4349-98af-1bfe06932c55 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063578 Jul 16 08:56:18.010954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38350) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:18.017037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:18.125774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.212561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.244797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:18.251083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.291040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:18.297545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:18.403315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=b0527821-008a-43b4-be00-43f59a01bb85,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.419963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:18.428706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:18.643676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36747029-472d-40b1-9f0e-f66996dade3f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:18.681932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.764910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.768448 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:18.777851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.779658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.786922 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:18.787595 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.794563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 36747029-472d-40b1-9f0e-f66996dade3f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:18.795249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.800612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Deleting port df8942db-6ed5-4ecd-9bf6-aa8041677efa {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:18.801349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.873689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:18.883287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:18.887091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:18.887711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.912411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9000869 Jul 16 08:56:18.914902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:18.924006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '44f93c59-be59-4a43-abeb-c417b896b083', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1689977637'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:18.925460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb0e81-1446-436e-8379-1f58f3f0235f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=44f93c59-be59-4a43-abeb-c417b896b083,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.078175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] For port df8942db-6ed5-4ecd-9bf6-aa8041677efa, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=df8942db-6ed5-4ecd-9bf6-aa8041677efa,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:19.078650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.102461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Calling delete_port for df8942db-6ed5-4ecd-9bf6-aa8041677efa owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:19.243029 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:19.308148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.388959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] Pushing event deleted for resources: {'Port': ['ID=df8942db-6ed5-4ecd-9bf6-aa8041677efa,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.390656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:19.405484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49523b54-9d38-41fa-ae44-a5f9c57ef5b1 None None] No DVR routers for this DVR port df8942db-6ed5-4ecd-9bf6-aa8041677efa on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:19.430222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094be635-9ec2-450b-bc8f-ab4e719f945c None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:19.626343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '44f93c59-be59-4a43-abeb-c417b896b083'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:19.627222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.629201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 2, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:19.645631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.656566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.666086 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:19.666437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Updating router 354ca479-f2cd-4847-88ec-b3abfaf23f9d port 4a717f2a-989b-4ff2-872f-1c964feec1e1 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:19.735885 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.835514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.866045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 7565a486-f724-4af2-b499-e486f5940f5e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:19.876393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=b0527821-008a-43b4-be00-43f59a01bb85,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.883450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/44f93c59-be59-4a43-abeb-c417b896b083/9726cac8-e883-4289-bad6-28ee841f5c80) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:19.945375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.973133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.986060 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a91449f-dfb8-480f-9b2a-e41d675e2e98 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6626356 Jul 16 08:56:20.148665 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.157365 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.159969 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Transition to ACTIVE for port object 4a717f2a-989b-4ff2-872f-1c964feec1e1 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:20.167999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Transition to ACTIVE for port object 9726cac8-e883-4289-bad6-28ee841f5c80 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:20.168899 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.188763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Transition to ACTIVE for port object 9726cac8-e883-4289-bad6-28ee841f5c80 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:20.201817 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:56:20.202478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:20.203504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.246491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1fb8e8a2-20d8-4a1d-a9fe-9669e4a58b5d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3303792 Jul 16 08:56:20.249137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.302865 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Pushing event updated for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.346225 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.346655 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.347343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.347745 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.348179 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.349125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.349579 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.349967 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.350429 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.350838 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.351260 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.351728 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:20.401538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Attempting to bind port 4a717f2a-989b-4ff2-872f-1c964feec1e1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:20.403795 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Attempting to bind port 4a717f2a-989b-4ff2-872f-1c964feec1e1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:20.404510 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Attempting to bind port 4a717f2a-989b-4ff2-872f-1c964feec1e1 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:20.416783 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:20.430853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:20.434250 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Checking segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:20.435115 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.435698 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Bound using segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:20.441711 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Bound port: 4a717f2a-989b-4ff2-872f-1c964feec1e1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:20.442383 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.451914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.456737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Pushing event updated for resources: {'Port': ['ID=9726cac8-e883-4289-bad6-28ee841f5c80,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.469869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df8942db-6ed5-4ecd-9bf6-aa8041677efa no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:20.487953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:20.498479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-c5647031-fb6f-432b-8591-3555446d03a0 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1327212859&fields=id&tenant_id=6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 267 time: 0.1662447 Jul 16 08:56:20.527278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:20.536537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: df8942db-6ed5-4ecd-9bf6-aa8041677efa {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:20.537218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device df8942db-6ed5-4ecd-9bf6-aa8041677efa not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:20.563896 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] For port 4a717f2a-989b-4ff2-872f-1c964feec1e1, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:20.568079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] For port 4a717f2a-989b-4ff2-872f-1c964feec1e1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4a717f2a-989b-4ff2-872f-1c964feec1e1,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:20.574650 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.594415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c999b-5a89-4e53-b82d-6be4be5ec541 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.617610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.620403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-679c999b-5a89-4e53-b82d-6be4be5ec541 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3684218 Jul 16 08:56:20.693007 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:20.695135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:20.711976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Attempting to bind port 9726cac8-e883-4289-bad6-28ee841f5c80 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:20.717997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Attempting to bind port 9726cac8-e883-4289-bad6-28ee841f5c80 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:20.718450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Attempting to bind port 9726cac8-e883-4289-bad6-28ee841f5c80 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:20.723319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785cd7d-fc57-44a8-8bbf-4f7e9bf5bb2b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.728005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785cd7d-fc57-44a8-8bbf-4f7e9bf5bb2b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.730858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0785cd7d-fc57-44a8-8bbf-4f7e9bf5bb2b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1112926 Jul 16 08:56:20.734056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38420) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.738282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:20.738899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:20.739554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.740221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:20.740996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Bound port: 9726cac8-e883-4289-bad6-28ee841f5c80, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:20.748774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.964610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] For port 9726cac8-e883-4289-bad6-28ee841f5c80, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:20.977213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] For port 9726cac8-e883-4289-bad6-28ee841f5c80, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9726cac8-e883-4289-bad6-28ee841f5c80,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:20.989058 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.002809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e73a7ea2-6c41-421a-b831-f26a4198b409 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.011848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 44f93c59-be59-4a43-abeb-c417b896b083 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:21.035338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e73a7ea2-6c41-421a-b831-f26a4198b409 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 810 time: 0.5307584 Jul 16 08:56:21.038444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.097161 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9455d-3abb-41dd-b0c2-5ac0686f5c18 None None] Pushing event updated for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.107390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-d9e1bbae-79e3-46a7-bbd2-fcc8ddca9c0c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/quotas/6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 375 time: 0.0652003 Jul 16 08:56:21.128213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a2aa-4265-437f-b592-faaaa74f0cd6 None None] Pushing event updated for resources: {'Port': ['ID=9726cac8-e883-4289-bad6-28ee841f5c80,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.166635 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:21.193781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1044e6ff-315a-497b-9738-7153147931d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.318938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.375940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-19967719-c86c-4dfb-b430-89396d9e2ac1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548840 Jul 16 08:56:21.779878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-1ae8e769-84d4-4065-b459-72d4191ffd12 service neutron] 10.222.0.32 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425126 Jul 16 08:56:21.783150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.825735 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:20Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:21.923077 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284a1e2-5fd4-4990-949b-98a7149bcc19 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:20Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:22.041939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-4222de88-3fc5-4290-a09e-cfcc41c3c988 service neutron] 10.222.0.32 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471709 Jul 16 08:56:22.077709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1044e6ff-315a-497b-9738-7153147931d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.099446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1044e6ff-315a-497b-9738-7153147931d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.172508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044e6ff-315a-497b-9738-7153147931d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0677e29e-b930-4f3a-a7bd-5e3f119f6d7b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.182244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1044e6ff-315a-497b-9738-7153147931d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eaaf4038f83451aa0a1d09ec9a5b0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7280986 Jul 16 08:56:22.183407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.186415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38434) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.201048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.206873 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/44f93c59-be59-4a43-abeb-c417b896b083 HTTP/1.1" status: 204 len: 168 time: 1.4677725 Jul 16 08:56:22.217087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.245941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d973-f25f-4e19-b8f9-adcbc16986c7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=44f93c59-be59-4a43-abeb-c417b896b083,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.289860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-10b596f8-ffac-45bc-a7f4-8c7de5c9a4cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633755 Jul 16 08:56:22.293164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38438) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.307896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:22.387951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.478187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.590725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:22.602701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.786992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f1f0726-9bc9-416b-ab4c-72e745d9df75 req-63872c71-86bf-4a59-8e96-e9d573d340ef tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 210 time: 0.1887145 Jul 16 08:56:22.790463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.800187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.802081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0677e29e-b930-4f3a-a7bd-5e3f119f6d7b HTTP/1.1" status: 204 len: 168 time: 0.6137438 Jul 16 08:56:22.846190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9726cac8-e883-4289-bad6-28ee841f5c80 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:22.856106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7dd79-60d9-4fed-9cb6-2d800265f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0677e29e-b930-4f3a-a7bd-5e3f119f6d7b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.083399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9726cac8-e883-4289-bad6-28ee841f5c80 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:23.097767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4a717f2a-989b-4ff2-872f-1c964feec1e1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:23.231093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:23.240070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:23.240789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.285266 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.458449 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.504780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:23.518488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:23.529106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.530302 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.593539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4a717f2a-989b-4ff2-872f-1c964feec1e1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4a717f2a-989b-4ff2-872f-1c964feec1e1,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:23.603190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ae508-68ab-4a66-824e-817e7b21dab5 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:23.604720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.609756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:23.616327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3076007 Jul 16 08:56:23.631086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556168e-e145-420b-82b7-398120b6342c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.673526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.690278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.693964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.706588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.735682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-046a63f5-17bb-47b7-a9cc-6ff6015cfbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.837959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.852584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.956575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.968282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Provisioning for port 9726cac8-e883-4289-bad6-28ee841f5c80 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:23.980150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Provisioning complete for port 9726cac8-e883-4289-bad6-28ee841f5c80 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:23.981628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.143781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-046a63f5-17bb-47b7-a9cc-6ff6015cfbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.157346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-046a63f5-17bb-47b7-a9cc-6ff6015cfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.171686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.175732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e36faf64-f480-4adc-ae54-8176b1733be4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5697927 Jul 16 08:56:24.182845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38476) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.326561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-046a63f5-17bb-47b7-a9cc-6ff6015cfbb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c73352db3409450ca9a7147ace27b2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172931 Jul 16 08:56:24.327110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.350993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a63f5-17bb-47b7-a9cc-6ff6015cfbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec1d36-44a7-40a8-aae7-817ba4cfaeda,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.423935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e061fad-a7f1-4be2-99a2-f915daf5dcd8 req-9dbecc63-e9d8-4d1c-b28f-4f2c5a1da390 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 210 time: 0.0965874 Jul 16 08:56:24.486556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4a717f2a-989b-4ff2-872f-1c964feec1e1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:24.510580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.532161 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.617868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] For port 9726cac8-e883-4289-bad6-28ee841f5c80, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9726cac8-e883-4289-bad6-28ee841f5c80,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:24.639688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.685035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.768971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4a717f2a-989b-4ff2-872f-1c964feec1e1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:24.768971 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.774153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303359e6-5475-41b7-b5e2-5e73488a7cec None None] Pushing event updated for resources: {'Port': ['ID=9726cac8-e883-4289-bad6-28ee841f5c80,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.787457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.790230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.795205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4ec1d36-44a7-40a8-aae7-817ba4cfaeda HTTP/1.1" status: 204 len: 168 time: 0.4624569 Jul 16 08:56:24.813532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147c8b-684f-4c17-97d3-fd7540ad165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec1d36-44a7-40a8-aae7-817ba4cfaeda,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.910255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.074700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d173440d-e2b6-4dfc-a9f8-799e1cdc5f7a None None] Provisioning complete for port 9726cac8-e883-4289-bad6-28ee841f5c80 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:25.075310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d173440d-e2b6-4dfc-a9f8-799e1cdc5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.314817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-ce0d973a-6067-4ef4-a3c6-829bfbd7c7c0 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:25.316390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-ce0d973a-6067-4ef4-a3c6-829bfbd7c7c0 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 810 time: 0.2225008 Jul 16 08:56:25.466870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-22cfc78c-42e5-4e82-9091-a9aeda265c7e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 380 time: 0.1332669 Jul 16 08:56:25.494120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'port': {'device_id': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'admin_state_up': True, 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'security_groups': ['6297afcc-af2d-4a8a-b82b-069b5bfda753']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:25.630420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::1 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06/b6d8ce46-097d-4812-8516-2a64888e77aa) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:25.758458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b00f80a7-6487-487c-b111-55a7e07fbd1f req-e07dfe94-1c40-4d0b-8508-b0e839572b2c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 210 time: 0.0669806 Jul 16 08:56:25.902236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.909576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Made reservation on behalf of 6ea65c5e916c469b8f522625565e91e6 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:25.913916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.967226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object b6d8ce46-097d-4812-8516-2a64888e77aa will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:26.085971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.171041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:26.179269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:26.192726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:26.193320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.307273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Allocated IP 172.20.0.5 (7db5025a-6f92-4a48-9509-cc81ae80b020/7c7acbc7-cead-4af3-b3cc-fb17b9fecbff/4cf0431c-acff-4943-ad8d-d4e85082b8f8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:26.374787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9726cac8-e883-4289-bad6-28ee841f5c80 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:26.390341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=b6d8ce46-097d-4812-8516-2a64888e77aa,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.418975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.418975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.418975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.419473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.419658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.420146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.420491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.420833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.421189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.421741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.422108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.422398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:26.493292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9726cac8-e883-4289-bad6-28ee841f5c80 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:26.493292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.606045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.748256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-57b5da19-ab64-4a09-8942-ddd2f10167d7 None None] Provisioning for port b6d8ce46-097d-4812-8516-2a64888e77aa completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:26.763312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-57b5da19-ab64-4a09-8942-ddd2f10167d7 None None] Provisioning complete for port b6d8ce46-097d-4812-8516-2a64888e77aa triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:26.764150 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-57b5da19-ab64-4a09-8942-ddd2f10167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.788593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.819301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Transition to ACTIVE for port object 4cf0431c-acff-4943-ad8d-d4e85082b8f8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:26.873451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-57b5da19-ab64-4a09-8942-ddd2f10167d7 None None] Port b6d8ce46-097d-4812-8516-2a64888e77aa cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:27.038073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.217507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.284487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:27.307816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:27.324756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:27.400845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7837-f008-4bdf-b91c-ff5ef7a5b11d req-2cf17cd2-a082-4a59-8de9-d6f62b607e05 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.403597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d95e7837-f008-4bdf-b91c-ff5ef7a5b11d req-2cf17cd2-a082-4a59-8de9-d6f62b607e05 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 931 time: 0.3848872 Jul 16 08:56:27.524815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.525702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.565226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d95e7837-f008-4bdf-b91c-ff5ef7a5b11d req-7fb8a8c4-5fdf-4f84-ae81-569d7b36bfc9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037879 Jul 16 08:56:27.569555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-adad2840-39cc-47d0-8a01-5e09beafbb72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0848806 Jul 16 08:56:27.589462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Request body: {'port': {'device_id': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:27.642505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.650611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.651493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.829276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.841958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-32acf16e-8ffc-4269-8318-cee903f43186 None None] Provisioning for port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:27.873093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-32acf16e-8ffc-4269-8318-cee903f43186 None None] Provisioning complete for port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:27.876296 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32acf16e-8ffc-4269-8318-cee903f43186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.035763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-32acf16e-8ffc-4269-8318-cee903f43186 None None] Port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:28.175438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5300db4e-7a6e-4bbd-ac38-0cbfbd54bb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.405138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5300db4e-7a6e-4bbd-ac38-0cbfbd54bb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.409085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.411456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5300db4e-7a6e-4bbd-ac38-0cbfbd54bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.462161 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5300db4e-7a6e-4bbd-ac38-0cbfbd54bb39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5fa0c0392748469af4ae69fb7dd004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310387 Jul 16 08:56:28.463351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300db4e-7a6e-4bbd-ac38-0cbfbd54bb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d218e7a1-621a-4d27-bbd5-386b33e4f4c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.466646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38618) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.485970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=b6d8ce46-097d-4812-8516-2a64888e77aa,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.697559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.777014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.805644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:28.810770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:29.164684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.169657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.173524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d218e7a1-621a-4d27-bbd5-386b33e4f4c3 HTTP/1.1" status: 204 len: 168 time: 0.7009196 Jul 16 08:56:29.185147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf0431c-acff-4943-ad8d-d4e85082b8f8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:29.186028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b3918d1-cc4f-47de-941d-be147c5da212 None None] Provisioning complete for port b6d8ce46-097d-4812-8516-2a64888e77aa triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:29.186885 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3918d1-cc4f-47de-941d-be147c5da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.222431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1dd97-1d41-4d3d-a377-f13894fe09cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d218e7a1-621a-4d27-bbd5-386b33e4f4c3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.231088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.260836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2b3918d1-cc4f-47de-941d-be147c5da212 None None] Port b6d8ce46-097d-4812-8516-2a64888e77aa cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:29.278609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Router 3f56dca3-8ec5-4396-921c-5e3796656522 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:29.284764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Transition to ACTIVE for port object 4cf0431c-acff-4943-ad8d-d4e85082b8f8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:29.298009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.499620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b64c-db4c-4a27-b9a8-0d1c28e8f003 req-3ec85085-926c-4172-b18c-6b8b17beed9a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.501648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daf6b64c-db4c-4a27-b9a8-0d1c28e8f003 req-3ec85085-926c-4172-b18c-6b8b17beed9a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 931 time: 0.5130284 Jul 16 08:56:29.521695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.627235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daf6b64c-db4c-4a27-b9a8-0d1c28e8f003 req-64520265-fc36-4b9e-b0b6-003d96b5c8d4 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151385 Jul 16 08:56:29.635659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:29.650039 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a39b487f-3c7b-487f-819a-0cf5927af0f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "PUT /v2.0/routers/3f56dca3-8ec5-4396-921c-5e3796656522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4648023 Jul 16 08:56:29.650951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.655821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Sync routers for ids ['3f56dca3-8ec5-4396-921c-5e3796656522'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:29.704028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Routers {'3f56dca3-8ec5-4396-921c-5e3796656522'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:29.717061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3f56dca3-8ec5-4396-921c-5e3796656522'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:29.774115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.774902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Attempting to bind port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:29.779499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Attempting to bind port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:29.779875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Attempting to bind port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:29.795521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e68719-14c0-4918-be14-a62115dd1bc9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.800589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c2e68719-14c0-4918-be14-a62115dd1bc9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports/b6d8ce46-097d-4812-8516-2a64888e77aa HTTP/1.1" status: 200 len: 911 time: 0.1467822 Jul 16 08:56:29.802282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38644) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.815506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe52742c-4e27-4f24-946b-cfae066bc07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.830885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:29.831821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Attempting to bind port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:29.907260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Set router 3f56dca3-8ec5-4396-921c-5e3796656522 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:29.925875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:29.926852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Checking segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:29.927231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Bound using segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:29.927755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Bound port: 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:29.928205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.013967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12315cc5-5c88-4f84-abcd-55b80df53c77 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.029044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12315cc5-5c88-4f84-abcd-55b80df53c77 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.032065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-12315cc5-5c88-4f84-abcd-55b80df53c77 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2277482 Jul 16 08:56:30.037421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.107425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:30.111265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:30.159292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe52742c-4e27-4f24-946b-cfae066bc07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.163953 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.235104 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe52742c-4e27-4f24-946b-cfae066bc07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.242355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.243178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.245099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] 10.222.0.46 "PUT /v2.0/ports/4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 1092 time: 2.6659899 Jul 16 08:56:30.250493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:30.253552 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dce6db-c177-4351-80da-ef9ff64860a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:30.383841 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23e364e-b6e8-4df0-827a-11569a71e1e9 x-openstack-request-id: req-c23e364e-b6e8-4df0-827a-11569a71e1e9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:30.384260 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:30.384593 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c23e364e-b6e8-4df0-827a-11569a71e1e9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:30.385296 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'status': 'completed', 'code': 200} Jul 16 08:56:30.457063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52742c-4e27-4f24-946b-cfae066bc07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c793f1-b63e-4f5e-a65f-2177cc1711e2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.460764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:26Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None, '_interfaces': [{'id': 'b6d8ce46-097d-4812-8516-2a64888e77aa', 'name': '', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'mac_address': 'fa:16:3e:48:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:25Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'subnets': [{'id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:30.467377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f858a-ecda-408d-8998-22d5d0f44928 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.480728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fe52742c-4e27-4f24-946b-cfae066bc07d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29dd3ee28401433d9b656bbfe36894da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941178 Jul 16 08:56:30.482490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38664) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.532746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Checking router: 3f56dca3-8ec5-4396-921c-5e3796656522 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:30.537571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Updating router 3f56dca3-8ec5-4396-921c-5e3796656522 port b6d8ce46-097d-4812-8516-2a64888e77aa binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:30.579191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-a8fb392b-4d86-4de7-8d93-a334a1a4f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.580932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-a8fb392b-4d86-4de7-8d93-a334a1a4f211 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1095 time: 0.2533255 Jul 16 08:56:30.591092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.595398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.762166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-60203b55-5f41-4186-8888-54df2a4bf070 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 217 time: 0.1557913 Jul 16 08:56:30.798330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.986897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.049968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e054d1e8-19f8-4bcf-ba15-1be3fd0833b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.052764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-e054d1e8-19f8-4bcf-ba15-1be3fd0833b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.2774665 Jul 16 08:56:31.140702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.155205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Transition to ACTIVE for port object b6d8ce46-097d-4812-8516-2a64888e77aa will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:31.163035 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.242652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12d15-aa8b-48ca-874e-fdef50412724 None None] Pushing event updated for resources: {'Port': ['ID=b6d8ce46-097d-4812-8516-2a64888e77aa,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.271786 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.277860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.282856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45c793f1-b63e-4f5e-a65f-2177cc1711e2 HTTP/1.1" status: 204 len: 168 time: 0.7989209 Jul 16 08:56:31.312121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66de46-21ad-4988-9d65-b3026e4bb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c793f1-b63e-4f5e-a65f-2177cc1711e2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.316026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Attempting to bind port b6d8ce46-097d-4812-8516-2a64888e77aa on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:31.317293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Attempting to bind port b6d8ce46-097d-4812-8516-2a64888e77aa by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:31.317675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Attempting to bind port b6d8ce46-097d-4812-8516-2a64888e77aa on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:31.350923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:31.351312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:31.351812 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.352169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:31.352817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Bound port: b6d8ce46-097d-4812-8516-2a64888e77aa, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:31.353059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.355500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744e4c-f811-4d1e-9811-7504659506d4 req-55cd4d91-da5b-4169-8cee-f2e7b4d307cb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.364127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87744e4c-f811-4d1e-9811-7504659506d4 req-55cd4d91-da5b-4169-8cee-f2e7b4d307cb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 943 time: 0.4278634 Jul 16 08:56:31.467013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87744e4c-f811-4d1e-9811-7504659506d4 req-ba0361e9-80d7-493f-a1f1-8d77f1217ee7 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016235 Jul 16 08:56:31.486883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-63f7fb89-9f18-44dc-b50c-c8dcd8ba7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.490094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-63f7fb89-9f18-44dc-b50c-c8dcd8ba7721 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4062731 Jul 16 08:56:31.494904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0043-9356-41ca-a43a-aaa2a98d94bf req-7f7745bd-4383-4ae5-bf92-11faf0cffdff tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.497143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-211a0043-9356-41ca-a43a-aaa2a98d94bf req-7f7745bd-4383-4ae5-bf92-11faf0cffdff tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.3176308 Jul 16 08:56:31.544659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port b6d8ce46-097d-4812-8516-2a64888e77aa {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:31.545017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.545291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] For port b6d8ce46-097d-4812-8516-2a64888e77aa, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:31.552863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] For port b6d8ce46-097d-4812-8516-2a64888e77aa, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b6d8ce46-097d-4812-8516-2a64888e77aa,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:31.566183 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.652366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-218b774a-13ce-44fd-adfb-58cc907ea7e3 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541123 Jul 16 08:56:31.713750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Routers {'3f56dca3-8ec5-4396-921c-5e3796656522'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:31.714416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3f56dca3-8ec5-4396-921c-5e3796656522'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:31.757362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-211a0043-9356-41ca-a43a-aaa2a98d94bf req-a4b6964f-b494-49f1-9459-e09a89dcd399 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036298 Jul 16 08:56:31.826371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.938229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port b6d8ce46-097d-4812-8516-2a64888e77aa, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:31.938610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.973567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for b6d8ce46-097d-4812-8516-2a64888e77aa owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:31.995574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea7e7886-991a-46c7-80e8-678d3e12eab4 req-a4a39a8d-8f69-4af9-b393-d9afca42bbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177993 Jul 16 08:56:32.320757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-3adb1c66-9234-4fe2-8271-f4b67a8a35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.323910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-3adb1c66-9234-4fe2-8271-f4b67a8a35ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1095 time: 0.2252331 Jul 16 08:56:32.445642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] Set router 3f56dca3-8ec5-4396-921c-5e3796656522 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:32.529913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12d15-aa8b-48ca-874e-fdef50412724 None None] Pushing event updated for resources: {'Port': ['ID=b6d8ce46-097d-4812-8516-2a64888e77aa,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.537090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 6f760b8f-c95b-4622-bc80-59ed2afaa3d6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:32.537659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.610783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-b0569f45-f4cc-4cea-964f-3c5ddfcc8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.612715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-b0569f45-f4cc-4cea-964f-3c5ddfcc8838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.2777112 Jul 16 08:56:32.751565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-67783270-a421-48f2-b1f7-8b2d98d2ecb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 217 time: 0.1322198 Jul 16 08:56:32.766107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.785523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c08bc521-be95-4140-b2f5-e586c24959ad None None] Could not find standard attr ID for object b6d8ce46-097d-4812-8516-2a64888e77aa. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:32.844437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-afb4553c-29f3-419e-9cf4-025dac43e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.845982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-afb4553c-29f3-419e-9cf4-025dac43e02a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.0799189 Jul 16 08:56:32.918582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:26Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None, '_interfaces': [{'id': 'b6d8ce46-097d-4812-8516-2a64888e77aa', 'name': '', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'mac_address': 'fa:16:3e:48:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:25Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 4, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'subnets': [{'id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:32.942342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=b6d8ce46-097d-4812-8516-2a64888e77aa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.062413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa263e-421e-4030-b7b7-0c2dd7ae9c89 None None] The sync data for ids ['3f56dca3-8ec5-4396-921c-5e3796656522'] in n-d-798054-12 is: [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:26Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None, '_interfaces': [{'id': 'b6d8ce46-097d-4812-8516-2a64888e77aa', 'name': '', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'mac_address': 'fa:16:3e:48:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:25Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 4, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'subnets': [{'id': '8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:33.115563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-9a048ad4-5a74-4005-b404-95bf5f1bfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.117435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-9a048ad4-5a74-4005-b404-95bf5f1bfd0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537479 Jul 16 08:56:33.145917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b68ce4-8c95-4573-ba38-cfecbf80ec8c req-c3589a20-176b-47cf-a5d5-d3a1371b622b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.148120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39b68ce4-8c95-4573-ba38-cfecbf80ec8c req-c3589a20-176b-47cf-a5d5-d3a1371b622b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 943 time: 0.3954463 Jul 16 08:56:33.510117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39b68ce4-8c95-4573-ba38-cfecbf80ec8c req-8bec8ad9-07fe-4e9f-8879-9a7e86d932d9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464878 Jul 16 08:56:33.543970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-14df2e74-530e-4dc5-bbd5-dce2c824a5dc service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936448 Jul 16 08:56:33.615932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4cf0431c-acff-4943-ad8d-d4e85082b8f8 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:33.697917 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.698504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.710899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.722033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 6f760b8f-c95b-4622-bc80-59ed2afaa3d6 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:33.834710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6dce6db-c177-4351-80da-ef9ff64860a1 req-ebbd327b-5ac7-48f0-ba80-85db265091dc service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783186 Jul 16 08:56:33.838138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:33.861667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'port_id': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'mac_address': 'fa:16:3e:5e:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:33.934024 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.978694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf0431c-acff-4943-ad8d-d4e85082b8f8 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:34.031142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:34.038478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.116244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.265430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4cf0431c-acff-4943-ad8d-d4e85082b8f8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:34.267974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Router 3f56dca3-8ec5-4396-921c-5e3796656522 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:34.559289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:34.577161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38742) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.596398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-545e099c-c6f1-4496-b9a2-24e9beb2b3e9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "PUT /v2.0/routers/3f56dca3-8ec5-4396-921c-5e3796656522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5475681 Jul 16 08:56:34.646461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.709731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8584da-106e-466b-92b0-5c2e105e618b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.713723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8584da-106e-466b-92b0-5c2e105e618b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.722174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1c8584da-106e-466b-92b0-5c2e105e618b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1429441 Jul 16 08:56:34.725525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38748) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.732114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=6f760b8f-c95b-4622-bc80-59ed2afaa3d6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.811871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:34.816162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.834760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.835163 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP 208e5969-9609-407a-83d9-74d3fc00d148 disassociated (deleted). External IP: 172.25.5.144, port: ffeca4be-9412-44c4-a92b-9919e3bdd603. Jul 16 08:56:34.968414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.106303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d00b-878f-444e-81f8-f780b975fece req-b55a2a26-819c-4934-829a-8193488b4915 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.108884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b127d00b-878f-444e-81f8-f780b975fece req-b55a2a26-819c-4934-829a-8193488b4915 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 944 time: 0.2860363 Jul 16 08:56:35.110308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.217938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b127d00b-878f-444e-81f8-f780b975fece req-0a15984b-a2cb-4fa4-ab30-6bfa1cc4ccc6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004317 Jul 16 08:56:35.261348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.321227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 004e211e-9b27-4c9f-a141-67db9057ed14 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:35.358522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.368243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.373626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8905f4c4-d6b6-43ca-8083-631ee72ac9fe tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06 HTTP/1.1" status: 204 len: 168 time: 0.6469986 Jul 16 08:56:35.374331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38764) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.376350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38766) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.379636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3b247-65db-4ffb-befa-faa81a312501 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:35.451627 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Sync routers for ids ['3f56dca3-8ec5-4396-921c-5e3796656522'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:35.464270 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Routers {'3f56dca3-8ec5-4396-921c-5e3796656522'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:35.465561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3f56dca3-8ec5-4396-921c-5e3796656522'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:35.547633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:35.561375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.566448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Sync routers for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:35.612436 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-993f79df-fc6c-44d5-9f18-45d5771e09a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/floatingips/208e5969-9609-407a-83d9-74d3fc00d148 HTTP/1.1" status: 204 len: 168 time: 3.7849069 Jul 16 08:56:35.613511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:35.616469 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a254e-6ea8-49e4-8f41-808ed766bd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:35.634905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4cf0431c-acff-4943-ad8d-d4e85082b8f8 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:35.649674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-963d41d7-97ff-4954-bb15-46ade0bc4511 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2716825 Jul 16 08:56:35.652003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38774) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.675266 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Set router 3f56dca3-8ec5-4396-921c-5e3796656522 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:35.688587 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eec91e-3abe-49b0-8126-92c35c440e11 x-openstack-request-id: req-56eec91e-3abe-49b0-8126-92c35c440e11 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:35.689222 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:35.689665 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56eec91e-3abe-49b0-8126-92c35c440e11 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:35.690230 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'status': 'completed', 'code': 200} Jul 16 08:56:35.712330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:35.717722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:35.848633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.881752 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 3, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:35.938577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-35bb1f6a-b32d-4fe4-b56a-cb520ccb1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.945341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-35bb1f6a-b32d-4fe4-b56a-cb520ccb1854 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 1097 time: 0.2339740 Jul 16 08:56:35.973874 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Checking router: 3f56dca3-8ec5-4396-921c-5e3796656522 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:36.003310 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Routers {'3f56dca3-8ec5-4396-921c-5e3796656522'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:36.005836 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3f56dca3-8ec5-4396-921c-5e3796656522'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.089193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bfe40368-e7c3-4185-8fed-09857425794a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.092192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:36.120842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:36.121217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.186028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:36.197568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-9a5bda0e-91c1-4113-9505-c281fc93452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.199142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-9a5bda0e-91c1-4113-9505-c281fc93452c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 200 len: 898 time: 0.2507296 Jul 16 08:56:36.203752 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] Set router 3f56dca3-8ec5-4396-921c-5e3796656522 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:36.291307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:36.319765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-a1133703-641f-4ec3-b8b2-10e226740177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 200 len: 217 time: 0.1107683 Jul 16 08:56:36.363741 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 3, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.404790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.416365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.427151 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd83ede-cf54-4ad4-ae82-e638ee18e65f None None] The sync data for ids ['3f56dca3-8ec5-4396-921c-5e3796656522'] in n-d-798054-12 is: [{'id': '3f56dca3-8ec5-4396-921c-5e3796656522', 'name': 'tempest-NetworksTestDHCPv6-router-595924775', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 3, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:36.463593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-7e5e731a-9f80-4732-9039-7630e564f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.471010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-7e5e731a-9f80-4732-9039-7630e564f3ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 200 len: 833 time: 0.1422226 Jul 16 08:56:36.492462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9726cac8-e883-4289-bad6-28ee841f5c80 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:36.556414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-1620fa66-d1fc-4523-b306-66f2b164fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.558292 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-1620fa66-d1fc-4523-b306-66f2b164fdf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6c28f44-5ffb-4fb2-8a48-d76e492d7051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824451 Jul 16 08:56:36.626015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.626521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Fanout notify agent at l3_agent the message router_deleted on router 3f56dca3-8ec5-4396-921c-5e3796656522 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:36.636723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.637844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce9e5734-86ff-4cd3-9da3-d7390a001844 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/routers/3f56dca3-8ec5-4396-921c-5e3796656522 HTTP/1.1" status: 204 len: 168 time: 0.9848650 Jul 16 08:56:36.646046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.662639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:36.695939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bfe40368-e7c3-4185-8fed-09857425794a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.717605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb70b-0366-4a1f-ac48-822a03c2865e req-8ae1edf7-c56b-447d-a647-e1788241c700 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.719159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87ceb70b-0366-4a1f-ac48-822a03c2865e req-8ae1edf7-c56b-447d-a647-e1788241c700 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 944 time: 0.1704450 Jul 16 08:56:36.719813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bfe40368-e7c3-4185-8fed-09857425794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.725691 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.730255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.752515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Deleting port 9726cac8-e883-4289-bad6-28ee841f5c80 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:36.754561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.774187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2720fa-ea0c-43a0-8a7f-fe2ec230ec59 req-0249b375-8931-419f-a2c7-f48834756da6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.782722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a2720fa-ea0c-43a0-8a7f-fe2ec230ec59 req-0249b375-8931-419f-a2c7-f48834756da6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.2359853 Jul 16 08:56:36.791189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe40368-e7c3-4185-8fed-09857425794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abf85f-03dd-4172-8071-b4c43e86b7cd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.854593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bfe40368-e7c3-4185-8fed-09857425794a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d24013168551416ab0db127a291b9296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4790027 Jul 16 08:56:36.860700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38792) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.870404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9726cac8-e883-4289-bad6-28ee841f5c80, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9726cac8-e883-4289-bad6-28ee841f5c80,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:36.919987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87ceb70b-0366-4a1f-ac48-822a03c2865e req-18f29000-c5f7-4dec-9b76-2da99f984d72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351259 Jul 16 08:56:36.942080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] For port 9726cac8-e883-4289-bad6-28ee841f5c80, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9726cac8-e883-4289-bad6-28ee841f5c80,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:36.942603 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.951226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:36.954186 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e3618-60fc-449a-8a54-c365afa3d87c" -d '{"events": [{"server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "name": "network-vif-plugged", "status": "completed", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:36.981858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a2720fa-ea0c-43a0-8a7f-fe2ec230ec59 req-75f0c257-682e-4f9f-833b-225c74f5f7cb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b56e53ca-4200-4d95-8bf7-24e931b13e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981692 Jul 16 08:56:37.004606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:37.009711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.062621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.070086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-5d9fdf6e-7424-451c-9c49-9f29914ebe3b service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028291 Jul 16 08:56:37.124171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:37.128819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.143580 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.185634 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.190198 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f3461-26bf-4f32-b8f2-9909b65a275b x-openstack-request-id: req-c04f3461-26bf-4f32-b8f2-9909b65a275b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:37.190764 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "name": "network-vif-plugged", "status": "completed", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:37.191116 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c04f3461-26bf-4f32-b8f2-9909b65a275b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:37.191646 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'code': 200} Jul 16 08:56:37.205763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Calling delete_port for 9726cac8-e883-4289-bad6-28ee841f5c80 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:37.337987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4110f5-ce7d-444e-8927-254745dfc002 req-fafd5279-4e78-46a5-9f83-c51000a230aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.339707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc4110f5-ce7d-444e-8927-254745dfc002 req-fafd5279-4e78-46a5-9f83-c51000a230aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1097 time: 0.1559000 Jul 16 08:56:37.344937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9726cac8-e883-4289-bad6-28ee841f5c80,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.352351 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.360847 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.364686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.367530 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-459a254e-6ea8-49e4-8f41-808ed766bd0c req-e5953bd8-a6a4-4b17-9cec-55843c93b5fc service neutron] 10.222.0.47 "GET /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885878 Jul 16 08:56:37.371043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21abf85f-03dd-4172-8071-b4c43e86b7cd HTTP/1.1" status: 204 len: 168 time: 0.4929466 Jul 16 08:56:37.405658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6230-a48f-471b-86b5-c8e569a0fbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abf85f-03dd-4172-8071-b4c43e86b7cd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.415104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] No DVR routers for this DVR port 9726cac8-e883-4289-bad6-28ee841f5c80 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:37.460202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc4110f5-ce7d-444e-8927-254745dfc002 req-5a06bce5-52e3-4bed-8eee-c530eba816e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122797 Jul 16 08:56:37.461711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.499979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b761bcf-88e8-4005-896c-53aa3c01c7b5 None None] Pushing event deleted for resources: {'Port': ['ID=9726cac8-e883-4289-bad6-28ee841f5c80,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.504766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:37.546568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Checking router: 004e211e-9b27-4c9f-a141-67db9057ed14 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:37.556047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:37.556804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:37.698624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b974-2675-4e29-ad3c-838c22888478 req-27da3542-59ac-476b-ab69-5c477145891d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.700511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5185b974-2675-4e29-ad3c-838c22888478 req-27da3542-59ac-476b-ab69-5c477145891d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.47 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 945 time: 0.1555896 Jul 16 08:56:37.703340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.750882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:37.785749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:37.792929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:37.799788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.801475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.809125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f3cd2-c7a2-4708-a19f-df7e201b213f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:37.827207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1761131 Jul 16 08:56:37.830151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.831997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28425b-1e5a-4c8d-b525-acf607b1291a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=e7dfa936-12e3-461f-918e-d50acc2e62ae,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.837552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-109246885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:37.858414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38812) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.898421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab7-ad7e-47ee-a8e2-f0d7653d0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.901908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port ffeca4be-9412-44c4-a92b-9919e3bdd603 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:37.902349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.963452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38814) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.974305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.975371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.021012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port ffeca4be-9412-44c4-a92b-9919e3bdd603, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ffeca4be-9412-44c4-a92b-9919e3bdd603,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.021488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.036119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for ffeca4be-9412-44c4-a92b-9919e3bdd603 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:38.232959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.285247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=ffeca4be-9412-44c4-a92b-9919e3bdd603,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.386710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] No DVR routers for this DVR port ffeca4be-9412-44c4-a92b-9919e3bdd603 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:38.389875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.391790 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5185b974-2675-4e29-ad3c-838c22888478 req-e4c34757-5ced-4ed9-88b2-c8b0b91268a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.47 "DELETE /v2.0/ports/ffeca4be-9412-44c4-a92b-9919e3bdd603 HTTP/1.1" status: 204 len: 173 time: 0.6765592 Jul 16 08:56:38.395273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00e2ee4c-1abd-42ee-88c7-6bf1fe87c50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.398409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-deleted', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:38.401409 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc177d80-2653-4ae1-bf61-5b56a790397a" -d '{"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-deleted", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:38.411269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e27f5a28-afb2-40c2-8aed-a822dc005848 req-8c403ee0-4644-4b61-9699-de47b0924575 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 210 time: 0.0875118 Jul 16 08:56:38.441832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.453286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.552889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c1868-74fe-4c72-a255-7a9f048d2ace req-13a39ea8-7970-425c-9a5f-a06c6cab2745 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.560373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a31c1868-74fe-4c72-a255-7a9f048d2ace req-13a39ea8-7970-425c-9a5f-a06c6cab2745 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.3230634 Jul 16 08:56:38.601782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a31c1868-74fe-4c72-a255-7a9f048d2ace req-eec550b3-1e65-486e-abbe-954a28573d3c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Jul 16 08:56:38.617020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab7-ad7e-47ee-a8e2-f0d7653d0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.644925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6d8ce46-097d-4812-8516-2a64888e77aa no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:38.723694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b6d8ce46-097d-4812-8516-2a64888e77aa {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:38.724067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6d8ce46-097d-4812-8516-2a64888e77aa not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:38.745198 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.753206 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef46ae8-00a5-41cd-8e53-88bb31de8093 x-openstack-request-id: req-6ef46ae8-00a5-41cd-8e53-88bb31de8093 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:38.753504 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf97e6-4c7a-45df-b5f2-94bca95ac589", "name": "network-vif-deleted", "tag": "ffeca4be-9412-44c4-a92b-9919e3bdd603", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:38.753795 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ef46ae8-00a5-41cd-8e53-88bb31de8093 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:38.756593 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf97e6-4c7a-45df-b5f2-94bca95ac589', 'name': 'network-vif-deleted', 'tag': 'ffeca4be-9412-44c4-a92b-9919e3bdd603', 'status': 'completed', 'code': 200} Jul 16 08:56:38.762270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab7-ad7e-47ee-a8e2-f0d7653d0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.795447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'e7dfa936-12e3-461f-918e-d50acc2e62ae'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:38.796361 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.820803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.822196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00e2ee4c-1abd-42ee-88c7-6bf1fe87c50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.832947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-00e2ee4c-1abd-42ee-88c7-6bf1fe87c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.854324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.858685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d44a8f61-8142-4f29-95a5-efbe1ea51b8a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0268915 Jul 16 08:56:38.860748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-3f0ec54d-18c7-4db0-92ed-4ff4dbb1b6c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368257 Jul 16 08:56:38.861297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38832) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.879889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f2b24ab7-ad7e-47ee-a8e2-f0d7653d0a67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f7f985bf71b4a7b99b80884e10bfa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193205 Jul 16 08:56:38.881084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.881216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd361f0-6a7d-47f1-bfd8-338c7c572c5a None None] The sync data for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 is: [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:54:21Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '975f9ef0-78ff-4383-b48b-1f39b2b24ac4', 'name': '', 'network_id': 'e6c28f44-5ffb-4fb2-8a48-d76e492d7051', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:e1:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:18Z', 'updated_at': '2021-07-16T08:54:33Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'fccca4be-80bd-4a5b-b7a8-a524d3c84bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:38.912823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24ab7-ad7e-47ee-a8e2-f0d7653d0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00440c76-b693-4091-a6e0-2d1dbeeb1760,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.963937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-00e2ee4c-1abd-42ee-88c7-6bf1fe87c50a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=440c9be087ce4a329a1740597d030331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9992476 Jul 16 08:56:38.974753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38836) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.014397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2ee4c-1abd-42ee-88c7-6bf1fe87c50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7703f2d4-e937-4227-abcb-454e14aad093,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.065080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.100295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.101329 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-02c838f4-a9bb-45b5-854a-5701380dc873 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=0abf97e6-4c7a-45df-b5f2-94bca95ac589 HTTP/1.1" status: 200 len: 210 time: 0.0819552 Jul 16 08:56:39.152963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e7dfa936-12e3-461f-918e-d50acc2e62ae/9618dacb-785c-4060-834e-b88512956f1e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:39.167469 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.202718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.233559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.306326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.314539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.320171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00440c76-b693-4091-a6e0-2d1dbeeb1760 HTTP/1.1" status: 204 len: 168 time: 0.4307985 Jul 16 08:56:39.339309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d15bd-eb85-4d45-a2c3-456505656cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00440c76-b693-4091-a6e0-2d1dbeeb1760,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.372458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.375162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.381536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7703f2d4-e937-4227-abcb-454e14aad093 HTTP/1.1" status: 204 len: 168 time: 0.4030888 Jul 16 08:56:39.392350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e98b0-118c-4cf6-ae13-1497ea29f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703f2d4-e937-4227-abcb-454e14aad093,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.441941 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077129b-0735-4f9c-af74-7c72cfc426eb None None] New status for floating IP 208e5969-9609-407a-83d9-74d3fc00d148: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:39.493937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.512931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Transition to ACTIVE for port object 9618dacb-785c-4060-834e-b88512956f1e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:39.546926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Transition to ACTIVE for port object 9618dacb-785c-4060-834e-b88512956f1e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:39.553109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.612712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38848) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.639273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:39.648355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:39.652247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:39.748822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Pushing event updated for resources: {'Port': ['ID=9618dacb-785c-4060-834e-b88512956f1e,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.779411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Attempting to bind port 9618dacb-785c-4060-834e-b88512956f1e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:39.779791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Attempting to bind port 9618dacb-785c-4060-834e-b88512956f1e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:39.780210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Attempting to bind port 9618dacb-785c-4060-834e-b88512956f1e on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:39.786102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:39.786481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:39.786893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.787292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:39.787768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Bound port: 9618dacb-785c-4060-834e-b88512956f1e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:39.788185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.918090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] For port 9618dacb-785c-4060-834e-b88512956f1e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:39.927787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] For port 9618dacb-785c-4060-834e-b88512956f1e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9618dacb-785c-4060-834e-b88512956f1e,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:39.932831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.954708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-739fa2aa-1f91-4dea-a884-eb08155c3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.956583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-739fa2aa-1f91-4dea-a884-eb08155c3bc2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.7275772 Jul 16 08:56:40.043430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee47b1-e34e-400a-a8c6-c0047ce5d38d None None] Pushing event updated for resources: {'Port': ['ID=9618dacb-785c-4060-834e-b88512956f1e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.616837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:40.654536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ffeca4be-9412-44c4-a92b-9919e3bdd603 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:40.655210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ffeca4be-9412-44c4-a92b-9919e3bdd603 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:40.687914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.730933 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:40.834515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25ad0f-9268-4dab-bfa6-6e8d507ee74b req-aa7f8924-4ae5-4f1d-8076-a1d29e309de2 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.836069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae25ad0f-9268-4dab-bfa6-6e8d507ee74b req-aa7f8924-4ae5-4f1d-8076-a1d29e309de2 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.9547687 Jul 16 08:56:40.893259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae25ad0f-9268-4dab-bfa6-6e8d507ee74b req-cc956abe-b227-4827-9d65-78958b79b90b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Jul 16 08:56:41.147572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-1db555c8-f951-449b-a884-8014768fc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.150522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f6944472-5c01-4769-bda5-92d0a9ed3807 req-1db555c8-f951-449b-a884-8014768fc61b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4813676 Jul 16 08:56:41.178278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.324674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515311-31a8-480b-a4c7-cd97fd88c59d req-174e04c3-2bd6-4e70-b8e8-c0d70d7374c5 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.326239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7515311-31a8-480b-a4c7-cd97fd88c59d req-174e04c3-2bd6-4e70-b8e8-c0d70d7374c5 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2090054 Jul 16 08:56:41.335814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:41.345952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'floatingip': {'port_id': '4cf0431c-acff-4943-ad8d-d4e85082b8f8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:41.409108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.524651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::1 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/e7dfa936-12e3-461f-918e-d50acc2e62ae/32651348-b797-4703-b1ef-17d49708f97a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:41.607831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:41.608213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.789189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38928) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:41.797974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65132fa4-128a-4ea0-88a9-2ab3d8a13307 None None] Provisioning for port 9618dacb-785c-4060-834e-b88512956f1e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:41.807221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 975f9ef0-78ff-4383-b48b-1f39b2b24ac4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:41.808286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.839535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.850174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:41.932662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 32651348-b797-4703-b1ef-17d49708f97a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:42.093720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'network': {'name': 'tempest-network-smoke--1253174527', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:42.129571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.137401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:42.141195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.151477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.169727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.227997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:56:42.233066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:42.273723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=975f9ef0-78ff-4383-b48b-1f39b2b24ac4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.278640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:42.288409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:42.288980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.291809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=32651348-b797-4703-b1ef-17d49708f97a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.440669 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.481092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.491910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9618dacb-785c-4060-834e-b88512956f1e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:42.605714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9618dacb-785c-4060-834e-b88512956f1e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:42.613929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9618dacb-785c-4060-834e-b88512956f1e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:42.614559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.719027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.759572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.760868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.770103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.774590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9618dacb-785c-4060-834e-b88512956f1e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9618dacb-785c-4060-834e-b88512956f1e,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:42.781416 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.830011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6f986-a6f4-44f5-8cac-75d7f98c0efe,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.858521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:42.860460 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Floating IP 2744fc02-4faa-44c0-8a36-69fb9287ddbc associated. External IP: 172.25.5.14, port: 4cf0431c-acff-4943-ad8d-d4e85082b8f8. Jul 16 08:56:42.870488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.876091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.876462 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Added segment f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7 of type vlan for network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 Jul 16 08:56:42.920473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9618dacb-785c-4060-834e-b88512956f1e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.934221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13dd52c1-3ccd-4950-b72f-956231b12937 None None] Provisioning for port 32651348-b797-4703-b1ef-17d49708f97a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:42.940838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13dd52c1-3ccd-4950-b72f-956231b12937 None None] Provisioning complete for port 32651348-b797-4703-b1ef-17d49708f97a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:42.941738 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13dd52c1-3ccd-4950-b72f-956231b12937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.007528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-13dd52c1-3ccd-4950-b72f-956231b12937 None None] Port 32651348-b797-4703-b1ef-17d49708f97a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:43.027346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-34666198-c735-4590-b69d-234ce7ad784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.070001 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.153556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.159852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.160593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.216958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38978) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.231154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4405799 Jul 16 08:56:43.239311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.244200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'admin_state_up': True, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:43.288093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb39e-ee06-4ece-8d07-b640cc2892f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Network': ['ID=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.313805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:43.458129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cbe78f-2213-4748-94fc-9807d9a73ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.475399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.476446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.524969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 004e211e-9b27-4c9f-a141-67db9057ed14 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:43.575565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:43.576227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.841678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.865589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:43.869029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.873677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.879467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:43.900865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.901636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.917330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cbe78f-2213-4748-94fc-9807d9a73ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.924162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5cbe78f-2213-4748-94fc-9807d9a73ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.924368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:43.924853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.936593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:43.950902 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Sync routers for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:43.962817 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3325f9b-cb20-4794-a9d5-f1e714bbf39e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "PUT /v2.0/floatingips/2744fc02-4faa-44c0-8a36-69fb9287ddbc HTTP/1.1" status: 200 len: 990 time: 2.6260278 Jul 16 08:56:43.963404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.963844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:43.965193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:43.965864 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.966446 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7d2023-5872-429a-a306-91a93c720e12" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:43.966792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2bff8a93-6e74-4c2f-90dd-f2a4c31d4a48 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/004e211e-9b27-4c9f-a141-67db9057ed14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3528776 Jul 16 08:56:44.012788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbe78f-2213-4748-94fc-9807d9a73ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5df50f-12a3-432a-b8dd-2e2605076be0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.018703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e5cbe78f-2213-4748-94fc-9807d9a73ecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=061c2f3a31e14fa2ad9281fa4a376306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004539 Jul 16 08:56:44.021415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38994) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.099530 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:44.168990 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d022d-abfe-4adf-a53d-f5180049720d x-openstack-request-id: req-589d022d-abfe-4adf-a53d-f5180049720d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:44.169288 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:44.169542 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-589d022d-abfe-4adf-a53d-f5180049720d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:44.169945 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'status': 'completed', 'code': 200} Jul 16 08:56:44.191986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.232857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:44.239114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=32651348-b797-4703-b1ef-17d49708f97a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.251056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.257162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting subnet fccca4be-80bd-4a5b-b7a8-a524d3c84bfd {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:44.263226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.300328 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.347859 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Checking router: 004e211e-9b27-4c9f-a141-67db9057ed14 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:44.361667 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Routers {'004e211e-9b27-4c9f-a141-67db9057ed14'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:44.362804 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['004e211e-9b27-4c9f-a141-67db9057ed14'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.374361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.377168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.378404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c5df50f-12a3-432a-b8dd-2e2605076be0 HTTP/1.1" status: 204 len: 168 time: 0.3560336 Jul 16 08:56:44.385746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.437341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094a1f2-cfec-451a-87a2-a8fdef1f1475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5df50f-12a3-432a-b8dd-2e2605076be0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.454248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:44.461723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:44.534529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9618dacb-785c-4060-834e-b88512956f1e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:44.542402 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] Set router 004e211e-9b27-4c9f-a141-67db9057ed14 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:44.606822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2023-5872-429a-a306-91a93c720e12 req-c4fa7276-996a-4849-913c-951e046a3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.608987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-c4fa7276-996a-4849-913c-951e046a3cdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1097 time: 0.4956243 Jul 16 08:56:44.770180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.822406 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.873062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9618dacb-785c-4060-834e-b88512956f1e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:44.873873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.875179 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.913425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Router 8f33878b-d648-49c0-bd32-0cf85c894f2d is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:44.945607 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.983608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.993251 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0402175-8a33-43ff-8899-17d96acaf4e0 None None] The sync data for ids ['004e211e-9b27-4c9f-a141-67db9057ed14'] in n-d-798054-12 is: [{'id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1200858927', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:54:06Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '9440b1f1-db0d-42ae-b533-ebf680bc709d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e211e-9b27-4c9f-a141-67db9057ed14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:54:08Z', 'updated_at': '2021-07-16T08:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:45.015395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a9d418e-1119-4e2e-b322-aff4e45ef279 None None] Provisioning complete for port 32651348-b797-4703-b1ef-17d49708f97a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:45.016003 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a9d418e-1119-4e2e-b322-aff4e45ef279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.024278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2744fc02-4faa-44c0-8a36-69fb9287ddbc', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:5e:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:18Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.054039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2023-5872-429a-a306-91a93c720e12 req-011bacda-c912-4956-abd3-50436298b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.055877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-011bacda-c912-4956-abd3-50436298b37f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.4328272 Jul 16 08:56:45.088502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:45.104310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:45.105221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.112731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3778d145-39c6-4f60-8d13-8adf29ab041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.115882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:45.124739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d5dcefb-d04d-4e64-8cd2-2bde935b4de0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "PUT /v2.0/routers/8f33878b-d648-49c0-bd32-0cf85c894f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2624450 Jul 16 08:56:45.132170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.151775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Sync routers for ids ['8f33878b-d648-49c0-bd32-0cf85c894f2d'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:45.157980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d418e-1119-4e2e-b322-aff4e45ef279 None None] Port 32651348-b797-4703-b1ef-17d49708f97a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:45.208872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Routers {'8f33878b-d648-49c0-bd32-0cf85c894f2d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:45.209892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8f33878b-d648-49c0-bd32-0cf85c894f2d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.221940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-7b3bccfe-3fd9-4f8c-a676-22056251c6e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 998 time: 0.1559629 Jul 16 08:56:45.226148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.231344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.25.5.223 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/345a5079-c766-4bef-9784-ed2e2cecef34) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:45.282799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Subnet': ['ID=fccca4be-80bd-4a5b-b7a8-a524d3c84bfd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.287842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.293858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39014) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.300117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c11b1c4-9e06-408e-b0e1-53b29088d7d6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/subnets/fccca4be-80bd-4a5b-b7a8-a524d3c84bfd HTTP/1.1" status: 204 len: 168 time: 1.3124094 Jul 16 08:56:45.322195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddce04-46e8-49ec-a5c7-671f1618b51e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.329095 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2dddce04-46e8-49ec-a5c7-671f1618b51e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports/32651348-b797-4703-b1ef-17d49708f97a HTTP/1.1" status: 200 len: 911 time: 0.1955822 Jul 16 08:56:45.335641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.418192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7742834a-213f-48bb-ab79-4812f7a59539 None None] Network e6c28f44-5ffb-4fb2-8a48-d76e492d7051 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:45.424164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2023-5872-429a-a306-91a93c720e12 req-104a773d-8ee2-402b-84f4-12c731b36de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.427252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-104a773d-8ee2-402b-84f4-12c731b36de5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.1973753 Jul 16 08:56:45.461106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-8b17b29c-d481-4b3d-8709-1beb092d205a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2914481 Jul 16 08:56:45.554685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3778d145-39c6-4f60-8d13-8adf29ab041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.563996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3778d145-39c6-4f60-8d13-8adf29ab041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.603441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Set router 8f33878b-d648-49c0-bd32-0cf85c894f2d gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:45.637447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778d145-39c6-4f60-8d13-8adf29ab041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38beb0bb-f0d8-4cab-a2e4-f95d53063e62,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.640661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.663360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9dd80-1ea2-4abc-9981-6b5d1a6f81b5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.669660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9dd80-1ea2-4abc-9981-6b5d1a6f81b5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.672199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69c9dd80-1ea2-4abc-9981-6b5d1a6f81b5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3327615 Jul 16 08:56:45.676653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.742075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.792256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d2023-5872-429a-a306-91a93c720e12 req-e9a5247d-25d2-4a63-aad9-3c49705e29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.793811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-e9a5247d-25d2-4a63-aad9-3c49705e29ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3570423 Jul 16 08:56:45.796825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3778d145-39c6-4f60-8d13-8adf29ab041c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9319faf7cc6c4b88b4a30f8de3dfb914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609968 Jul 16 08:56:45.797674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39022) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.812248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-62953e82-b0fe-4e89-a387-a34ed5751cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.813973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-62953e82-b0fe-4e89-a387-a34ed5751cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1097 time: 0.3154600 Jul 16 08:56:45.931114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:45.933913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.942055 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7ece41cf-7a3b-4b09-945d-f2687532c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.997060 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.050007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.058493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-48ad00c7-c1fe-4150-99ad-5ed408e2737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.060117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-48ad00c7-c1fe-4150-99ad-5ed408e2737f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.2212548 Jul 16 08:56:46.064601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:46.076943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:46.083575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:46.108299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=345a5079-c766-4bef-9784-ed2e2cecef34,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.143371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-37e46f32-a60a-408a-9fac-c5c08221ade9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 1001 time: 0.0691850 Jul 16 08:56:46.202215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-b1dce4c0-1ba8-44e1-8fed-99a982529721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.203792 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-b1dce4c0-1ba8-44e1-8fed-99a982529721 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.0536969 Jul 16 08:56:46.297535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] DHCP port deletion for e6c28f44-5ffb-4fb2-8a48-d76e492d7051 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:46.322416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-51006156-53f0-47e5-b292-e5b0d22a1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.324271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-51006156-53f0-47e5-b292-e5b0d22a1aaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130676 Jul 16 08:56:46.385452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.460736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 52bdf137-11bd-4cc6-8600-e2806e6fe94d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:46.569960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Deleting port 52bdf137-11bd-4cc6-8600-e2806e6fe94d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:46.570460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.572957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-3258dc03-e895-493e-bfbf-2cdd00444e9d service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398546 Jul 16 08:56:46.573578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.623889 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-89be6fec-c1a9-4028-bdd7-4667f3ff2306 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465260 Jul 16 08:56:46.644745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] For port 52bdf137-11bd-4cc6-8600-e2806e6fe94d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=52bdf137-11bd-4cc6-8600-e2806e6fe94d,segment=NetworkSegment(991c5168-9bea-44bc-8e3f-cc4637a57815),segment_id=991c5168-9bea-44bc-8e3f-cc4637a57815)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.645265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.660480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Calling delete_port for 52bdf137-11bd-4cc6-8600-e2806e6fe94d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:46.694856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.721913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8673233d-12e0-4e9b-b02b-e9ef5d1caf90 req-f9e7071a-aa4a-42c5-a945-ddeb6a4a436c service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Jul 16 08:56:46.751580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.771291 n-d-798054-12 neutron-server[93776]: INFO neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No ports have port_id starting with 52bdf137-11bd-4cc6-8600-e2806e6fe94d Jul 16 08:56:46.773276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] No DVR routers for this DVR port 52bdf137-11bd-4cc6-8600-e2806e6fe94d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:46.807556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2744fc02-4faa-44c0-8a36-69fb9287ddbc', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:5e:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:18Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.807556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:46.811462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 32651348-b797-4703-b1ef-17d49708f97a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:46.811890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.834905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:46.835235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 975f9ef0-78ff-4383-b48b-1f39b2b24ac4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:46.849837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0bd94-e184-405d-bef8-695493d4de40 None None] Pushing event deleted for resources: {'Port': ['ID=52bdf137-11bd-4cc6-8600-e2806e6fe94d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.869764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 9440b1f1-db0d-42ae-b533-ebf680bc709d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:46.870108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.890598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.892702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.897605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38beb0bb-f0d8-4cab-a2e4-f95d53063e62 HTTP/1.1" status: 204 len: 168 time: 1.0986788 Jul 16 08:56:46.903887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c9c2-6d48-47f6-91bc-f15e1fbd21c6 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2744fc02-4faa-44c0-8a36-69fb9287ddbc', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:5e:98:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:18Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:46.928516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f33878b-d648-49c0-bd32-0cf85c894f2d', 'name': 'tempest-NetworksTestDHCPv6-router-109246885', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:38Z', 'updated_at': '2021-07-16T08:56:42Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None, '_interfaces': [{'id': '32651348-b797-4703-b1ef-17d49708f97a', 'name': '', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'mac_address': 'fa:16:3e:67:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f33878b-d648-49c0-bd32-0cf85c894f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'e7dfa936-12e3-461f-918e-d50acc2e62ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:41Z', 'updated_at': '2021-07-16T08:56:43Z', 'revision_number': 2, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'subnets': [{'id': 'e7dfa936-12e3-461f-918e-d50acc2e62ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.931509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.937124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.938391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce559-3205-4780-a55b-55f0ee0fe43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38beb0bb-f0d8-4cab-a2e4-f95d53063e62,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.978734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Checking router: 8f33878b-d648-49c0-bd32-0cf85c894f2d for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:46.979122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Updating router 8f33878b-d648-49c0-bd32-0cf85c894f2d port 32651348-b797-4703-b1ef-17d49708f97a binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:47.001525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 32651348-b797-4703-b1ef-17d49708f97a owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:47.074070 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.130321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e7d2023-5872-429a-a306-91a93c720e12 req-6c6667cd-b74e-4e07-b764-3689ce48be2d service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486915 Jul 16 08:56:47.210092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 9440b1f1-db0d-42ae-b533-ebf680bc709d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9440b1f1-db0d-42ae-b533-ebf680bc709d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:47.210480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.255895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 9440b1f1-db0d-42ae-b533-ebf680bc709d owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:47.327668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.369013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=32651348-b797-4703-b1ef-17d49708f97a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.396715 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5352f-f256-4477-ba9c-0ad4b88ecb5d None None] New status for floating IP 2744fc02-4faa-44c0-8a36-69fb9287ddbc: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:47.463112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.546556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.744946 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:47.744946 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:47.874462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.918240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=9440b1f1-db0d-42ae-b533-ebf680bc709d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.076638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.228956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Router 8f33878b-d648-49c0-bd32-0cf85c894f2d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:48.279671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Port 32651348-b797-4703-b1ef-17d49708f97a not found while updating agent binding for router 8f33878b-d648-49c0-bd32-0cf85c894f2d. {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 08:56:48.300867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Routers {'8f33878b-d648-49c0-bd32-0cf85c894f2d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:48.301142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.306192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8f33878b-d648-49c0-bd32-0cf85c894f2d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.313543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.359656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:48.370464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0fea294c-a462-4f08-9335-db809169d1dd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "PUT /v2.0/routers/8f33878b-d648-49c0-bd32-0cf85c894f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6894329 Jul 16 08:56:48.372842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.445505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.453467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab76ebb-97e5-4f79-982c-e3e0bdc4021b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.459482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab76ebb-97e5-4f79-982c-e3e0bdc4021b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.464194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ab76ebb-97e5-4f79-982c-e3e0bdc4021b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0900495 Jul 16 08:56:48.466925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39066) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.494220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] Set router 8f33878b-d648-49c0-bd32-0cf85c894f2d gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:48.522583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.523168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Fanout notify agent at l3_agent the message router_deleted on router 004e211e-9b27-4c9f-a141-67db9057ed14 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:48.540518 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.541949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e8bd24b-06df-43d9-b2d3-61f703f05905 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/routers/004e211e-9b27-4c9f-a141-67db9057ed14 HTTP/1.1" status: 204 len: 168 time: 3.2333593 Jul 16 08:56:48.545876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.563375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f33878b-d648-49c0-bd32-0cf85c894f2d', 'name': 'tempest-NetworksTestDHCPv6-router-109246885', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:38Z', 'updated_at': '2021-07-16T08:56:47Z', 'revision_number': 3, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.606916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65fc6b4-4bb5-4494-9569-582a5157abe2 None None] The sync data for ids ['8f33878b-d648-49c0-bd32-0cf85c894f2d'] in n-d-798054-12 is: [{'id': '8f33878b-d648-49c0-bd32-0cf85c894f2d', 'name': 'tempest-NetworksTestDHCPv6-router-109246885', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:38Z', 'updated_at': '2021-07-16T08:56:47Z', 'revision_number': 3, 'project_id': 'dae63240a5214998b5e23fe3141d2d6f', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:48.655837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.686218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet e7dfa936-12e3-461f-918e-d50acc2e62ae {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:48.701581 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.720459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:48.910256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.928397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:48.953315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:48.971131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:48.973253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.986878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.003386 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.011141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-03fcee0e-7bab-4033-80b9-3a79117c76b8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7705505 Jul 16 08:56:49.014270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39082) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.080307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39086) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.182256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.295231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:49.311733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.321057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29938950-627e-42fd-a87f-984a685f3172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.386610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.400090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c28f44-5ffb-4fb2-8a48-d76e492d7051']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.410801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991c5168-9bea-44bc-8e3f-cc4637a57815') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.411076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991c5168-9bea-44bc-8e3f-cc4637a57815') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.421426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.424396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e28a82f1-ca03-458e-82ea-bf9400fffb6b tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=fb1ec6b62517434694ed622235abeb2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4089999 Jul 16 08:56:49.425033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39096) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.438035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.444902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:49.445778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:49.452792 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:49.498303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dfa936-12e3-461f-918e-d50acc2e62ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.505571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.507523 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8dadb470-c54d-4548-8cc8-b01802f09dcc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e7dfa936-12e3-461f-918e-d50acc2e62ae HTTP/1.1" status: 204 len: 168 time: 1.0395477 Jul 16 08:56:49.511285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39098) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.521724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74ee86-10bd-4b0c-8307-1e0c90f605ad None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:49.622094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe1635-22e9-4fa0-b1b0-b61d121d3702 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.624806 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2cbe1635-22e9-4fa0-b1b0-b61d121d3702 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1974821 Jul 16 08:56:49.630758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.662967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.667836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6adc1f63-232f-4606-9d1a-e93bbd2a7127 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356519 Jul 16 08:56:49.673322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39106) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.676454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.678320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/networks/e6c28f44-5ffb-4fb2-8a48-d76e492d7051 HTTP/1.1" status: 204 len: 168 time: 1.1313708 Jul 16 08:56:49.681960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915281991', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:49.685026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.692095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29938950-627e-42fd-a87f-984a685f3172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.709375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942bebb-1af4-43ca-9dff-cbe3e7c958bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Network': ['ID=e6c28f44-5ffb-4fb2-8a48-d76e492d7051,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.718085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-29938950-627e-42fd-a87f-984a685f3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.726509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca12879a-7680-4d3d-a588-aeff4ec59333 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2133152 Jul 16 08:56:49.729550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.816459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.846548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-29938950-627e-42fd-a87f-984a685f3172 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33a8035a75674ee198990dffc8272cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649422 Jul 16 08:56:49.849481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938950-627e-42fd-a87f-984a685f3172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d522c-c991-499d-94ed-bc01e982f398,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.868912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39112) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.881948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:47Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.930326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:49.933900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.936960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:49.937313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Updating router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 port 345a5079-c766-4bef-9784-ed2e2cecef34 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:49.984169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.029799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.059303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.061278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.063299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.101796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.204222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.231394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.232260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Fanout notify agent at l3_agent the message router_deleted on router 8f33878b-d648-49c0-bd32-0cf85c894f2d {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:50.255952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.256946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5ab60c1e-6aea-4c35-a09c-4b880c8b46f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/routers/8f33878b-d648-49c0-bd32-0cf85c894f2d HTTP/1.1" status: 204 len: 168 time: 0.5266883 Jul 16 08:56:50.272874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:50.302828 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Sync routers for ids ['8f33878b-d648-49c0-bd32-0cf85c894f2d'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:50.310628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39128) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.318258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.321143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.323016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/400d522c-c991-499d-94ed-bc01e982f398 HTTP/1.1" status: 204 len: 168 time: 0.4532850 Jul 16 08:56:50.347592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ad1a0-27b9-499d-ac22-3fda5d055d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d522c-c991-499d-94ed-bc01e982f398,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.351407 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Routers set() bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:50.356897 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Router IDs set() for agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:56:50.361805 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_agentschedulers_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f33878b-d648-49c0-bd32-0cf85c894f2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent'). {{(pid=93777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:56:50.396743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.401814 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.405207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.410839 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/security-groups/b56e53ca-4200-4d95-8bf7-24e931b13e93 HTTP/1.1" status: 204 len: 168 time: 0.7217643 Jul 16 08:56:50.411048 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Routers set() bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:50.424579 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Router IDs set() for agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:56:50.424744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23004227-4753-43f3-bc35-1659c6fb955c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.427543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23004227-4753-43f3-bc35-1659c6fb955c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1145828 Jul 16 08:56:50.431890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_agentschedulers_db [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f33878b-d648-49c0-bd32-0cf85c894f2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent'). {{(pid=93777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:56:50.432410 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45984ee-278e-4bbb-bbd8-ba6167179605 None None] The sync data for ids ['8f33878b-d648-49c0-bd32-0cf85c894f2d'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:50.432859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39138) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.454124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8053a19-ca9a-4819-9f59-b69c0ac1918b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e53ca-4200-4d95-8bf7-24e931b13e93,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.466868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9618dacb-785c-4060-834e-b88512956f1e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:50.555258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Subnet': ['ID=0374c4cf-f646-491c-a9f3-2017c8ebc6d5,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.582118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Deleting port 9618dacb-785c-4060-834e-b88512956f1e {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:50.582507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.587656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69849da-b4dd-4543-b8e7-934aad66b739 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.587855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d69849da-b4dd-4543-b8e7-934aad66b739 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1530457 Jul 16 08:56:50.592654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.612203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Checking segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:50.613921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network hostable DHCP agents. Network: 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:50.649253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bea45ed1-6112-4051-a7cb-4767ab2a5076 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551178 Jul 16 08:56:50.655322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.655503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:50.662964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:50.677008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:50.683706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.685059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.714109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fc9e8224-41a3-4fc1-81cf-e7abac94777a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0395396 Jul 16 08:56:50.716630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.745506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5f59c-e957-4729-8d48-853fe2787b6c None None] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:50.856171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:50.860280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.926803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.981356 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.988802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] For port 9618dacb-785c-4060-834e-b88512956f1e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9618dacb-785c-4060-834e-b88512956f1e,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:50.989532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.011049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Transition to ACTIVE for port object 345a5079-c766-4bef-9784-ed2e2cecef34 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:51.048296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Calling delete_port for 9618dacb-785c-4060-834e-b88512956f1e owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:51.064141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.169900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16fb5248-3fee-404f-a0c6-ec76e10602a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.210941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Attempting to bind port 345a5079-c766-4bef-9784-ed2e2cecef34 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:51.211319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Attempting to bind port 345a5079-c766-4bef-9784-ed2e2cecef34 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:51.211688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Attempting to bind port 345a5079-c766-4bef-9784-ed2e2cecef34 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:51.256464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39158) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:51.258888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.271031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63678ef-f03d-42ef-b258-d6ef7bf646dd None None] Pushing event updated for resources: {'Port': ['ID=345a5079-c766-4bef-9784-ed2e2cecef34,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.283217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:51.283608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:51.284021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.284474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:51.285505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Bound port: 345a5079-c766-4bef-9784-ed2e2cecef34, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:51.285895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.287292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a939476-7b27-4025-9cbf-0ab243cee056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.352914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9618dacb-785c-4060-834e-b88512956f1e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9618dacb-785c-4060-834e-b88512956f1e,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:51.365721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.366704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9440b1f1-db0d-42ae-b533-ebf680bc709d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:51.448982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9440b1f1-db0d-42ae-b533-ebf680bc709d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:51.449605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9440b1f1-db0d-42ae-b533-ebf680bc709d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:51.463799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:51.465513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.498020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] For port 345a5079-c766-4bef-9784-ed2e2cecef34, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:51.502619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.528696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] For port 345a5079-c766-4bef-9784-ed2e2cecef34, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=345a5079-c766-4bef-9784-ed2e2cecef34,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:51.545854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.553783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9618dacb-785c-4060-834e-b88512956f1e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.606741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:56:51.609086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] No DVR routers for this DVR port 9618dacb-785c-4060-834e-b88512956f1e on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:51.641557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa57cf-d246-491c-92f9-da8c4bcf61e6 None None] Pushing event deleted for resources: {'Port': ['ID=9618dacb-785c-4060-834e-b88512956f1e,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.666215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39162) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:51.673241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961824938', 'description': 'tempest-secgroup-smoke-1961824938 description', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:51.689377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.712310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16fb5248-3fee-404f-a0c6-ec76e10602a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.744812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-16fb5248-3fee-404f-a0c6-ec76e10602a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.770568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:51.771523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:51.817867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63678ef-f03d-42ef-b258-d6ef7bf646dd None None] Pushing event updated for resources: {'Port': ['ID=345a5079-c766-4bef-9784-ed2e2cecef34,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.839841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-16fb5248-3fee-404f-a0c6-ec76e10602a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67bdd25144c4dd6908b72d54b739e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093118 Jul 16 08:56:51.844845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39164) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:51.850798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Allocated IP 172.20.0.2 (1f338910-35be-4de5-b2d7-2fa8ceb7b7e0/0374c4cf-f646-491c-a9f3-2017c8ebc6d5/34b9cc7c-a2f5-4783-a455-8c88dc505bd1) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:51.875218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb5248-3fee-404f-a0c6-ec76e10602a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0b4437-2072-4a45-ad1a-2466ed7a42f3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.910750 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Could not find related port for resource to bump revision. Jul 16 08:56:51.929654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Port 9618dacb-785c-4060-834e-b88512956f1e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:56:51.930324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:b3e7 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:56:51.943046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:51.945511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:b3e7 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:56:51.955806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.039254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:52.049304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:52.055568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.056339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.061498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.070927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d6d50-54f3-49ff-ad95-d3eff4338472 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:52.076341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=db764139-df32-49fa-af81-d546d9bac80f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.115100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.134542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a939476-7b27-4025-9cbf-0ab243cee056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.145481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a939476-7b27-4025-9cbf-0ab243cee056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.162482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.188531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eba8dba8-d488-4b2a-9288-a3d5d8b01fac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5319872 Jul 16 08:56:52.192010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39168) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.200640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.217306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a939476-7b27-4025-9cbf-0ab243cee056 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f158441a6d334175aad2a4bf3cc49f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596605 Jul 16 08:56:52.218499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a939476-7b27-4025-9cbf-0ab243cee056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01929aab-0f43-4846-9629-b9eb5f58c888,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.222946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.273138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.275646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.276824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa0b4437-2072-4a45-ad1a-2466ed7a42f3 HTTP/1.1" status: 204 len: 168 time: 0.4296181 Jul 16 08:56:52.309811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.324835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd4637-045b-4c0b-868e-aab510258f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0b4437-2072-4a45-ad1a-2466ed7a42f3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.341128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.379465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.390962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.403515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.406940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.411736 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01929aab-0f43-4846-9629-b9eb5f58c888 HTTP/1.1" status: 204 len: 168 time: 0.1847668 Jul 16 08:56:52.434513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de4b0c-eb44-4d6c-b2a7-035ec9906b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01929aab-0f43-4846-9629-b9eb5f58c888,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.460811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e18225-6cd1-4b03-9c50-d1afbda8943f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.479009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.485942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:52.492465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.515798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Transition to ACTIVE for port object 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:52.544569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.546222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-285b359d-4c4a-4b2e-8180-fe4255562b20 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8784015 Jul 16 08:56:52.549467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39180) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.555076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.584242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Transition to ACTIVE for port object 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:52.596939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.609485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'db764139-df32-49fa-af81-d546d9bac80f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:52.610352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.648374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:47Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:52.680469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedd9e1-abfc-4497-bdc5-2ba206368f2e None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:47Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:52.688155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:52.696687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:52.703745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:52.708656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Pushing event updated for resources: {'Port': ['ID=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.762982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.848488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.1 (1f338910-35be-4de5-b2d7-2fa8ceb7b7e0/0374c4cf-f646-491c-a9f3-2017c8ebc6d5/fc5e1eeb-3413-4b9b-9455-f7cc485fd2df) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:52.854021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.861594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Attempting to bind port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:52.862265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Attempting to bind port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:52.862441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Attempting to bind port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 on network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:52.864757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.895282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41b73d8-d5fb-46ad-9e6a-2521d2debbb4,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.895805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:52.896222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Checking segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:52.896734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.897045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Bound using segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:52.897561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Bound port: 34b9cc7c-a2f5-4783-a455-8c88dc505bd1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:52.897924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.922654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.923421 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7a577fd0-8aa5-4f17-99ad-78b0efcb762f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733687 Jul 16 08:56:52.928206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39188) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.933808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Allocated IP 2001:db8::f816:3eff:fec2:f502 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/db764139-df32-49fa-af81-d546d9bac80f/20d9f46e-eec7-4d75-b912-29d6e7705431) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:52.940196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.021998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.038439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] For port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:53.039954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.043303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] For port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:53.071793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.130242 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3e238a-dfc6-469f-9de5-4c9a7342938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.264180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913703c-95f7-490c-9ad3-59e25dca5060 None None] Pushing event updated for resources: {'Port': ['ID=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.281263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.301758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.381472 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.383321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbc7196-0b48-48fd-82c6-a2d099a2c377,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.400198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Transition to ACTIVE for port object 20d9f46e-eec7-4d75-b912-29d6e7705431 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:53.443399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Transition to ACTIVE for port object 20d9f46e-eec7-4d75-b912-29d6e7705431 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:53.468231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.483845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3e238a-dfc6-469f-9de5-4c9a7342938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.498361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4d3e238a-dfc6-469f-9de5-4c9a7342938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.530148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.544449 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e46be92e-aa12-42e4-acb3-40ed7105a3f5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6119781 Jul 16 08:56:53.560731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.573547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.576869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:53.580260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:53.588415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:53.611462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4d3e238a-dfc6-469f-9de5-4c9a7342938d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62a7778da6d4c1091eb0f1cf49baa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787373 Jul 16 08:56:53.613708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.628947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e238a-dfc6-469f-9de5-4c9a7342938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870f4ed-f859-4f25-acca-78936b362816,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.684396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.709678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Attempting to bind port 20d9f46e-eec7-4d75-b912-29d6e7705431 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:53.710128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Attempting to bind port 20d9f46e-eec7-4d75-b912-29d6e7705431 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:53.710425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Attempting to bind port 20d9f46e-eec7-4d75-b912-29d6e7705431 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:53.715967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Pushing event updated for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.724836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:53.725723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:53.726318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.726893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:53.727560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Bound port: 20d9f46e-eec7-4d75-b912-29d6e7705431, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:53.728182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.842671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.846552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.855796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.903440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:53.907118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d9f46e-eec7-4d75-b912-29d6e7705431,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:53.913832 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.932137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad5e5d7-8248-4f20-beea-0a8dcae69eb7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.950048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.962719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.964334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-95976a85-b91d-4b4c-806b-7da57c762215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995078 Jul 16 08:56:53.973391 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.985846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.996027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe622c6a-1b16-4241-98e1-a0eb79b5ce3a None None] Pushing event updated for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.017074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.068203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.076150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.078114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9870f4ed-f859-4f25-acca-78936b362816 HTTP/1.1" status: 204 len: 168 time: 0.4630167 Jul 16 08:56:54.091427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdab54-5c2d-497f-af46-5956adbecd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870f4ed-f859-4f25-acca-78936b362816,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.092516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object fc5e1eeb-3413-4b9b-9455-f7cc485fd2df will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:54.154451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.220949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.256875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.325026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:54.472536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:54.482622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:54.499343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.501289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.515350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:54.541949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=1dd0741a-0109-4085-9ed7-7062bb026b18,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.556353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:54.624139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.646819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:54.652376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:1d:d0:1b', 'name': 'tempest-NetworksTestDHCPv6-29002576'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:54.652823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fb895a59-7d18-48b5-afc5-381d1ff51e51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4591935 Jul 16 08:56:54.657714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:54.709621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.733281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.793584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:54.795627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aed7b9-3e8b-4929-b9a3-be0dc2dd7550,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.801303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 345a5079-c766-4bef-9784-ed2e2cecef34 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:54.803923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.864854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:54.904457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.905733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65f92b06-c9cd-4784-b457-9a23567a2606 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9313412 Jul 16 08:56:54.908713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:54.914228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:54.944692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 345a5079-c766-4bef-9784-ed2e2cecef34 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:54.957616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 345a5079-c766-4bef-9784-ed2e2cecef34 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:54.958009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.978840 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:54.996146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.041132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.086986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port f9b21635-a86e-434f-909d-55ffde5f0e13 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:55.199732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae007e2-ee97-4cd6-8253-6035c3a7e1cc None None] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:55.228235 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.238976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.261006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.330120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Provisioning for port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:55.357773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Provisioning complete for port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:55.371481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.428318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 172.20.0.8 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1dd0741a-0109-4085-9ed7-7062bb026b18/f9b21635-a86e-434f-909d-55ffde5f0e13) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:55.450340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.454974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b93b49-2ce3-46b4-b12c-5672c1159156,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.456943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe1d:d01b (6644286e-7329-41f0-8e24-3b72aa1d0dd6/db764139-df32-49fa-af81-d546d9bac80f/f9b21635-a86e-434f-909d-55ffde5f0e13) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:55.464069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.477870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-757d032b-f5b9-445c-9d8a-ee6e843524ad tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5675564 Jul 16 08:56:55.484402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.508517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18225-6cd1-4b03-9c50-d1afbda8943f', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:55.649787 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:56:55.708841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.728235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 345a5079-c766-4bef-9784-ed2e2cecef34, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=345a5079-c766-4bef-9784-ed2e2cecef34,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:55.802910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.012744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.017191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.029952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b09d3-d803-4efc-9f10-8cc43b98c4f3 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:56.030438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object f9b21635-a86e-434f-909d-55ffde5f0e13 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:56.062183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.073942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=345a5079-c766-4bef-9784-ed2e2cecef34,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.074784 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.107356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f6789f-360b-4f94-8aea-91c2bd0bf8d5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.113576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.115245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-418eb27a-d572-4df6-b0db-e68acbf6b041 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6251745 Jul 16 08:56:56.118800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.120562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:56.126516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'network': {'name': 'tempest-network-smoke--230426637', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:56.127026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.139455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.205224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] For port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:56.215100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.352708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:56.378853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:56.383752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=f9b21635-a86e-434f-909d-55ffde5f0e13,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.390419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:56.401241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.410298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:56.467650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.506435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59a13517-81a3-4c57-9599-46e453e1706a None None] Provisioning for port 20d9f46e-eec7-4d75-b912-29d6e7705431 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:56.525797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.557955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:56.598398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.599087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.610308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4edb-ff23-483a-ba3c-4ce348df98e3 None None] Pushing event updated for resources: {'Port': ['ID=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.615699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.619965 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Added segment 81075ff8-dc45-400b-a4e1-414b2e86923f of type vlan for network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 Jul 16 08:56:56.670505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb7ee603-1d89-47d4-8708-1d3ef33840c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0200312 Jul 16 08:56:56.672349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:56.734832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.770116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d9f46e-eec7-4d75-b912-29d6e7705431 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:56.823908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.846349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.848776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.864572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 20d9f46e-eec7-4d75-b912-29d6e7705431 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:56.872885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 20d9f46e-eec7-4d75-b912-29d6e7705431 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:56.873378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.894132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:56.909851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7866700 Jul 16 08:56:56.915053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:56.917559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39308) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:56.928133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Provisioning complete for port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:56.928875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.946129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'admin_state_up': True, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:56.980338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39310) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.180798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.181872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.208117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203336-1946-4765-9a35-9a098398cef8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Network': ['ID=77cd0e31-f144-416c-b4c8-952cfc5aafd0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.241627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511d915-bd8c-4aaa-88c1-888863eb113c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.250419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511d915-bd8c-4aaa-88c1-888863eb113c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.256853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4511d915-bd8c-4aaa-88c1-888863eb113c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.5667758 Jul 16 08:56:57.265283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.305897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f86c4-dca5-4021-bf93-b420c1f31625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.341370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.371778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:57.533462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Provisioning for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:57.595922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.605281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:57.613782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.623588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Provisioning complete for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:57.624988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.704100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8e44a03d-3b10-4cdb-bc3e-8f2305d5c941 None None] Port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:57.708296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': 'db764139-df32-49fa-af81-d546d9bac80f', 'ip_address': '2001:db8::f816:3eff:fec2:f502'}, {'subnet_id': '1dd0741a-0109-4085-9ed7-7062bb026b18'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '20d9f46e-eec7-4d75-b912-29d6e7705431'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:56:57.733191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.775294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.800178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d9f46e-eec7-4d75-b912-29d6e7705431,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:57.805523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.806121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.806953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 345a5079-c766-4bef-9784-ed2e2cecef34 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:57.878720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:56:57.878720 n-d-798054-12 neutron-server[93775]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:56:57.878720 n-d-798054-12 neutron-server[93775]: [parameters: {'project_id_1': '473ebecbcea94c7a9c441703c96362d6', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 56, 57, 842722)}] Jul 16 08:56:57.878720 n-d-798054-12 neutron-server[93775]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:56:57.879709 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:56:57.885661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:57.891723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9900a58-5d87-4513-816e-0899be311447 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/3c7a167c-af4a-400e-bb00-c7d2dd962f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1732531 Jul 16 08:56:57.894780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39328) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.914488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:57.954393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port f9b21635-a86e-434f-909d-55ffde5f0e13 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:57.954747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.979569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3ea2221a-50b3-4f2f-bdd6-bb75cac92cb1 None None] Provisioning complete for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:57.979932 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3ea2221a-50b3-4f2f-bdd6-bb75cac92cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.025104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.033250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:58.034041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:58.035129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f86c4-dca5-4021-bf93-b420c1f31625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.042442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-055f86c4-dca5-4021-bf93-b420c1f31625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.101934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2221a-50b3-4f2f-bdd6-bb75cac92cb1 None None] Port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:58.108708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.117931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-055f86c4-dca5-4021-bf93-b420c1f31625 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a18b6b82d9a141d38ebba4411d38c1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332524 Jul 16 08:56:58.120410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.124525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 345a5079-c766-4bef-9784-ed2e2cecef34 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:58.124901 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.130141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f86c4-dca5-4021-bf93-b420c1f31625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37342fc7-ccd3-410f-95a6-44eeff36e348,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.144326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for f9b21635-a86e-434f-909d-55ffde5f0e13 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:58.201775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Allocated IP 172.20.0.2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1dd0741a-0109-4085-9ed7-7062bb026b18/20d9f46e-eec7-4d75-b912-29d6e7705431) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:58.239228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.275534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.277232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.278425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.279765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.280546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.281216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.281870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.282520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.283170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.283825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.284665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.289975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9910cc5-bf65-4dd1-b064-a3d8284a9321 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.3939533 Jul 16 08:56:58.290787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39334) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.326187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.385347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.394120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.430829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.437153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d9f46e-eec7-4d75-b912-29d6e7705431,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.437655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.440266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:58.442180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37342fc7-ccd3-410f-95a6-44eeff36e348 HTTP/1.1" status: 204 len: 168 time: 0.3204381 Jul 16 08:56:58.465025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8748215-c5fc-44da-8717-385de4dbe5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37342fc7-ccd3-410f-95a6-44eeff36e348,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.469321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.511424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=f9b21635-a86e-434f-909d-55ffde5f0e13,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.577347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.578177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.578938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.579706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.581330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.582208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.583008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.583922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.584591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.585357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.593497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ae8e190-948c-4e62-a972-e9b0f1f2209e tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6491 time: 0.2809312 Jul 16 08:56:58.598895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39338) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.644123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.665580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.670404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79b4424e-9960-4331-9468-31b31772ffac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f9b21635-a86e-434f-909d-55ffde5f0e13 HTTP/1.1" status: 204 len: 168 time: 1.3632329 Jul 16 08:56:58.670645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39342) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.710521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Transition to ACTIVE for port object 20d9f46e-eec7-4d75-b912-29d6e7705431 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:58.724791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.787884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e059a8-fac9-42e2-a614-83bc09ed2ce5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.790600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e059a8-fac9-42e2-a614-83bc09ed2ce5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.792691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e059a8-fac9-42e2-a614-83bc09ed2ce5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.795139 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-46e059a8-fac9-42e2-a614-83bc09ed2ce5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1233928 Jul 16 08:56:58.798012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.860624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.865529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:58.880001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 1dd0741a-0109-4085-9ed7-7062bb026b18 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:58.884298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.899524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.968661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.981122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f9805-6e0a-4ebd-bad2-59131282b597 None None] Pushing event updated for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.007057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9046b4-f05b-46ea-8cfa-778eef16545a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.037751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:59.038125 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.041313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c47569fc-3d33-43c5-b148-383ab36d6a9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=473ebecbcea94c7a9c441703c96362d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4443371 Jul 16 08:56:59.043907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39354) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.098205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.156 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/4e2e611d-3249-4e2a-9c04-22c2b656713c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:59.108839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 2, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:59.153360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:59.153718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Updating router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:59.172802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.229625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.239310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d9f46e-eec7-4d75-b912-29d6e7705431 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:59.266335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.294667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.335433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.445941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd0741a-0109-4085-9ed7-7062bb026b18,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.453199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.462851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f0e210a-beff-4f3c-8530-577ca0ab1aae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1dd0741a-0109-4085-9ed7-7062bb026b18 HTTP/1.1" status: 204 len: 168 time: 0.6613801 Jul 16 08:56:59.464081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39364) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:59.586663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.589324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.599356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e9046b4-f05b-46ea-8cfa-778eef16545a HTTP/1.1" status: 204 len: 168 time: 0.5540037 Jul 16 08:56:59.655392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet db764139-df32-49fa-af81-d546d9bac80f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:59.667159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655bcfa-0d46-49e2-bec8-528d2d6d149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9046b4-f05b-46ea-8cfa-778eef16545a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.683227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.815944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.101897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.156970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.166382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39380) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.197918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-53880c24-43f6-4b6b-9d64-adcbfca49dbd tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5028 time: 1.5929394 Jul 16 08:57:00.198304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f6387-6b26-48af-bdf1-6d387349319f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:00.209852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bcb740-b93d-41f0-a5c3-4083df922298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.237536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.261837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.269438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Transition to ACTIVE for port object fc5e1eeb-3413-4b9b-9455-f7cc485fd2df will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:00.288241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.300426 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.302780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.310052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39384) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.310604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/db764139-df32-49fa-af81-d546d9bac80f HTTP/1.1" status: 204 len: 168 time: 0.8387361 Jul 16 08:57:00.343094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526587b-81b5-4ce2-bfb7-a0926161f151 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=db764139-df32-49fa-af81-d546d9bac80f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.349351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:00.397396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2be7e75c-e9c9-43d3-87c3-5af1e46efbda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855746 Jul 16 08:57:00.400307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.404573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:00.406379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:00.407112 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:00.494748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=4e2e611d-3249-4e2a-9c04-22c2b656713c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.529183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-364727ea-8569-4fe7-af9f-c002319b61a6 None None] Provisioning for port 20d9f46e-eec7-4d75-b912-29d6e7705431 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:00.557084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-364727ea-8569-4fe7-af9f-c002319b61a6 None None] Provisioning complete for port 20d9f46e-eec7-4d75-b912-29d6e7705431 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:00.557595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-364727ea-8569-4fe7-af9f-c002319b61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.613478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6d6f4-fd67-4c9c-8fa8-5e3007b53f1a None None] Pushing event updated for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.793644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Attempting to bind port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:00.794117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Attempting to bind port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:00.794443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Attempting to bind port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df on network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:00.821014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bcb740-b93d-41f0-a5c3-4083df922298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.862912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:00.863447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Checking segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:00.864252 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.866115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:00.870981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Bound using segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:00.872509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Bound port: fc5e1eeb-3413-4b9b-9455-f7cc485fd2df, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:00.873791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.875471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.883423 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79bcb740-b93d-41f0-a5c3-4083df922298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.926434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-364727ea-8569-4fe7-af9f-c002319b61a6 None None] Could not find standard attr ID for object f9b21635-a86e-434f-909d-55ffde5f0e13. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:00.983639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-79bcb740-b93d-41f0-a5c3-4083df922298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=756d53bc6e784ca6b899c1ef57a85547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8010437 Jul 16 08:57:00.989814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d9f46e-eec7-4d75-b912-29d6e7705431 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:01.042624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39400) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.042990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.054887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989069376', 'description': 'tempest-secgroup-smoke-989069376 description', 'project_id': 'fb1ec6b62517434694ed622235abeb2a'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:01.118874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] For port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:01.132231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.135546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcb740-b93d-41f0-a5c3-4083df922298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048ccf5-e470-4d20-8f82-789e85040c3e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.136342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] For port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:01.172055 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.232404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:01.261166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 20d9f46e-eec7-4d75-b912-29d6e7705431 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:01.261783 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.371000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.399931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6d6f4-fd67-4c9c-8fa8-5e3007b53f1a None None] Pushing event updated for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.413523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:01.414182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:01.484550 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.504866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Deleting port 20d9f46e-eec7-4d75-b912-29d6e7705431 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:01.505478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.597598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.621812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.631572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.709093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:01.798088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:01.803900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.856647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.859304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8127420 Jul 16 08:57:01.863632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39410) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.869472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:01.885988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8de7b0-24c4-4e3f-ada4-fd95e84e7c37 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88aa691-e637-4959-9b94-e33e041ddfcf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.889240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d9f46e-eec7-4d75-b912-29d6e7705431,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:01.890899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.946646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Calling delete_port for 20d9f46e-eec7-4d75-b912-29d6e7705431 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:01.950376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.953777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.960194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c048ccf5-e470-4d20-8f82-789e85040c3e HTTP/1.1" status: 204 len: 168 time: 0.9146841 Jul 16 08:57:02.023154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.045824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170b5e7-0410-4392-9ec3-2d8362143eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048ccf5-e470-4d20-8f82-789e85040c3e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.106886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.203698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.216511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.240310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:02.282760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551a6402-9929-4df3-a2cf-6610299081c3,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.368767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port 20d9f46e-eec7-4d75-b912-29d6e7705431, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d9f46e-eec7-4d75-b912-29d6e7705431,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:02.371947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.373327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be9b045b-c687-4bc7-b059-f5bbd0227c61 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084805 Jul 16 08:57:02.377072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39424) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.383240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:02.411159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.417383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.418421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.472939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.511265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] Pushing event deleted for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.532807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee4f38-9974-4f86-a827-757e258a8b33 None None] No DVR routers for this DVR port 20d9f46e-eec7-4d75-b912-29d6e7705431 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:02.534993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:02.535939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.553408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:02.558842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.562798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:02.563903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.568083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8835561-4ccb-4305-87cc-06c09ed7f37a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:02.589118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Sync routers for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:02.611203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:01Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:02.618990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.627324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a5867009-162c-49d4-a3af-c644c0878154 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6949029 Jul 16 08:57:02.640570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39428) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.666710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fb11bb-6c5f-4787-9ab0-13596edca5e3 None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:01Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:02.698686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2971842 Jul 16 08:57:02.702123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=9c5402dc-2e55-4490-acff-9a287828f1ba,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.706132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.715541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:02.758984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7693-2879-45a0-b6e1-e3173d158e9f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=20d9f46e-eec7-4d75-b912-29d6e7705431,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.782186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.791187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3caec860-c8c1-45e8-83e0-60135d32132c tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=230ed1c9fd94431dae9695be3ccc5f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359434 Jul 16 08:57:02.923143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.938742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.965982 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:02.967282 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:03.016355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.019110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6393907 Jul 16 08:57:03.023899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39438) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.045217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:03.139129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de7a8f-757c-419a-aa14-13ad90470e0f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9772291b-8ebf-4223-ac1e-c3c322624eff,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.185978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d9f46e-eec7-4d75-b912-29d6e7705431 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:03.187097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.242540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:03.253079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.292811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474d1e6-7d8c-4754-87ee-d363d6f07e8f tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.295258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c474d1e6-7d8c-4754-87ee-d363d6f07e8f tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5087936 Jul 16 08:57:03.301008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.324437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:03.345862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 20d9f46e-eec7-4d75-b912-29d6e7705431 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:03.348239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d9f46e-eec7-4d75-b912-29d6e7705431 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:03.350087 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.370322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.402330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dbc49a54-0be8-4875-bf4f-a4e1d318ce59 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0996504 Jul 16 08:57:03.405840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.413380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743801061', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:03.414916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e16bfca-865f-424f-b30c-1a7fdbbe3503,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.445429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.447431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1762362a-0761-41a2-b4f4-321479780f19 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116154 Jul 16 08:57:03.452322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.457698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:03.531112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.549358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '9c5402dc-2e55-4490-acff-9a287828f1ba'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:03.550707 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.654252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:03.670521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.689731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.697927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.757749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c3e661-a8fd-403d-97e9-b01a8c3dfcc5,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.781792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.787980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5a0601c-06a9-4295-bc18-06e90a1c71f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3309662 Jul 16 08:57:03.791880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.817954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:03.896575 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:57:03.914183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.919185 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:00Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:03.938225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Allocated IP 2001:db8::f816:3eff:fe5f:206b (6644286e-7329-41f0-8e24-3b72aa1d0dd6/9c5402dc-2e55-4490-acff-9a287828f1ba/997a29ca-b231-4f21-893f-d7a29fbc39a2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:04.099424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.102561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Checking router: 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:04.104539 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Updating router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd port 4e2e611d-3249-4e2a-9c04-22c2b656713c binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:04.106001 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.164313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9298676f-72ed-448d-8eae-3671bad0034b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.176484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.180224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-68171257-2b21-44fb-a98c-8c41a678ed71 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866057 Jul 16 08:57:04.190836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:04.202241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'c88aa691-e637-4959-9b94-e33e041ddfcf', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:04.261194 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.305369 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:57:04.368089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.467683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.537670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Transition to ACTIVE for port object 997a29ca-b231-4f21-893f-d7a29fbc39a2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:04.702609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Transition to ACTIVE for port object 997a29ca-b231-4f21-893f-d7a29fbc39a2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:04.717056 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.755391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.805461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:04.806936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.809800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:04.814984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:04.838185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Subnet': ['ID=6c2c81ea-4991-4304-b970-096dc95a4e1b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.847871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.862917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.906353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.977382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.982978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7879910 Jul 16 08:57:04.985290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8c6ac-5df8-4d2b-9008-8d0a4a956271 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f16b764-6c60-4c7c-91d6-ec5282519349,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.055133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Attempting to bind port 997a29ca-b231-4f21-893f-d7a29fbc39a2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:05.056766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Attempting to bind port 997a29ca-b231-4f21-893f-d7a29fbc39a2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:05.057149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Attempting to bind port 997a29ca-b231-4f21-893f-d7a29fbc39a2 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:05.072753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:05.073167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:05.074274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.074885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:05.076110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Bound port: 997a29ca-b231-4f21-893f-d7a29fbc39a2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:05.077157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.109103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:05.114372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fc5e1eeb-3413-4b9b-9455-f7cc485fd2df up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:05.133283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:05.150796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.151946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.173067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:05.173670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network hostable DHCP agents. Network: 77cd0e31-f144-416c-b4c8-952cfc5aafd0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:05.178623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=08080281-adfd-4d6b-a137-58c1433fc57b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.220542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39492) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:05.230759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-54fb3e10-8605-453f-9856-bb83d514770d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5143821 Jul 16 08:57:05.234452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:30:06:bb', 'name': 'tempest-NetworksTestDHCPv6-1274025497'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:05.267078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:05.277547 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.294698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 77cd0e31-f144-416c-b4c8-952cfc5aafd0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:05.318028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.318939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.330828 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Transition to ACTIVE for port object 4e2e611d-3249-4e2a-9c04-22c2b656713c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:05.332215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0776e6-133f-452e-aa91-34704cd4dd2b None None] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:05.363814 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.401257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf2f2cc6-a7d3-49d4-9ef4-ecc52d983096 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9938552 Jul 16 08:57:05.406652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:05.508408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:05.544319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:05.559688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.627072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90df9a-71f2-4719-b8f1-163f6fe8b49f None None] Pushing event updated for resources: {'Port': ['ID=4e2e611d-3249-4e2a-9c04-22c2b656713c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.653373 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Attempting to bind port 4e2e611d-3249-4e2a-9c04-22c2b656713c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:05.658968 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Attempting to bind port 4e2e611d-3249-4e2a-9c04-22c2b656713c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:05.660238 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Attempting to bind port 4e2e611d-3249-4e2a-9c04-22c2b656713c on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:05.672349 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:05.674563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:05.675202 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.677904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:05.678973 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Bound port: 4e2e611d-3249-4e2a-9c04-22c2b656713c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:05.681390 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.754793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-d5f14a60-c476-4d02-92c4-36996e9a6fa6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989069376&fields=id&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 267 time: 0.1287160 Jul 16 08:57:05.791749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] For port 4e2e611d-3249-4e2a-9c04-22c2b656713c, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:05.798161 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] For port 4e2e611d-3249-4e2a-9c04-22c2b656713c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e2e611d-3249-4e2a-9c04-22c2b656713c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:05.805141 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.910199 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:05.911002 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:05.930035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c6dd-be86-4cf3-9fbf-14d64dd61514 None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.939208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:05.947649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:05.948147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.268476 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.289330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:06.429545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:06.431858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.504976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:06.513999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.556525 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90df9a-71f2-4719-b8f1-163f6fe8b49f None None] Pushing event updated for resources: {'Port': ['ID=4e2e611d-3249-4e2a-9c04-22c2b656713c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.728545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-5022788c-6cda-462d-8bd1-ed705feb43fb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.749168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-5022788c-6cda-462d-8bd1-ed705feb43fb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/networks?id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 797 time: 0.9933114 Jul 16 08:57:06.783645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-ebfad26c-aee0-4380-a42c-dd472cfd24e7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/quotas/fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 375 time: 0.0335314 Jul 16 08:57:06.877306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.918926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.027185 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:00Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:07.030509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-58f48f2b-d179-43bf-a26e-e665294e5d22 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2450602 Jul 16 08:57:07.031568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:07.054513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Allocated IP 172.20.0.2 (77cd0e31-f144-416c-b4c8-952cfc5aafd0/6c2c81ea-4991-4304-b970-096dc95a4e1b/e5ca9617-36e8-4c3d-b134-827380e4801c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:07.066656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:07.160237 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e5e3c-0b62-4883-bc9c-0c37935557a1 None None] The sync data for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 is: [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:00Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:07.230390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:07.492818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.494235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-f3db00f7-854a-4941-ac0b-b59184c7b01e service neutron] 10.222.0.32 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214716 Jul 16 08:57:07.501598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.517705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Transition to ACTIVE for port object e5ca9617-36e8-4c3d-b134-827380e4801c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:07.564027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Transition to ACTIVE for port object e5ca9617-36e8-4c3d-b134-827380e4801c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:07.574818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.719742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:07.744832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.1 (77cd0e31-f144-416c-b4c8-952cfc5aafd0/6c2c81ea-4991-4304-b970-096dc95a4e1b/e48c3213-ffc3-4458-b339-ee06860a1475) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:07.749940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:07.755994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Pushing event updated for resources: {'Port': ['ID=e5ca9617-36e8-4c3d-b134-827380e4801c,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.775365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:07.850431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 57afb2f5-b2ec-4a38-96a4-6646778829e8 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:07.936525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Attempting to bind port e5ca9617-36e8-4c3d-b134-827380e4801c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:07.937396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Attempting to bind port e5ca9617-36e8-4c3d-b134-827380e4801c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:07.938009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Attempting to bind port e5ca9617-36e8-4c3d-b134-827380e4801c on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:07.950390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:07.951249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:07.951940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.952847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Bound using segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:07.953579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Bound port: e5ca9617-36e8-4c3d-b134-827380e4801c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:07.954207 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.052258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f034580-fdf0-4d66-a845-6c6dae78100c None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:08.129264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-f93311ec-8d14-45ff-a3dc-4dbd17500840 service neutron] 10.222.0.32 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829310 Jul 16 08:57:08.202958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] For port e5ca9617-36e8-4c3d-b134-827380e4801c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:08.211183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.216555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] For port e5ca9617-36e8-4c3d-b134-827380e4801c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e5ca9617-36e8-4c3d-b134-827380e4801c,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:08.222151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Provisioning for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:08.236579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.245494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object e48c3213-ffc3-4458-b339-ee06860a1475 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:08.332291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.338159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:08.338827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.403186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:08.409601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:08.413944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:08.499732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.553385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.558056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.559120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.560664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.560664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.560664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.561314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.561314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.561568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.578432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.578432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.578432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:08.598009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 172.20.0.5 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/08080281-adfd-4d6b-a137-58c1433fc57b/57afb2f5-b2ec-4a38-96a4-6646778829e8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:08.616530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.623276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe30:6bb (6644286e-7329-41f0-8e24-3b72aa1d0dd6/9c5402dc-2e55-4490-acff-9a287828f1ba/57afb2f5-b2ec-4a38-96a4-6646778829e8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:08.807260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dde511ea-5d0f-4653-a39c-0d9502ed676b req-649efd0c-28e3-48a9-9f6f-57f19ef0e193 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 210 time: 0.1095047 Jul 16 08:57:08.811461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13fd1-9a56-4f9a-b464-20d14c190bd8 None None] Pushing event updated for resources: {'Port': ['ID=e5ca9617-36e8-4c3d-b134-827380e4801c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.912165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.358895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.427472 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.452313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 57afb2f5-b2ec-4a38-96a4-6646778829e8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:09.497192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fc5e1eeb-3413-4b9b-9455-f7cc485fd2df up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:09.506063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.588188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:09.592685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:09.599948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:09.633560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=57afb2f5-b2ec-4a38-96a4-6646778829e8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.672760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.686840 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.710032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:09.710723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.771030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4351e63a-a7c2-4538-88dc-891f5b4c52d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5487223 Jul 16 08:57:09.774382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39608) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.850298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:09.863008 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.922824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:09.923517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.130727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443a194-7e5c-42f7-99e3-13e2d3ddf475 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.150103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443a194-7e5c-42f7-99e3-13e2d3ddf475 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.157355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f443a194-7e5c-42f7-99e3-13e2d3ddf475 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3762107 Jul 16 08:57:10.157814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39614) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.200359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '9c5402dc-2e55-4490-acff-9a287828f1ba', 'ip_address': '2001:db8::f816:3eff:fe5f:206b'}, {'subnet_id': '08080281-adfd-4d6b-a137-58c1433fc57b'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '997a29ca-b231-4f21-893f-d7a29fbc39a2'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:57:10.218654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ada9f-bbdc-4436-9380-5bf6bfa92af1 None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.450145 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.499988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0c7aa46-9119-4070-bfc4-def77546fbc3 req-ed23ce8a-1e93-459a-9123-b452cb528f67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 210 time: 0.1377389 Jul 16 08:57:10.517847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e2e611d-3249-4e2a-9c04-22c2b656713c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:10.569986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 57afb2f5-b2ec-4a38-96a4-6646778829e8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:10.569986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.817034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.832820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.837830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.848081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4e2e611d-3249-4e2a-9c04-22c2b656713c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:10.857345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4e2e611d-3249-4e2a-9c04-22c2b656713c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:10.858916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.940686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 57afb2f5-b2ec-4a38-96a4-6646778829e8 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:11.070763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.073920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.207354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2df3c8-0e49-441c-9c7f-32c3c47d0da5 None None] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:11.247074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Allocated IP 172.20.0.2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/08080281-adfd-4d6b-a137-58c1433fc57b/997a29ca-b231-4f21-893f-d7a29fbc39a2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:11.358083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:11.364913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:11.387284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.399965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b4ba6af3-17e9-409b-ba26-a4c6fb8d1816 None None] Provisioning for port e5ca9617-36e8-4c3d-b134-827380e4801c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:11.458362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4e2e611d-3249-4e2a-9c04-22c2b656713c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e2e611d-3249-4e2a-9c04-22c2b656713c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:11.474595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.605043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.640214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39630) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:11.733253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=57afb2f5-b2ec-4a38-96a4-6646778829e8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.791007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:11.835009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4e2e611d-3249-4e2a-9c04-22c2b656713c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.882922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:11.966968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:12.061098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-dfb7f9d4-ac1a-448b-b8d4-d1a72290814a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.063344 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-dfb7f9d4-ac1a-448b-b8d4-d1a72290814a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/networks?id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 797 time: 0.4862764 Jul 16 08:57:12.088738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:12.095089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a22ef066-4705-47b0-94fd-2d6c785c90c7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6841018 Jul 16 08:57:12.157438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Sync routers for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:12.178446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.190364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c27ee3ed-34d3-44fc-a922-f88106eaa1b7 req-b7de3165-2d22-423a-a747-badf53253596 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 210 time: 0.2291627 Jul 16 08:57:12.197916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d619d90-1620-4b53-9015-141be31b650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.219140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.222234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1ab1a00a-1e0a-4742-b5da-fc2bc56ceec4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/57afb2f5-b2ec-4a38-96a4-6646778829e8 HTTP/1.1" status: 204 len: 168 time: 2.0617180 Jul 16 08:57:12.225024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:12.226799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Transition to ACTIVE for port object 997a29ca-b231-4f21-893f-d7a29fbc39a2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:12.238031 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.270206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-88c43af6-34ae-460d-9c0c-441fffd2f665 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 379 time: 0.1647909 Jul 16 08:57:12.281735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'port': {'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'admin_state_up': True, 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'security_groups': ['c88aa691-e637-4959-9b94-e33e041ddfcf']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:12.334147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364cb7f-1171-4898-b552-54d97a627e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.335700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364cb7f-1171-4898-b552-54d97a627e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.337412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364cb7f-1171-4898-b552-54d97a627e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.342479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c364cb7f-1171-4898-b552-54d97a627e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1158767 Jul 16 08:57:12.342815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:12.379130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:12.379787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:56:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:12.403042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.521906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 08080281-adfd-4d6b-a137-58c1433fc57b {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:12.559671 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.585043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-9a6d5bca-0081-47d7-8e0a-2f7ad943cb2d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961824938&fields=id&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 267 time: 0.1636262 Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.694694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.695351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.695351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.695513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.695879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.696153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ec343-0bd4-45dd-bc5a-df2c772bc5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.710424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e5ca9617-36e8-4c3d-b134-827380e4801c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:12.746175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.786567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d619d90-1620-4b53-9015-141be31b650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.830622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:12.831561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d619d90-1620-4b53-9015-141be31b650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.842834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:12.847843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.871252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e5ca9617-36e8-4c3d-b134-827380e4801c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:12.885462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e5ca9617-36e8-4c3d-b134-827380e4801c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:12.885833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.967276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d619d90-1620-4b53-9015-141be31b650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60477cc6-4f27-43f6-aaff-0178bae475ad,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.974381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Provisioning for port e48c3213-ffc3-4458-b339-ee06860a1475 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:12.977464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-3ea2f3e5-fa45-4c75-90bc-74b1baab0c77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.979033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-3ea2f3e5-fa45-4c75-90bc-74b1baab0c77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 796 time: 0.3929999 Jul 16 08:57:13.023127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2d619d90-1620-4b53-9015-141be31b650b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=322ced2c3361499a854fa1444d08a2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3733735 Jul 16 08:57:13.023465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39656) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:13.027557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Provisioning complete for port e48c3213-ffc3-4458-b339-ee06860a1475 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:13.028001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.068010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5c244aa4-67b5-4753-b59a-63e4585355b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.129025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Port e48c3213-ffc3-4458-b339-ee06860a1475 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:13.140751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.188059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.216878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-ccacc20a-0405-476c-8d5f-df64b3f97ee3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/quotas/230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 375 time: 0.1666567 Jul 16 08:57:13.246086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Provisioning complete for port e5ca9617-36e8-4c3d-b134-827380e4801c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:13.246463 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65cf9633-4b7a-4c06-901b-aef36058d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.316069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.351980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.359416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.364221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.367678 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60477cc6-4f27-43f6-aaff-0178bae475ad HTTP/1.1" status: 204 len: 168 time: 0.3415012 Jul 16 08:57:13.387640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5c56-ebac-44bd-8a88-dc7c8fdce714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60477cc6-4f27-43f6-aaff-0178bae475ad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.521889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e5ca9617-36e8-4c3d-b134-827380e4801c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e5ca9617-36e8-4c3d-b134-827380e4801c,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:13.528974 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.574784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c44c266-115e-47c9-a9ef-10202fb4241a req-5bc26fcc-7478-4e93-a65a-9244010fd64c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 210 time: 0.0966625 Jul 16 08:57:13.595747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 2, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:13.757683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Checking router: 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:13.757858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Updating router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd port e48c3213-ffc3-4458-b339-ee06860a1475 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:13.815213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e2e611d-3249-4e2a-9c04-22c2b656713c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:13.834359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-c2fbfb3f-ee19-4240-8732-ea21e4e05d66 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6146007 Jul 16 08:57:13.838077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.10 (1f338910-35be-4de5-b2d7-2fa8ceb7b7e0/0374c4cf-f646-491c-a9f3-2017c8ebc6d5/aef0432e-db85-481c-ab25-7f8d0bcb0ad7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:13.872313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.927267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e5ca9617-36e8-4c3d-b134-827380e4801c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.948685 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.006005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.011827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/08080281-adfd-4d6b-a137-58c1433fc57b HTTP/1.1" status: 204 len: 168 time: 1.6547837 Jul 16 08:57:14.015102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f708881-bf3a-4b6f-a60e-06d5a4f8d4df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=08080281-adfd-4d6b-a137-58c1433fc57b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.015339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4e2e611d-3249-4e2a-9c04-22c2b656713c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:14.015339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.016696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39672) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.169855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.235728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 9c5402dc-2e55-4490-acff-9a287828f1ba {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:14.251032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.275703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-669ef15e-4c2a-42cf-b4d5-25e706494a8b None None] Provisioning complete for port e48c3213-ffc3-4458-b339-ee06860a1475 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:14.276119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-669ef15e-4c2a-42cf-b4d5-25e706494a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.396703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51917d1a-406b-4b22-8d3b-d92e7516d1ab None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:14.407730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.458490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-669ef15e-4c2a-42cf-b4d5-25e706494a8b None None] Port e48c3213-ffc3-4458-b339-ee06860a1475 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:14.540497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:14.542075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.589843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70d9f742-2e1b-4a71-9c4b-68e51f10f36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.636565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ebf132e5-8119-412a-b8ae-143bca06a186 None None] Provisioning for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:14.657885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.668061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ebf132e5-8119-412a-b8ae-143bca06a186 None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:14.668440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ebf132e5-8119-412a-b8ae-143bca06a186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.687593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.704655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5402dc-2e55-4490-acff-9a287828f1ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:14.706762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object aef0432e-db85-481c-ab25-7f8d0bcb0ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:14.717708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.723570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3dc1b13b-78fc-4c37-892d-1822b76ad8ff tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/9c5402dc-2e55-4490-acff-9a287828f1ba HTTP/1.1" status: 204 len: 168 time: 0.7054081 Jul 16 08:57:14.724375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.788131 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8dd65a3e-6460-4882-9fbc-cde3b323c49b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621238 Jul 16 08:57:14.788794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.794747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:14.814648 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.817416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:14.817789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.867627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Transition to ACTIVE for port object e48c3213-ffc3-4458-b339-ee06860a1475 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:14.891725 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.000137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15db61f-a8a2-4dd0-8b5d-bb12c1b509af None None] Pushing event updated for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.011732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.124539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.172718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:15.194227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-81c9d81d-1368-4a7b-8377-1b9d255e3894 service neutron] 10.222.0.32 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2905862 Jul 16 08:57:15.224513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Attempting to bind port e48c3213-ffc3-4458-b339-ee06860a1475 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:15.224818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Attempting to bind port e48c3213-ffc3-4458-b339-ee06860a1475 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:15.225127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Attempting to bind port e48c3213-ffc3-4458-b339-ee06860a1475 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:15.233280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:15.233875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:15.234422 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.234831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Bound using segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:15.235327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Bound port: e48c3213-ffc3-4458-b339-ee06860a1475, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:15.235714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.309328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:15.318064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:15.463118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70d9f742-2e1b-4a71-9c4b-68e51f10f36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.494236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5889566-f88a-458c-adf6-e81c32f42043 req-ff7cf420-10ca-4f60-9ebe-6704d6484300 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.496693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:15.501246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.506010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5889566-f88a-458c-adf6-e81c32f42043 req-ff7cf420-10ca-4f60-9ebe-6704d6484300 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 932 time: 0.6475430 Jul 16 08:57:15.536891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-70d9f742-2e1b-4a71-9c4b-68e51f10f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.566321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54f9dc-ea1d-467f-8a58-c92cb6ac2138 None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '9c5402dc-2e55-4490-acff-9a287828f1ba'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '997a29ca-b231-4f21-893f-d7a29fbc39a2'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:57:15.608115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-70d9f742-2e1b-4a71-9c4b-68e51f10f36f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11e0c3a6182a4fb0a34e10cae7504774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4364913 Jul 16 08:57:15.646860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.648089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.654714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39690) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:15.707686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce54f9dc-ea1d-467f-8a58-c92cb6ac2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.712476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-b1fb9cb6-4050-4820-b4fe-5e460bb9747b service neutron] 10.222.0.32 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161853 Jul 16 08:57:15.721754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e5ca9617-36e8-4c3d-b134-827380e4801c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:15.746932 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a773621e-0033-471d-a626-5991fcf7546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.827892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] For port e48c3213-ffc3-4458-b339-ee06860a1475, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:15.835028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f742-2e1b-4a71-9c4b-68e51f10f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc4a948-d16c-412b-955c-c8f04d3a75b8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.875356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-05b2e7e5-0073-4be0-8b01-e609dde7c85c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5981474 Jul 16 08:57:15.907982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Request body: {'port': {'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:15.915233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5889566-f88a-458c-adf6-e81c32f42043 req-90dd1b9e-59a0-4096-b7e0-441bd7033981 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831232 Jul 16 08:57:15.938200 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.957391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] For port e48c3213-ffc3-4458-b339-ee06860a1475, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e48c3213-ffc3-4458-b339-ee06860a1475,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:15.982803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02c486ad-8e47-4c8c-b3a9-7bd966d79381 None None] Provisioning for port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:15.985767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.995878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.070010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02c486ad-8e47-4c8c-b3a9-7bd966d79381 None None] Provisioning complete for port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:16.072600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02c486ad-8e47-4c8c-b3a9-7bd966d79381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.107628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.131005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.287349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:16.292923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:16.310658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.311348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.360120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=b6c669dd-2a2c-4fd0-a446-83c56828e5d7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.373614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7fe41ca1-7254-43a0-b222-84bf9c6f58e4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5795550 Jul 16 08:57:16.373614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.382660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:16.419136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:16.420429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:16.435349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81588be2-d1c6-492b-911b-fe23dfdaf3f9 req-1b79eb35-482b-4f56-b3a4-32039e146f8a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 210 time: 0.1174653 Jul 16 08:57:16.454737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.536349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.539252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.541268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fc4a948-d16c-412b-955c-c8f04d3a75b8 HTTP/1.1" status: 204 len: 168 time: 0.8379369 Jul 16 08:57:16.573707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063422e1-a031-4a52-a667-d644fc4e0274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc4a948-d16c-412b-955c-c8f04d3a75b8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.689298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15db61f-a8a2-4dd0-8b5d-bb12c1b509af None None] Pushing event updated for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.814357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:16.833025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.840712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b133a-e487-41c5-aa0b-841c333bd2b3 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:16.915953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02c486ad-8e47-4c8c-b3a9-7bd966d79381 None None] Port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:16.928658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e5ca9617-36e8-4c3d-b134-827380e4801c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:16.929491 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.011699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.075851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:17.473839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-42ee8035-d546-48c9-adc5-7ce9ab0b0b4e None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:17.474235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42ee8035-d546-48c9-adc5-7ce9ab0b0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.687360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:15Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:17.735445 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:17.796922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0cbe73-6acb-4dd3-8e37-91ac9d580aa9 None None] The sync data for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 is: [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:15Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:17.837973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a1650-1217-4fd2-8beb-c418065590cf req-b40485f0-27fa-48ba-97cd-3f694345283e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.850092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df7a1650-1217-4fd2-8beb-c418065590cf req-b40485f0-27fa-48ba-97cd-3f694345283e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 932 time: 0.6022639 Jul 16 08:57:17.942943 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef0432e-db85-481c-ab25-7f8d0bcb0ad7 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:17.989229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.003821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:18.091170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df7a1650-1217-4fd2-8beb-c418065590cf req-e8a301d2-e821-459f-b1bc-33f0d2e12541 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364404 Jul 16 08:57:18.106913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Transition to ACTIVE for port object aef0432e-db85-481c-ab25-7f8d0bcb0ad7 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:18.118000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.403159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa791fd1-7bfd-40c5-8041-e108347f45e6 req-9b762806-7fee-415a-b7a3-a7546c34cc62 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 210 time: 0.1636322 Jul 16 08:57:18.437227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': 'b6c669dd-2a2c-4fd0-a446-83c56828e5d7'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '997a29ca-b231-4f21-893f-d7a29fbc39a2'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:57:18.473637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Pushing event updated for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:18.539254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:18.594963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Attempting to bind port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:18.596129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Attempting to bind port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:18.597340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Attempting to bind port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 on network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:18.612089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 on network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:18.612892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Attempting to bind port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 on network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:18.621909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:18.634762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.636527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Checking segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:18.637610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Bound using segment: {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:18.638491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Bound port: aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:18.639226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.802448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.802448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.842628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:18.848870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:18.857250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.923083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.923724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.928294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] 10.222.0.46 "PUT /v2.0/ports/aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 200 len: 1093 time: 3.0253055 Jul 16 08:57:18.928833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:18.938889 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770be2bb-f30d-48ea-a381-c75b96b67ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:19.024638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.069136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc62f-5462-432e-b459-bcd3bb34f463 service neutron] Pushing event updated for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.089859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.240859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.428781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-98ac426a-b6af-4fa3-8cd9-9787b0bb4cec tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.430714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-98ac426a-b6af-4fa3-8cd9-9787b0bb4cec tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 796 time: 0.2543061 Jul 16 08:57:19.433673 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abfd44d-aaae-44f4-8c31-b5fa50408645 x-openstack-request-id: req-5abfd44d-aaae-44f4-8c31-b5fa50408645 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:19.434212 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:19.434642 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5abfd44d-aaae-44f4-8c31-b5fa50408645 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:19.435357 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'status': 'completed', 'code': 200} Jul 16 08:57:19.464577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.585890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-a7ddc857-b30e-4f44-a441-17fd4933c946 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 380 time: 0.1238654 Jul 16 08:57:19.603381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'port': {'device_id': '07e72875-be71-49ba-b445-294196e1593a', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'admin_state_up': True, 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'security_groups': ['a2e18225-6cd1-4b03-9c50-d1afbda8943f']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:19.684006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0cc29-1eff-45e6-834e-b15eebd78779 req-9c97f23e-b520-471a-8615-0cedfcb4e3c7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.696142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fb0cc29-1eff-45e6-834e-b15eebd78779 req-9c97f23e-b520-471a-8615-0cedfcb4e3c7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 944 time: 0.2640934 Jul 16 08:57:19.852669 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe5f:206b-5da3741a-7e30-4a3a-b13c-17abddc54a {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:57:19.853507 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:57:19.886706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e48c3213-ffc3-4458-b339-ee06860a1475 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:19.903674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7bfd458-3ce7-4f3e-861d-5e51fea7da48 req-9c8f680f-8cb3-4472-b026-fea47a9d0df3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 210 time: 0.1172838 Jul 16 08:57:19.932666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1fb0cc29-1eff-45e6-834e-b15eebd78779 req-325e28f3-8448-45c2-9973-11a2415d6b92 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355318 Jul 16 08:57:20.009628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e48c3213-ffc3-4458-b339-ee06860a1475 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:20.019059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e48c3213-ffc3-4458-b339-ee06860a1475 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:20.019531 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.136095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:20.175060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-84cc7e43-b6c1-4c13-bbcf-90c193b1b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.178575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-84cc7e43-b6c1-4c13-bbcf-90c193b1b7cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1096 time: 0.8879654 Jul 16 08:57:20.219263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:20.257293 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.266453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.311787 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-333f8b59-89d1-4c0e-9675-6d174b7e8cf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 200 len: 217 time: 0.1251626 Jul 16 08:57:20.341049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e48c3213-ffc3-4458-b339-ee06860a1475, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e48c3213-ffc3-4458-b339-ee06860a1475,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:20.347566 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.378293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.458215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.460303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.490515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.523596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.628706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.12 (77cd0e31-f144-416c-b4c8-952cfc5aafd0/6c2c81ea-4991-4304-b970-096dc95a4e1b/fc4a59dc-b145-4c56-b706-8f48867c0850) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:20.634692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:20.639147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:20.648294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-ecbfe68d-b3af-4c98-abc2-06cdd9f54ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.650124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-ecbfe68d-b3af-4c98-abc2-06cdd9f54ecd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0374c4cf-f646-491c-a9f3-2017c8ebc6d5 HTTP/1.1" status: 200 len: 835 time: 0.3155284 Jul 16 08:57:20.666676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:20.686061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.686889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.709549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=59911a92-b51e-456d-8877-f2eae11182b5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.751149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.763235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ae74cf3-8512-45a4-a95f-c9ecc1892beb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3890536 Jul 16 08:57:20.771558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39766) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:20.778959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:c0:06:49', 'name': 'tempest-NetworksTestDHCPv6-528087654'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:20.845421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-a814c43c-117b-4ea8-b4f4-148ec05fa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.847983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-a814c43c-117b-4ea8-b4f4-148ec05fa05f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768110 Jul 16 08:57:21.118362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.131364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90a5263c-975d-4004-aef8-b7ea0536adba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.171983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-e03fe895-45de-4f88-9b2d-0320c98042d6 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151517 Jul 16 08:57:21.172903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object fc4a59dc-b145-4c56-b706-8f48867c0850 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:21.184175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:21.363603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.451405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Allocated IP 172.20.0.2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b6c669dd-2a2c-4fd0-a446-83c56828e5d7/997a29ca-b231-4f21-893f-d7a29fbc39a2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:21.453035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.458578 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0dbfadaa-601d-4296-ae11-899930c1ef98 req-eead8af8-5ee0-4919-b00e-280302b06bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791204 Jul 16 08:57:21.516712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:21.539530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:21.553454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:21.588625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:21.635998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port b58f3b77-cd99-4eec-aa0d-1672f2f7c783 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:21.673487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-00b9768b-f678-44da-9c17-e0d4e90172c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.678243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-00b9768b-f678-44da-9c17-e0d4e90172c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1096 time: 0.1497996 Jul 16 08:57:21.730922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:21.756278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e48c3213-ffc3-4458-b339-ee06860a1475 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:21.782492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90a5263c-975d-4004-aef8-b7ea0536adba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.798812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1c29-0d0c-44fa-ba9c-20aa08e3f85b req-d5b93b4f-d3f0-47a1-872c-cddf352a3c23 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.801022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b49c1c29-0d0c-44fa-ba9c-20aa08e3f85b req-d5b93b4f-d3f0-47a1-872c-cddf352a3c23 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 932 time: 0.4786012 Jul 16 08:57:21.813031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.813929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.817187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90a5263c-975d-4004-aef8-b7ea0536adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.883533 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.902215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e48c3213-ffc3-4458-b339-ee06860a1475 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:21.902590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.939085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Transition to ACTIVE for port object 997a29ca-b231-4f21-893f-d7a29fbc39a2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:21.946573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.958466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-d0bb9d8c-3bae-4478-bba4-5bea710eb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.961956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-d0bb9d8c-3bae-4478-bba4-5bea710eb8d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 898 time: 0.2752736 Jul 16 08:57:21.966203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90a5263c-975d-4004-aef8-b7ea0536adba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3489d7625ff04c2e9b09790018af8e52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3222954 Jul 16 08:57:21.966203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5263c-975d-4004-aef8-b7ea0536adba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65e924-681c-41e7-86d5-768dcaee9e7f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:21.966960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.978382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183af093-84ea-429c-a4e8-2ccadb1d5748 req-be64adab-57d4-473a-a23c-3be325d43969 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.987185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-183af093-84ea-429c-a4e8-2ccadb1d5748 req-be64adab-57d4-473a-a23c-3be325d43969 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 944 time: 0.5478308 Jul 16 08:57:22.009931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-5d2808a2-feb2-467a-b0ce-23bd1d3dbe00 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4190652 Jul 16 08:57:22.052660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Request body: {'port': {'device_id': '07e72875-be71-49ba-b445-294196e1593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:22.074332 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-f0803abf-152d-4d7e-9c5c-5e214d5a6496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 200 len: 217 time: 0.0933573 Jul 16 08:57:22.119456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2ea315f-fd1e-49c5-895a-fe52b0bf5df3 None None] Provisioning for port fc4a59dc-b145-4c56-b706-8f48867c0850 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:22.138425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c2ea315f-fd1e-49c5-895a-fe52b0bf5df3 None None] Provisioning complete for port fc4a59dc-b145-4c56-b706-8f48867c0850 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:22.139073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c2ea315f-fd1e-49c5-895a-fe52b0bf5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.185754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de221fd-876d-41b0-a1e8-150b7a64f548 None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:22.219790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-e1528c66-af23-426c-9373-71b2d8c260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.222583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-e1528c66-af23-426c-9373-71b2d8c260bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0374c4cf-f646-491c-a9f3-2017c8ebc6d5 HTTP/1.1" status: 200 len: 835 time: 0.1377299 Jul 16 08:57:22.224016 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.248121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea315f-fd1e-49c5-895a-fe52b0bf5df3 None None] Port fc4a59dc-b145-4c56-b706-8f48867c0850 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:22.303190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.391035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-d003d914-df7c-4101-9aa2-bc20cb85f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.392698 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-d003d914-df7c-4101-9aa2-bc20cb85f52a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617646 Jul 16 08:57:22.446299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.449331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.450881 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f65e924-681c-41e7-86d5-768dcaee9e7f HTTP/1.1" status: 204 len: 168 time: 0.4820306 Jul 16 08:57:22.469570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949fc6-9bc8-4567-ab9b-765bbcc43877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65e924-681c-41e7-86d5-768dcaee9e7f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:22.563254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-994a8c0d-332d-43bc-8919-c5ce3360df96 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632600 Jul 16 08:57:22.612974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-183af093-84ea-429c-a4e8-2ccadb1d5748 req-fdb341e8-70e2-43c1-96a1-bffaf5c76344 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6242607 Jul 16 08:57:22.633843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b49c1c29-0d0c-44fa-ba9c-20aa08e3f85b req-3dd7b547-9ee5-4937-a962-2f9c64de0b9e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8096490 Jul 16 08:57:22.732418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.878131 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-770be2bb-f30d-48ea-a381-c75b96b67ba4 req-adad35a4-cb02-4259-9dd4-b67802a9fc00 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078165 Jul 16 08:57:22.892329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 172.20.0.8 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b6c669dd-2a2c-4fd0-a446-83c56828e5d7/b58f3b77-cd99-4eec-aa0d-1672f2f7c783) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:22.910312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fec0:649 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/59911a92-b51e-456d-8877-f2eae11182b5/b58f3b77-cd99-4eec-aa0d-1672f2f7c783) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:23.366627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.380684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fbbf4f-59ec-4dd3-a7fc-3d7c73b8c019 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:23.423130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object b58f3b77-cd99-4eec-aa0d-1672f2f7c783 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:23.435144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Provisioning for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:23.447853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:23.452793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.612216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:23.646589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.665783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.856374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Transition to ACTIVE for port object fc4a59dc-b145-4c56-b706-8f48867c0850 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:23.861895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=b58f3b77-cd99-4eec-aa0d-1672f2f7c783,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:23.878452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:23.880938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.900137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:23.923832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:23.946337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aef0432e-db85-481c-ab25-7f8d0bcb0ad7 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:23.949326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:23.988477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.074163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.075132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.086734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.194058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:24.198221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ebbc1c17-db49-4d4a-a49c-aef9368a7631 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.4251547 Jul 16 08:57:24.201022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.246586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:24.246929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:24.247262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:24.263399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:24.264001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:24.292066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df169e3-f356-4b41-821d-6f00d7c9290f req-4ef33cf8-0e85-4931-ae3c-fdb271b7904c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.294352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0df169e3-f356-4b41-821d-6f00d7c9290f req-4ef33cf8-0e85-4931-ae3c-fdb271b7904c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.2641516 Jul 16 08:57:24.295661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:24.296267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:24.296875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Bound using segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:24.297587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Bound port: fc4a59dc-b145-4c56-b706-8f48867c0850, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:24.298165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.321029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:24.339248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:24.340345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caafab0-3c52-4b87-b97e-cec2b28ff15d req-0852d74f-c437-4a53-8a9f-976d5d40ffa6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.349088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3caafab0-3c52-4b87-b97e-cec2b28ff15d req-0852d74f-c437-4a53-8a9f-976d5d40ffa6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 944 time: 0.3054802 Jul 16 08:57:24.349329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:24.349567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.351357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.395461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821bdab0-4942-47c0-bebc-2a2de19bbc33 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.405509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821bdab0-4942-47c0-bebc-2a2de19bbc33 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.408908 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-821bdab0-4942-47c0-bebc-2a2de19bbc33 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2051923 Jul 16 08:57:24.414154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.547168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ef34a-cf92-4fdd-933b-c307c586c961 None None] Pushing event updated for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.648104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0df169e3-f356-4b41-821d-6f00d7c9290f req-0cebe4a8-9033-4a09-a34b-9de98905b4d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450475 Jul 16 08:57:24.707348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port b58f3b77-cd99-4eec-aa0d-1672f2f7c783 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:24.707906 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.728140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3caafab0-3c52-4b87-b97e-cec2b28ff15d req-214663b0-1c12-43e1-b49d-30e7bc288599 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772795 Jul 16 08:57:24.752611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:24.762676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:24.770638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.823842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.831911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.832840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.842708 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1093 time: 2.8191197 Jul 16 08:57:24.843574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:24.868269 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:24.911892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef0432e-db85-481c-ab25-7f8d0bcb0ad7 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:25.024458 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd2c847-10a4-4d21-b876-b61cdb408a34 x-openstack-request-id: req-0bd2c847-10a4-4d21-b876-b61cdb408a34 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:25.024973 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:25.025395 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bd2c847-10a4-4d21-b876-b61cdb408a34 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:25.030737 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:57:25.074095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:25.087268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.206805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.227275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.271242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for b58f3b77-cd99-4eec-aa0d-1672f2f7c783 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:25.282165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757857-6c61-4134-932b-26a385dffaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.318388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['aef0432e-db85-481c-ab25-7f8d0bcb0ad7'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:25.346740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-86775b66-ef02-41d5-bf74-6a8a2711d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.348569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-86775b66-ef02-41d5-bf74-6a8a2711d613 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.3117959 Jul 16 08:57:25.489372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-125cbcd5-c1f4-4d0b-9db8-bbc65e87be40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 217 time: 0.1333518 Jul 16 08:57:25.657165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-eefb14eb-86d4-40cf-a48e-c1443fa73546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.659889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-eefb14eb-86d4-40cf-a48e-c1443fa73546 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1606817 Jul 16 08:57:25.897843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-10b8a2f5-508c-48b8-a09a-b33ecf1c88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.908582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-10b8a2f5-508c-48b8-a09a-b33ecf1c88f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417328 Jul 16 08:57:25.949898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.008557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:26.020467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=b58f3b77-cd99-4eec-aa0d-1672f2f7c783,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.173914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.181450 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df24c8bb-e97a-4ce9-a037-89f0c70b1d85 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/b58f3b77-cd99-4eec-aa0d-1672f2f7c783 HTTP/1.1" status: 204 len: 168 time: 1.7629275 Jul 16 08:57:26.181693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.328335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-9d26ddf3-90d6-4281-95fb-b1013e34ef7f service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120343 Jul 16 08:57:26.355696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06c4ab-83b8-40af-b00b-c0533789bbf7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.360413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06c4ab-83b8-40af-b00b-c0533789bbf7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.369202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06c4ab-83b8-40af-b00b-c0533789bbf7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.370912 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd06c4ab-83b8-40af-b00b-c0533789bbf7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1868865 Jul 16 08:57:26.376283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39864) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.427440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d7338396-d0aa-4442-92a8-d2ffac43e559 None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:26.428097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7338396-d0aa-4442-92a8-d2ffac43e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.450465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 997a29ca-b231-4f21-893f-d7a29fbc39a2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:26.451163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.464362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 59911a92-b51e-456d-8877-f2eae11182b5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:26.478503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.576652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40465ed7-a4c0-41ea-a604-6861bc38b73a req-09b7266d-0b92-4773-b6c9-bb00f916d0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419581 Jul 16 08:57:26.638124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a49ef-a548-42ed-8e5d-446bbaa7a247 req-7043bf12-f2f9-4de2-99f8-e06c3afee60f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.640363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.651251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-617a49ef-a548-42ed-8e5d-446bbaa7a247 req-7043bf12-f2f9-4de2-99f8-e06c3afee60f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.6335304 Jul 16 08:57:26.691226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a359c9-862b-4e07-beb7-1435da56618b req-d19e472c-5cba-413d-a216-0abe2f9a08b7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.701332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1a359c9-862b-4e07-beb7-1435da56618b req-d19e472c-5cba-413d-a216-0abe2f9a08b7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 945 time: 0.6435912 Jul 16 08:57:26.703985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d7338396-d0aa-4442-92a8-d2ffac43e559 None None] Could not find standard attr ID for object b58f3b77-cd99-4eec-aa0d-1672f2f7c783. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:26.842962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.876180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1a359c9-862b-4e07-beb7-1435da56618b req-4b0c6149-0aeb-4d99-9feb-e506805dbb52 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722631 Jul 16 08:57:26.929453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-939f37e5-de71-46fa-a27e-9e7d528ae666 None None] Could not find standard attr ID for object 57afb2f5-b2ec-4a38-96a4-6646778829e8. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:26.946201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-617a49ef-a548-42ed-8e5d-446bbaa7a247 req-de778f7b-5d28-4814-9816-85cd57c80a80 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884471 Jul 16 08:57:26.998595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-d18c84d6-2de0-49cc-b6b8-1d6318541946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.006257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-d18c84d6-2de0-49cc-b6b8-1d6318541946 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.2845316 Jul 16 08:57:27.073160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.117497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=59911a92-b51e-456d-8877-f2eae11182b5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.124764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.127286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b071b792-4e3e-48dd-a40d-5981ba7843ac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/59911a92-b51e-456d-8877-f2eae11182b5 HTTP/1.1" status: 204 len: 168 time: 0.7489362 Jul 16 08:57:27.131049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.228794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet b6c669dd-2a2c-4fd0-a446-83c56828e5d7 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:27.233206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.270278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-f21a8e5d-488d-4524-82c9-08fc8d36743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.273187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-f21a8e5d-488d-4524-82c9-08fc8d36743f service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2598305 Jul 16 08:57:27.325733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.392894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-fb8d4e8c-112e-4470-96d0-8fbc34ca7a13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 217 time: 0.1104999 Jul 16 08:57:27.488881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.499122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-162dd736-3c8d-41ea-8523-ec6e45bf55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.501686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-162dd736-3c8d-41ea-8523-ec6e45bf55a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1005843 Jul 16 08:57:27.524694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d3132-d37b-4763-a8a0-cbdd38c1f9b4 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:27.561440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.610097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d52170a8-1547-4f8c-afda-31e53f3d297c None None] Could not find standard attr ID for object b58f3b77-cd99-4eec-aa0d-1672f2f7c783. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:27.614649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c669dd-2a2c-4fd0-a446-83c56828e5d7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.618642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.620898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4697e09c-613d-4e2e-8668-9280d8761f48 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b6c669dd-2a2c-4fd0-a446-83c56828e5d7 HTTP/1.1" status: 204 len: 168 time: 0.4876311 Jul 16 08:57:27.628799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39876) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.638747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-73b2e629-73ae-49bb-ba9a-fd52625a7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.642847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-73b2e629-73ae-49bb-ba9a-fd52625a7910 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323788 Jul 16 08:57:27.734436 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-66963440-833e-47e1-9468-1c751e475ad7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036189 Jul 16 08:57:27.738500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.750752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:27.831599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-9d032f37-c53d-4eb1-8b49-221aece232d9 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821878 Jul 16 08:57:27.855482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:27.883414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aef0432e-db85-481c-ab25-7f8d0bcb0ad7 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:28.024322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:28.040391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:28.043864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.062337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:28.068818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a74af37-de3d-46bd-a2ff-bd3a2bf81a4e req-8dcb2c99-f26e-482f-aae0-10539dabe653 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298410 Jul 16 08:57:28.325577 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.427015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:28.510257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:28.512739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:28.519201 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.657181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee327a1c-a7ae-40b0-949f-789803947a6b req-facc76c4-72e5-4be9-9abd-eb625d0fc073 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.663028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee327a1c-a7ae-40b0-949f-789803947a6b req-facc76c4-72e5-4be9-9abd-eb625d0fc073 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 945 time: 0.3512771 Jul 16 08:57:28.664508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:28.666172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.682550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.730138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb660894-1312-4f42-9c88-3169a1206cfb req-a9e547f7-2702-4f62-b9b8-6f1570be175c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.733292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.740992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:28.743551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb660894-1312-4f42-9c88-3169a1206cfb req-a9e547f7-2702-4f62-b9b8-6f1570be175c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.3106894 Jul 16 08:57:28.758246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:28.763909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:28.784968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.786190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.796568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee327a1c-a7ae-40b0-949f-789803947a6b req-826e7533-2852-4605-9691-f49ce467dbb9 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196480 Jul 16 08:57:28.874385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1332357 Jul 16 08:57:28.878500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae2cbd-dbe7-47b8-8712-341412cf98df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=08f2d1f9-4924-4a6e-b521-60ff9896fe54,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.886156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.904580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:28.906425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb660894-1312-4f42-9c88-3169a1206cfb req-5e0aa453-a8bb-47ec-93d2-abb74a52d3cc tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604292 Jul 16 08:57:29.170998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fc4a59dc-b145-4c56-b706-8f48867c0850'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:29.274717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:29.290630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5dfd0-f754-4666-b629-f68c5d8d335c req-34dd027f-4b6a-4391-877f-896cc3981be6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.302955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c5dfd0-f754-4666-b629-f68c5d8d335c req-34dd027f-4b6a-4391-877f-896cc3981be6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1943641 Jul 16 08:57:29.311838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.375669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51c5dfd0-f754-4666-b629-f68c5d8d335c req-c21dcac2-5026-4b09-a30a-62cec78fcaa5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712421 Jul 16 08:57:29.411459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.468970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Deleting port 997a29ca-b231-4f21-893f-d7a29fbc39a2 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:29.469362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.499761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:29.502981 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba6a21-0e89-4e5c-a996-0811cda756f3" -d '{"events": [{"server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "name": "network-vif-plugged", "status": "completed", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:29.550605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:29.567606 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.654873 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1407764-2247-4b17-8f3c-ce72b03c1b63 x-openstack-request-id: req-b1407764-2247-4b17-8f3c-ce72b03c1b63 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:29.655441 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "name": "network-vif-plugged", "status": "completed", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:29.655888 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1407764-2247-4b17-8f3c-ce72b03c1b63 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:29.656505 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'code': 200} Jul 16 08:57:29.793183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.798213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] For port 997a29ca-b231-4f21-893f-d7a29fbc39a2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=997a29ca-b231-4f21-893f-d7a29fbc39a2,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:29.799169 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.851041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Calling delete_port for 997a29ca-b231-4f21-893f-d7a29fbc39a2 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:29.864524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 997a29ca-b231-4f21-893f-d7a29fbc39a2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:29.874356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb5a9b-b81b-481c-884d-ca3e0d651880 req-d94c125e-4686-4108-92d9-c91585be4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.877776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cb5a9b-b81b-481c-884d-ca3e0d651880 req-d94c125e-4686-4108-92d9-c91585be4c6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1098 time: 0.1572638 Jul 16 08:57:30.006690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cb5a9b-b81b-481c-884d-ca3e0d651880 req-cd461e6b-6850-401e-9a38-69d9e598356a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978308 Jul 16 08:57:30.037393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:30.278528 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.303776 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.378456 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Could not find related port for resource to bump revision. Jul 16 08:57:30.386460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] Pushing event deleted for resources: {'Port': ['ID=997a29ca-b231-4f21-893f-d7a29fbc39a2,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.390128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Port 997a29ca-b231-4f21-893f-d7a29fbc39a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:57:30.395550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5f:206b {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:57:30.401765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5f:206b {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:57:30.403353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.410195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d291741-ba6c-4f22-9cd1-067a280bac75 None None] No DVR routers for this DVR port 997a29ca-b231-4f21-893f-d7a29fbc39a2 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:30.499512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b34960-506d-4794-859c-1d381d422d3c req-08a708a1-3397-41ef-a778-3acc630fb07e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.501488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9731046-0a29-4caf-bb58-dea017e6c731 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:30.501834 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59b34960-506d-4794-859c-1d381d422d3c req-08a708a1-3397-41ef-a778-3acc630fb07e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.2094829 Jul 16 08:57:30.542824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa7d4-8ee9-4194-8ad5-266995638acc req-855738d8-788f-4f6b-b9f0-7df847fa39b8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.551746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75caa7d4-8ee9-4194-8ad5-266995638acc req-855738d8-788f-4f6b-b9f0-7df847fa39b8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.2810380 Jul 16 08:57:30.634464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75caa7d4-8ee9-4194-8ad5-266995638acc req-ac039bde-823f-45e6-8af8-25adcfcf6079 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811195 Jul 16 08:57:30.678075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59b34960-506d-4794-859c-1d381d422d3c req-b760fc18-2012-4fc1-b7bf-3438883bd1ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547916 Jul 16 08:57:30.942619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '08f2d1f9-4924-4a6e-b521-60ff9896fe54'}, {'subnet_id': '44778d4f-116e-4c17-be7d-84407957b445'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:30.942619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.966559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:30.976814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:30.983274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.983913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.052592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1618817 Jul 16 08:57:31.053865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:31.061734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:ac:b0:8b', 'name': 'tempest-NetworksTestDHCPv6-1855354019'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:31.109828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36dd44-28e4-4602-a618-d5f489e99565 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=44778d4f-116e-4c17-be7d-84407957b445,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.359635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c93d-8e15-49e4-8fda-4aeb61c1a244 req-49f210c1-c182-4899-ba91-710a3f594fed tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:31.367098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9745c93d-8e15-49e4-8fda-4aeb61c1a244 req-49f210c1-c182-4899-ba91-710a3f594fed tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1362269 Jul 16 08:57:31.377927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:31.436354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9745c93d-8e15-49e4-8fda-4aeb61c1a244 req-76207009-eee7-4b22-85ed-30a8a8a0d194 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681632 Jul 16 08:57:31.438907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Allocated IP 172.20.0.2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/08f2d1f9-4924-4a6e-b521-60ff9896fe54/f4337f39-ab38-467c-9772-b689d3962ab4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:31.449653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Allocated IP 2001:db8::f816:3eff:fe2a:ff58 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/44778d4f-116e-4c17-be7d-84407957b445/f4337f39-ab38-467c-9772-b689d3962ab4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:31.529866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.564084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 18029d97-679d-4e26-9cb3-2de2bd527127 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:31.695922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.705616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Transition to ACTIVE for port object f4337f39-ab38-467c-9772-b689d3962ab4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:31.723779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Transition to ACTIVE for port object f4337f39-ab38-467c-9772-b689d3962ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:31.730135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.766435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:31.770796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:31.775093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:31.819712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Pushing event updated for resources: {'Port': ['ID=f4337f39-ab38-467c-9772-b689d3962ab4,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.887356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:31.906288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Attempting to bind port f4337f39-ab38-467c-9772-b689d3962ab4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:31.906288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Attempting to bind port f4337f39-ab38-467c-9772-b689d3962ab4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:31.906791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Attempting to bind port f4337f39-ab38-467c-9772-b689d3962ab4 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:31.930949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:31.931361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:31.931751 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.932170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:31.932659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Bound port: f4337f39-ab38-467c-9772-b689d3962ab4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:31.933040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.029156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fc4a59dc-b145-4c56-b706-8f48867c0850 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:32.038883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fc4a59dc-b145-4c56-b706-8f48867c0850 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:32.039220 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.084630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] For port f4337f39-ab38-467c-9772-b689d3962ab4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:32.103715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] For port f4337f39-ab38-467c-9772-b689d3962ab4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4337f39-ab38-467c-9772-b689d3962ab4,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:32.117186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.121302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700fab-9584-4469-a323-6348b895e7f6 req-c7bc467e-bd3f-4240-912e-673391f8a6fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.129439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51700fab-9584-4469-a323-6348b895e7f6 req-c7bc467e-bd3f-4240-912e-673391f8a6fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.3109181 Jul 16 08:57:32.146163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 172.20.0.11 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/08f2d1f9-4924-4a6e-b521-60ff9896fe54/18029d97-679d-4e26-9cb3-2de2bd527127) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:32.184249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:feac:b08b (6644286e-7329-41f0-8e24-3b72aa1d0dd6/44778d4f-116e-4c17-be7d-84407957b445/18029d97-679d-4e26-9cb3-2de2bd527127) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:32.228847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.247565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fe0d1-d1a3-4ec8-a229-ad4de2ac83a0 req-d2e8fcac-9d08-4490-9d05-f4099d6c55cd tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.249210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-199fe0d1-d1a3-4ec8-a229-ad4de2ac83a0 req-d2e8fcac-9d08-4490-9d05-f4099d6c55cd tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.2924340 Jul 16 08:57:32.262742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51700fab-9584-4469-a323-6348b895e7f6 req-6c736b43-d169-42e2-96f6-ee9b414c4e7d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322491 Jul 16 08:57:32.288733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f961-294c-431d-9d8f-6ed792f97bce None None] Pushing event updated for resources: {'Port': ['ID=f4337f39-ab38-467c-9772-b689d3962ab4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:32.340515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:32.342903 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be538593-d393-4cc9-8454-901389087f15" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:32.364512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:32.372245 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.415625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-199fe0d1-d1a3-4ec8-a229-ad4de2ac83a0 req-bcad0622-1526-46a4-8bb7-813bd0f7dce6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561744 Jul 16 08:57:32.489716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:32.572571 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d9553c-3536-4a42-a8d8-0a4c157a5e2e x-openstack-request-id: req-50d9553c-3536-4a42-a8d8-0a4c157a5e2e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:32.578191 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:32.580852 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50d9553c-3536-4a42-a8d8-0a4c157a5e2e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:32.581804 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'code': 200} Jul 16 08:57:32.804875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.871925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 18029d97-679d-4e26-9cb3-2de2bd527127 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:32.919836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2fda5-0962-439d-9410-f722b4d9aa8a req-69c736c3-6b0e-47bc-b843-890aa311c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.919836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47b2fda5-0962-439d-9410-f722b4d9aa8a req-69c736c3-6b0e-47bc-b843-890aa311c9d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1098 time: 0.2187777 Jul 16 08:57:33.009977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47b2fda5-0962-439d-9410-f722b4d9aa8a req-00429e65-1dbc-41df-bc84-4077e04dafdf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796664 Jul 16 08:57:33.014340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.039476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de0e6e-84a5-4e74-ae52-5251e893ed1c req-70a89f76-88de-4512-9f5d-6cb1cabb538c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.041096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79de0e6e-84a5-4e74-ae52-5251e893ed1c req-70a89f76-88de-4512-9f5d-6cb1cabb538c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2029965 Jul 16 08:57:33.048888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc669-b861-4ca9-976e-bb48057d338c req-625c4956-26c6-406b-8bf1-02c8784063f7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.050425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9acc669-b861-4ca9-976e-bb48057d338c req-625c4956-26c6-406b-8bf1-02c8784063f7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.2398546 Jul 16 08:57:33.122498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:33.132207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:33.134692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:33.190983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=18029d97-679d-4e26-9cb3-2de2bd527127,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:33.206046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79de0e6e-84a5-4e74-ae52-5251e893ed1c req-b2cd97ab-827a-4b56-9e50-71151bd235be tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528513 Jul 16 08:57:33.217632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9acc669-b861-4ca9-976e-bb48057d338c req-0baacd4c-ac28-4e25-8db7-12bab62c14f6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422491 Jul 16 08:57:33.222054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.222405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.222779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.223111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.223450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.223795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.224232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.224578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.224916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.225248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.225658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.226021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:33.246821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.247511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.266625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39952) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.319391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.331239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9bcd30c5-95d1-4598-81e3-aa6e8087c066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2743297 Jul 16 08:57:33.383032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c7154-07c4-4474-a9df-44187070d137 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.388880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2d2c7154-07c4-4474-a9df-44187070d137 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1093 time: 0.1172862 Jul 16 08:57:33.389486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 39960) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.397748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:33.467169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc01d9e-08bc-4499-90f2-d956f4350ebb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.474528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc01d9e-08bc-4499-90f2-d956f4350ebb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.478949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.480502 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-abc01d9e-08bc-4499-90f2-d956f4350ebb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1585186 Jul 16 08:57:33.481392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.764808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 18029d97-679d-4e26-9cb3-2de2bd527127 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:33.765158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.888515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4337f39-ab38-467c-9772-b689d3962ab4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:33.935191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.993750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.994025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268144a-058d-44c5-bf98-f5ca77b526b1 req-9021b6d0-c4a0-4532-9fb3-3f0a55fe1315 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.997377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a268144a-058d-44c5-bf98-f5ca77b526b1 req-9021b6d0-c4a0-4532-9fb3-3f0a55fe1315 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.3787265 Jul 16 08:57:34.026417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f4337f39-ab38-467c-9772-b689d3962ab4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:34.033428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 18029d97-679d-4e26-9cb3-2de2bd527127 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:34.082476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f157b6b-5121-42c0-a67d-64f56da0970a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:34.162442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a268144a-058d-44c5-bf98-f5ca77b526b1 req-185d7588-8b90-4451-8165-e7d42a54ccea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545312 Jul 16 08:57:34.278739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.25.5.52 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/81700177-bca8-4110-b16a-0c3de40c1925) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:34.279468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Provisioning for port f4337f39-ab38-467c-9772-b689d3962ab4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:34.354285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Provisioning complete for port f4337f39-ab38-467c-9772-b689d3962ab4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:34.355771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.608623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.698044 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.712637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=18029d97-679d-4e26-9cb3-2de2bd527127,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:34.723413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391d48-6777-430d-b8c4-5dd597d8f93a req-4dbfe5fe-8f12-4ccc-a49f-1e20fada1ff4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:34.741232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c391d48-6777-430d-b8c4-5dd597d8f93a req-4dbfe5fe-8f12-4ccc-a49f-1e20fada1ff4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3190110 Jul 16 08:57:34.771527 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.838165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c391d48-6777-430d-b8c4-5dd597d8f93a req-3f0ff564-4ea4-4727-bd7b-36ade13a7b8a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950389 Jul 16 08:57:34.873851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.879880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.884446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3478d28d-08c5-4f9b-b58a-c77445d07a34 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/18029d97-679d-4e26-9cb3-2de2bd527127 HTTP/1.1" status: 204 len: 168 time: 1.4015396 Jul 16 08:57:34.889005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:34.964076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] For port f4337f39-ab38-467c-9772-b689d3962ab4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4337f39-ab38-467c-9772-b689d3962ab4,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:34.970959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.005828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:35.018710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:35.025502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb0489-c235-418e-ba56-d8e0df1a51cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.027121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb0489-c235-418e-ba56-d8e0df1a51cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.028850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb0489-c235-418e-ba56-d8e0df1a51cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.030613 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aaeb0489-c235-418e-ba56-d8e0df1a51cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1405239 Jul 16 08:57:35.033692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:35.035646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:35.090436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40566a3c-cea7-40d4-9192-8b76eaf6f831 None None] Pushing event updated for resources: {'Port': ['ID=f4337f39-ab38-467c-9772-b689d3962ab4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.143024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 08f2d1f9-4924-4a6e-b521-60ff9896fe54 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:35.149805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.256793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.464159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9abacb4-4c6a-4dea-8849-4042abe82bc7 None None] Provisioning complete for port f4337f39-ab38-467c-9772-b689d3962ab4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:35.464488 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9abacb4-4c6a-4dea-8849-4042abe82bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.481857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.697577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.738493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=81700177-bca8-4110-b16a-0c3de40c1925,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.765090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=08f2d1f9-4924-4a6e-b521-60ff9896fe54,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.774269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.780155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40006) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:35.781008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dd745ab2-f0fa-4931-b93d-1d70cd488e99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/08f2d1f9-4924-4a6e-b521-60ff9896fe54 HTTP/1.1" status: 204 len: 168 time: 0.7440538 Jul 16 08:57:35.792962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4337f39-ab38-467c-9772-b689d3962ab4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:35.881137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f4337f39-ab38-467c-9772-b689d3962ab4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:35.882243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.948897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb33abc-83ba-46c3-96a6-959bed3f9f9e None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:36.121443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec45fa37-6555-4264-b316-f081530f6e9d None None] Could not find standard attr ID for object 18029d97-679d-4e26-9cb3-2de2bd527127. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:36.526842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 44778d4f-116e-4c17-be7d-84407957b445 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:36.573659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.743066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906bbd1-1ded-47c7-8d9c-ccceb85d32a0 req-685cf2fe-6ece-4719-9d1d-77fa9c39c5f9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.752654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f906bbd1-1ded-47c7-8d9c-ccceb85d32a0 req-685cf2fe-6ece-4719-9d1d-77fa9c39c5f9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 1.0601261 Jul 16 08:57:36.859836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.897249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18d7ab-5ec8-4a47-9614-7e60831ab15b req-237464f6-51dc-4504-9abe-3a93f01bd4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.899744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf18d7ab-5ec8-4a47-9614-7e60831ab15b req-237464f6-51dc-4504-9abe-3a93f01bd4b4 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.7658455 Jul 16 08:57:36.997939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.021527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f906bbd1-1ded-47c7-8d9c-ccceb85d32a0 req-8f41c4ca-7f8a-40d9-a517-efdf1cb881e8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354121 Jul 16 08:57:37.165307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8146d85f-dfe6-4374-941c-8b5b702fa935 None None] Provisioning complete for port f4337f39-ab38-467c-9772-b689d3962ab4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:37.166188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8146d85f-dfe6-4374-941c-8b5b702fa935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.228214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf18d7ab-5ec8-4a47-9614-7e60831ab15b req-7ca7e827-67af-4fc7-80b0-d60b35126d46 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081894 Jul 16 08:57:37.325825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.335059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.608227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.690941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=44778d4f-116e-4c17-be7d-84407957b445,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:37.696396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.699122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01e8beb3-4629-4912-92a5-7be78b43c1df tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/44778d4f-116e-4c17-be7d-84407957b445 HTTP/1.1" status: 204 len: 168 time: 1.9131517 Jul 16 08:57:37.702305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.748190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3555-ead4-4840-8134-04439c368387 req-7e5b7828-8695-4269-aa97-e52a2dee33bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:37.748190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ea3555-ead4-4840-8134-04439c368387 req-7e5b7828-8695-4269-aa97-e52a2dee33bd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.3472078 Jul 16 08:57:37.752657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390cac7f-9fe7-4023-b20a-7b94be032dbf None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:37.788526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-abc63848-23b2-4018-97bb-256356911ec9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837481 Jul 16 08:57:37.790178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.851826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ea3555-ead4-4840-8134-04439c368387 req-45b34e98-ca3c-40c0-abcb-98771704c081 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967448 Jul 16 08:57:37.898872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40036) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.922756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.931319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.023626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367b848-4ada-4833-809b-f9b27df1d7f2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.027901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7367b848-4ada-4833-809b-f9b27df1d7f2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2340820 Jul 16 08:57:38.028524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.085476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=81700177-bca8-4110-b16a-0c3de40c1925,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:38.107067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f3ef4-699f-42fd-8354-183bbbd73165 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.114048 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2f3f3ef4-699f-42fd-8354-183bbbd73165 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1093 time: 0.2071700 Jul 16 08:57:38.114340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40040) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.141061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:38.148343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0e7ba-5a98-46e9-9dd4-e54e7457371e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.150913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.152329 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ada0e7ba-5a98-46e9-9dd4-e54e7457371e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1221478 Jul 16 08:57:38.153703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.182104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:38.224474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a897ed0b-7dc8-43ce-844b-95d6580573c0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686665 Jul 16 08:57:38.225324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.230848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:38.267872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.374727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Deleting port f4337f39-ab38-467c-9772-b689d3962ab4 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:38.379153 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.486037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:38.503606 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.514365 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:38.515431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:38.543137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.560581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] For port f4337f39-ab38-467c-9772-b689d3962ab4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f4337f39-ab38-467c-9772-b689d3962ab4,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:38.561617 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.578446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9118357-93f1-4f06-8302-1124a0122f46 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3491731 Jul 16 08:57:38.584238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Calling delete_port for f4337f39-ab38-467c-9772-b689d3962ab4 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:38.588458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.595272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:38.686746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.728279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] No DVR routers for this DVR port f4337f39-ab38-467c-9772-b689d3962ab4 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:38.730797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea561702-a00d-4dee-8b18-9303d48678f5 None None] Pushing event deleted for resources: {'Port': ['ID=f4337f39-ab38-467c-9772-b689d3962ab4,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:38.754538 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.902328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:38.917164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.922128 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:38.922915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:38.967773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-caa45693-508e-462d-9de3-3b963423f2b3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3727345 Jul 16 08:57:38.967773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:38.979234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:39.077322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d116b9-41b7-43e6-939d-6986010357c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.135515 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Floating IP ab0e5a0e-bb7d-4b41-864d-a3578152a251 associated. External IP: 172.25.5.52, port: aef0432e-db85-481c-ab25-7f8d0bcb0ad7. Jul 16 08:57:39.226773 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.227707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93261ae-85fc-43d9-84be-b91c03914ffa req-6bdcb3d9-1a43-4bd5-b295-65aea50734a9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:39.235515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a93261ae-85fc-43d9-84be-b91c03914ffa req-6bdcb3d9-1a43-4bd5-b295-65aea50734a9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2638054 Jul 16 08:57:39.236853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:39.243081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.244321 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:39.244863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:39.334640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.344737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a93261ae-85fc-43d9-84be-b91c03914ffa req-9614c51d-8038-4533-9dea-ab9ae57b1ea8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074131 Jul 16 08:57:39.438838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d116b9-41b7-43e6-939d-6986010357c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.446130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19d116b9-41b7-43e6-939d-6986010357c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.499232 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-328a525c-54c4-4a92-b236-289b683e71a3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5300255 Jul 16 08:57:39.507142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40062) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:39.516553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:39.534715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19d116b9-41b7-43e6-939d-6986010357c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84e293fbccd842ffa3d37a75ac2a8c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852667 Jul 16 08:57:39.538721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40064) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:39.539097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d116b9-41b7-43e6-939d-6986010357c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20587d39-4844-4f8d-b24d-d515e4720771,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.714968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.181 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/64bae22c-2923-4351-aa82-6582b1cafade) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:39.726235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:39.733271 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.741969 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:39.742479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:39.755785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:39.804202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5bba11d9-c49b-4e91-b169-8c53a83499d5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2914577 Jul 16 08:57:39.805559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:39.812327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4337f39-ab38-467c-9772-b689d3962ab4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:39.823192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:39.865550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f4337f39-ab38-467c-9772-b689d3962ab4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:39.866591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f4337f39-ab38-467c-9772-b689d3962ab4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:39.913570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.937302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:40.054422 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.066445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:40.076150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.078842 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:40.079178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.080476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:40.092874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:40.119094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:40.124691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-59bd5fd6-c4c8-471b-ac5c-8a3e238ab4d2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3156443 Jul 16 08:57:40.126153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.137882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:40.236607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.267035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:40.284324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:40.308979 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:40.326781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:40.336146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.341516 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:40.342716 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:40.349954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.354243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.356711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20587d39-4844-4f8d-b24d-d515e4720771 HTTP/1.1" status: 204 len: 168 time: 0.8192511 Jul 16 08:57:40.375113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.424468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:40.435371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.438165 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:40.439372 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:40.456521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.501461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2a2462d3-2826-4cdf-8c66-b3e519c78330'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:40.505667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71e48378-2ca8-4cde-b47e-2fd746a2278e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3735301 Jul 16 08:57:40.513990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.546236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.601338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:40.639282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e60ea-13be-4a65-a8ab-c0118a4e202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20587d39-4844-4f8d-b24d-d515e4720771,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.653915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40080) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.661542 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7e2873e3-8fb9-4801-8441-d97a36d6b56f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1382868 Jul 16 08:57:40.788492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:40.975080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6508e54-fede-432c-ab00-c4fcf36305e6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5844038 Jul 16 08:57:40.979135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40088) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.981435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:40.984431 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202" -d '{"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:40.987920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:40.994364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:41.097881 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d273415-174c-4899-8cef-cf38acd0874a x-openstack-request-id: req-6d273415-174c-4899-8cef-cf38acd0874a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:41.098221 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:41.098583 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d273415-174c-4899-8cef-cf38acd0874a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:41.099531 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'status': 'completed', 'code': 200} Jul 16 08:57:41.102538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:36Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.103189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=64bae22c-2923-4351-aa82-6582b1cafade,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.154045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db590ad6-f0cf-4b14-8bae-a26809114d25 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.156068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-db590ad6-f0cf-4b14-8bae-a26809114d25 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4921870 Jul 16 08:57:41.160057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.192201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:41.208559 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:41.209962 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.241251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c73a1-4c9e-4f60-94e9-97fc985049c0 req-4f212787-c688-486f-90e3-40d3cf68c45c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.251888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e681c543-9657-4f92-a657-5968422eb779 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846491 Jul 16 08:57:41.252242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f84c73a1-4c9e-4f60-94e9-97fc985049c0 req-4f212787-c688-486f-90e3-40d3cf68c45c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 944 time: 0.5085390 Jul 16 08:57:41.255652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.264519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:41.316028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-44899766-4f96-48ac-b99e-d02deaec44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.318578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-44899766-4f96-48ac-b99e-d02deaec44ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1098 time: 0.2165439 Jul 16 08:57:41.456422 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ba50f18b-dd7c-4fda-b140-e2d2e2a68325 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/ab0e5a0e-bb7d-4b41-864d-a3578152a251 HTTP/1.1" status: 200 len: 991 time: 0.4739435 Jul 16 08:57:41.460204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:41.466210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.509480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f84c73a1-4c9e-4f60-94e9-97fc985049c0 req-dc7b5afa-9c4c-45b9-9702-a3f85178d792 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589254 Jul 16 08:57:41.701177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-c423d8f1-295e-4bc7-b60a-083be89e94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.702877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-c423d8f1-295e-4bc7-b60a-083be89e94b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 898 time: 0.3771985 Jul 16 08:57:41.913520 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:41.938834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:42.019998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-26967a47-121d-464e-8572-498c6068fe5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 200 len: 999 time: 0.2963581 Jul 16 08:57:42.104895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40130) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.136571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:42.137187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.181844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:42.184749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.270076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:42.270680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-10e6e019-b121-421a-bab7-ab95442dcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.273130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-10e6e019-b121-421a-bab7-ab95442dcd60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0374c4cf-f646-491c-a9f3-2017c8ebc6d5 HTTP/1.1" status: 200 len: 835 time: 0.2504270 Jul 16 08:57:42.275034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:42.306985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.307668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.320251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de680994-bb1b-4762-9e43-ac024080857f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:42.342622 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0851476 Jul 16 08:57:42.350061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.352357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0936-cb41-4f8d-bfc7-08d05b1b22ae tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=1e9d3f86-a67c-41cc-882e-dd5843ea9dc4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.356899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:d6:ae:be', 'name': 'tempest-NetworksTestDHCPv6-1483035627'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:42.357584 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.436089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.443735 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:36Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:42.461703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.479223 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb561c8-2d48-48df-8655-ef40a8d5548d None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:36Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:42.564907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-208274857-network', 'tenant_id': '768bc73209574ef48376c1a3b047d7c3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:42.634676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b20852d9-b3e3-4bc0-8e9b-ff49c40b1c6d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/ab0e5a0e-bb7d-4b41-864d-a3578152a251 HTTP/1.1" status: 200 len: 991 time: 0.1690874 Jul 16 08:57:42.634676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Made reservation on behalf of 768bc73209574ef48376c1a3b047d7c3 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:42.638632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.646678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:42.649350 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c0dd9-2c5a-4ed1-b85a-99d06e5051c0" -d '{"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:42.654460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.672726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:42.687564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-53b1cf63-7fd8-4143-951b-23ef78abe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.690317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-53b1cf63-7fd8-4143-951b-23ef78abe031 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3846502 Jul 16 08:57:42.693516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.851058 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b40737-b4ff-4315-a0dc-3d50f2917136 x-openstack-request-id: req-20b40737-b4ff-4315-a0dc-3d50f2917136 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:42.851350 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:42.851802 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20b40737-b4ff-4315-a0dc-3d50f2917136 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:42.852391 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'code': 200} Jul 16 08:57:42.853126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.877027 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.885088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.921996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:42.945454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40dc6e-c162-41b0-a383-4eb86085e1f1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.947441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7c3f1-a32d-40ce-abdc-553099f0a651 None None] New status for floating IP ab0e5a0e-bb7d-4b41-864d-a3578152a251: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:42.964137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.966313 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Added segment 18e9eb4d-b448-4380-8ceb-3737502723c2 of type vlan for network 415d7814-7347-4192-9b1b-fcabbdc073c3 Jul 16 08:57:43.016577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.026157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:43.036687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.077236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.080149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.080777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '1e9d3f86-a67c-41cc-882e-dd5843ea9dc4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:43.081810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.082210 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.147897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-81fb1e4e-f293-4089-a1fe-91a338e3dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.199639 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0931830 Jul 16 08:57:43.210002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.256762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Request body: {'subnet': {'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-208274857-subnet', 'tenant_id': '768bc73209574ef48376c1a3b047d7c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:43.262082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f82c-bcf7-4d27-a929-337c1cfa52be admin admin] Pushing event updated for resources: {'Network': ['ID=415d7814-7347-4192-9b1b-fcabbdc073c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:43.276164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 415d7814-7347-4192-9b1b-fcabbdc073c3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:43.294827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Made reservation on behalf of 768bc73209574ef48376c1a3b047d7c3 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:43.299133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.640380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Allocated IP 2001:db8::f816:3eff:fe0b:6adb (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1e9d3f86-a67c-41cc-882e-dd5843ea9dc4/a4cd9e59-0212-479f-a5cf-831157224ce0) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:43.705666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.867662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.916654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e35f67ef-6505-4655-8964-1bfd0f6a9122 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/ab0e5a0e-bb7d-4b41-864d-a3578152a251 HTTP/1.1" status: 200 len: 993 time: 0.2012057 Jul 16 08:57:43.936987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-c949e7aa-1fbb-45d8-b94f-ca8c6869408e service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2319555 Jul 16 08:57:43.968899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Checking segment: {'id': '18e9eb4d-b448-4380-8ceb-3737502723c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:43.969191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Network hostable DHCP agents. Network: 415d7814-7347-4192-9b1b-fcabbdc073c3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:43.974343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f6a213-f66e-4886-b48a-a90d51722962,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:43.980227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b234f5-66a4-4c96-b0df-d397a3a651e7 req-d384713e-91a9-4d6a-adf8-ea72fbce50a6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.992354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78b234f5-66a4-4c96-b0df-d397a3a651e7 req-d384713e-91a9-4d6a-adf8-ea72fbce50a6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 1.1130698 Jul 16 08:57:44.005379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Network 415d7814-7347-4192-9b1b-fcabbdc073c3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:44.028452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 415d7814-7347-4192-9b1b-fcabbdc073c3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:44.037030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.037685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.059285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97d4b3-b0b0-45a5-a9b1-92f751b1b79f None None] Network 415d7814-7347-4192-9b1b-fcabbdc073c3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:44.060099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d4279957-2034-4ee2-a0de-e15fea790e46 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8478000 Jul 16 08:57:44.268828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78b234f5-66a4-4c96-b0df-d397a3a651e7 req-5c3bb900-aa21-4c98-bf43-7b364c62e998 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747841 Jul 16 08:57:44.302223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.346368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00442ed9-7b66-4f1f-ac85-813e68cd1025 None None] Network 415d7814-7347-4192-9b1b-fcabbdc073c3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:44.346974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 9535c0d9-2076-4d12-b4d6-7a06f2d86496 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:44.506293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-145192da-3eb5-41b4-a7c7-ce9c2b6ef202 req-7e6509a7-98f0-4a01-80a1-339f01213be6 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558629 Jul 16 08:57:44.607968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.618775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.635841 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-15871a69-cc5f-42ae-b5ef-9a5a0c537935 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811643 Jul 16 08:57:44.712950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.752295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Transition to ACTIVE for port object a4cd9e59-0212-479f-a5cf-831157224ce0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:44.806620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Transition to ACTIVE for port object a4cd9e59-0212-479f-a5cf-831157224ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:44.821755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.832340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6440a-67f3-4666-bde2-669d6e109591 req-6d7e5c4f-a53d-4749-babc-fc9506f77da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.842014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-6d7e5c4f-a53d-4749-babc-fc9506f77da2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61947e68dbd14367b8cf346c6961eb87&device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 1098 time: 0.1350670 Jul 16 08:57:44.898115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=64bae22c-2923-4351-aa82-6582b1cafade,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.923916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.988981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Pushing event updated for resources: {'Port': ['ID=a4cd9e59-0212-479f-a5cf-831157224ce0,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.024554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:45.028471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:45.036021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:45.047486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6440a-67f3-4666-bde2-669d6e109591 req-14d2aef3-1856-465c-a6d2-3680333d0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.053270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-14d2aef3-1856-465c-a6d2-3680333d0654 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 200 len: 910 time: 0.1897697 Jul 16 08:57:45.167485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fed6:aebe (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1e9d3f86-a67c-41cc-882e-dd5843ea9dc4/9535c0d9-2076-4d12-b4d6-7a06f2d86496) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:45.212494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Attempting to bind port a4cd9e59-0212-479f-a5cf-831157224ce0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:45.212975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Attempting to bind port a4cd9e59-0212-479f-a5cf-831157224ce0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:45.213417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Attempting to bind port a4cd9e59-0212-479f-a5cf-831157224ce0 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:45.227306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:45.227618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:45.227944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.228425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:45.228992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Bound port: a4cd9e59-0212-479f-a5cf-831157224ce0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:45.229424 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.243439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-a9a9ec7f-cc96-4a0f-8448-be9032050339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 200 len: 1002 time: 0.1816421 Jul 16 08:57:45.363805 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 associated. External IP: 172.25.5.181, port: fc4a59dc-b145-4c56-b706-8f48867c0850. Jul 16 08:57:45.492653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6440a-67f3-4666-bde2-669d6e109591 req-193c0004-30b7-42de-8fae-220394847724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.495078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-193c0004-30b7-42de-8fae-220394847724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 200 len: 848 time: 0.2369459 Jul 16 08:57:45.519826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] For port a4cd9e59-0212-479f-a5cf-831157224ce0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:45.531380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] For port a4cd9e59-0212-479f-a5cf-831157224ce0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4cd9e59-0212-479f-a5cf-831157224ce0,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:45.542317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.700979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6440a-67f3-4666-bde2-669d6e109591 req-2f9ddca5-808e-47a5-b9ed-0a7ea6b55629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.702592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-2f9ddca5-808e-47a5-b9ed-0a7ea6b55629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993682 Jul 16 08:57:45.730507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:45.753749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1832571411-network', 'tenant_id': '240d3569d62d40d691c07f44303135df'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:45.806782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad95e1e-863e-4ed8-b680-d6d79fe616c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.810538 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.812127 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.837125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7f60c-06aa-4d2f-98ae-fa397d44b3fc None None] Pushing event updated for resources: {'Port': ['ID=a4cd9e59-0212-479f-a5cf-831157224ce0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.884089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Made reservation on behalf of 240d3569d62d40d691c07f44303135df for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:45.888224 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.895077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 9535c0d9-2076-4d12-b4d6-7a06f2d86496 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:45.906060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.972272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-6226125f-9ff3-4672-9133-3fff2fe10c71 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572224 Jul 16 08:57:46.159153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed5515-04c8-4091-91e4-cf134cf421a0 req-3d10fa48-a9f6-48dd-aa11-957b69e9d7cf tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.182263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80ed5515-04c8-4091-91e4-cf134cf421a0 req-3d10fa48-a9f6-48dd-aa11-957b69e9d7cf tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3861051 Jul 16 08:57:46.261374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40c6440a-67f3-4666-bde2-669d6e109591 req-2012692b-11fb-4bf0-b719-5d2c222c70e0 service neutron] 10.222.0.46 "GET /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755868 Jul 16 08:57:46.328327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:46.332312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.394215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.420526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.434745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80ed5515-04c8-4091-91e4-cf134cf421a0 req-81fb58e4-a80b-4804-a2c5-e5bc70be60f3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470360 Jul 16 08:57:46.449553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:46.475974 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.476606 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Added segment a151c5d8-7d91-424b-823d-e1822925095b of type vlan for network 967de182-a385-4b12-892e-c09a8effe182 Jul 16 08:57:46.506668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:46.599262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:46.608054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:46.615969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.616846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.631966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=9535c0d9-2076-4d12-b4d6-7a06f2d86496,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.642864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.735977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9cf8ac2a-cd4c-4830-8ca9-1d501f5fd33b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3846231 Jul 16 08:57:46.737620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40202) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:46.761279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e3096-2493-4aeb-919f-9cfbee4997ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.852554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.856606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:46.861877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.863221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.878656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Sync routers for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:46.909465 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:46.912723 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:46.933653 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.947395 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2147238 Jul 16 08:57:46.950264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:46.957377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Request body: {'subnet': {'network_id': '967de182-a385-4b12-892e-c09a8effe182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1832571411-subnet', 'tenant_id': '240d3569d62d40d691c07f44303135df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:46.993489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeade9f-5e7a-4dae-a55f-26b223e39571 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.005655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd9cee-90bd-4d6e-b8bb-61bf46a7deb9 admin admin] Pushing event updated for resources: {'Network': ['ID=967de182-a385-4b12-892e-c09a8effe182,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:47.013132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeade9f-5e7a-4dae-a55f-26b223e39571 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.018044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-adeade9f-5e7a-4dae-a55f-26b223e39571 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2724228 Jul 16 08:57:47.019581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:47.022831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 967de182-a385-4b12-892e-c09a8effe182 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:47.033190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.190559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1b439048-84f7-4981-9711-ea43ad66448d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0677924 Jul 16 08:57:47.190559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:47.192013 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41a059-0926-4054-99d8-933ed21eddad" -d '{"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:47.343856 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95becac8-958e-4a61-9003-1403187019d5 x-openstack-request-id: req-95becac8-958e-4a61-9003-1403187019d5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:47.345255 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:47.353813 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95becac8-958e-4a61-9003-1403187019d5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:47.355009 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:57:47.447954 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:47.950431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1fadd455-a73d-4664-a838-1c058ec549f7 None None] Provisioning for port a4cd9e59-0212-479f-a5cf-831157224ce0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:47.965353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f547-2258-4379-a31a-2fcca43a1899 req-8b1da5f8-95a3-40fd-bfeb-719d62b7335e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.985299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0796f547-2258-4379-a31a-2fcca43a1899 req-8b1da5f8-95a3-40fd-bfeb-719d62b7335e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.3009155 Jul 16 08:57:47.995522 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e72875-be71-49ba-b445-294196e1593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:41Z', 'updated_at': '2021-07-16T08:57:41Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:48.098063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Checking router: 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:48.123450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:48.124213 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:57:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:48.129935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0796f547-2258-4379-a31a-2fcca43a1899 req-c99cf484-84a2-4009-8e41-7f8e9f5b1d77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391699 Jul 16 08:57:48.150581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4cd9e59-0212-479f-a5cf-831157224ce0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:48.212095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:48.327955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a4cd9e59-0212-479f-a5cf-831157224ce0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:48.338141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a4cd9e59-0212-479f-a5cf-831157224ce0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:48.338831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.448914 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:48.497623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.612384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a4cd9e59-0212-479f-a5cf-831157224ce0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4cd9e59-0212-479f-a5cf-831157224ce0,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:48.634758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Made reservation on behalf of 240d3569d62d40d691c07f44303135df for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:48.642128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.664147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.674578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c3b1a8d8-e7bc-43c6-b752-3d0fd94a42e6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 200 len: 992 time: 0.4581802 Jul 16 08:57:48.873690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c689555-56f0-484f-8a74-11a11b035066 req-1fe8f85b-3668-463a-a053-f34f4ace8180 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.874159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a4cd9e59-0212-479f-a5cf-831157224ce0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:48.896555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:48.897457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c689555-56f0-484f-8a74-11a11b035066 req-1fe8f85b-3668-463a-a053-f34f4ace8180 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2225089 Jul 16 08:57:48.913625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.919970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-daf2330e-6482-4249-a0f9-92bdedbca5d6 None None] Provisioning for port 9535c0d9-2076-4d12-b4d6-7a06f2d86496 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:48.936985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-daf2330e-6482-4249-a0f9-92bdedbca5d6 None None] Provisioning complete for port 9535c0d9-2076-4d12-b4d6-7a06f2d86496 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:48.938093 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-daf2330e-6482-4249-a0f9-92bdedbca5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.986886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c689555-56f0-484f-8a74-11a11b035066 req-a43ad7d8-e52b-4f6f-9f0f-0ff74abf1d40 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848002 Jul 16 08:57:49.072571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-daf2330e-6482-4249-a0f9-92bdedbca5d6 None None] Port 9535c0d9-2076-4d12-b4d6-7a06f2d86496 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:49.145584 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e72875-be71-49ba-b445-294196e1593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:41Z', 'updated_at': '2021-07-16T08:57:41Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:49.194576 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef9d44e-b1c7-4245-b4f7-3b0cd1e3d48b None None] The sync data for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 is: [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e72875-be71-49ba-b445-294196e1593a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:41Z', 'updated_at': '2021-07-16T08:57:41Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:49.205478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a059-0926-4054-99d8-933ed21eddad req-7f75f5a8-aef2-4670-a597-17adbaa93505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:49.209266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-7f75f5a8-aef2-4670-a597-17adbaa93505 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1098 time: 0.6704328 Jul 16 08:57:49.489770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 9535c0d9-2076-4d12-b4d6-7a06f2d86496 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:49.490142 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.493109 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e025-f600-4896-a04b-5b6870b3a562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.547419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a059-0926-4054-99d8-933ed21eddad req-61274b94-db04-445d-959f-780dcc89a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:49.548025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-61274b94-db04-445d-959f-780dcc89a0e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.3186216 Jul 16 08:57:49.677384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:49.790816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41a952-71af-4151-8932-4f709b9b3362 None None] New status for floating IP fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:49.889208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4cd9e59-0212-479f-a5cf-831157224ce0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:49.892020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2956787a-535a-46b0-8ec6-e48b13c46fa2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 200 len: 992 time: 0.2121854 Jul 16 08:57:49.903215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.920233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 9535c0d9-2076-4d12-b4d6-7a06f2d86496 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:50.040991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-2ddb6369-fb30-43cd-b51d-710cd953f3a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.4669986 Jul 16 08:57:50.052273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a4cd9e59-0212-479f-a5cf-831157224ce0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:50.053243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.091953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.387166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b66f2-f449-4431-a8c3-3cea80c1c11a req-351b9479-4d6c-4760-ae50-1b449e1935ce tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.390090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-488b66f2-f449-4431-a8c3-3cea80c1c11a req-351b9479-4d6c-4760-ae50-1b449e1935ce tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1617224 Jul 16 08:57:50.392595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a059-0926-4054-99d8-933ed21eddad req-5095b9ef-2de7-4587-8bf4-9b53cf8ada39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.394682 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-5095b9ef-2de7-4587-8bf4-9b53cf8ada39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.3048964 Jul 16 08:57:50.474231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-488b66f2-f449-4431-a8c3-3cea80c1c11a req-324b89af-0916-4fc9-9ca2-bd2a7609bf94 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692632 Jul 16 08:57:50.506358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7047a2f4-8edb-4c79-aebc-1c310201bd08,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.593961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Checking segment: {'id': 'a151c5d8-7d91-424b-823d-e1822925095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '967de182-a385-4b12-892e-c09a8effe182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:50.594310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Network hostable DHCP agents. Network: 967de182-a385-4b12-892e-c09a8effe182, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:50.640138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.642620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e025-f600-4896-a04b-5b6870b3a562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.662759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e025-f600-4896-a04b-5b6870b3a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.688530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a059-0926-4054-99d8-933ed21eddad req-eef8ac60-2cc6-4d1b-a7eb-da127a64c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.690091 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-eef8ac60-2cc6-4d1b-a7eb-da127a64c57d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2619510 Jul 16 08:57:50.699017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Network 967de182-a385-4b12-892e-c09a8effe182 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:50.701686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=9535c0d9-2076-4d12-b4d6-7a06f2d86496,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.792027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 967de182-a385-4b12-892e-c09a8effe182) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:50.803824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.805915 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5abb57fe-862e-4d73-b431-4d37bd520a20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/9535c0d9-2076-4d12-b4d6-7a06f2d86496 HTTP/1.1" status: 204 len: 168 time: 3.7845578 Jul 16 08:57:50.810962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40238) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:50.815434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3e025-f600-4896-a04b-5b6870b3a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf42ac-5578-43dd-9624-4f390f5bb177,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.819845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ea3e025-f600-4896-a04b-5b6870b3a562 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=623cb9102c88428b8b8c2f64f8c8d5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9085484 Jul 16 08:57:50.823367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.824337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.824837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfdb1d-7b83-4eea-8e40-05224de3be12 None None] Network 967de182-a385-4b12-892e-c09a8effe182 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:50.829195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:50.906126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:50.997126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319abaaa-0881-48e5-9274-60b60cb845e2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.007784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319abaaa-0881-48e5-9274-60b60cb845e2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.009717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-319abaaa-0881-48e5-9274-60b60cb845e2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1962755 Jul 16 08:57:51.020610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:51.081099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2baf3199-0db3-4193-8312-23c888200771 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1292896 Jul 16 08:57:51.140955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 1e9d3f86-a67c-41cc-882e-dd5843ea9dc4 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:51.159291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.231784 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-5c45f5ef-463a-4d83-b827-78aaca898c11 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204806 Jul 16 08:57:51.251659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fa09bf26-02c0-4785-8f1b-ec8286327413 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 200 len: 994 time: 0.3394134 Jul 16 08:57:51.313326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5bd12b-fd4e-425d-a20f-00561a9cf8e8 None None] Network 967de182-a385-4b12-892e-c09a8effe182 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:51.332513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.361516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.540633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.562133 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.741690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0f41a059-0926-4054-99d8-933ed21eddad req-a37037bb-30f1-48d4-8ab0-c7ced5592606 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671049 Jul 16 08:57:51.743381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.746024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.747206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9bf42ac-5578-43dd-9624-4f390f5bb177 HTTP/1.1" status: 204 len: 168 time: 0.9161906 Jul 16 08:57:51.772643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3e06d-5176-434e-bcb4-d919c7e655c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf42ac-5578-43dd-9624-4f390f5bb177,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.816211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.863559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9d3f86-a67c-41cc-882e-dd5843ea9dc4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.888703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.891735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23a483ff-a818-42f7-8292-2fbcded14f99 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1e9d3f86-a67c-41cc-882e-dd5843ea9dc4 HTTP/1.1" status: 204 len: 168 time: 0.8696859 Jul 16 08:57:51.894402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40264) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:51.914348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825487c-5a8c-44ea-a90c-2ff6c97b9cf2 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:51.929086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8c8e-4969-42d4-bcd3-72949ad712cd req-2fd71817-012a-4f8b-9a9f-b43fe6d5f14b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.938364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0cc8c8e-4969-42d4-bcd3-72949ad712cd req-2fd71817-012a-4f8b-9a9f-b43fe6d5f14b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2554705 Jul 16 08:57:51.998779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bea02010-0bba-4fff-b37f-294052d2ebd1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015496 Jul 16 08:57:52.002656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:52.015976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:52.022778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0cc8c8e-4969-42d4-bcd3-72949ad712cd req-dec678ee-7a77-4629-be36-79b80dbeb021 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782921 Jul 16 08:57:52.245448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:52.250139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.678428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:52.763850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-f35a8213-6737-429c-9bf5-9fc95bebbbe5 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:52.778225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-f35a8213-6737-429c-9bf5-9fc95bebbbe5 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/networks?id=415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 200 len: 811 time: 0.3534238 Jul 16 08:57:52.809509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-35594254-ec41-4d88-9694-a2d0edab2ad7 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/quotas/768bc73209574ef48376c1a3b047d7c3 HTTP/1.1" status: 200 len: 375 time: 0.0302963 Jul 16 08:57:52.884840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Deleting port a4cd9e59-0212-479f-a5cf-831157224ce0 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:52.888247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.924018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-dc5d5a57-37c7-4b52-97c1-679b8095191d tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=768bc73209574ef48376c1a3b047d7c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133931 Jul 16 08:57:53.064943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] For port a4cd9e59-0212-479f-a5cf-831157224ce0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a4cd9e59-0212-479f-a5cf-831157224ce0,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:53.065816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.106268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:53.119812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Calling delete_port for a4cd9e59-0212-479f-a5cf-831157224ce0 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:53.219447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-1fa6203b-081b-4f38-8c3d-30c27e5ea14f service neutron] 10.222.0.32 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940605 Jul 16 08:57:53.418861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.482331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] Pushing event deleted for resources: {'Port': ['ID=a4cd9e59-0212-479f-a5cf-831157224ce0,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:53.508542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45b24d-e743-408d-aff3-c76f30ce3c85 None None] No DVR routers for this DVR port a4cd9e59-0212-479f-a5cf-831157224ce0 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:53.559210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Port a4cd9e59-0212-479f-a5cf-831157224ce0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:57:53.560112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:6adb {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:57:53.568376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:6adb {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:57:53.570899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.596002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-57fa754c-a82f-4ae1-97af-f198e1b99437 service neutron] 10.222.0.32 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738377 Jul 16 08:57:53.644322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:53.652780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:53.668153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.669059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.675523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb7335c-26bc-437f-987f-9a7c62f7a7f7 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:53.732013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7274556 Jul 16 08:57:53.733170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:53.742318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:86:9a:84', 'name': 'tempest-NetworksTestDHCPv6-436843782'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:53.755107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9320a7-4e68-4016-9103-8a25ebb73f07 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=b7b3faf3-b213-4700-9437-2db9f3a73946,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:53.927473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaff48-24d0-4195-a074-ea695972570e req-7be842da-6fdb-4acd-a7b1-8df7800a08ef tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.946539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fdaff48-24d0-4195-a074-ea695972570e req-7be842da-6fdb-4acd-a7b1-8df7800a08ef tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3447745 Jul 16 08:57:53.985531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4cd9e59-0212-479f-a5cf-831157224ce0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:54.047081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a4cd9e59-0212-479f-a5cf-831157224ce0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:54.047455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a4cd9e59-0212-479f-a5cf-831157224ce0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:54.100597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fdaff48-24d0-4195-a074-ea695972570e req-70f54a76-295c-481d-82de-6a76342a5ea8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531689 Jul 16 08:57:54.105366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c37b2137-8a66-4d1e-a24c-a31e405634cf req-d775b2d0-9411-4ec1-898f-ac5626312423 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 210 time: 0.0703554 Jul 16 08:57:54.145169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:54.258491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'b7b3faf3-b213-4700-9437-2db9f3a73946'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:54.259616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.323165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.373176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 062e09e2-3b00-4274-a338-18b2d6ed110d yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:54.545196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Allocated IP 2001:db8::f816:3eff:fe06:411 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b7b3faf3-b213-4700-9437-2db9f3a73946/c927d4de-b9fa-4bc3-9d00-b805dbd624f6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:54.737288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:54.802402 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.814067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Transition to ACTIVE for port object c927d4de-b9fa-4bc3-9d00-b805dbd624f6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:54.843094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Transition to ACTIVE for port object c927d4de-b9fa-4bc3-9d00-b805dbd624f6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:54.861075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.929259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:54.948956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:54.951274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Pushing event updated for resources: {'Port': ['ID=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.953712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:55.017940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe86:9a84 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b7b3faf3-b213-4700-9437-2db9f3a73946/062e09e2-3b00-4274-a338-18b2d6ed110d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:55.098892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40332) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:55.112484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Attempting to bind port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:55.112862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Attempting to bind port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:55.113232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Attempting to bind port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:55.134706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:55.135092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:55.135517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.135923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:55.136445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Bound port: c927d4de-b9fa-4bc3-9d00-b805dbd624f6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:55.145330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.336441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] For port c927d4de-b9fa-4bc3-9d00-b805dbd624f6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:55.346029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] For port c927d4de-b9fa-4bc3-9d00-b805dbd624f6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:55.356277 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.442713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba082a37-4ba6-4f56-9e82-807588cca963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.509427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160acacd-c6e0-48ed-87b9-f207d9cde374 None None] Pushing event updated for resources: {'Port': ['ID=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.557367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.616760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 062e09e2-3b00-4274-a338-18b2d6ed110d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:55.654462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba082a37-4ba6-4f56-9e82-807588cca963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.731880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.733885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6ba3b4d5-029d-452c-a14a-cfe911255b07 req-8d546b1d-2992-4636-a177-828e7debf7c7 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 210 time: 0.2375872 Jul 16 08:57:55.740017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba082a37-4ba6-4f56-9e82-807588cca963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.852529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba082a37-4ba6-4f56-9e82-807588cca963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf101dc-777f-4cd2-8ddf-472af6b7f26c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.893836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba082a37-4ba6-4f56-9e82-807588cca963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a1091a014e74cafa0174602098f326f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7828307 Jul 16 08:57:55.904397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:55.973234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=062e09e2-3b00-4274-a338-18b2d6ed110d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.993454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3756ef-4b12-4ab6-a4e8-e837225a0dd7 req-e1ba187f-9c01-430b-b05a-cb95482c0c4b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.996522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de3756ef-4b12-4ab6-a4e8-e837225a0dd7 req-e1ba187f-9c01-430b-b05a-cb95482c0c4b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.5015411 Jul 16 08:57:56.039710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:56.041378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:56.049893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:56.061378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.062094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.082652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.209981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.264466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de3756ef-4b12-4ab6-a4e8-e837225a0dd7 req-74210cae-dcf9-400d-9db9-f7aea9aa768f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540061 Jul 16 08:57:56.447751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.456725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.468376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cf101dc-777f-4cd2-8ddf-472af6b7f26c HTTP/1.1" status: 204 len: 168 time: 0.5605638 Jul 16 08:57:56.502876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035d049-3c80-4d2d-87ce-6f626f798c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf101dc-777f-4cd2-8ddf-472af6b7f26c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:56.632877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-6fce0a95-4ca1-4b9a-8145-19b843a67ba5 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.635393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-6fce0a95-4ca1-4b9a-8145-19b843a67ba5 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.46 "GET /v2.0/networks?id=415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 200 len: 811 time: 0.5485206 Jul 16 08:57:56.641773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-243bf6dc-de75-4f77-a2a5-c6ee9462be35 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9034607 Jul 16 08:57:56.642796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:56.655882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Request body: {'port': {'device_id': '18d750e7-0d81-4301-a954-d8eceaec1290', 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3', 'admin_state_up': True, 'tenant_id': '768bc73209574ef48376c1a3b047d7c3'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:56.926524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838abc75-01fe-49c7-8920-fe8593c17b1a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.962428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838abc75-01fe-49c7-8920-fe8593c17b1a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:56.970915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-838abc75-01fe-49c7-8920-fe8593c17b1a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3262422 Jul 16 08:57:56.975206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.045739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Made reservation on behalf of 768bc73209574ef48376c1a3b047d7c3 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:57.057541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.441550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Allocated IP 172.20.0.7 (415d7814-7347-4192-9b1b-fcabbdc073c3/a2f6a213-f66e-4886-b48a-a90d51722962/fcad8a2c-a5e9-44a5-af36-da69b88b997a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:57.824433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.832696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2525235-a0a8-4364-ac57-d2d15621d53d None None] Provisioning for port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:57.896295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.950138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c927d4de-b9fa-4bc3-9d00-b805dbd624f6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:58.000248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Network 415d7814-7347-4192-9b1b-fcabbdc073c3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:58.015082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:58.048850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Pushing event updated for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.054960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:58.093283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:58.098195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:58.098581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.198494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.199510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.227639 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-bdfbad3f-b425-4a46-9e50-a2f4686d5f7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5792360 Jul 16 08:57:58.245967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 062e09e2-3b00-4274-a338-18b2d6ed110d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:58.247127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Request body: {'port': {'device_id': '18d750e7-0d81-4301-a954-d8eceaec1290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:58.248393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.269645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfc25-fe93-4d43-a6d0-08f276f814ca req-4bd78339-1874-484d-a8a5-0f4b6fce206c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.277734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cdfc25-fe93-4d43-a6d0-08f276f814ca req-4bd78339-1874-484d-a8a5-0f4b6fce206c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3670070 Jul 16 08:57:58.308842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca9ccf-8788-4473-81c7-2e49e812195f req-ca93aa99-196f-4a07-ade9-b6cd712f641c tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.319450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ca9ccf-8788-4473-81c7-2e49e812195f req-ca93aa99-196f-4a07-ade9-b6cd712f641c tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 931 time: 0.4199994 Jul 16 08:57:58.332407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e239624-6311-48a6-82ca-9b54c6c3bb30 None None] Provisioning for port 062e09e2-3b00-4274-a338-18b2d6ed110d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:58.339694 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.352075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e239624-6311-48a6-82ca-9b54c6c3bb30 None None] Provisioning complete for port 062e09e2-3b00-4274-a338-18b2d6ed110d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:58.356597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e239624-6311-48a6-82ca-9b54c6c3bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.419830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.423667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1e239624-6311-48a6-82ca-9b54c6c3bb30 None None] Port 062e09e2-3b00-4274-a338-18b2d6ed110d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:58.436007 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4cdfc25-fe93-4d43-a6d0-08f276f814ca req-7e452a8c-07d3-4a2b-b402-5c94e121c132 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564727 Jul 16 08:57:58.498132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c927d4de-b9fa-4bc3-9d00-b805dbd624f6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:58.503719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.552965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ca9ccf-8788-4473-81c7-2e49e812195f req-c5f445ec-088e-43b9-9d09-f1ee97703ed0 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315710 Jul 16 08:57:58.617632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:58.622281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.648858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 062e09e2-3b00-4274-a338-18b2d6ed110d owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:59.005552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.045872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=062e09e2-3b00-4274-a338-18b2d6ed110d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.100932 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.107503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-35f68ec8-77bb-4db4-98c4-ba9b9f0b231b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/062e09e2-3b00-4274-a338-18b2d6ed110d HTTP/1.1" status: 204 len: 168 time: 2.1293168 Jul 16 08:57:59.108396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40388) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:59.201206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df61d6-9fc6-4631-a650-8a1828072a72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.204859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df61d6-9fc6-4631-a650-8a1828072a72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:59.207330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56df61d6-9fc6-4631-a650-8a1828072a72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966647 Jul 16 08:57:59.211311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:59.367610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet b7b3faf3-b213-4700-9437-2db9f3a73946 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:59.381863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.485117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcad8a2c-a5e9-44a5-af36-da69b88b997a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:59.495660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.499596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.525768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Transition to ACTIVE for port object fcad8a2c-a5e9-44a5-af36-da69b88b997a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:59.532653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.665192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.767810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.816424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c927d4de-b9fa-4bc3-9d00-b805dbd624f6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:59.839037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.895582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b3faf3-b213-4700-9437-2db9f3a73946,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.903652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Attempting to bind port fcad8a2c-a5e9-44a5-af36-da69b88b997a on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:59.904354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Attempting to bind port fcad8a2c-a5e9-44a5-af36-da69b88b997a by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '18e9eb4d-b448-4380-8ceb-3737502723c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:59.904947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Attempting to bind port fcad8a2c-a5e9-44a5-af36-da69b88b997a on network 415d7814-7347-4192-9b1b-fcabbdc073c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:59.909234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:59.909856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.911811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Port fcad8a2c-a5e9-44a5-af36-da69b88b997a on network 415d7814-7347-4192-9b1b-fcabbdc073c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:59.912367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Attempting to bind port fcad8a2c-a5e9-44a5-af36-da69b88b997a on network 415d7814-7347-4192-9b1b-fcabbdc073c3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:59.922606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:59.922995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Checking segment: {'id': '18e9eb4d-b448-4380-8ceb-3737502723c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:59.923344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Bound using segment: {'id': '18e9eb4d-b448-4380-8ceb-3737502723c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:59.923799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Bound port: fcad8a2c-a5e9-44a5-af36-da69b88b997a, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e9eb4d-b448-4380-8ceb-3737502723c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:59.926671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.978335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.984944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a88f9e35-d2d8-4574-96fa-56f67c13c9eb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b7b3faf3-b213-4700-9437-2db9f3a73946 HTTP/1.1" status: 204 len: 168 time: 0.7716057 Jul 16 08:57:59.991616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b7575-e57f-4cc5-94c8-0c48957331f0 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:59.991852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.072204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:00.077863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a,segment=NetworkSegment(18e9eb4d-b448-4380-8ceb-3737502723c2),segment_id=18e9eb4d-b448-4380-8ceb-3737502723c2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:00.090283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.097066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.097496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-919c9aef-4da4-41f5-a4bc-e45b9d07e1b0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024866 Jul 16 08:58:00.184319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.191309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e11966-cb8c-4a78-9b0b-b2d43b6f5c2d req-5632f1df-d569-4275-8add-6188fa7f2776 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.191902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.193236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07e11966-cb8c-4a78-9b0b-b2d43b6f5c2d req-5632f1df-d569-4275-8add-6188fa7f2776 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.4050717 Jul 16 08:58:00.202728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] 10.222.0.46 "PUT /v2.0/ports/fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 200 len: 1092 time: 1.9662387 Jul 16 08:58:00.212089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c2b0e-a6c8-42fd-835b-fc0f69437c47 req-389300d7-d3cc-4948-9fea-eff34b3aef94 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.220308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-979c2b0e-a6c8-42fd-835b-fc0f69437c47 req-389300d7-d3cc-4948-9fea-eff34b3aef94 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 943 time: 0.3263464 Jul 16 08:58:00.231436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:00.248938 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237bb37d-4525-4e6f-8e78-20df54b0f7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:00.291997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07e11966-cb8c-4a78-9b0b-b2d43b6f5c2d req-f30b439c-c5b1-416f-a109-42ae65e038e8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604992 Jul 16 08:58:00.331291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-979c2b0e-a6c8-42fd-835b-fc0f69437c47 req-e7443356-748b-4331-b824-5bfe25584f13 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086116 Jul 16 08:58:00.364799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9388f0-4f6a-4a97-97cf-be7a68693d61 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.495847 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5564a2c5-70af-49df-a2cf-a23b13853c21 x-openstack-request-id: req-5564a2c5-70af-49df-a2cf-a23b13853c21 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:00.509732 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:00.510150 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5564a2c5-70af-49df-a2cf-a23b13853c21 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:00.513098 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a', 'status': 'completed', 'code': 200} Jul 16 08:58:00.544720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e19ca0-4c20-40ab-910f-3d435dc4e15a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.558900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40414) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.562582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88e19ca0-4c20-40ab-910f-3d435dc4e15a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4630342 Jul 16 08:58:00.579454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:00.619275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-7d1e1ccf-fcf0-4911-bf7a-ce5983b58acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.621096 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-7d1e1ccf-fcf0-4911-bf7a-ce5983b58acb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=768bc73209574ef48376c1a3b047d7c3&device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 1095 time: 0.3587122 Jul 16 08:58:00.658511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Deleting port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:00.659194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.691984 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-845d6d16-d43e-4568-9617-6fd0c11d3100 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 200 len: 217 time: 0.0617971 Jul 16 08:58:00.693207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8a3ae-36e2-4d9d-be96-22583f281578 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.695031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aed8a3ae-36e2-4d9d-be96-22583f281578 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350706 Jul 16 08:58:00.697665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.750315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] For port c927d4de-b9fa-4bc3-9d00-b805dbd624f6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:00.750741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.765404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Calling delete_port for c927d4de-b9fa-4bc3-9d00-b805dbd624f6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:00.770418 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c322536d-c16f-4453-ac17-10842d4f7d30 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709572 Jul 16 08:58:00.775348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40418) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.780727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:00.799554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-85100064-26a7-44f4-9dfb-d69f56682d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.804586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-85100064-26a7-44f4-9dfb-d69f56682d34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a2f6a213-f66e-4886-b48a-a90d51722962 HTTP/1.1" status: 200 len: 851 time: 0.0962656 Jul 16 08:58:00.855764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-3769a865-bd84-4801-84bc-768d0029344c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=415d7814-7347-4192-9b1b-fcabbdc073c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426230 Jul 16 08:58:00.904422 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.949537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:00.955643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.978385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] Pushing event deleted for resources: {'Port': ['ID=c927d4de-b9fa-4bc3-9d00-b805dbd624f6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.987082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf7edd-36c5-47a3-bc90-aba9fd2c4e2b None None] No DVR routers for this DVR port c927d4de-b9fa-4bc3-9d00-b805dbd624f6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:01.039189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-b3ed5241-1b31-4c40-891c-cbc252674b3b service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752856 Jul 16 08:58:01.198779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-66036c27-9b87-4eac-89f1-71110a2ce92f req-28936f82-dd27-419c-a91c-c8e5928ff0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512768 Jul 16 08:58:01.364370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-0dde1957-168b-4ad2-9a56-949467840a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.366564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-0dde1957-168b-4ad2-9a56-949467840a6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=768bc73209574ef48376c1a3b047d7c3&device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 1095 time: 0.1071048 Jul 16 08:58:01.451106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:01.456505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.520550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:01.524473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:01.532356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.532997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.539429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b839803-cc38-471b-87b2-f78bd1bb456f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:01.555857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7790692 Jul 16 08:58:01.561910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.571836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:73:35:cb', 'name': 'tempest-NetworksTestDHCPv6-1076970421'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:01.637979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-2ead9638-bf7c-40c9-b810-65285d2b4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.640315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-2ead9638-bf7c-40c9-b810-65285d2b4210 service neutron] 10.222.0.46 "GET /v2.0/networks?id=415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 200 len: 912 time: 0.2658091 Jul 16 08:58:01.739008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-6134b92f-0c9d-4e74-98b5-ba88dcedbed4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 200 len: 217 time: 0.0900195 Jul 16 08:58:01.807568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:01.924690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c927d4de-b9fa-4bc3-9d00-b805dbd624f6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:01.928743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-ac261469-ff40-4404-b0c9-4818043a7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:01.932302 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-ac261469-ff40-4404-b0c9-4818043a7b31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a2f6a213-f66e-4886-b48a-a90d51722962 HTTP/1.1" status: 200 len: 851 time: 0.1850650 Jul 16 08:58:01.948891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8532a78-70aa-4100-b19e-fbea46b76c03 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=26c7d463-13c5-4b21-a0f9-8ea3999b760a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:01.955207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c927d4de-b9fa-4bc3-9d00-b805dbd624f6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:01.955637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c927d4de-b9fa-4bc3-9d00-b805dbd624f6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:02.038779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '26c7d463-13c5-4b21-a0f9-8ea3999b760a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:02.041949 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.043796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-14b9990c-e1f4-46d3-a5ee-69cc1377cea3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=415d7814-7347-4192-9b1b-fcabbdc073c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977838 Jul 16 08:58:02.086834 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.193271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port f2226642-29b3-417d-a8ea-0771a9525d95 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:02.229184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-413257d2-8631-4f79-8a87-accffe95f179 service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768219 Jul 16 08:58:02.346747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043d80-a001-459f-9b68-4e44191a4c18 req-a604dad8-e240-48ca-a5fe-05a6ca879699 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.357598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Allocated IP 2001:db8::f816:3eff:fe5d:29f9 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/26c7d463-13c5-4b21-a0f9-8ea3999b760a/e040a65e-a1a0-4bb8-8be6-525301cb23c7) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:02.360664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be043d80-a001-459f-9b68-4e44191a4c18 req-a604dad8-e240-48ca-a5fe-05a6ca879699 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 943 time: 0.6420419 Jul 16 08:58:02.361714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-237bb37d-4525-4e6f-8e78-20df54b0f7bd req-d1d6010f-e189-4ad3-bc7c-03236f741899 service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250262 Jul 16 08:58:02.437396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ff877-4d38-450c-8128-22b315d57793 req-282c6303-f88e-4e73-8feb-aebc3563499e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.440145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-958ff877-4d38-450c-8128-22b315d57793 req-282c6303-f88e-4e73-8feb-aebc3563499e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.7238803 Jul 16 08:58:02.565624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be043d80-a001-459f-9b68-4e44191a4c18 req-59449472-ae5a-4a85-b7ab-0f0d7b4236eb tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037406 Jul 16 08:58:02.604736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-958ff877-4d38-450c-8128-22b315d57793 req-111af61b-e4af-4127-8fdb-17dfe8bdabeb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374772 Jul 16 08:58:02.734257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.749838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Transition to ACTIVE for port object e040a65e-a1a0-4bb8-8be6-525301cb23c7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:02.801047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Transition to ACTIVE for port object e040a65e-a1a0-4bb8-8be6-525301cb23c7 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:02.816540 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.929675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe73:35cb (6644286e-7329-41f0-8e24-3b72aa1d0dd6/26c7d463-13c5-4b21-a0f9-8ea3999b760a/f2226642-29b3-417d-a8ea-0771a9525d95) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:02.957111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:02.961388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:02.978988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:03.044661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Pushing event updated for resources: {'Port': ['ID=e040a65e-a1a0-4bb8-8be6-525301cb23c7,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:03.143767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Attempting to bind port e040a65e-a1a0-4bb8-8be6-525301cb23c7 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:03.143767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Attempting to bind port e040a65e-a1a0-4bb8-8be6-525301cb23c7 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:03.144357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Attempting to bind port e040a65e-a1a0-4bb8-8be6-525301cb23c7 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:03.155066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:03.155640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:03.156315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.157483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:03.158304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Bound port: e040a65e-a1a0-4bb8-8be6-525301cb23c7, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:03.158948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.301516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] For port e040a65e-a1a0-4bb8-8be6-525301cb23c7, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:03.306832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] For port e040a65e-a1a0-4bb8-8be6-525301cb23c7, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e040a65e-a1a0-4bb8-8be6-525301cb23c7,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:03.311982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.318102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.338643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object f2226642-29b3-417d-a8ea-0771a9525d95 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:03.426509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.495996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:03.500920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:03.510606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:03.511931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c636-845d-4f16-9d99-4139a124ce83 None None] Pushing event updated for resources: {'Port': ['ID=e040a65e-a1a0-4bb8-8be6-525301cb23c7,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:03.522533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.523219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.566613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0031071 Jul 16 08:58:03.569719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.592354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94538a52-4672-449e-9bbf-7530579c1bc5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=f2226642-29b3-417d-a8ea-0771a9525d95,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:03.774584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd53301-fa5c-4fb5-9def-048d0a5e4280 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.790346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd53301-fa5c-4fb5-9def-048d0a5e4280 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.796283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40470) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.796529 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2fd53301-fa5c-4fb5-9def-048d0a5e4280 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2244463 Jul 16 08:58:04.046832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fcad8a2c-a5e9-44a5-af36-da69b88b997a details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:04.148875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae461f42-2bfb-4035-b366-c4de2b270214 req-9c624724-859e-4c3f-acb9-cac0eb6bbbda tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.151259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae461f42-2bfb-4035-b366-c4de2b270214 req-9c624724-859e-4c3f-acb9-cac0eb6bbbda tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 943 time: 0.2491500 Jul 16 08:58:04.204850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a,segment=NetworkSegment(18e9eb4d-b448-4380-8ceb-3737502723c2),segment_id=18e9eb4d-b448-4380-8ceb-3737502723c2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.211642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port f2226642-29b3-417d-a8ea-0771a9525d95 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:04.212763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.224292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a', 'network_id': '415d7814-7347-4192-9b1b-fcabbdc073c3', 'port_id': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a', 'mac_address': 'fa:16:3e:e5:c8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f6a213-f66e-4886-b48a-a90d51722962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:04.236638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96547720-cd87-4935-8b1e-27d9767c9d78 req-414608ba-98b7-428f-96f0-655c9f122b26 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:04.238322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96547720-cd87-4935-8b1e-27d9767c9d78 req-414608ba-98b7-428f-96f0-655c9f122b26 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.3419743 Jul 16 08:58:04.279326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.302048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcad8a2c-a5e9-44a5-af36-da69b88b997a {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:04.323250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae461f42-2bfb-4035-b366-c4de2b270214 req-a21f582d-8343-4937-9aba-35c157dfd27b tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569257 Jul 16 08:58:04.348206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a,segment=NetworkSegment(18e9eb4d-b448-4380-8ceb-3737502723c2),segment_id=18e9eb4d-b448-4380-8ceb-3737502723c2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.354591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.432697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96547720-cd87-4935-8b1e-27d9767c9d78 req-d34e6c50-efd9-4224-bb6e-5cd023d88afa tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745281 Jul 16 08:58:04.490019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.503971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:04.525026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for f2226642-29b3-417d-a8ea-0771a9525d95 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:04.681108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fcad8a2c-a5e9-44a5-af36-da69b88b997a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:04.788547 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.875493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=f2226642-29b3-417d-a8ea-0771a9525d95,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:04.931512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.934588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d9b662d7-a1f4-441b-bb50-252f819ad81b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f2226642-29b3-417d-a8ea-0771a9525d95 HTTP/1.1" status: 204 len: 168 time: 1.1379406 Jul 16 08:58:04.937718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:05.010264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9283aa7-8eba-42cb-a216-247f78406262 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.012509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9283aa7-8eba-42cb-a216-247f78406262 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.014436 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9283aa7-8eba-42cb-a216-247f78406262 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0755005 Jul 16 08:58:05.017766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:05.057794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c60418ff-ccfe-4539-8255-ac957ae40fc1 None None] Provisioning for port e040a65e-a1a0-4bb8-8be6-525301cb23c7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:05.160403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 26c7d463-13c5-4b21-a0f9-8ea3999b760a {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:05.164713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.222113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.345375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.398495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1f3ee7c3-21c7-46b4-a9bb-e1ce5ddf9956 None None] Could not find standard attr ID for object f2226642-29b3-417d-a8ea-0771a9525d95. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:05.497223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.574864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=26c7d463-13c5-4b21-a0f9-8ea3999b760a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.584065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.587188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-52f3a5db-c3cb-417c-90f9-25432a054a09 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/26c7d463-13c5-4b21-a0f9-8ea3999b760a HTTP/1.1" status: 204 len: 168 time: 0.5678196 Jul 16 08:58:05.589803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:05.721278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd862c1a-4255-4e5c-8a87-1e4bc69f7b01 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:05.737008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a819ffc6-63cb-45d3-abfc-a1db25ed3176 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455655 Jul 16 08:58:05.740215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40498) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:05.751365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:05.907868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e040a65e-a1a0-4bb8-8be6-525301cb23c7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:05.941129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262984ac-8f07-42f2-a998-037293246f63 req-e3526772-1722-42da-98a8-24f0b400133f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:05.949987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-262984ac-8f07-42f2-a998-037293246f63 req-e3526772-1722-42da-98a8-24f0b400133f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 944 time: 0.3500795 Jul 16 08:58:05.990491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:05.997112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.008435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ab17-2035-48f0-ad58-3cd09827a473 req-d7985cc4-e4bf-4a23-99a7-6670c28626f1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.011549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01b6ab17-2035-48f0-ad58-3cd09827a473 req-d7985cc4-e4bf-4a23-99a7-6670c28626f1 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.2967801 Jul 16 08:58:06.093398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-262984ac-8f07-42f2-a998-037293246f63 req-b7225dfa-35eb-47d2-a3ac-bd7ce08a34d1 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333792 Jul 16 08:58:06.107710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fcad8a2c-a5e9-44a5-af36-da69b88b997a up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:06.158867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01b6ab17-2035-48f0-ad58-3cd09827a473 req-ab2761eb-ff6a-4a8f-bd76-1c7736ad60ae tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408656 Jul 16 08:58:06.230143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fcad8a2c-a5e9-44a5-af36-da69b88b997a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:06.240174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fcad8a2c-a5e9-44a5-af36-da69b88b997a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:06.240771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.296583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e040a65e-a1a0-4bb8-8be6-525301cb23c7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:06.319318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e040a65e-a1a0-4bb8-8be6-525301cb23c7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:06.324006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.441905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:06.494668 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.532389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:06.533880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a,segment=NetworkSegment(18e9eb4d-b448-4380-8ceb-3737502723c2),segment_id=18e9eb4d-b448-4380-8ceb-3737502723c2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:06.535827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:06.539344 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d9d9d-1fd8-4401-b0c4-a05a47fb1730" -d '{"events": [{"server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "name": "network-vif-plugged", "status": "completed", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:06.550506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.680904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.692179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Deleting port e040a65e-a1a0-4bb8-8be6-525301cb23c7 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:06.692557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.830880 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4a2a2-e133-454d-a58c-355a007407df x-openstack-request-id: req-3cd4a2a2-e133-454d-a58c-355a007407df {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:06.831979 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "name": "network-vif-plugged", "status": "completed", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:06.832450 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cd4a2a2-e133-454d-a58c-355a007407df {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:06.833064 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a', 'code': 200} Jul 16 08:58:06.834732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:06.904472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] For port e040a65e-a1a0-4bb8-8be6-525301cb23c7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e040a65e-a1a0-4bb8-8be6-525301cb23c7,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:06.905272 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.952325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.954713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Calling delete_port for e040a65e-a1a0-4bb8-8be6-525301cb23c7 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:06.966330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23e520-6274-47d2-836d-df98edcacd52 req-a747ce80-1bf2-4985-bdf5-721e608a6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.968374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9c23e520-6274-47d2-836d-df98edcacd52 req-a747ce80-1bf2-4985-bdf5-721e608a6eba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 1097 time: 0.1843278 Jul 16 08:58:06.989803 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:58:06.989803 n-d-798054-12 neutron-server[93776]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 08:58:06.989803 n-d-798054-12 neutron-server[93776]: [parameters: {'status': 'ACTIVE', 'ports_id': 'e040a65e-a1a0-4bb8-8be6-525301cb23c7'}] Jul 16 08:58:06.989803 n-d-798054-12 neutron-server[93776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:58:06.990577 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:58:07.064577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9c23e520-6274-47d2-836d-df98edcacd52 req-7a7f901e-7958-4b39-b7f5-267e6d84f8fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846510 Jul 16 08:58:07.200796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40518) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:07.251594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port e040a65e-a1a0-4bb8-8be6-525301cb23c7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e040a65e-a1a0-4bb8-8be6-525301cb23c7,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:07.294423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.305985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.306873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.307805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.355328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] Pushing event deleted for resources: {'Port': ['ID=e040a65e-a1a0-4bb8-8be6-525301cb23c7,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.366398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee69fc-f499-48b0-8c0f-0ad300d81720 None None] No DVR routers for this DVR port e040a65e-a1a0-4bb8-8be6-525301cb23c7 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:07.402415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=e040a65e-a1a0-4bb8-8be6-525301cb23c7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.432543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:07.438798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:07.441961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0baa9d8a-47a7-40b5-92d1-b15aa6de9587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.446412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:07.447427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.451377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ca9c1-634f-4cde-a0f2-870610a8c00d None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:07.465712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=f44970b3-5cd2-4c25-9bd2-55f9093a3ee6,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.536955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261c32-baf4-40b5-813a-fdae23322529 req-e813d999-2500-4c37-b4f8-c0c0f8956bf3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:07.538617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32261c32-baf4-40b5-813a-fdae23322529 req-e813d999-2500-4c37-b4f8-c0c0f8956bf3 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1772909 Jul 16 08:58:07.548751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043c466-6840-4e14-a95a-a45f2424386e req-5ef87e4d-2624-410e-aa0d-f2c3dec23989 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:07.550325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1043c466-6840-4e14-a95a-a45f2424386e req-5ef87e4d-2624-410e-aa0d-f2c3dec23989 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.1726470 Jul 16 08:58:07.637810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32261c32-baf4-40b5-813a-fdae23322529 req-e708984e-91f1-414f-b84e-e04425928260 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849106 Jul 16 08:58:07.670838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1043c466-6840-4e14-a95a-a45f2424386e req-06c3558e-7197-4277-a2a8-0f8370253567 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Jul 16 08:58:07.690854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0baa9d8a-47a7-40b5-92d1-b15aa6de9587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.696160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0baa9d8a-47a7-40b5-92d1-b15aa6de9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.722998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e173d66f-4243-441c-8fa2-1dbd8ac1b743 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9793286 Jul 16 08:58:07.723725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40532) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:07.730388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:9a:56:d4', 'name': 'tempest-NetworksTestDHCPv6-496365076'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:07.759611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0baa9d8a-47a7-40b5-92d1-b15aa6de9587 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fc0c74ca1af461299e5a9e4d7d3f398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570760 Jul 16 08:58:07.764860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port e040a65e-a1a0-4bb8-8be6-525301cb23c7 update to ACTIVE by agent not found {{(pid=93776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:58:07.770017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40534) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:07.844624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa9d8a-47a7-40b5-92d1-b15aa6de9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48e493-28bb-45ad-b50a-e1b33b969bab,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.877767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.913531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e040a65e-a1a0-4bb8-8be6-525301cb23c7 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:07.921642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.945028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e040a65e-a1a0-4bb8-8be6-525301cb23c7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:07.945387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e040a65e-a1a0-4bb8-8be6-525301cb23c7 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:07.955044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-002318f9-e927-46e9-9480-36ed089a53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:07.956761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-002318f9-e927-46e9-9480-36ed089a53bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1097 time: 0.1715493 Jul 16 08:58:07.957931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:07.990856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'f44970b3-5cd2-4c25-9bd2-55f9093a3ee6'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:07.992688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.012900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.018458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.020368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb48e493-28bb-45ad-b50a-e1b33b969bab HTTP/1.1" status: 204 len: 168 time: 0.2466261 Jul 16 08:58:08.033893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce977462-7307-433f-8fc7-6537d60d4e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48e493-28bb-45ad-b50a-e1b33b969bab,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.143847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.148182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-b25ee7ba-cb05-45e2-be81-587c79100232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.149918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-b25ee7ba-cb05-45e2-be81-587c79100232 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.1854079 Jul 16 08:58:08.196021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Allocated IP 2001:db8::f816:3eff:fedf:6eff (6644286e-7329-41f0-8e24-3b72aa1d0dd6/f44970b3-5cd2-4c25-9bd2-55f9093a3ee6/2b09195d-80ea-4a77-826f-f1751666f410) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:08.209173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port d76ed2c3-619e-4eef-ad01-39309fd2a241 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:08.274788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-4b4f9d2d-0bab-4ecd-8643-49a48053cbf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 1001 time: 0.1147838 Jul 16 08:58:08.338659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-9c1f9ba6-0b8b-4e73-ae9c-7ba72ccf2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.340807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-9c1f9ba6-0b8b-4e73-ae9c-7ba72ccf2e31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.0581069 Jul 16 08:58:08.401818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-ff1c5388-bc36-4e9a-b05d-72b430e14d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.402434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.403896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-ff1c5388-bc36-4e9a-b05d-72b430e14d1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568061 Jul 16 08:58:08.411986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Transition to ACTIVE for port object 2b09195d-80ea-4a77-826f-f1751666f410 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:08.428341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Transition to ACTIVE for port object 2b09195d-80ea-4a77-826f-f1751666f410 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:08.435541 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.471307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:08.475806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:08.481751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:08.494654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Pushing event updated for resources: {'Port': ['ID=2b09195d-80ea-4a77-826f-f1751666f410,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.534488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe9a:56d4 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/f44970b3-5cd2-4c25-9bd2-55f9093a3ee6/d76ed2c3-619e-4eef-ad01-39309fd2a241) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:08.553139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Attempting to bind port 2b09195d-80ea-4a77-826f-f1751666f410 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:08.553508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Attempting to bind port 2b09195d-80ea-4a77-826f-f1751666f410 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:08.554066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Attempting to bind port 2b09195d-80ea-4a77-826f-f1751666f410 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:08.559272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:08.559647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:08.560075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.560479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:08.560948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Bound port: 2b09195d-80ea-4a77-826f-f1751666f410, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:08.561334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.565344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-6f58b73b-2e7a-4889-948f-d57728ad7eef service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532602 Jul 16 08:58:08.639095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] For port 2b09195d-80ea-4a77-826f-f1751666f410, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:08.642961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] For port 2b09195d-80ea-4a77-826f-f1751666f410, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2b09195d-80ea-4a77-826f-f1751666f410,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:08.648829 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.716502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.722466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d5881-9963-4dfd-a8e7-d44792e6f667 None None] Pushing event updated for resources: {'Port': ['ID=2b09195d-80ea-4a77-826f-f1751666f410,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.796009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00ea87ab-a882-4d63-b283-5d88fe49b42f req-610afaca-e403-4c4b-bb57-2f24ec2798ce service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182634 Jul 16 08:58:08.863064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.879202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object d76ed2c3-619e-4eef-ad01-39309fd2a241 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:08.932333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.983293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96730a9-7dff-4cb7-9b11-be42535a3af6 req-ebadd9ca-0520-41b3-b5ce-a42f482f4f0b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.006451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d96730a9-7dff-4cb7-9b11-be42535a3af6 req-ebadd9ca-0520-41b3-b5ce-a42f482f4f0b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1625841 Jul 16 08:58:09.023567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb07fb8-ad14-42cc-97b7-19cad21513c6 req-b6661f5a-b820-46c3-92f8-db2a9e48b375 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.032499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cb07fb8-ad14-42cc-97b7-19cad21513c6 req-b6661f5a-b820-46c3-92f8-db2a9e48b375 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.1462147 Jul 16 08:58:09.039242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:09.042854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:09.045871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:09.052437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.053293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.072386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=d76ed2c3-619e-4eef-ad01-39309fd2a241,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:09.087382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.100246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.100835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.101238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.101724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.102063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.102627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.102748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.106205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d96730a9-7dff-4cb7-9b11-be42535a3af6 req-17fd8778-72f5-45b4-b9d6-8cfffab1be1c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985031 Jul 16 08:58:09.107033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.107536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.108062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.108430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:09.123838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52d6fac1-f7c7-4f4b-8ff2-7ccadb642c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3963029 Jul 16 08:58:09.124268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:09.154493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cb07fb8-ad14-42cc-97b7-19cad21513c6 req-3c743434-663d-4a5f-9bdd-4904bc662f5d tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208580 Jul 16 08:58:09.226850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.239710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e02671-79e8-4aff-a5ba-3adac6bcd054 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.246883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e02671-79e8-4aff-a5ba-3adac6bcd054 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.252184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:09.252618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-72e02671-79e8-4aff-a5ba-3adac6bcd054 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1264641 Jul 16 08:58:09.414527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port d76ed2c3-619e-4eef-ad01-39309fd2a241 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:09.414882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.454392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427a5d6-2eac-4470-82a6-f867a6b741e4 req-77c2cb5b-923f-4f78-9b49-6be585519b28 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.455934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4427a5d6-2eac-4470-82a6-f867a6b741e4 req-77c2cb5b-923f-4f78-9b49-6be585519b28 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.1305678 Jul 16 08:58:09.543967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4427a5d6-2eac-4470-82a6-f867a6b741e4 req-c1bedf64-f757-4aef-aeb9-136f8f9fc9b0 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Jul 16 08:58:09.547737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.561865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for d76ed2c3-619e-4eef-ad01-39309fd2a241 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:09.747625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:09.766337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.808076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=d76ed2c3-619e-4eef-ad01-39309fd2a241,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:09.861320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.863669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d2425651-7614-4cf6-a23b-2a6613e681a0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/d76ed2c3-619e-4eef-ad01-39309fd2a241 HTTP/1.1" status: 204 len: 168 time: 0.6104701 Jul 16 08:58:09.868722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:09.977177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2b09195d-80ea-4a77-826f-f1751666f410 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:10.002456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581bb0d-0437-45b7-80c0-047e36a4be14 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.003939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581bb0d-0437-45b7-80c0-047e36a4be14 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.005903 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5581bb0d-0437-45b7-80c0-047e36a4be14 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1293542 Jul 16 08:58:10.008983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:10.009499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09201efc-dd38-4809-9c67-1cd6e7d1a25a tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.009985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09201efc-dd38-4809-9c67-1cd6e7d1a25a tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.010453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09201efc-dd38-4809-9c67-1cd6e7d1a25a tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.012490 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-09201efc-dd38-4809-9c67-1cd6e7d1a25a tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=fb1ec6b62517434694ed622235abeb2a&network_id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 2973 time: 0.2638161 Jul 16 08:58:10.071390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet f44970b3-5cd2-4c25-9bd2-55f9093a3ee6 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:10.075134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 2b09195d-80ea-4a77-826f-f1751666f410 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:10.080017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.107400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Provisioning for port 2b09195d-80ea-4a77-826f-f1751666f410 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:10.111435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Provisioning complete for port 2b09195d-80ea-4a77-826f-f1751666f410 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:10.111824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.167871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.233529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.306206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe90d-3295-4347-95e9-2a6ba28838ae req-fffa6952-3209-49c4-9204-220d89bf2085 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.313263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] For port 2b09195d-80ea-4a77-826f-f1751666f410, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2b09195d-80ea-4a77-826f-f1751666f410,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:10.314314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2bfe90d-3295-4347-95e9-2a6ba28838ae req-fffa6952-3209-49c4-9204-220d89bf2085 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.2012727 Jul 16 08:58:10.325379 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.348587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.402876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92bfb-7b69-4552-bb67-5db165a3d76b None None] Pushing event updated for resources: {'Port': ['ID=2b09195d-80ea-4a77-826f-f1751666f410,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.447936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f8d1fa82-879d-4c01-87e2-6fa2f9cd36a7 None None] Could not find standard attr ID for object d76ed2c3-619e-4eef-ad01-39309fd2a241. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:10.797474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2bfe90d-3295-4347-95e9-2a6ba28838ae req-097f5852-b196-42a5-b0ff-53607b897bb3 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788585 Jul 16 08:58:10.839071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.870389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=f44970b3-5cd2-4c25-9bd2-55f9093a3ee6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.882826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fc56-e4b4-47de-bf15-7207133e7706 req-4a0fb7ab-85dd-4336-a4c6-944587296514 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.884988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6955fc56-e4b4-47de-bf15-7207133e7706 req-4a0fb7ab-85dd-4336-a4c6-944587296514 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.5673687 Jul 16 08:58:10.898858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.902950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224bf5b-4a28-46b8-b865-5c25e1b7a429 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:10.903969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:10.904614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f7f4e9f4-e764-45ba-b6b0-f8978c23786a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/f44970b3-5cd2-4c25-9bd2-55f9093a3ee6 HTTP/1.1" status: 204 len: 168 time: 0.8944824 Jul 16 08:58:10.962872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6955fc56-e4b4-47de-bf15-7207133e7706 req-37585a2a-cf00-48ad-bf13-e8addacac654 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567825 Jul 16 08:58:10.995295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc6e6c94-6020-44ae-85b7-c83a41e3cf66 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894184 Jul 16 08:58:10.997654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.100438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5555e89d-6b71-4772-b4ca-2b9f62e08c21 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.102294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5555e89d-6b71-4772-b4ca-2b9f62e08c21 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1034758 Jul 16 08:58:11.105350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40626) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.166828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:11.174654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc489d0e-0110-4594-9dab-f32e7225f6f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.176207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bc489d0e-0110-4594-9dab-f32e7225f6f9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695040 Jul 16 08:58:11.178864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.230487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf254b82-f734-49cf-a41d-f82d284d91f4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502801 Jul 16 08:58:11.231371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Deleting port 2b09195d-80ea-4a77-826f-f1751666f410 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:11.232159 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.235193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.241378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:11.322080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] For port 2b09195d-80ea-4a77-826f-f1751666f410, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=2b09195d-80ea-4a77-826f-f1751666f410,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:11.322522 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.337676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Calling delete_port for 2b09195d-80ea-4a77-826f-f1751666f410 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:11.372634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:11.377296 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.434954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.463134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] Pushing event deleted for resources: {'Port': ['ID=2b09195d-80ea-4a77-826f-f1751666f410,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.468168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81e75f-9795-430e-a92b-b2031dd70639 None None] No DVR routers for this DVR port 2b09195d-80ea-4a77-826f-f1751666f410 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:11.593696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.640707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:11.644301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:11.648978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.649594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.658338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc614d-42fd-4771-ac1c-25a493c2cbc8 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:11.667226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=b1cc1eba-70c1-42d2-b627-b0b0a5156737,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.676084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-799ccda6-4054-45c7-97bb-2021bf10e1a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383736 Jul 16 08:58:11.678217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40634) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.690346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:b6:26:99', 'name': 'tempest-NetworksTestDHCPv6-543278099'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:11.836016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:11.867169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2b09195d-80ea-4a77-826f-f1751666f410 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:11.870105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'b1cc1eba-70c1-42d2-b627-b0b0a5156737'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:11.871376 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.900503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 2b09195d-80ea-4a77-826f-f1751666f410 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:11.900859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 2b09195d-80ea-4a77-826f-f1751666f410 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:11.962507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.026467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 73ac3caa-ebfb-4b0e-8ac2-913c606af19a yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:12.082648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b1cc1eba-70c1-42d2-b627-b0b0a5156737/3b4089b3-ad29-4436-8e6a-06b2a20533ca) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:12.107158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:12.137566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22e26-3f63-48df-9172-1e7168310629 req-a7170784-e043-4c2c-aaca-1b604df11050 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.139498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56f22e26-3f63-48df-9172-1e7168310629 req-a7170784-e043-4c2c-aaca-1b604df11050 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.1743484 Jul 16 08:58:12.198732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56f22e26-3f63-48df-9172-1e7168310629 req-e5c71982-2d54-4f93-9c4b-fd7ae34bd2e6 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514262 Jul 16 08:58:12.295113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.378655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:12.381465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e689a-679f-4ee6-8057-2d869ea542ba req-5f7c859a-68da-43a6-b97a-608c2e9b50d5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.381709 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558a937-bff0-4026-b927-765489ce83f1" -d '{"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:12.383066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be7e689a-679f-4ee6-8057-2d869ea542ba req-5f7c859a-68da-43a6-b97a-608c2e9b50d5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 945 time: 0.1126776 Jul 16 08:58:12.401623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:12.416456 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.424858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.443100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be7e689a-679f-4ee6-8057-2d869ea542ba req-18ea1471-ab50-43ca-b69d-09bd9f0f9b6a tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527692 Jul 16 08:58:12.463622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Transition to ACTIVE for port object 3b4089b3-ad29-4436-8e6a-06b2a20533ca will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:12.491450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Transition to ACTIVE for port object 3b4089b3-ad29-4436-8e6a-06b2a20533ca will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:12.508448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:12.513090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.572864 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118faf1b-3f22-4359-84ef-7250fadd4030 x-openstack-request-id: req-118faf1b-3f22-4359-84ef-7250fadd4030 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:12.573213 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-unplugged", "status": "failed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "code": 422}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:12.573477 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-118faf1b-3f22-4359-84ef-7250fadd4030 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:12.573896 n-d-798054-12 neutron-server[93776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'code': 422} returned with failed status Jul 16 08:58:12.604121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:12.634101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Pushing event updated for resources: {'Port': ['ID=3b4089b3-ad29-4436-8e6a-06b2a20533ca,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:12.641326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:12.644476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:12.670603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::302 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/b1cc1eba-70c1-42d2-b627-b0b0a5156737/73ac3caa-ebfb-4b0e-8ac2-913c606af19a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:12.715036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-b31cdeed-028e-413a-819e-67d8fdb799bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.717498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-b31cdeed-028e-413a-819e-67d8fdb799bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=768bc73209574ef48376c1a3b047d7c3&device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 1097 time: 0.1132627 Jul 16 08:58:12.724474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Attempting to bind port 3b4089b3-ad29-4436-8e6a-06b2a20533ca on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:12.724849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Attempting to bind port 3b4089b3-ad29-4436-8e6a-06b2a20533ca by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:12.725394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Attempting to bind port 3b4089b3-ad29-4436-8e6a-06b2a20533ca on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:12.738516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:12.741866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:12.742372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.742925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:12.743295 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Bound port: 3b4089b3-ad29-4436-8e6a-06b2a20533ca, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:12.743688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.871919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd373a8-5fdc-4fcc-983a-40dcfc44f5fb req-9a3910ff-6008-47e6-a207-2da3a1ce1bfb tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.879170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffd373a8-5fdc-4fcc-983a-40dcfc44f5fb req-9a3910ff-6008-47e6-a207-2da3a1ce1bfb tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1098 time: 0.2111363 Jul 16 08:58:12.929410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] For port 3b4089b3-ad29-4436-8e6a-06b2a20533ca, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:12.936978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] For port 3b4089b3-ad29-4436-8e6a-06b2a20533ca, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3b4089b3-ad29-4436-8e6a-06b2a20533ca,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:12.944144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.964399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffd373a8-5fdc-4fcc-983a-40dcfc44f5fb req-18a41690-3129-4f08-a62e-6abe5492905b tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837240 Jul 16 08:58:13.052051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b6e6-0126-46ee-b487-a972484fd514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.085128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Pushing event updated for resources: {'Port': ['ID=3b4089b3-ad29-4436-8e6a-06b2a20533ca,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:13.104213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.104213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.104213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.104809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.104809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.105165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.105445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.105771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.106104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.106434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.106747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.107064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7217ae6-f7e9-48bf-8325-398938b6988e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:13.130960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.155348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 73ac3caa-ebfb-4b0e-8ac2-913c606af19a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:13.208130 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.369716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:13.395795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-b5c5cc26-3f1b-4026-af2b-6cc25123b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.398421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-b5c5cc26-3f1b-4026-af2b-6cc25123b1d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 200 len: 912 time: 0.6736574 Jul 16 08:58:13.399232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.441090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:13.448733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:13.462672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.463358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.487908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f0e44-7ce7-4211-a1e5-02b97eeddcdb tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.488701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc0f0e44-7ce7-4211-a1e5-02b97eeddcdb tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555 HTTP/1.1" status: 200 len: 814 time: 0.0881212 Jul 16 08:58:13.520645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=73ac3caa-ebfb-4b0e-8ac2-913c606af19a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:13.550762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-962f6597-cdab-4dba-8d2c-180c99227035 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 200 len: 217 time: 0.0718184 Jul 16 08:58:13.559750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75ce9374-d493-4350-857f-a02cfff0d282 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8773906 Jul 16 08:58:13.563928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.637739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-56538b65-64e2-405a-9315-53b3c0922007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.639582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-56538b65-64e2-405a-9315-53b3c0922007 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a2f6a213-f66e-4886-b48a-a90d51722962 HTTP/1.1" status: 200 len: 851 time: 0.0811722 Jul 16 08:58:13.646227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e66b19-e852-42aa-91c8-703001e51440 req-aba3edb3-656d-482b-8c9c-cda27aac1a61 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.647745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92e66b19-e852-42aa-91c8-703001e51440 req-aba3edb3-656d-482b-8c9c-cda27aac1a61 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.3958173 Jul 16 08:58:13.659937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d324-36ae-4932-baa1-6946c79600db req-70f9e423-2c56-447c-922e-8d3b73d6aae3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.659937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad52d324-36ae-4932-baa1-6946c79600db req-70f9e423-2c56-447c-922e-8d3b73d6aae3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1913059 Jul 16 08:58:13.693899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-e27ac677-ed3c-4cab-a63d-5f9b0b8fedc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=415d7814-7347-4192-9b1b-fcabbdc073c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472527 Jul 16 08:58:13.734388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a32985-dd6f-402b-ad23-35a59bfaa509 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.740354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a32985-dd6f-402b-ad23-35a59bfaa509 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.748288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-57a32985-dd6f-402b-ad23-35a59bfaa509 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1756837 Jul 16 08:58:13.748288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92e66b19-e852-42aa-91c8-703001e51440 req-36fbae27-5a51-4d1e-8f24-c1c77a619cb6 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848322 Jul 16 08:58:13.753062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.789779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ad52d324-36ae-4932-baa1-6946c79600db req-825e2d64-5138-477e-892e-b5d5c0625d8a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090448 Jul 16 08:58:13.846272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40714) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.877420 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-f87c904b-55da-48eb-8563-58f572af19e1 service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757119 Jul 16 08:58:13.968871 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be3d1509-4ff2-4d23-a106-bda04f1412a3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 200 len: 994 time: 0.1207845 Jul 16 08:58:13.992639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 73ac3caa-ebfb-4b0e-8ac2-913c606af19a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:13.992899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.031851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3b4089b3-ad29-4436-8e6a-06b2a20533ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:14.066526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-194dc2fc-cc0a-40d3-aea6-28605d084dbc req-1b996567-2ce6-418a-8d75-567678e130a9 service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724641 Jul 16 08:58:14.134398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.154874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 73ac3caa-ebfb-4b0e-8ac2-913c606af19a owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:14.165372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3b4089b3-ad29-4436-8e6a-06b2a20533ca completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:14.346456 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.389128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=73ac3caa-ebfb-4b0e-8ac2-913c606af19a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:14.439889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.442460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.442606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b6faf85-75cd-4502-b7af-c162b00a6982 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/73ac3caa-ebfb-4b0e-8ac2-913c606af19a HTTP/1.1" status: 204 len: 168 time: 0.6885252 Jul 16 08:58:14.507530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37195723-04de-4ce6-89b3-2b0a5646fc0b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:14.509524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37195723-04de-4ce6-89b3-2b0a5646fc0b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:14.513996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-37195723-04de-4ce6-89b3-2b0a5646fc0b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0674934 Jul 16 08:58:14.514289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.585839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet b1cc1eba-70c1-42d2-b627-b0b0a5156737 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:14.601957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.616080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Provisioning for port 3b4089b3-ad29-4436-8e6a-06b2a20533ca completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:14.630790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Provisioning complete for port 3b4089b3-ad29-4436-8e6a-06b2a20533ca triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:14.631162 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.677073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.816319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:14.844724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'network': {'name': 'tempest-network-smoke--1834841852', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:14.892449 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.990733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] For port 3b4089b3-ad29-4436-8e6a-06b2a20533ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3b4089b3-ad29-4436-8e6a-06b2a20533ca,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:14.996497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.037822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:15.038383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30662f-c3bf-4956-870e-32da418ac949 req-3ef6be46-e8b4-440d-8de2-248de192d3f8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.048177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a30662f-c3bf-4956-870e-32da418ac949 req-3ef6be46-e8b4-440d-8de2-248de192d3f8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.1002693 Jul 16 08:58:15.053067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.097946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-29e89a2e-228a-485f-b9bd-c9fb08e5269c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044489 Jul 16 08:58:15.125437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.175949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a30662f-c3bf-4956-870e-32da418ac949 req-7a1a8ead-417c-4875-acf6-116b1a1219b7 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267850 Jul 16 08:58:15.244084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d535fb0-0c53-499b-9bdc-501c56368d52 None None] Pushing event updated for resources: {'Port': ['ID=3b4089b3-ad29-4436-8e6a-06b2a20533ca,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.258956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59bcb2e6-5401-4766-9ef2-d67ad36d8d2f None None] Could not find standard attr ID for object 73ac3caa-ebfb-4b0e-8ac2-913c606af19a. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:15.283872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:15.322015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.322373 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Added segment 0edd55bb-beb5-49b2-8683-fbb7411d43c7 of type vlan for network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 Jul 16 08:58:15.396730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.407957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.450363 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cc1eba-70c1-42d2-b627-b0b0a5156737,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.459629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.461553 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-64b06727-8b43-44d3-9c47-4198f65a7dc7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b1cc1eba-70c1-42d2-b627-b0b0a5156737 HTTP/1.1" status: 204 len: 168 time: 0.9463382 Jul 16 08:58:15.464262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.470626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a34ceb-128c-4e51-91da-d4f580230ec5 req-7e2d63ea-cfb5-4f1e-b41a-c66654880833 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.474047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd64a7-0c43-466f-b8b8-7b7abf7c619c None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:15.479101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0a34ceb-128c-4e51-91da-d4f580230ec5 req-7e2d63ea-cfb5-4f1e-b41a-c66654880833 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.2476795 Jul 16 08:58:15.496477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-f1006588-ba08-4663-9b71-d83fe7f9cd2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4386857 Jul 16 08:58:15.504746 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5e17adcf-625d-4ffa-87f5-3f0d161a0667 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392632 Jul 16 08:58:15.506128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.508190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40766) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.512078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.512817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.638937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0a34ceb-128c-4e51-91da-d4f580230ec5 req-53776fa3-2d81-4c5c-be7a-539ebf93be61 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507897 Jul 16 08:58:15.654082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Network': ['ID=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.662807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4582b-46d6-4835-aeed-9428a9a81e8d req-726f92e0-ef9a-4d1f-9f6f-88805d594215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.665478 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f9706c64-0da7-413a-89b0-69b1af2ab22b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8424783 Jul 16 08:58:15.676632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fea4582b-46d6-4835-aeed-9428a9a81e8d req-726f92e0-ef9a-4d1f-9f6f-88805d594215 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.2861409 Jul 16 08:58:15.677239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.744584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:15.793725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a399fd4-0407-4dbd-a455-8516d15311b0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.805704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a399fd4-0407-4dbd-a455-8516d15311b0 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2949293 Jul 16 08:58:15.810165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.832909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fea4582b-46d6-4835-aeed-9428a9a81e8d req-e864df3c-094a-49d2-870e-6dcb0bdda033 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503088 Jul 16 08:58:15.882711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.942265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a603b44-5e0a-45db-b4ef-c75fa2bd6694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.951986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a20fe-a039-40c8-baa1-012f5eb6a9ea tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.954572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c06a20fe-a039-40c8-baa1-012f5eb6a9ea tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=fb1ec6b62517434694ed622235abeb2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2759848 Jul 16 08:58:15.957533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40786) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:15.958682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3b4089b3-ad29-4436-8e6a-06b2a20533ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:15.998976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3e198-8a40-4364-acd7-5d57e2508066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.002025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f2b3e198-8a40-4364-acd7-5d57e2508066 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1815779 Jul 16 08:58:16.006252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40790) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.093777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3b4089b3-ad29-4436-8e6a-06b2a20533ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:16.094383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.107172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:16.133003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40caa9dd-8904-4854-9ac5-310c7fc7bb89 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256015 Jul 16 08:58:16.138811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.154614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:16.167550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:16.300875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa45a6-da09-47f8-a64b-500ab97cff73 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.314578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ffa45a6-da09-47f8-a64b-500ab97cff73 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3557544 Jul 16 08:58:16.317086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.395847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:16.401809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Deleting port 3b4089b3-ad29-4436-8e6a-06b2a20533ca {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:16.407560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.408914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.422248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-159efc21-8340-4c1b-a722-f25c2afb4f92 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986226 Jul 16 08:58:16.428301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.505000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] For port 3b4089b3-ad29-4436-8e6a-06b2a20533ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3b4089b3-ad29-4436-8e6a-06b2a20533ca,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:16.506123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.516930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1b9c59f-13be-466a-9ffe-71359691b6d9 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=fb1ec6b62517434694ed622235abeb2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870605 Jul 16 08:58:16.519410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40814) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.528820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Calling delete_port for 3b4089b3-ad29-4436-8e6a-06b2a20533ca owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:16.617713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0b20f-6fb7-405e-ae1d-16512ed5a7d6 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.621935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0af0b20f-6fb7-405e-ae1d-16512ed5a7d6 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991554 Jul 16 08:58:16.623925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40816) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.675702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c42795ce-d2d0-40c9-b494-8e58d62197a0 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482616 Jul 16 08:58:16.678491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40820) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:16.684138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002125355', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:16.698023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-a3e484bf-de05-4d7c-94b9-46c269ffe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.699625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-a3e484bf-de05-4d7c-94b9-46c269ffe400 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4&tenant_id=3c0dfa8391d445a7b803c8df50fb8018 HTTP/1.1" status: 200 len: 1095 time: 0.1913776 Jul 16 08:58:16.742776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef02a-42ea-4e66-b5b0-db07a9ef04bd req-ea35a727-82a9-47a4-b81f-cc930f83e3d9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.745093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42eef02a-42ea-4e66-b5b0-db07a9ef04bd req-ea35a727-82a9-47a4-b81f-cc930f83e3d9 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.3069305 Jul 16 08:58:16.910545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-6f9f3289-84eb-431e-af78-cb8e5bb77df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.912609 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-6f9f3289-84eb-431e-af78-cb8e5bb77df2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1095 time: 0.1809673 Jul 16 08:58:16.992767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42eef02a-42ea-4e66-b5b0-db07a9ef04bd req-ee71214c-c33b-48ca-81f6-d7dd907746d2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371287 Jul 16 08:58:17.005232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:17.015687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.131404 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.143941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:17.248602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.307639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-d98f48b4-7494-4ee3-ae5d-0be02d04e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.309398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-d98f48b4-7494-4ee3-ae5d-0be02d04e364 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.3897414 Jul 16 08:58:17.332307 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.revisions.revision_plugin [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Could not find related port for resource to bump revision. Jul 16 08:58:17.340075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] Pushing event deleted for resources: {'Port': ['ID=3b4089b3-ad29-4436-8e6a-06b2a20533ca,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.346268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Port 3b4089b3-ad29-4436-8e6a-06b2a20533ca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:58:17.347052 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:2a24 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:58:17.351049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_pluggable_backend [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:2a24 {{(pid=93774) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:58:17.352090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce95e3-32e0-4ca7-a7a9-abbb6e232722 None None] No DVR routers for this DVR port 3b4089b3-ad29-4436-8e6a-06b2a20533ca on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:17.399314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.447848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034134ee-1cc5-4857-90c1-ed108bc417ed req-4d35d5bc-8443-43f5-a3fb-3ae4730443f8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.452384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:17.457288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-034134ee-1cc5-4857-90c1-ed108bc417ed req-4d35d5bc-8443-43f5-a3fb-3ae4730443f8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.6026878 Jul 16 08:58:17.458851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:17.470403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd6068-03c9-49ea-90de-8bbada73efc3 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:17.472508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.473222 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.491223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.537612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-36906a78-366d-4e81-bc0d-d10bbfb1044e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 999 time: 0.2026300 Jul 16 08:58:17.542355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4016762 Jul 16 08:58:17.543571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58223e56-dea1-435a-961a-3970a5bcfdda tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=1fa4d354-ab3b-481e-a9bf-fd0310cc78f3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.545938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:17.650687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Subnet': ['ID=9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.679987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-905db065-dc64-44b2-8fe7-5d2d15d471c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.686853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-905db065-dc64-44b2-8fe7-5d2d15d471c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1260695 Jul 16 08:58:17.700359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:17.782530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-034134ee-1cc5-4857-90c1-ed108bc417ed req-bdece398-8e02-4dbd-80dc-b6943cac188b tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241880 Jul 16 08:58:17.811812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Checking segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:17.812977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network hostable DHCP agents. Network: 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:17.834225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-99fa3910-8145-42b5-9de4-f8ed43f1d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.835630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-99fa3910-8145-42b5-9de4-f8ed43f1d807 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1098 time: 0.2716901 Jul 16 08:58:17.847069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489676f3-ada3-4e43-83f2-f624d47ce14e req-56bc427b-cb7d-4ac2-afb2-31171555924f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.848929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-489676f3-ada3-4e43-83f2-f624d47ce14e req-56bc427b-cb7d-4ac2-afb2-31171555924f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.4564373 Jul 16 08:58:17.899704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:17.924570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:17.929538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '1fa4d354-ab3b-481e-a9bf-fd0310cc78f3'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:17.934640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.934640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.938763 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.977455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76dd8ba-d912-4056-b144-f0972fce8d8f None None] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:17.979710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3b4089b3-ad29-4436-8e6a-06b2a20533ca no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:17.997047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-489676f3-ada3-4e43-83f2-f624d47ce14e req-1f500a56-8317-488d-80f5-b2b1a3d7276a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326878 Jul 16 08:58:18.017205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-555c610e-8bf1-413f-8817-d211e47a0dd8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3379650 Jul 16 08:58:18.059639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-4f591ce0-f65f-4f47-a6bd-69d1f068847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.063040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-4f591ce0-f65f-4f47-a6bd-69d1f068847b service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2120211 Jul 16 08:58:18.140895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3b4089b3-ad29-4436-8e6a-06b2a20533ca {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:18.141528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3b4089b3-ad29-4436-8e6a-06b2a20533ca not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:18.158630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:18.163365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.183645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-5f7f8933-f116-44c2-9ec5-69c6521cd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.185749 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-5f7f8933-f116-44c2-9ec5-69c6521cd200 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4138484 Jul 16 08:58:18.193045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-d226444d-9a51-4a01-b806-68eba3230d82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1002 time: 0.1230986 Jul 16 08:58:18.318664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-32a3f4ea-ede4-4eab-b22d-935be1d7894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.324058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-32a3f4ea-ede4-4eab-b22d-935be1d7894b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1255474 Jul 16 08:58:18.467728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-cba8d32f-a941-4061-9784-dfefe176d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.470432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-cba8d32f-a941-4061-9784-dfefe176d36a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381686 Jul 16 08:58:18.518021 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fa4d354-ab3b-481e-a9bf-fd0310cc78f3 (CIDR: 2001:db8::/64) Jul 16 08:58:18.523181 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:58:18.523635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:18.590588 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.601442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ips': [{'subnet_id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:18.602301 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.612259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40858) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.625738 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-85d74dca-d304-4d1d-a095-221456cb86c4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9464185 Jul 16 08:58:18.633509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40860) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.637999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706712940', 'description': 'tempest-secgroup-smoke-1706712940 description', 'project_id': 'fb1ec6b62517434694ed622235abeb2a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:18.643631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:18.666301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Allocated IP 2001:db8::f816:3eff:fe05:8b6c (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1fa4d354-ab3b-481e-a9bf-fd0310cc78f3/07cdc786-9364-4963-bc01-061040a4dda9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:18.670568 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-db2234f1-4f1d-496d-9c5a-07b234e01f67 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635079 Jul 16 08:58:18.795352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-e207e4dc-f5b1-4d34-a677-370a9ea7c000 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150070 Jul 16 08:58:18.845666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.849304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.859619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Transition to ACTIVE for port object 07cdc786-9364-4963-bc01-061040a4dda9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:18.876301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Transition to ACTIVE for port object 07cdc786-9364-4963-bc01-061040a4dda9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:18.886338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.005919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:19.016627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:19.020076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Pushing event updated for resources: {'Port': ['ID=07cdc786-9364-4963-bc01-061040a4dda9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.024977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:19.152128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e075de6c-1bfa-458f-a853-05cfd748bcf1 req-49e9ff81-2517-4d09-9730-1bf0fbe303fb service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623003 Jul 16 08:58:19.183418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Allocated IP 172.20.0.18 (1d48ecd8-cf8f-442c-9110-ab3b292cd5e0/9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1/24387165-b29f-482c-b4eb-616d35788a1e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:19.210805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Attempting to bind port 07cdc786-9364-4963-bc01-061040a4dda9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:19.211274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Attempting to bind port 07cdc786-9364-4963-bc01-061040a4dda9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:19.211559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Attempting to bind port 07cdc786-9364-4963-bc01-061040a4dda9 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:19.228065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:19.228509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:19.228893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.229291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:19.229781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Bound port: 07cdc786-9364-4963-bc01-061040a4dda9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:19.230168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.286883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.293819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.367334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b423d4da-9799-47b4-bcab-2030717c9995,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.385933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.398327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ac0ade0-ce3a-4456-bd27-7762af25e6df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7603173 Jul 16 08:58:19.399510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.405929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:19.493005 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.596881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfb1d8-a955-4505-aa8a-8e5f4b1ebd4a req-531ee657-5afb-4a11-a3f5-2cdef18ab310 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.597793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] For port 07cdc786-9364-4963-bc01-061040a4dda9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:19.603889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.607135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] For port 07cdc786-9364-4963-bc01-061040a4dda9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=07cdc786-9364-4963-bc01-061040a4dda9,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:19.615486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.616626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9dfb1d8-a955-4505-aa8a-8e5f4b1ebd4a req-531ee657-5afb-4a11-a3f5-2cdef18ab310 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 1.0382078 Jul 16 08:58:19.623662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Transition to ACTIVE for port object 24387165-b29f-482c-b4eb-616d35788a1e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:19.702164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Transition to ACTIVE for port object 24387165-b29f-482c-b4eb-616d35788a1e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:19.722399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0909-7fa6-4eee-957a-f63df686997d None None] Pushing event updated for resources: {'Port': ['ID=07cdc786-9364-4963-bc01-061040a4dda9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.727319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.762852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.770507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.773321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:19.784026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:19.801607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:19.831429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557fd590-3e51-483e-921b-02d9c287cabd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.875648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Pushing event updated for resources: {'Port': ['ID=24387165-b29f-482c-b4eb-616d35788a1e,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:19.882869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9dfb1d8-a955-4505-aa8a-8e5f4b1ebd4a req-dc0e050c-fcc3-41c3-bbf8-965163d62dd8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644763 Jul 16 08:58:19.923953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Attempting to bind port 24387165-b29f-482c-b4eb-616d35788a1e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:19.924525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Attempting to bind port 24387165-b29f-482c-b4eb-616d35788a1e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:19.924987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Attempting to bind port 24387165-b29f-482c-b4eb-616d35788a1e on network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:19.931442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c18049-7552-4301-b3d2-6f15985c8041 req-a9e2e4a3-8d73-4b5c-9ac7-eee5f88832c8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:19.935125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:19.935780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Checking segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:19.936447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.937639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Bound using segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:19.938464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Bound port: 24387165-b29f-482c-b4eb-616d35788a1e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:19.939091 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.939466 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43c18049-7552-4301-b3d2-6f15985c8041 req-a9e2e4a3-8d73-4b5c-9ac7-eee5f88832c8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 1.2011862 Jul 16 08:58:19.955240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.965430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ad509169-0b2a-4b80-990f-be5605704bb5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5640931 Jul 16 08:58:19.966070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40886) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:19.971818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:19.993754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-8378e848-5d64-4f85-9591-bf0f94891410 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1717303 Jul 16 08:58:20.001514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:20.043210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.210184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.237476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] For port 24387165-b29f-482c-b4eb-616d35788a1e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:20.259943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] For port 24387165-b29f-482c-b4eb-616d35788a1e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24387165-b29f-482c-b4eb-616d35788a1e,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:20.273582 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.436550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43c18049-7552-4301-b3d2-6f15985c8041 req-72f1dc9f-69e3-422f-adba-486ab6abf612 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937830 Jul 16 08:58:20.474506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.489433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.505942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2b3cb-dcc7-459e-b4e2-fdc2c3511628 None None] Pushing event updated for resources: {'Port': ['ID=24387165-b29f-482c-b4eb-616d35788a1e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.564152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ab0e74-5bda-45ea-b43a-5a576eb89eaf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.568768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.572337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4518260e-a359-42d4-a1b1-d0d6492776d8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6048200 Jul 16 08:58:20.574707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.589445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:20.645670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.805287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.814773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.848215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c2b413-dc3f-4872-8a94-99eb9fdf164c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.891099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.895941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7aafbdc8-45d1-4a40-9465-bbba23d08314 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190498 Jul 16 08:58:20.913349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.918927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.007776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.128806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ce308-3fcb-4153-be63-6c22ede904e1 req-cb35db13-334a-4251-a540-1972db48a2d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.149722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-262ce308-3fcb-4153-be63-6c22ede904e1 req-cb35db13-334a-4251-a540-1972db48a2d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.3829076 Jul 16 08:58:21.261164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.291019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.328519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-262ce308-3fcb-4153-be63-6c22ede904e1 req-7019a1d3-fedb-4894-96a4-b69eb7d89af9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686077 Jul 16 08:58:21.389980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc3123b-c6f4-4842-a255-66c260475df7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.431419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.436768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74419834-4232-43e9-be79-88f63afa7b67 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5347490 Jul 16 08:58:21.437732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.443881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.497752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.512072 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:58:21.534664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.637649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:21.663286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:21.675376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.682793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.729239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=007b603c-9e01-4255-9ed2-b4dd931e4491,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.748019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba62041a-01b5-4c2c-a9e5-55148a0eb593 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1131871 Jul 16 08:58:21.751310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40926) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.758509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.761674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:12:00:c2', 'name': 'tempest-NetworksTestDHCPv6-117524111'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.766062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.794648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd5756a-7ec5-48b4-bf5c-1b426aaee62a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:21.810796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.823280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-450097c7-3b1d-4876-b315-e3898916adc0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3836451 Jul 16 08:58:21.824097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.834275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': 'b423d4da-9799-47b4-bcab-2030717c9995', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.916383 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:58:21.953952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.166414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa70f6f-3895-4e3c-a648-cae294391a82 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:22.328420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.335294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.376243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb0150f-06cb-453b-acfd-1302ba7680ab,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.393697 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.404612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-50e59ef3-dc16-4439-9d66-bbd73eac09f1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5793338 Jul 16 08:58:22.426646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 07cdc786-9364-4963-bc01-061040a4dda9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:22.555234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-34a33721-e59a-4a4e-9a6d-8265223bc16d None None] Provisioning for port 07cdc786-9364-4963-bc01-061040a4dda9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:22.637201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f997e3-d7fc-4de8-8bfb-cdbe11f541da req-97f18d04-6c96-4e2b-a95e-b2ff136154c8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.645046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3f997e3-d7fc-4de8-8bfb-cdbe11f541da req-97f18d04-6c96-4e2b-a95e-b2ff136154c8 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.4665856 Jul 16 08:58:22.712231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e3f997e3-d7fc-4de8-8bfb-cdbe11f541da req-7e7fdc9c-5230-4350-a125-244f11c7f231 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659258 Jul 16 08:58:22.713080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:22.737721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b830e8-0220-492a-ba98-b549aff95005 None None] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:22.836982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e93d8047-862b-4b90-9bb5-fefe2870fe9c None None] Provisioning for port 24387165-b29f-482c-b4eb-616d35788a1e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:22.845428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 07cdc786-9364-4963-bc01-061040a4dda9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:22.887992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 07cdc786-9364-4963-bc01-061040a4dda9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:22.888565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.893005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c645cc-7c54-4add-8e42-bdc07c106ad3 req-940e1ab8-3bb0-4cdd-8063-3df820396efb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.904837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1c645cc-7c54-4add-8e42-bdc07c106ad3 req-940e1ab8-3bb0-4cdd-8063-3df820396efb tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.5756402 Jul 16 08:58:23.150639 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.230214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1c645cc-7c54-4add-8e42-bdc07c106ad3 req-6ae624f1-6e54-4778-b5a0-09b131b4c9bc tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037801 Jul 16 08:58:23.240602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.346039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd888a0-1a44-4a35-a46c-1d9f9d2318c8 req-aec28152-99ca-4de9-b1d3-694be818a548 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.354945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8cd888a0-1a44-4a35-a46c-1d9f9d2318c8 req-aec28152-99ca-4de9-b1d3-694be818a548 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.2759070 Jul 16 08:58:23.459784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8cd888a0-1a44-4a35-a46c-1d9f9d2318c8 req-a55695ef-dd2c-4bae-85fd-4ae52c7382b8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038105 Jul 16 08:58:23.503441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 0d59c89b-eadd-4d25-972d-531973d8ecdb yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:23.567478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-f330b6b9-622e-4fd3-9b58-bf1fb2637a09 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706712940&fields=id&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 267 time: 0.1476612 Jul 16 08:58:23.741740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 07cdc786-9364-4963-bc01-061040a4dda9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=07cdc786-9364-4963-bc01-061040a4dda9,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:23.878098 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.880717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24387165-b29f-482c-b4eb-616d35788a1e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:23.980702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-6532cac5-50db-4c22-ac19-a01e4a382653 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.989764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-6532cac5-50db-4c22-ac19-a01e4a382653 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/networks?id=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 HTTP/1.1" status: 200 len: 797 time: 0.4201674 Jul 16 08:58:24.051133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-ca507152-51c0-43ee-b429-f56ffb8e0f15 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/quotas/fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 375 time: 0.0601532 Jul 16 08:58:24.178206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '1fa4d354-ab3b-481e-a9bf-fd0310cc78f3', 'ip_address': '2001:db8::f816:3eff:fe05:8b6c'}, {'subnet_id': '007b603c-9e01-4255-9ed2-b4dd931e4491'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '07cdc786-9364-4963-bc01-061040a4dda9'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:24.180194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=07cdc786-9364-4963-bc01-061040a4dda9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.270917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 24387165-b29f-482c-b4eb-616d35788a1e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:24.297052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 24387165-b29f-482c-b4eb-616d35788a1e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:24.303961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.310560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.378170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8:0:1::202 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/007b603c-9e01-4255-9ed2-b4dd931e4491/0d59c89b-eadd-4d25-972d-531973d8ecdb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:24.397282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe12:c2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/1fa4d354-ab3b-481e-a9bf-fd0310cc78f3/0d59c89b-eadd-4d25-972d-531973d8ecdb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:24.739158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-41a06429-71f5-4217-bacf-1193aa7e0c87 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6868033 Jul 16 08:58:24.877258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.956120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 24387165-b29f-482c-b4eb-616d35788a1e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24387165-b29f-482c-b4eb-616d35788a1e,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:24.961484 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.088402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a4a0527-b3d4-43bf-a53d-83d71bd864a4 None None] Provisioning complete for port 24387165-b29f-482c-b4eb-616d35788a1e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:25.088708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0527-b3d4-43bf-a53d-83d71bd864a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.221145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=24387165-b29f-482c-b4eb-616d35788a1e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.234687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 07cdc786-9364-4963-bc01-061040a4dda9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:25.337373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.356310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 07cdc786-9364-4963-bc01-061040a4dda9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:25.356640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.375078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-e1692456-8044-4b19-bc05-97755e409634 service neutron] 10.222.0.32 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326585 Jul 16 08:58:25.455348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515873-5c74-46c6-b6b8-c239612f188a req-03c9dd8b-68d0-4757-a72e-97e51cb09584 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.459013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2515873-5c74-46c6-b6b8-c239612f188a req-03c9dd8b-68d0-4757-a72e-97e51cb09584 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.5396929 Jul 16 08:58:25.495509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 0d59c89b-eadd-4d25-972d-531973d8ecdb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:25.550759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-e099318b-ef48-4f2e-ae06-935bb9c1a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.552771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-e099318b-ef48-4f2e-ae06-935bb9c1a754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=768bc73209574ef48376c1a3b047d7c3&device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 1097 time: 0.6772575 Jul 16 08:58:25.676321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-f4e4a50d-cfd5-4e0f-b4cb-68aadd9c5fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921755 Jul 16 08:58:25.736823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2515873-5c74-46c6-b6b8-c239612f188a req-09d31be1-3b9e-43b0-bd46-16f60ea2cd25 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309198 Jul 16 08:58:25.741243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.843436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:25.870189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:25.889579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=0d59c89b-eadd-4d25-972d-531973d8ecdb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:25.898674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:25.910728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.911470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.918140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Allocated IP 2001:db8:0:1::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/007b603c-9e01-4255-9ed2-b4dd931e4491/07cdc786-9364-4963-bc01-061040a4dda9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:25.965808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5cfc418a-dbd3-486d-ae76-6bc6e2b40e0e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.2133260 Jul 16 08:58:25.971304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 40976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.259917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-5deba8fe-00b4-4520-8d1f-10988668a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.263553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-5deba8fe-00b4-4520-8d1f-10988668a8e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 200 len: 912 time: 0.3251793 Jul 16 08:58:26.332951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] For port 07cdc786-9364-4963-bc01-061040a4dda9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=07cdc786-9364-4963-bc01-061040a4dda9,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:26.351313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 0d59c89b-eadd-4d25-972d-531973d8ecdb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:26.352010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.381347 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.454675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Transition to ACTIVE for port object 07cdc786-9364-4963-bc01-061040a4dda9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:26.462239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.516329 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.535170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-b7d381b7-204a-4157-9ad4-19cdcd7a8a98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 200 len: 217 time: 0.2642317 Jul 16 08:58:26.566006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 0d59c89b-eadd-4d25-972d-531973d8ecdb owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:26.766713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2cbec-496a-4eb7-b44a-75c4945d1d61 None None] Pushing event updated for resources: {'Port': ['ID=07cdc786-9364-4963-bc01-061040a4dda9,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.813907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 40996) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.831734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-53b95942-1d4d-4a45-bfde-bbd109469e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.840624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-53b95942-1d4d-4a45-bfde-bbd109469e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a2f6a213-f66e-4886-b48a-a90d51722962 HTTP/1.1" status: 200 len: 851 time: 0.2311630 Jul 16 08:58:26.915882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af8697-8009-415a-8459-b5a1f30a81ea req-0aa73048-784c-48cd-b7ed-3004c5c03ff9 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.924179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99af8697-8009-415a-8459-b5a1f30a81ea req-0aa73048-784c-48cd-b7ed-3004c5c03ff9 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.4168260 Jul 16 08:58:26.951963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef8199-1480-4535-a240-c2672a8ff24c req-82493395-56b3-4596-a89d-c3b49abe689e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.963411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23ef8199-1480-4535-a240-c2672a8ff24c req-82493395-56b3-4596-a89d-c3b49abe689e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.4931984 Jul 16 08:58:27.188179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99af8697-8009-415a-8459-b5a1f30a81ea req-3408b1ac-70ef-48d7-982b-5221d387ce7f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612832 Jul 16 08:58:27.204145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24387165-b29f-482c-b4eb-616d35788a1e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:27.272514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23ef8199-1480-4535-a240-c2672a8ff24c req-a02aa32a-633f-48d2-bccb-af914b4c1efc tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073123 Jul 16 08:58:27.274877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.403943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=0d59c89b-eadd-4d25-972d-531973d8ecdb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:27.454232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d53f95e8-af7a-4b0f-af90-439d9d403c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.465107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 24387165-b29f-482c-b4eb-616d35788a1e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:27.467261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.534063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-dd0430a1-a2d3-48dc-8a15-0249319df3bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=415d7814-7347-4192-9b1b-fcabbdc073c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825714 Jul 16 08:58:27.576437 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.580273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f79546d3-6400-43d5-ab75-4ccfece5792d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/0d59c89b-eadd-4d25-972d-531973d8ecdb HTTP/1.1" status: 204 len: 168 time: 1.6074846 Jul 16 08:58:27.582604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41004) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.743988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb8636f-e6bc-4447-97f8-f7837157bb3f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.745656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6eb8636f-e6bc-4447-97f8-f7837157bb3f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1516104 Jul 16 08:58:27.753949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.769604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 07cdc786-9364-4963-bc01-061040a4dda9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:27.956451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-287529c7-47ed-4c1f-b8ae-e753e724598f service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213049 Jul 16 08:58:27.963015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0e70274-3db2-4fca-9108-a4278112ad1b req-e70b6cc4-bbc4-4093-84a4-fab70572f0e7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.3921590 Jul 16 08:58:28.000006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540877a-40dc-40b8-bc9d-febb7130ea8f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.007684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c540877a-40dc-40b8-bc9d-febb7130ea8f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2523026 Jul 16 08:58:28.009118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:28.159248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a828271-8698-49d7-b5b0-773060a2a99e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.167186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a828271-8698-49d7-b5b0-773060a2a99e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.172678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a828271-8698-49d7-b5b0-773060a2a99e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.183416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4a828271-8698-49d7-b5b0-773060a2a99e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1727219 Jul 16 08:58:28.184023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46cfa2-efd1-46df-aca8-fa6a2c9a10fd req-e20fae73-33cd-4bcb-99be-da2a792f0005 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.184217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:28.191826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d46cfa2-efd1-46df-aca8-fa6a2c9a10fd req-e20fae73-33cd-4bcb-99be-da2a792f0005 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.3295033 Jul 16 08:58:28.298225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 007b603c-9e01-4255-9ed2-b4dd931e4491 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:28.304838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.330020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-89499ae0-ac24-4611-a22d-267bb3ac2ce9 None None] Provisioning for port 07cdc786-9364-4963-bc01-061040a4dda9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:28.336542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-89499ae0-ac24-4611-a22d-267bb3ac2ce9 None None] Provisioning complete for port 07cdc786-9364-4963-bc01-061040a4dda9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:28.337388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89499ae0-ac24-4611-a22d-267bb3ac2ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.417451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed9d32c6-f3a7-4270-96ca-37e40fcddce2 req-6206982d-9167-4c17-b1c7-5d00ebea746e service neutron] 10.222.0.46 "GET /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205322 Jul 16 08:58:28.444442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.571199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d46cfa2-efd1-46df-aca8-fa6a2c9a10fd req-fb03ef1e-6308-4fc0-a157-2cbf22e2f952 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776815 Jul 16 08:58:28.675849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.723743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee30e-263d-44b9-94ef-184ad81de6b1 req-0098fdf9-eb71-4c87-8095-5d4d45170035 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:28.734926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d62ee30e-263d-44b9-94ef-184ad81de6b1 req-0098fdf9-eb71-4c87-8095-5d4d45170035 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.2983925 Jul 16 08:58:28.761361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f826b631-cef6-4c62-a176-81946b0ec208 None None] Could not find standard attr ID for object 0d59c89b-eadd-4d25-972d-531973d8ecdb. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:28.792323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.809790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d53f95e8-af7a-4b0f-af90-439d9d403c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.847061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d53f95e8-af7a-4b0f-af90-439d9d403c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.888761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=007b603c-9e01-4255-9ed2-b4dd931e4491,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:28.897116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.899411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de7a796e-c2c0-4550-9e58-21a1574cb096 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/007b603c-9e01-4255-9ed2-b4dd931e4491 HTTP/1.1" status: 204 len: 168 time: 0.7128899 Jul 16 08:58:28.907171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41018) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:28.976659 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d62ee30e-263d-44b9-94ef-184ad81de6b1 req-55a22bc4-e2e7-4781-a904-24b0fdad75fe tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402050 Jul 16 08:58:29.074525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.075181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d53f95e8-af7a-4b0f-af90-439d9d403c46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcadf24d4d9642d8a8a1bd75329119e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2494326 Jul 16 08:58:29.089633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f95e8-af7a-4b0f-af90-439d9d403c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de122240-ba69-4d58-9a67-1cbaf52b4f18,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.117816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 1fa4d354-ab3b-481e-a9bf-fd0310cc78f3 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:29.123612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.125667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b52b09-f468-4416-a8ed-9a9092e681e4 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:29.206361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.241600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.286142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca80c9-8057-4c4f-a5e2-007ab38c13c7 req-5e69213a-5e01-4ba4-b829-38519acca1c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.289787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fca80c9-8057-4c4f-a5e2-007ab38c13c7 req-5e69213a-5e01-4ba4-b829-38519acca1c1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.4196980 Jul 16 08:58:29.306523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.421718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.424686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.425989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de122240-ba69-4d58-9a67-1cbaf52b4f18 HTTP/1.1" status: 204 len: 168 time: 0.3503933 Jul 16 08:58:29.439655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c747b-4706-4ded-b1d8-accc786618c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de122240-ba69-4d58-9a67-1cbaf52b4f18,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.442593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.573144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-695d28b5-80cb-4d69-8212-8ea5aba71902 req-309c3b65-5883-4326-861e-8ddf00cf4a84 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.0414073 Jul 16 08:58:29.589399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.671890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa4d354-ab3b-481e-a9bf-fd0310cc78f3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.688630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.693622 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.694010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-34e2bb27-e8d9-46d9-8dea-6039382c9ccc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1fa4d354-ab3b-481e-a9bf-fd0310cc78f3 HTTP/1.1" status: 204 len: 168 time: 0.7779686 Jul 16 08:58:29.724386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fca80c9-8057-4c4f-a5e2-007ab38c13c7 req-f0292f55-0e23-48d4-923d-b210768ce411 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490777 Jul 16 08:58:29.813719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f33679b6-2273-47ef-bf4d-83eaccecfa96 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181901 Jul 16 08:58:29.816564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41034) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.823180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:30.045261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.108884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fba00069-ba62-41f4-ab19-c9776b75ef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.154319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22df4-bcd9-46cc-b734-ddc7a5b98980 req-643953c7-9373-4e07-9b86-e3f6f18b77e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.164761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56e22df4-bcd9-46cc-b734-ddc7a5b98980 req-643953c7-9373-4e07-9b86-e3f6f18b77e0 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.1990364 Jul 16 08:58:30.245368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:30.248742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.394280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56e22df4-bcd9-46cc-b734-ddc7a5b98980 req-a573ad9b-685b-4794-a1a5-82675b12051d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285309 Jul 16 08:58:30.403687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fba00069-ba62-41f4-ab19-c9776b75ef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.412282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fba00069-ba62-41f4-ab19-c9776b75ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.472072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba00069-ba62-41f4-ab19-c9776b75ef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e298656e-60c3-44f1-b251-f8fa3bb8975a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.528819 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fba00069-ba62-41f4-ab19-c9776b75ef6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c1d75c6cbcc41f0964b398b2aff2307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795923 Jul 16 08:58:30.531483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.646574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05c731-c6ea-41f3-832c-df88c4d37ec2 req-70eed997-b7bb-4e90-9394-55dffdbfa1fc tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.648536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd05c731-c6ea-41f3-832c-df88c4d37ec2 req-70eed997-b7bb-4e90-9394-55dffdbfa1fc tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.4603024 Jul 16 08:58:30.667298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.669437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0ac6c-ada8-40b8-bfb0-375ca9b5a49f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:30.727768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.806672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.814247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.817800 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e298656e-60c3-44f1-b251-f8fa3bb8975a HTTP/1.1" status: 204 len: 168 time: 0.2852821 Jul 16 08:58:30.821703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6e55d8be-249b-42b6-af51-8adb538155e5 None None] Provisioning complete for port 07cdc786-9364-4963-bc01-061040a4dda9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:30.823903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e55d8be-249b-42b6-af51-8adb538155e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.827390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd05c731-c6ea-41f3-832c-df88c4d37ec2 req-0dcaf0f7-2c7a-459b-a99d-cde0d28c99b1 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720071 Jul 16 08:58:30.860328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f148-bcbc-426e-b500-52085aea80d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298656e-60c3-44f1-b251-f8fa3bb8975a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.905757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bae33dd-c484-437f-af23-7442984a080e req-0b0cea77-8577-48fe-a342-c4391e3bba33 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.0972013 Jul 16 08:58:31.172301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:31.306784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Deleting port 07cdc786-9364-4963-bc01-061040a4dda9 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:31.306784 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.473438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] For port 07cdc786-9364-4963-bc01-061040a4dda9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=07cdc786-9364-4963-bc01-061040a4dda9,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:31.473718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.501006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Calling delete_port for 07cdc786-9364-4963-bc01-061040a4dda9 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:31.572073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:31.621114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00012de-59e1-40db-9014-5613554fbc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.625016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.640261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] No DVR routers for this DVR port 07cdc786-9364-4963-bc01-061040a4dda9 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:31.674456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581048-6f41-442d-979d-b3d65c785e4c None None] Pushing event deleted for resources: {'Port': ['ID=07cdc786-9364-4963-bc01-061040a4dda9,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.768516 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:31.819586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00012de-59e1-40db-9014-5613554fbc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.824137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f00012de-59e1-40db-9014-5613554fbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.891531 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f00012de-59e1-40db-9014-5613554fbc13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5b0f9ca390e4c1fafb3ab04739a83f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184617 Jul 16 08:58:31.896077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00012de-59e1-40db-9014-5613554fbc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fbce03-b7d6-4fd2-8628-fd3b9d585d93,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.906941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:31.997994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.001928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da365ea-a30d-4923-bd0f-3845a2af7cbf req-60be4a50-0774-439a-a5bc-a1adc77ac15b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.012721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da365ea-a30d-4923-bd0f-3845a2af7cbf req-60be4a50-0774-439a-a5bc-a1adc77ac15b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1508346 Jul 16 08:58:32.070106 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.085274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccba33-77d4-4114-be6b-6574b77e8cee req-27510978-667b-4125-a261-a85f93ed19ae tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.087034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baccba33-77d4-4114-be6b-6574b77e8cee req-27510978-667b-4125-a261-a85f93ed19ae tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.2563329 Jul 16 08:58:32.129724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da365ea-a30d-4923-bd0f-3845a2af7cbf req-36ffb1b1-2788-4cfc-a936-01c2aed0357b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068766 Jul 16 08:58:32.165807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.167452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.180828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5fbce03-b7d6-4fd2-8628-fd3b9d585d93 HTTP/1.1" status: 204 len: 168 time: 0.2721732 Jul 16 08:58:32.190513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa9ce8-97b6-4c85-88c2-5dd48613b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fbce03-b7d6-4fd2-8628-fd3b9d585d93,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.264120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:32.268782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.284005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baccba33-77d4-4114-be6b-6574b77e8cee req-69a8834f-4770-48a6-96ef-b3289af6007c tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474566 Jul 16 08:58:32.390735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:32.409035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:32.415241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.422880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d5621-4498-4766-8d79-efc07936f3a1 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:32.433326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.541636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.541906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7240031 Jul 16 08:58:32.548268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:32.548521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71173fc2-8f89-46bf-a01b-3be1b7fea4ef req-bbf6e728-ffd1-438b-97a4-df5a9e4284a1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.0770113 Jul 16 08:58:32.601009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dbb06-677e-4004-9ab4-8c8f2fd42407 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=186ec16b-6ce2-4c5b-b711-f4cdb0da741a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.663868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a9d2d-e49a-4187-a2f3-d6c3ee170217 req-39770c3d-66b1-4a80-b660-71e61d735a7d tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.676479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-947a9d2d-e49a-4187-a2f3-d6c3ee170217 req-39770c3d-66b1-4a80-b660-71e61d735a7d tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.3871360 Jul 16 08:58:32.719273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '186ec16b-6ce2-4c5b-b711-f4cdb0da741a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:32.721126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.765780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:32.772814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-947a9d2d-e49a-4187-a2f3-d6c3ee170217 req-91c56406-8012-4cad-8f99-d4a159064065 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953693 Jul 16 08:58:32.776385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.921931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Allocated IP 2001:db8::f816:3eff:fe9a:1070 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/186ec16b-6ce2-4c5b-b711-f4cdb0da741a/be04f5c0-be4e-47ca-b93f-628234b9f175) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:32.957242 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 186ec16b-6ce2-4c5b-b711-f4cdb0da741a (CIDR: 2001:db8::/64) Jul 16 08:58:32.958091 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:58:32.958442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:32.983481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83d52636-5201-413a-b8ff-bd5b6fc4bcb4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4406791 Jul 16 08:58:32.986805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41082) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.992170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:33.087137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 07cdc786-9364-4963-bc01-061040a4dda9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:33.141578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 07cdc786-9364-4963-bc01-061040a4dda9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:33.142067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 07cdc786-9364-4963-bc01-061040a4dda9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:33.222003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:33.244510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.249924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.261128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Transition to ACTIVE for port object be04f5c0-be4e-47ca-b93f-628234b9f175 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:33.280657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Transition to ACTIVE for port object be04f5c0-be4e-47ca-b93f-628234b9f175 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:33.304157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.426316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Pushing event updated for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.450112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:33.457472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:33.459946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:33.541503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Attempting to bind port be04f5c0-be4e-47ca-b93f-628234b9f175 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:33.542015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Attempting to bind port be04f5c0-be4e-47ca-b93f-628234b9f175 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:33.542759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Attempting to bind port be04f5c0-be4e-47ca-b93f-628234b9f175 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:33.550752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:33.551304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:33.551810 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.552298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:33.552838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Bound port: be04f5c0-be4e-47ca-b93f-628234b9f175, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:33.553292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.604436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75363-898b-4965-82a9-569bdd8d7b0c req-8968cdfe-43b5-4892-8f5a-cfa2abe27886 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.605946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59d75363-898b-4965-82a9-569bdd8d7b0c req-8968cdfe-43b5-4892-8f5a-cfa2abe27886 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1761286 Jul 16 08:58:33.636820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65529a-26ea-4ee1-a75c-0ba049c27fa9 req-cd6bd557-ecd3-40f8-acba-3275b2c181a5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.638280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c65529a-26ea-4ee1-a75c-0ba049c27fa9 req-cd6bd557-ecd3-40f8-acba-3275b2c181a5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.1551790 Jul 16 08:58:33.642887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:33.646338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be04f5c0-be4e-47ca-b93f-628234b9f175,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:33.651289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.718951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bddc8e-f00d-481c-9394-b1eacfe44608 None None] Pushing event updated for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.750441 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59d75363-898b-4965-82a9-569bdd8d7b0c req-37f1c194-5dcd-4b86-b4e3-7f24bf21acd5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289635 Jul 16 08:58:33.785413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c65529a-26ea-4ee1-a75c-0ba049c27fa9 req-7d1a76ad-42c0-4768-87f8-d1f74f30c8b6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204376 Jul 16 08:58:33.840012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.899997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:33.940940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c40a2fe-bc2a-4594-b7ec-d9590e8ef277 req-d16d38ec-5c65-4e4c-a669-e283868852e4 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.0494947 Jul 16 08:58:33.945733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:33.950741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.951343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.964704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=3ed32ea3-db83-4a89-894b-28d25273e98e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.009425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.010406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.019960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.020414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.020860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:34.026621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b74cfe92-0b3f-4246-8cec-b6c993bbac9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0387890 Jul 16 08:58:34.029557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41106) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:34.035182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:5b:7e:94', 'name': 'tempest-NetworksTestDHCPv6-167490115'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:34.128720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec64e85-31d2-46dd-bc6e-38ed21c1d5a5 req-5e089b7d-4999-4344-8710-4a75b43caa14 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.136381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ec64e85-31d2-46dd-bc6e-38ed21c1d5a5 req-5e089b7d-4999-4344-8710-4a75b43caa14 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.1069081 Jul 16 08:58:34.191119 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ec64e85-31d2-46dd-bc6e-38ed21c1d5a5 req-9d5040b6-a480-46d2-bfd6-9ab5fad4c3a3 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Jul 16 08:58:34.203948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:34.329838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.361809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 5d2b76b2-3d9d-4aec-9ba5-61031417313f yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:34.575191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8:0:1::b5 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/3ed32ea3-db83-4a89-894b-28d25273e98e/5d2b76b2-3d9d-4aec-9ba5-61031417313f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:34.590501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-d4bfd4b7-5878-479e-9040-ccc3366ee7d2 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.591815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::f816:3eff:fe5b:7e94 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/186ec16b-6ce2-4c5b-b711-f4cdb0da741a/5d2b76b2-3d9d-4aec-9ba5-61031417313f) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:34.593585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-d4bfd4b7-5878-479e-9040-ccc3366ee7d2 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/networks?id=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 HTTP/1.1" status: 200 len: 797 time: 0.1903622 Jul 16 08:58:34.654963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-b339dd1d-c384-4d69-9c42-320354cb33fb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 472 time: 0.0519958 Jul 16 08:58:34.665270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'port': {'device_id': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'admin_state_up': True, 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'security_groups': ['b423d4da-9799-47b4-bcab-2030717c9995']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:34.795349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.814038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:34.818238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.839845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 5d2b76b2-3d9d-4aec-9ba5-61031417313f will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:34.955304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.068683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:35.075228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:35.082241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:35.089961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.091944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.135684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=5d2b76b2-3d9d-4aec-9ba5-61031417313f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.136170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb795a0-40cd-4c91-8fbc-5a3b9d18428c None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:35.143599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8860aece-9a65-4d21-9586-ad5b867d91a8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1128917 Jul 16 08:58:35.150759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:35.172225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.20 (1d48ecd8-cf8f-442c-9110-ab3b292cd5e0/9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1/762d13db-706c-4628-9e85-b2ad36a7a0eb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:35.179317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be04f5c0-be4e-47ca-b93f-628234b9f175 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:35.270203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ede75b6e-4e22-4edf-9af5-45d460c4e45e None None] Provisioning for port be04f5c0-be4e-47ca-b93f-628234b9f175 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:35.290439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156349a-3301-41b2-80df-658dec9b9dba req-7e5645a1-de40-455e-b7b8-5ef73a87f727 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.292138 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e156349a-3301-41b2-80df-658dec9b9dba req-7e5645a1-de40-455e-b7b8-5ef73a87f727 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.2880640 Jul 16 08:58:35.332208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 5d2b76b2-3d9d-4aec-9ba5-61031417313f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:35.332567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.336441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port be04f5c0-be4e-47ca-b93f-628234b9f175 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:35.345775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port be04f5c0-be4e-47ca-b93f-628234b9f175 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:35.346146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.359693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765ac69-b4e8-4202-b08b-91674827f7fc req-1f6b18cd-5dd2-4d07-91b9-923d32366f6e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.361242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b765ac69-b4e8-4202-b08b-91674827f7fc req-1f6b18cd-5dd2-4d07-91b9-923d32366f6e tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 943 time: 0.2600622 Jul 16 08:58:35.432452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e156349a-3301-41b2-80df-658dec9b9dba req-2e1b8e06-a151-49f7-a2d1-704412181d95 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944514 Jul 16 08:58:35.443095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.459659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.462572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 5d2b76b2-3d9d-4aec-9ba5-61031417313f owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:35.464636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b765ac69-b4e8-4202-b08b-91674827f7fc req-5a564049-fddb-495d-a734-b82a08730059 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938807 Jul 16 08:58:35.487382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object 762d13db-706c-4628-9e85-b2ad36a7a0eb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:35.505428 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.546690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be04f5c0-be4e-47ca-b93f-628234b9f175,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:35.553080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.558930 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.657472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.667260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:35.668430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '186ec16b-6ce2-4c5b-b711-f4cdb0da741a', 'ip_address': '2001:db8::f816:3eff:fe9a:1070'}, {'subnet_id': '3ed32ea3-db83-4a89-894b-28d25273e98e'}], 'binding:host_id': 'n-d-798054-12'}, 'id': 'be04f5c0-be4e-47ca-b93f-628234b9f175'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:35.680592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:35.682832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.685226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:35.712808 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.784890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.785416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.817714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab964e8a-34e0-49df-9cd3-ce6f811f9ff0 req-ce63aaa3-6172-4e2a-99d4-3185de361161 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.824935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab964e8a-34e0-49df-9cd3-ce6f811f9ff0 req-ce63aaa3-6172-4e2a-99d4-3185de361161 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 932 time: 0.2285011 Jul 16 08:58:35.834828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-07b49e37-4026-4663-8467-66e16201f375 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1743855 Jul 16 08:58:35.853732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Request body: {'port': {'device_id': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:35.865277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573623-40d1-4ba1-bc61-3a3a818c936e req-74161e20-e1f1-4f4e-9d8e-fb3bf051b351 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.866870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d573623-40d1-4ba1-bc61-3a3a818c936e req-74161e20-e1f1-4f4e-9d8e-fb3bf051b351 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.2095435 Jul 16 08:58:35.936009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Allocated IP 2001:db8:0:1::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/3ed32ea3-db83-4a89-894b-28d25273e98e/be04f5c0-be4e-47ca-b93f-628234b9f175) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:35.938075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab964e8a-34e0-49df-9cd3-ce6f811f9ff0 req-2989d3b6-54b2-4de0-91d2-7543d6b5b429 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101401 Jul 16 08:58:35.979072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d573623-40d1-4ba1-bc61-3a3a818c936e req-4aa13fe7-6a98-4a25-affa-804e336d3ed7 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Jul 16 08:58:36.038974 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.089377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.111813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be04f5c0-be4e-47ca-b93f-628234b9f175,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.113986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-10126c3a-f438-4817-b0ac-3e7619c0f1f0 None None] Provisioning for port 762d13db-706c-4628-9e85-b2ad36a7a0eb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:36.123645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-10126c3a-f438-4817-b0ac-3e7619c0f1f0 None None] Provisioning complete for port 762d13db-706c-4628-9e85-b2ad36a7a0eb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:36.124897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-10126c3a-f438-4817-b0ac-3e7619c0f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.126879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-7421cf11-695a-4753-a63c-f18dd07bc8ec tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=871ecd3adf234e45a70dd8125599c729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464735 Jul 16 08:58:36.145414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=5d2b76b2-3d9d-4aec-9ba5-61031417313f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.183858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.190807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-10126c3a-f438-4817-b0ac-3e7619c0f1f0 None None] Port 762d13db-706c-4628-9e85-b2ad36a7a0eb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:36.212443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.216538 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4e2b264d-f26f-477f-a141-ce43ab3b95ba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/5d2b76b2-3d9d-4aec-9ba5-61031417313f HTTP/1.1" status: 204 len: 168 time: 1.0626988 Jul 16 08:58:36.216883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Transition to ACTIVE for port object be04f5c0-be4e-47ca-b93f-628234b9f175 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:36.218322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:36.220586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:36.224623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.363470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67c638-2681-42f6-936a-b7c6096f4626 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.366469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd67c638-2681-42f6-936a-b7c6096f4626 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1440327 Jul 16 08:58:36.371129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:36.407924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4641907-56d0-4e49-9252-cdf43c8c454b None None] Pushing event updated for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.423551 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-cb22846f-1f94-49dc-babc-2f56ac8b439f service neutron] show failed (client error): The resource could not be found. Jul 16 08:58:36.424761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-cb22846f-1f94-49dc-babc-2f56ac8b439f service neutron] 10.222.0.46 "GET /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.1564310 Jul 16 08:58:36.462816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.463362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4767243-6a76-4997-a3d7-a98fc59b208f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.466068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f4767243-6a76-4997-a3d7-a98fc59b208f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0932398 Jul 16 08:58:36.468996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41152) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:36.479132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'port_id': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'mac_address': 'fa:16:3e:af:5b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:36.537504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.546297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d1c29-2687-49fc-84d7-aec04ab32cbb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.548298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d1c29-2687-49fc-84d7-aec04ab32cbb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.550378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d1c29-2687-49fc-84d7-aec04ab32cbb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.551930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:36.552894 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5e5d1c29-2687-49fc-84d7-aec04ab32cbb tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0824947 Jul 16 08:58:36.554883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:36.593655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.599408 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.622617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 186ec16b-6ce2-4c5b-b711-f4cdb0da741a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:36.627566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.673060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-b3caa4ff-7633-4204-9013-6f84c56052d8 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.675480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-b3caa4ff-7633-4204-9013-6f84c56052d8 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5478027 Jul 16 08:58:36.675770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.729623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.746459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-a731dd69-2d6b-42b7-a8e5-ec2f0f289b44 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/quotas/871ecd3adf234e45a70dd8125599c729 HTTP/1.1" status: 200 len: 375 time: 0.0360854 Jul 16 08:58:36.751330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d13db-706c-4628-9e85-b2ad36a7a0eb {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:36.779148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.805176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c6fe-66d7-405c-861f-7acaa7f22867 req-ce2314c0-9543-4271-9788-046111de0009 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.806716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f048c6fe-66d7-405c-861f-7acaa7f22867 req-ce2314c0-9543-4271-9788-046111de0009 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.3330693 Jul 16 08:58:36.816616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-237eca1d-d733-4e15-8d07-27dda8035e83 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=871ecd3adf234e45a70dd8125599c729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603228 Jul 16 08:58:36.842128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Transition to ACTIVE for port object 762d13db-706c-4628-9e85-b2ad36a7a0eb will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:36.864306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['2a2462d3-2826-4cdf-8c66-b3e519c78330'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:36.869395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-246fbc86-64c4-409d-9fb3-6e94378ae6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.870955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-246fbc86-64c4-409d-9fb3-6e94378ae6cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 1098 time: 0.1331174 Jul 16 08:58:36.873757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f048c6fe-66d7-405c-861f-7acaa7f22867 req-9d0ff91b-8136-4579-9be7-c1bb2fd21206 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Jul 16 08:58:36.874630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.891917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:36.934603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.987338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Pushing event updated for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.177066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.177585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be04f5c0-be4e-47ca-b93f-628234b9f175 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:37.217298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.300914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Attempting to bind port 762d13db-706c-4628-9e85-b2ad36a7a0eb on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:37.301255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Attempting to bind port 762d13db-706c-4628-9e85-b2ad36a7a0eb by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:37.301585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Attempting to bind port 762d13db-706c-4628-9e85-b2ad36a7a0eb on network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:37.332531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=186ec16b-6ce2-4c5b-b711-f4cdb0da741a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.334385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f31d858-9652-4d6a-94f0-a936cc1b6e50 None None] Could not find standard attr ID for object 5d2b76b2-3d9d-4aec-9ba5-61031417313f. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:37.336548 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.345252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Port 762d13db-706c-4628-9e85-b2ad36a7a0eb on network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:37.345584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Attempting to bind port 762d13db-706c-4628-9e85-b2ad36a7a0eb on network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:37.354623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f31d858-9652-4d6a-94f0-a936cc1b6e50 None None] Provisioning for port be04f5c0-be4e-47ca-b93f-628234b9f175 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:37.358286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f508ce1a-a763-4eb7-a0cb-33200d3d2438 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/186ec16b-6ce2-4c5b-b711-f4cdb0da741a HTTP/1.1" status: 204 len: 168 time: 0.8020179 Jul 16 08:58:37.360344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f31d858-9652-4d6a-94f0-a936cc1b6e50 None None] Provisioning complete for port be04f5c0-be4e-47ca-b93f-628234b9f175 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.361072 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f31d858-9652-4d6a-94f0-a936cc1b6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.364533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.376394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa374624-a5f3-4f8d-8327-b2eccf9a70a8 req-15746bbc-1208-4f76-aab7-0bf0c4537fa9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.383918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa374624-a5f3-4f8d-8327-b2eccf9a70a8 req-15746bbc-1208-4f76-aab7-0bf0c4537fa9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.3544631 Jul 16 08:58:37.388329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:37.388931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Checking segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:37.390055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Bound using segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:37.390668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Bound port: 762d13db-706c-4628-9e85-b2ad36a7a0eb, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:37.391203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.411228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port be04f5c0-be4e-47ca-b93f-628234b9f175 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:37.411799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.563747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 3ed32ea3-db83-4a89-894b-28d25273e98e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:37.568108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.619926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.755616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b9caf6-a9bc-4dcb-a2be-77e7d748bf76 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:37.873156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.893691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa374624-a5f3-4f8d-8327-b2eccf9a70a8 req-8158dc4e-bf39-477e-97f3-50ef3815667a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072823 Jul 16 08:58:37.923929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-05e231c7-a7e0-4f90-866a-c1cbc0cc2842 None None] Could not find standard attr ID for object 5d2b76b2-3d9d-4aec-9ba5-61031417313f. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:37.967824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:37.972449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654012fa-6f09-4244-b2ef-3e5c08c18c1d req-d6d9aa2a-a48e-4f46-b09c-7703eb2541f6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.974022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-654012fa-6f09-4244-b2ef-3e5c08c18c1d req-d6d9aa2a-a48e-4f46-b09c-7703eb2541f6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 944 time: 0.6831965 Jul 16 08:58:37.995093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.026299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:38.044750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed32ea3-db83-4a89-894b-28d25273e98e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.044902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-654012fa-6f09-4244-b2ef-3e5c08c18c1d req-e23326d6-ff6e-4d95-be0c-92f5b740b915 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588324 Jul 16 08:58:38.049148 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.051393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-49b5a4b3-5b06-4258-a9b1-54e6d694b285 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/3ed32ea3-db83-4a89-894b-28d25273e98e HTTP/1.1" status: 204 len: 168 time: 0.6798549 Jul 16 08:58:38.055430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:38.057300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41178) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.059724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:38.135619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bffda0ef-989c-4c67-8b20-da92b1d5246a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768192 Jul 16 08:58:38.138570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.144643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.146451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcfd5e-9667-435c-a44d-5ebeb3c7515f None None] Update dhcp port {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'fixed_ips': [{'subnet_id': '3ed32ea3-db83-4a89-894b-28d25273e98e'}], 'binding:host_id': 'n-d-798054-12'}, 'id': 'be04f5c0-be4e-47ca-b93f-628234b9f175'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:38.152485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:38.201159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.202236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.207385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] 10.222.0.46 "PUT /v2.0/ports/762d13db-706c-4628-9e85-b2ad36a7a0eb HTTP/1.1" status: 200 len: 1093 time: 2.3576305 Jul 16 08:58:38.209554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:38.212131 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54931d1b-f558-433c-b2b5-bbd3e7143d76" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:38.218842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37dcfd5e-9667-435c-a44d-5ebeb3c7515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.219769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:38.223157 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a1dac2-cacd-40bb-a9bd-f32ed2498c70" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:38.232172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.300377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Transition to ACTIVE for port object fc4a59dc-b145-4c56-b706-8f48867c0850 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:38.322995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5b609-2d90-408d-9cb2-5ecf4634ecec service neutron] Pushing event updated for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.347883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.368746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-689e4d76-c24b-47e9-b7bf-3ceea8681b63 req-586fa727-b016-4947-90db-12398663aa9a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 210 time: 0.0707679 Jul 16 08:58:38.380095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:38.391188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492bee3-dd5d-4715-8f80-dd29314a246e req-650c56c4-4b19-46a4-8254-7e4b684ddb79 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.399288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4492bee3-dd5d-4715-8f80-dd29314a246e req-650c56c4-4b19-46a4-8254-7e4b684ddb79 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 944 time: 0.2986860 Jul 16 08:58:38.497270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4492bee3-dd5d-4715-8f80-dd29314a246e req-a03f5002-8244-40ce-a8ff-5795e1b0c8bf tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968466 Jul 16 08:58:38.497696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 2a2462d3-2826-4cdf-8c66-b3e519c78330 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:38.498079 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.539404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d085f4-6236-46dd-8112-6d6c59748e9a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:38.551753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.568196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-65f4474a-50b0-4398-9d03-271c94e0822c tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.569798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-65f4474a-50b0-4398-9d03-271c94e0822c tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.46 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.3445168 Jul 16 08:58:38.656590 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a204f7-6646-4f1e-8a03-76483acead40 x-openstack-request-id: req-03a204f7-6646-4f1e-8a03-76483acead40 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:38.656943 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:38.657096 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03a204f7-6646-4f1e-8a03-76483acead40 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:38.657495 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb', 'status': 'completed', 'code': 200} Jul 16 08:58:38.689356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:38.693139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.762624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] No DVR routers for this DVR port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:38.782597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8bb1662b-e3d0-4a1f-8c41-cbc511f58008 None None] Provisioning complete for port be04f5c0-be4e-47ca-b93f-628234b9f175 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:38.782975 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8bb1662b-e3d0-4a1f-8c41-cbc511f58008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.839299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.845473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a736ca-c1ed-4310-8766-d95d15a374e0 req-29562add-c058-4180-9212-e6e6b5e0de1f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.846000 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d66f3-5875-477d-a698-1f0ba5b1463f x-openstack-request-id: req-306d66f3-5875-477d-a698-1f0ba5b1463f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:38.846308 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:38.846771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-90a736ca-c1ed-4310-8766-d95d15a374e0 req-29562add-c058-4180-9212-e6e6b5e0de1f tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 945 time: 0.2350802 Jul 16 08:58:38.853851 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-306d66f3-5875-477d-a698-1f0ba5b1463f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:38.853851 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'code': 200} Jul 16 08:58:38.908907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-359d674d-6879-429b-a0e8-4fcfbcea12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.910493 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-359d674d-6879-429b-a0e8-4fcfbcea12a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 1096 time: 0.6089444 Jul 16 08:58:38.912963 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-dc1d17d9-efb3-4b69-84df-2d20d2f4223a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=871ecd3adf234e45a70dd8125599c729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651666 Jul 16 08:58:38.914950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-90a736ca-c1ed-4310-8766-d95d15a374e0 req-bdca1fa0-0931-4657-9d7a-7eba9d09a0c5 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d40dc6e-c162-41b0-a383-4eb86085e1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606375 Jul 16 08:58:38.924790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Deleting port fcad8a2c-a5e9-44a5-af36-da69b88b997a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:38.925426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.945266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.028123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:39.043952 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4c39e-b73a-4d0d-a4e1-b2a2b0bdda72" -d '{"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:39.056721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:39.096437 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.097915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:39.120356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device be04f5c0-be4e-47ca-b93f-628234b9f175 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:39.164747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] For port fcad8a2c-a5e9-44a5-af36-da69b88b997a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fcad8a2c-a5e9-44a5-af36-da69b88b997a,segment=NetworkSegment(18e9eb4d-b448-4380-8ceb-3737502723c2),segment_id=18e9eb4d-b448-4380-8ceb-3737502723c2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:39.165141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.192407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Calling delete_port for fcad8a2c-a5e9-44a5-af36-da69b88b997a owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:39.211610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:39.218214 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057a2ebc-882b-4db0-91dc-8462f1ba0046 x-openstack-request-id: req-057a2ebc-882b-4db0-91dc-8462f1ba0046 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:39.218516 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:39.218779 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-057a2ebc-882b-4db0-91dc-8462f1ba0046 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:39.219180 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'code': 200} Jul 16 08:58:39.269596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-ea815787-38ad-4a86-ae16-b1da06ecf744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb HTTP/1.1" status: 200 len: 217 time: 0.3144052 Jul 16 08:58:39.315778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39281ef-6c5c-4ec4-a725-7169e9c280d5 req-f1d3276f-5e65-4617-b392-67bcfe0ab7aa tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.321669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b39281ef-6c5c-4ec4-a725-7169e9c280d5 req-f1d3276f-5e65-4617-b392-67bcfe0ab7aa tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.2014585 Jul 16 08:58:39.359386 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.393799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b39281ef-6c5c-4ec4-a725-7169e9c280d5 req-fd6fbfef-c90c-4c6a-b808-907045e79c46 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692434 Jul 16 08:58:39.396395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:39.402136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.444613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.451174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Deleting port be04f5c0-be4e-47ca-b93f-628234b9f175 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:39.451546 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.481504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d68874-e080-42e1-b1c3-31110dad4e63 req-1b755d85-ec9f-48a5-966e-85302bb654de tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.489642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25d68874-e080-42e1-b1c3-31110dad4e63 req-1b755d85-ec9f-48a5-966e-85302bb654de tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.2300873 Jul 16 08:58:39.517314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be04f5c0-be4e-47ca-b93f-628234b9f175,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:39.551880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25d68874-e080-42e1-b1c3-31110dad4e63 req-5d2c5d8b-de81-4def-984d-e20f3edc9aaf tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612729 Jul 16 08:58:39.561601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.567601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.613758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Pushing event deleted for resources: {'Port': ['ID=fcad8a2c-a5e9-44a5-af36-da69b88b997a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.623564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:39.624970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:39.625458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:39.628738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-06f1e872-d4ec-4ce2-9d49-d83c5296fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.630328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-06f1e872-d4ec-4ce2-9d49-d83c5296fd70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1 HTTP/1.1" status: 200 len: 838 time: 0.3310678 Jul 16 08:58:39.645665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fcad8a2c-a5e9-44a5-af36-da69b88b997a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:39.651269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.656431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] For port be04f5c0-be4e-47ca-b93f-628234b9f175, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=be04f5c0-be4e-47ca-b93f-628234b9f175,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:39.656941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.665959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-3fb37430-6cf1-4e00-886f-b92eaf5fbf5e tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.667573 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-3fb37430-6cf1-4e00-886f-b92eaf5fbf5e tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6874547 Jul 16 08:58:39.690735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:39.691179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:39.702105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Calling delete_port for be04f5c0-be4e-47ca-b93f-628234b9f175 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:39.706438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.730601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Request body: {'port': {'device_id': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '871ecd3adf234e45a70dd8125599c729'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:39.768459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:39.768976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:39.769391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Bound using segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:39.769736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] No DVR routers for this DVR port fcad8a2c-a5e9-44a5-af36-da69b88b997a on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:39.769867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Bound port: fc4a59dc-b145-4c56-b706-8f48867c0850, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:39.770218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.774436 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-021f3f51-bfcb-4aad-b570-1dfc599c1c44 req-d752335e-6e47-4ff1-a178-cda3e790b4ca tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 210 time: 0.1466908 Jul 16 08:58:39.775613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.778270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.46 "DELETE /v2.0/ports/fcad8a2c-a5e9-44a5-af36-da69b88b997a HTTP/1.1" status: 204 len: 173 time: 1.1985850 Jul 16 08:58:39.822384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.847653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40135a-0498-43bc-a617-299433454183 req-6befe083-fec6-409d-a6fb-f6341c764db3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.849364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a40135a-0498-43bc-a617-299433454183 req-6befe083-fec6-409d-a6fb-f6341c764db3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 944 time: 0.0892766 Jul 16 08:58:39.866416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] Pushing event deleted for resources: {'Port': ['ID=be04f5c0-be4e-47ca-b93f-628234b9f175,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.869581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4b2a7-59e3-4cfb-9ec0-a80673b414a6 None None] No DVR routers for this DVR port be04f5c0-be4e-47ca-b93f-628234b9f175 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:39.900275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a40135a-0498-43bc-a617-299433454183 req-ed9780cf-cef9-4302-b531-44fc2c62044b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Jul 16 08:58:40.118176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8dd6e2e2-0976-48b8-aeb7-4217849b463e req-70dc39da-c36f-4671-9c04-28d5592ca0ec tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d750e7-0d81-4301-a954-d8eceaec1290 HTTP/1.1" status: 200 len: 210 time: 0.0356140 Jul 16 08:58:40.156509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:40.164950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142b7a6-3b51-4635-8ee6-d9e840e7f25f req-7e7d2131-fa23-4e5f-9605-4f36d52d3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.166489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b142b7a6-3b51-4635-8ee6-d9e840e7f25f req-7e7d2131-fa23-4e5f-9605-4f36d52d3a3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1098 time: 0.8315868 Jul 16 08:58:40.172944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:40.181921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911931b8-b160-4ae8-b6cc-635aad91a326 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:40.192644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.193250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.199218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=59c6622c-aeb2-48e0-85d6-854d9c0c6006,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:40.354620 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0c04eef2-3466-4aee-89a9-7a35d417e2e8 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2142270 Jul 16 08:58:40.358151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41206) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:40.365110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:40.379643 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b142b7a6-3b51-4635-8ee6-d9e840e7f25f req-4484e1a6-6a57-4e10-8652-184a7918f3c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042358 Jul 16 08:58:40.394150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:40.397073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': '59c6622c-aeb2-48e0-85d6-854d9c0c6006'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:40.398227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.403617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:40.410405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-c5a41c4f-2dbc-499d-8ccc-bd2528de8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.411972 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-c5a41c4f-2dbc-499d-8ccc-bd2528de8be6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7710428 Jul 16 08:58:40.414948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.500272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.500877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.502333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] 10.222.0.47 "PUT /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1093 time: 3.6213696 Jul 16 08:58:40.502647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce29216-1f5b-4fd7-bea6-6202fba2fa18 req-c8dc1aab-17ae-433f-8905-718b7442931f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.503032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Made reservation on behalf of 871ecd3adf234e45a70dd8125599c729 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:40.506665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.511180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ce29216-1f5b-4fd7-bea6-6202fba2fa18 req-c8dc1aab-17ae-433f-8905-718b7442931f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1664233 Jul 16 08:58:40.596985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ce29216-1f5b-4fd7-bea6-6202fba2fa18 req-aa5e30d9-8acd-4a10-a330-e248c626e32a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845957 Jul 16 08:58:40.602722 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.628099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcb77-a586-4b57-b75a-3041d7442fcf service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:40.648067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:40.653580 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.685551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/59c6622c-aeb2-48e0-85d6-854d9c0c6006/d21748a8-8c13-4eab-bcf9-a0529b52cd8a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:40.707789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'name': 'network-vif-deleted', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:40.712222 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bdf2be-4884-430d-a53a-d8dc47581dbf" -d '{"events": [{"server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "name": "network-vif-deleted", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:40.776927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-8aa4806e-2a81-430d-b9c9-421118ebca17 service neutron] 10.222.0.46 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230743 Jul 16 08:58:40.786349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-4056bf9a-2443-48cc-8f7c-16b19faf86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.788391 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-4056bf9a-2443-48cc-8f7c-16b19faf86b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.1963489 Jul 16 08:58:40.855732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:40.858647 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3c705-f133-4e8b-92d6-b92705e4d3af" -d '{"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:40.909134 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.919276 n-d-798054-12 neutron-server[93775]: INFO neutron.db.ipam_backend_mixin [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59c6622c-aeb2-48e0-85d6-854d9c0c6006 (CIDR: 2001:db8::/64) Jul 16 08:58:40.921468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Transition to ACTIVE for port object d21748a8-8c13-4eab-bcf9-a0529b52cd8a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:40.927963 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:58:40.928865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:40.940188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Transition to ACTIVE for port object d21748a8-8c13-4eab-bcf9-a0529b52cd8a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:40.950188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.955002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927d8ad-b3ee-4359-a4ab-777fe224c56d req-c165720c-5f38-4fce-a6f2-dbccf793e471 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.956626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e927d8ad-b3ee-4359-a4ab-777fe224c56d req-c165720c-5f38-4fce-a6f2-dbccf793e471 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.2936237 Jul 16 08:58:40.982332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f13a-8632-40a6-876d-021d60946a2d req-5a9223ec-2016-4ed3-956f-f530b38fb80d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.984437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fe5f13a-8632-40a6-876d-021d60946a2d req-5a9223ec-2016-4ed3-956f-f530b38fb80d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.1470122 Jul 16 08:58:41.008144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01339632-b982-402e-9cbe-f20c0f0946d0 req-94bbe3c0-0a69-492a-b3d1-62461b661864 service neutron] 10.222.0.46 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186737 Jul 16 08:58:41.011543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-1258c6d0-c8e4-4386-9abb-8a675321d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.013183 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-1258c6d0-c8e4-4386-9abb-8a675321d40b service neutron] 10.222.0.47 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2103438 Jul 16 08:58:41.014421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:41.020084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:41.023288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:41.036786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Pushing event updated for resources: {'Port': ['ID=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.050956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e927d8ad-b3ee-4359-a4ab-777fe224c56d req-0632f554-6be3-4406-9b16-f583e72aacd5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867009 Jul 16 08:58:41.076874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5fe5f13a-8632-40a6-876d-021d60946a2d req-6d1b284d-ad3c-4e1c-9f94-96f9b616e17f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846739 Jul 16 08:58:41.114030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-40011dbc-29e7-4d64-aaf7-9fc9f6bdd7e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.0936711 Jul 16 08:58:41.115862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Attempting to bind port d21748a8-8c13-4eab-bcf9-a0529b52cd8a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:41.116783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Attempting to bind port d21748a8-8c13-4eab-bcf9-a0529b52cd8a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:41.116783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Attempting to bind port d21748a8-8c13-4eab-bcf9-a0529b52cd8a on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:41.122851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:41.123537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:41.124951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.125366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:41.126212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Bound port: d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:41.126935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.157140 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2ec5d-9283-4fc5-88f3-1e9ae972768d x-openstack-request-id: req-beb2ec5d-9283-4fc5-88f3-1e9ae972768d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:41.158068 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d750e7-0d81-4301-a954-d8eceaec1290", "name": "network-vif-deleted", "tag": "fcad8a2c-a5e9-44a5-af36-da69b88b997a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:41.158540 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-beb2ec5d-9283-4fc5-88f3-1e9ae972768d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:41.159192 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d750e7-0d81-4301-a954-d8eceaec1290', 'name': 'network-vif-deleted', 'tag': 'fcad8a2c-a5e9-44a5-af36-da69b88b997a', 'status': 'completed', 'code': 200} Jul 16 08:58:41.173569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-0774a50f-a350-4b57-a5e8-a50642e0a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.175078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-0774a50f-a350-4b57-a5e8-a50642e0a7c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.0497246 Jul 16 08:58:41.209885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.220523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01a03674-bde1-4304-bd94-6a2d8070c347 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8598235 Jul 16 08:58:41.222937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41226) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.228515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:41.242930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.253930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] For port d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:41.257577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] For port d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:41.263868 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.330939 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acae6821-bd4f-4f5a-9513-1701b5af16e4 x-openstack-request-id: req-acae6821-bd4f-4f5a-9513-1701b5af16e4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:41.331238 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:41.331502 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acae6821-bd4f-4f5a-9513-1701b5af16e4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:41.331905 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:58:41.349151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1665b2-4cab-4534-9f97-b8723c2a98d0 None None] Pushing event updated for resources: {'Port': ['ID=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.381393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb113e91-dbfb-4058-b882-b8530c9db092 req-bc6127d9-c02c-458e-aa0e-c86e516344aa tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 210 time: 0.0688899 Jul 16 08:58:41.430209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Allocated IP 192.168.233.105 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/0389779a-41d0-4ff6-b6de-e79d6e7c0f12) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:41.510812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.571032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3aadd8-14f1-40f2-b62d-865b9dac08cd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.600688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d14f40-3a77-4afa-a7a4-a100d410eb9c req-fb1f8001-38da-4de2-928f-ce484acc0c64 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.602373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4d14f40-3a77-4afa-a7a4-a100d410eb9c req-fb1f8001-38da-4de2-928f-ce484acc0c64 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 944 time: 0.1490214 Jul 16 08:58:41.615021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Deleting subnet a2f6a213-f66e-4886-b48a-a90d51722962 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:41.618246 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.679524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-385cdc9a-fabf-41f7-af07-58aa648ee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.681369 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-385cdc9a-fabf-41f7-af07-58aa648ee76e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4840143 Jul 16 08:58:41.692606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-30653331-c034-4028-bd7d-d0345d825c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.694149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-30653331-c034-4028-bd7d-d0345d825c06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 1096 time: 0.5771537 Jul 16 08:58:41.724743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:41.729346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.798511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.862022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-e49b22a2-9345-47fd-9d0e-c12d2ca0ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.863756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-e49b22a2-9345-47fd-9d0e-c12d2ca0ab1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.5556407 Jul 16 08:58:41.889104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4d14f40-3a77-4afa-a7a4-a100d410eb9c req-0746d475-06da-4bd2-931b-cfbd288bace5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766202 Jul 16 08:58:41.941439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.005205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-36c2c647-a51c-448b-a842-658bed4d8743 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097847 Jul 16 08:58:42.033172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff05f-1a9d-4b16-8bc0-dce5a76bf65d req-94a66de8-9150-45ac-8a86-9012b383b0d3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.034716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bcff05f-1a9d-4b16-8bc0-dce5a76bf65d req-94a66de8-9150-45ac-8a86-9012b383b0d3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2417018 Jul 16 08:58:42.084448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.142649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.143042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-8174e412-a9e9-44b0-af37-497d42a497a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.144701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-8174e412-a9e9-44b0-af37-497d42a497a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 HTTP/1.1" status: 200 len: 898 time: 0.4281991 Jul 16 08:58:42.144840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2f6a213-f66e-4886-b48a-a90d51722962 HTTP/1.1" status: 204 len: 168 time: 0.6227033 Jul 16 08:58:42.145689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9b25f-c429-470d-9598-9ddf3491ba18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f6a213-f66e-4886-b48a-a90d51722962,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.150710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.165196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.211541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-023a08d2-c61c-45b7-9281-edbc6c06321f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb HTTP/1.1" status: 200 len: 217 time: 0.0387564 Jul 16 08:58:42.216182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bcff05f-1a9d-4b16-8bc0-dce5a76bf65d req-984cbb99-7113-452c-9683-ea5d7dc6afba tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586695 Jul 16 08:58:42.254933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 762d13db-706c-4628-9e85-b2ad36a7a0eb details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:42.258097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fcad8a2c-a5e9-44a5-af36-da69b88b997a no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:42.320231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Transition to ACTIVE for port object 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:42.320971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.374863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: fcad8a2c-a5e9-44a5-af36-da69b88b997a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:42.375997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fcad8a2c-a5e9-44a5-af36-da69b88b997a not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:42.380390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-5b1362a8-260c-4538-a543-922a86f9f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.382466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-5b1362a8-260c-4538-a543-922a86f9f0ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.5119658 Jul 16 08:58:42.493572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-4724e72d-73fd-45a2-b990-b5061d327922 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.0936244 Jul 16 08:58:42.498410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-309c236b-d743-402b-be3d-3b95211055c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.499913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-309c236b-d743-402b-be3d-3b95211055c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1 HTTP/1.1" status: 200 len: 838 time: 0.2439866 Jul 16 08:58:42.502542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:42.515291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '762d13db-706c-4628-9e85-b2ad36a7a0eb', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'port_id': '762d13db-706c-4628-9e85-b2ad36a7a0eb', 'mac_address': 'fa:16:3e:02:8b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:42.542410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-8a71ee57-ee42-4d53-ae1e-aa9d8d37fa2a service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191598 Jul 16 08:58:42.571622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.573135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.611465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d13db-706c-4628-9e85-b2ad36a7a0eb {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:42.619930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-9135ec95-c0cb-450e-8ae2-c1a22c3cae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.621642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-9135ec95-c0cb-450e-8ae2-c1a22c3cae63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1208088 Jul 16 08:58:42.626350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.643483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065f25-17de-4b36-9e11-a02fec1f6979 req-df5b2dcf-63ea-4289-8aee-a9d9da276923 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.645880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a065f25-17de-4b36-9e11-a02fec1f6979 req-df5b2dcf-63ea-4289-8aee-a9d9da276923 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.3860211 Jul 16 08:58:42.650949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:42.659462 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.659790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415d7814-7347-4192-9b1b-fcabbdc073c3']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:42.682219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e9eb4d-b448-4380-8ceb-3737502723c2') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:42.683063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e9eb4d-b448-4380-8ceb-3737502723c2') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:42.705761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.729902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.738771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:42.739321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.741800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:42.758640 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:42.770922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-9e7cbfde-e6ff-44c4-8034-681a634ccde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.772567 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-9e7cbfde-e6ff-44c4-8034-681a634ccde0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2612948 Jul 16 08:58:42.803670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:42.829002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:42.830992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Pushing event updated for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.833426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:42.868856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:42.881757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f6a10-b1fc-478d-a215-3e8d1d395e89 req-4c0b6767-51b1-4dcb-9ab9-cc97f937c081 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.883308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-678f6a10-b1fc-478d-a215-3e8d1d395e89 req-4c0b6767-51b1-4dcb-9ab9-cc97f937c081 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.5146537 Jul 16 08:58:42.900532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['762d13db-706c-4628-9e85-b2ad36a7a0eb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:42.961138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.961712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.978189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-157a3ff6-e836-43ca-81c9-5383ca78c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.979772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-157a3ff6-e836-43ca-81c9-5383ca78c697 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3417521 Jul 16 08:58:42.990083 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-995aed3a-cce7-4fca-b22f-33d2b46f34de service neutron] 10.222.0.46 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027936 Jul 16 08:58:42.991747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-94cbfcb3-cf9c-427b-80f9-7f8f8d57d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.993228 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-94cbfcb3-cf9c-427b-80f9-7f8f8d57d939 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.2856076 Jul 16 08:58:43.011297 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.044813 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-44604544-a523-4496-92e8-e91f35bcebf6 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3242238 Jul 16 08:58:43.061373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.063281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] 10.222.0.32 "DELETE /v2.0/networks/415d7814-7347-4192-9b1b-fcabbdc073c3 HTTP/1.1" status: 204 len: 168 time: 0.9118073 Jul 16 08:58:43.066655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a065f25-17de-4b36-9e11-a02fec1f6979 req-acdb6b54-6652-44e5-a16f-f73fda598ace tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956457 Jul 16 08:58:43.066915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.095402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Request body: {'port': {'device_id': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:43.106006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a1d53e9-0272-4da8-8a77-c7a4b65bc42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.139936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-76029e8b-504d-4838-9229-eb228500ec03 None None] Provisioning for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.145005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772810a-94cb-4817-bfe2-2b1613e81898 admin admin] Pushing event deleted for resources: {'Network': ['ID=415d7814-7347-4192-9b1b-fcabbdc073c3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:43.200114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-678f6a10-b1fc-478d-a215-3e8d1d395e89 req-2d44fe31-b6c7-46a2-ab46-61ce67f668b5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776411 Jul 16 08:58:43.253342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Deleting subnet 7047a2f4-8edb-4c79-aebc-1c310201bd08 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:43.268326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d21748a8-8c13-4eab-bcf9-a0529b52cd8a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:43.276457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.312254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a970d39a-bda0-4c22-9996-093b4daca81d None None] Provisioning for port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.326326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a970d39a-bda0-4c22-9996-093b4daca81d None None] Provisioning complete for port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.327284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a970d39a-bda0-4c22-9996-093b4daca81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.379126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a970d39a-bda0-4c22-9996-093b4daca81d None None] Port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:43.397434 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54931d1b-f558-433c-b2b5-bbd3e7143d76 req-b3184317-9600-464e-b179-8b238c50d450 service neutron] 10.222.0.46 "GET /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938379 Jul 16 08:58:43.425585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-fbacc1c9-f043-48cb-a9c7-0bfcf54a2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.427097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-fbacc1c9-f043-48cb-a9c7-0bfcf54a2c79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.3816609 Jul 16 08:58:43.449557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.461234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.461650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.560771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.585337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-57ed9741-09ad-4442-ae53-fcc5619706c1 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904775 Jul 16 08:58:43.590311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.593504 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-24d69a3d-a6c9-4be2-9868-de59c2f3cb88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.1250591 Jul 16 08:58:43.693625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:58:43.693625 n-d-798054-12 neutron-server[93776]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 08:58:43.693625 n-d-798054-12 neutron-server[93776]: [parameters: {'status': 'ACTIVE', 'ports_id': 'd21748a8-8c13-4eab-bcf9-a0529b52cd8a'}] Jul 16 08:58:43.693625 n-d-798054-12 neutron-server[93776]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:58:43.694662 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:58:43.752668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.813754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.850800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.914541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2de9-673a-43ff-b492-f56e8effff51 req-5422b007-58b8-474c-a41f-8a4429b49295 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.916279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b1d2de9-673a-43ff-b492-f56e8effff51 req-5422b007-58b8-474c-a41f-8a4429b49295 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 945 time: 0.2733049 Jul 16 08:58:43.933599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab8dc-f6c6-4ed5-a47b-ffc39d748692 req-5848a287-b0ba-4a31-a2e3-00e029511bd4 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.935170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff6ab8dc-f6c6-4ed5-a47b-ffc39d748692 req-5848a287-b0ba-4a31-a2e3-00e029511bd4 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 936 time: 0.2911108 Jul 16 08:58:44.044865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b1d2de9-673a-43ff-b492-f56e8effff51 req-440f3732-39c8-484b-839f-add526c9def6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206656 Jul 16 08:58:44.056347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.069392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-c75b51d5-d28d-4015-bddf-687fbe2ca404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.070793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-c75b51d5-d28d-4015-bddf-687fbe2ca404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.4677043 Jul 16 08:58:44.125023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff6ab8dc-f6c6-4ed5-a47b-ffc39d748692 req-380e40ea-ce50-4c9b-8e96-716641f0d921 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739106 Jul 16 08:58:44.129711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7047a2f4-8edb-4c79-aebc-1c310201bd08,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.135988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.149307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e687416d-eaff-44c8-a972-3bd680d712c8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7047a2f4-8edb-4c79-aebc-1c310201bd08 HTTP/1.1" status: 204 len: 168 time: 1.0651228 Jul 16 08:58:44.182458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:44.189334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-26d33b18-435e-4f04-8d5a-83cf595bf8be service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941622 Jul 16 08:58:44.192988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41278) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:44.242211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.255532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 762d13db-706c-4628-9e85-b2ad36a7a0eb up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:44.338145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 762d13db-706c-4628-9e85-b2ad36a7a0eb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:44.346521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 762d13db-706c-4628-9e85-b2ad36a7a0eb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:44.347213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.355668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.368597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.369351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.377293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.400496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-6c9ff22a-05ce-450e-9f93-ce3b74216181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.402164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-6c9ff22a-05ce-450e-9f93-ce3b74216181 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3143466 Jul 16 08:58:44.475594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:58:44.475983 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:58:44.488339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:44.503141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:44.506595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.507474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.516369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355f08c-3cd3-4ea3-badf-5e91ca45908a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:44.534923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071b0d-13e1-4af4-9656-7527de50703f req-f64ffce3-0938-4b9c-9932-dc0d6efdcb9f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.535286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.536791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3071b0d-13e1-4af4-9656-7527de50703f req-f64ffce3-0938-4b9c-9932-dc0d6efdcb9f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.3061333 Jul 16 08:58:44.541915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=06e78fbf-5662-4615-a085-44f3b988d3b1,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.559404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.568973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aeaa68c2-d2ce-4e4e-99fb-8fbb0680f674 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3424966 Jul 16 08:58:44.580373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6927-92aa-4d26-8d12-e4936a845c05 req-716154cd-31ac-45e9-9f3d-9153a8ba6dba tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.582167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:44.582307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba4c6927-92aa-4d26-8d12-e4936a845c05 req-716154cd-31ac-45e9-9f3d-9153a8ba6dba tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 944 time: 0.2753317 Jul 16 08:58:44.588906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:ea:b2:25', 'name': 'tempest-NetworksTestDHCPv6-728060972'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:44.603469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:44.606487 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a5b167-662d-48cb-b2a5-a715e5b989a1" -d '{"events": [{"server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "name": "network-vif-plugged", "status": "completed", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:44.618621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3071b0d-13e1-4af4-9656-7527de50703f req-a5a86413-ccc2-4537-941c-bf1450d5527c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697577 Jul 16 08:58:44.626372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:44.640063 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.643040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba4c6927-92aa-4d26-8d12-e4936a845c05 req-b91c6615-9ec4-4910-8ccd-e827501cca65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525806 Jul 16 08:58:44.644331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.687210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967de182-a385-4b12-892e-c09a8effe182']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:44.708425 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-a110f472-290d-41e3-85c0-858e7ad99e58 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989495 Jul 16 08:58:44.710589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:44.715222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.753862 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a3395-ba50-4599-aa65-e50036349ed1 x-openstack-request-id: req-2a2a3395-ba50-4599-aa65-e50036349ed1 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:44.754472 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "name": "network-vif-plugged", "status": "completed", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:44.754724 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a2a3395-ba50-4599-aa65-e50036349ed1 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:44.754851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a151c5d8-7d91-424b-823d-e1822925095b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:44.755111 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb', 'code': 200} Jul 16 08:58:44.755235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a151c5d8-7d91-424b-823d-e1822925095b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:44.798715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.826475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.861452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5538d9-059f-4503-9289-cf7a5833c22e req-f76b707e-5184-4f35-affa-5285009e54d2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.863736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e5538d9-059f-4503-9289-cf7a5833c22e req-f76b707e-5184-4f35-affa-5285009e54d2 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.0867839 Jul 16 08:58:44.885262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Transition to ACTIVE for port object 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:44.910198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e5538d9-059f-4503-9289-cf7a5833c22e req-0fdb49ee-fdad-4d2b-898c-a0e95e77bfa6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Jul 16 08:58:44.921812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.936431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.955161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.969354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:58:44.969992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:58:44.973011 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:58:44.992404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:44.996720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.090286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.097015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d21748a8-8c13-4eab-bcf9-a0529b52cd8a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:45.122967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe233dbc-a7a9-408f-a406-381c4b6709ba req-aa527c68-88b4-431d-9f05-91d80865f1b1 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993251 Jul 16 08:58:45.141108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:45.179178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.185825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.257883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.268921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/967de182-a385-4b12-892e-c09a8effe182 HTTP/1.1" status: 204 len: 168 time: 1.0740590 Jul 16 08:58:45.272214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:45.414290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf41a5-49f9-446a-9207-ed3983ba9c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=967de182-a385-4b12-892e-c09a8effe182,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.456525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72028f2-cdcb-44d0-afe2-4e6ae68238c2 req-47a51a85-17d9-4d56-b476-7a972ef4311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.458199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f72028f2-cdcb-44d0-afe2-4e6ae68238c2 req-47a51a85-17d9-4d56-b476-7a972ef4311e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 1098 time: 0.6292138 Jul 16 08:58:45.508541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28a001-bbb5-4d44-aeac-09a9904989f6 req-e0259252-20ce-46c9-80bf-bed338dc47d1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.512539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b28a001-bbb5-4d44-aeac-09a9904989f6 req-e0259252-20ce-46c9-80bf-bed338dc47d1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.2510622 Jul 16 08:58:45.522716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6d7fd-7063-4055-b31c-b1a527467512 req-d1248cdc-058e-42bd-a2c6-f4b8bf9262be tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.534264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14d6d7fd-7063-4055-b31c-b1a527467512 req-d1248cdc-058e-42bd-a2c6-f4b8bf9262be tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 948 time: 0.1907859 Jul 16 08:58:45.546468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.575556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:45.576178 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.602176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b28a001-bbb5-4d44-aeac-09a9904989f6 req-58dce835-3698-49ea-b6e7-b27ce26db8ff tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604599 Jul 16 08:58:45.634003 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f72028f2-cdcb-44d0-afe2-4e6ae68238c2 req-fb2057df-e0ce-415c-9054-185eaacc73b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616333 Jul 16 08:58:45.644655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-14d6d7fd-7063-4055-b31c-b1a527467512 req-6183e409-eed7-47fa-9c1f-2cc8d750b0b0 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094177 Jul 16 08:58:45.655049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Attempting to bind port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:45.655049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Attempting to bind port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:45.655479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Attempting to bind port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:45.660351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:45.663863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea35fd7a-ec4e-44ce-b7ca-a0dccda133a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.694191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.700235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:45.702358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.706268 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6fb99ca2-6f95-4bc0-9fa4-267ee7d15c43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=768bc73209574ef48376c1a3b047d7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520917 Jul 16 08:58:45.729550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.747293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:45.747533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Attempting to bind port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:45.769276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-e6a159a4-8340-417b-845a-29b279ce8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.771377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-e6a159a4-8340-417b-845a-29b279ce8591 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1096 time: 0.5695813 Jul 16 08:58:45.771621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.779665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:45.780459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:45.781093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:45.782198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Bound port: 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:45.782815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.787188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.802313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port 425c5790-89b4-428e-8461-672a73b3d580 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:45.809525 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.829997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:45.868862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:45.881464 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.914357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aa8e491c-00f2-4cc2-9f8f-fb794106d9e6 None None] Provisioning complete for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:45.914742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa8e491c-00f2-4cc2-9f8f-fb794106d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.965561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.974103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.978601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.980642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d40dc6e-c162-41b0-a383-4eb86085e1f1 HTTP/1.1" status: 204 len: 168 time: 0.2760196 Jul 16 08:58:45.993464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcf039-c3bf-4b2b-9a88-10091e49d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40dc6e-c162-41b0-a383-4eb86085e1f1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.035088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:46.036552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb08c1-420d-469b-9a5c-8444a260410e req-44297b3e-e057-4808-8936-41fbf021415f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.044380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-abe3b0c7-4c04-4825-8fc0-d69df85f0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.044576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eb08c1-420d-469b-9a5c-8444a260410e req-44297b3e-e057-4808-8936-41fbf021415f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.1464520 Jul 16 08:58:46.046424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-abe3b0c7-4c04-4825-8fc0-d69df85f0a1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2611198 Jul 16 08:58:46.054142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe4cf0-c8ff-4b44-bd6a-30abc78ad60d req-9ac2e10d-9c69-42b0-9ba9-8f096203eb9e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.055604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3efe4cf0-c8ff-4b44-bd6a-30abc78ad60d req-9ac2e10d-9c69-42b0-9ba9-8f096203eb9e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1977732 Jul 16 08:58:46.059153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:46.108263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eb08c1-420d-469b-9a5c-8444a260410e req-1dd7ade0-ac8b-4854-96a2-12b00f312f7c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624006 Jul 16 08:58:46.115171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.141786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['fc4a59dc-b145-4c56-b706-8f48867c0850'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:46.142803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3efe4cf0-c8ff-4b44-bd6a-30abc78ad60d req-0684b139-1abc-4718-af82-40dcbb82006c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719428 Jul 16 08:58:46.213908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.219059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.220586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/0389779a-41d0-4ff6-b6de-e79d6e7c0f12 HTTP/1.1" status: 200 len: 1097 time: 3.1320548 Jul 16 08:58:46.223125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:46.225445 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7912b1da-37fd-4a30-82c7-d34e2bea55c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:46.260054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-1ded54a0-517c-463f-9585-99ff074c75a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1001 time: 0.2047720 Jul 16 08:58:46.308550 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a488e9c-5298-4462-aed3-36f48777ec1f x-openstack-request-id: req-1a488e9c-5298-4462-aed3-36f48777ec1f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:46.309102 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:46.309810 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a488e9c-5298-4462-aed3-36f48777ec1f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:46.310687 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12', 'status': 'completed', 'code': 200} Jul 16 08:58:46.370183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640c7b7-be3b-4a7b-a080-53a82c8e4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.443590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::55 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/59c6622c-aeb2-48e0-85d6-854d9c0c6006/425c5790-89b4-428e-8461-672a73b3d580) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:46.462935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:b225 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/06e78fbf-5662-4615-a085-44f3b988d3b1/425c5790-89b4-428e-8461-672a73b3d580) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:46.486155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-6c749b18-8a58-4041-85ae-2c7124a58466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.487660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-6c749b18-8a58-4041-85ae-2c7124a58466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.2120082 Jul 16 08:58:46.574687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.47', 57919) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.606864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-7e9653a2-f0ac-48ce-9104-9c3157073c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.616761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-7e9653a2-f0ac-48ce-9104-9c3157073c7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=871ecd3adf234e45a70dd8125599c729&device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 1100 time: 0.2563188 Jul 16 08:58:46.681166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-3e4f4832-d05e-416a-b4e9-3a7a0d46a93a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3338335 Jul 16 08:58:46.701889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41316) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.776524 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-798e4d05-7326-4ce9-90f2-1bea86418ae3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12 HTTP/1.1" status: 200 len: 217 time: 0.1287968 Jul 16 08:58:46.784872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-cc183589-06a3-4199-b8be-3d85e5dfb6a8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.786565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-cc183589-06a3-4199-b8be-3d85e5dfb6a8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.47 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 945 time: 0.2101550 Jul 16 08:58:46.874422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-39412f1a-3532-4263-873f-2b04e6db555f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=240d3569d62d40d691c07f44303135df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702154 Jul 16 08:58:46.882949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41318) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.908155 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.965482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-c0971c21-1736-4de0-8942-3ec9644ea689 service neutron] 10.222.0.47 "GET /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 383 time: 0.1628146 Jul 16 08:58:46.977005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16843c-dabf-4bef-a60b-80a0e67e76a2 req-4694f8e4-c5b4-4af8-ac29-76fa791015d8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.978672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d16843c-dabf-4bef-a60b-80a0e67e76a2 req-4694f8e4-c5b4-4af8-ac29-76fa791015d8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.2504630 Jul 16 08:58:47.016863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97c16-5d43-446e-b760-7d591ae64223 req-d35da65e-bfc6-4947-8a83-2c415519d270 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.022961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a97c16-5d43-446e-b760-7d591ae64223 req-d35da65e-bfc6-4947-8a83-2c415519d270 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.2684412 Jul 16 08:58:47.044833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.089452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d21748a8-8c13-4eab-bcf9-a0529b52cd8a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:47.103773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d16843c-dabf-4bef-a60b-80a0e67e76a2 req-625392c1-8b2b-4105-9c3b-53b21042b98f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188815 Jul 16 08:58:47.117067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.137700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a97c16-5d43-446e-b760-7d591ae64223 req-e01cf348-03d3-40db-8d20-660d0d87c9a6 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023676 Jul 16 08:58:47.150331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:47.199151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.203143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.212223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/096e3096-2493-4aeb-919f-9cfbee4997ce HTTP/1.1" status: 204 len: 168 time: 0.3233292 Jul 16 08:58:47.239633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-3087bf01-97bd-4901-9850-9481644e728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.240773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-3087bf01-97bd-4901-9850-9481644e728e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7408094 Jul 16 08:58:47.245076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4646-0ab1-479d-90e2-de1089a3df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e3096-2493-4aeb-919f-9cfbee4997ce,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.303812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:47.304290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.308618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-a2bccdc3-378f-4cca-ae6e-5b7535660c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.310456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-a2bccdc3-378f-4cca-ae6e-5b7535660c5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.5106196 Jul 16 08:58:47.335484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port fc4a59dc-b145-4c56-b706-8f48867c0850 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:47.342870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port fc4a59dc-b145-4c56-b706-8f48867c0850 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:47.344537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.352730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.456670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-4c6c93eb-4d2b-4655-b7f6-573d17703fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.458617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-4c6c93eb-4d2b-4655-b7f6-573d17703fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 1098 time: 0.7334695 Jul 16 08:58:47.463016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object 425c5790-89b4-428e-8461-672a73b3d580 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:47.476374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c949ad-9d47-4b60-b58a-047b0a3766b5 req-d1bfbe49-768b-452c-9b3d-61248a377459 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.479619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55c949ad-9d47-4b60-b58a-047b0a3766b5 req-d1bfbe49-768b-452c-9b3d-61248a377459 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 948 time: 0.2088950 Jul 16 08:58:47.488114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.513792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:47.520114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-9fbdc348-480b-4651-a365-a1e6d6cca50f service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596116 Jul 16 08:58:47.520349 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec40a5-826b-4391-b7d5-432295cf7250" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:47.531667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:47.539338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.543562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e2087-bf16-430e-b001-275d169814bc req-4ac2d0cc-bb59-4e24-9edc-a5a18fd0bd93 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.546411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc0e2087-bf16-430e-b001-275d169814bc req-4ac2d0cc-bb59-4e24-9edc-a5a18fd0bd93 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.2118502 Jul 16 08:58:47.599598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55c949ad-9d47-4b60-b58a-047b0a3766b5 req-930c051c-c0a5-499f-a6ab-7b971bd34f67 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131442 Jul 16 08:58:47.628204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49835-083c-44d9-8a34-fbd94471d87e req-322a62c6-5dc5-4520-9e8f-16e9e8951979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.630310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-322a62c6-5dc5-4520-9e8f-16e9e8951979 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3025446 Jul 16 08:58:47.639548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.653677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc0e2087-bf16-430e-b001-275d169814bc req-f0a08363-76fb-48ce-9d7e-ccb90009cfe5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951891 Jul 16 08:58:47.692255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.782113 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42423116-caf8-4352-9242-f3d32f10eaad x-openstack-request-id: req-42423116-caf8-4352-9242-f3d32f10eaad {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:47.783042 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:47.783491 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42423116-caf8-4352-9242-f3d32f10eaad {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:47.784093 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'code': 200} Jul 16 08:58:47.824587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-37fca324-d0d0-4c10-b0e4-c1e387afefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.826132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-37fca324-d0d0-4c10-b0e4-c1e387afefec service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 200 len: 918 time: 0.3284116 Jul 16 08:58:47.831343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d675a-aa16-4b21-bc3c-d88390570379 req-aa241677-b3e2-412c-a4b4-981dd9a3c850 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.832299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a6d675a-aa16-4b21-bc3c-d88390570379 req-aa241677-b3e2-412c-a4b4-981dd9a3c850 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.0839987 Jul 16 08:58:47.842544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:47.867165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:47.869752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:47.876338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.877028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.888194 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a6d675a-aa16-4b21-bc3c-d88390570379 req-227936fd-87ee-4882-ac83-663dfbdf4f7b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Jul 16 08:58:47.920252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=425c5790-89b4-428e-8461-672a73b3d580,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.932320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2ef3c705-f133-4e8b-92d6-b92705e4d3af req-71ec2d76-4069-4e9f-a2a8-d137cd5c174b service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113274 Jul 16 08:58:47.972822 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-9ed8a30e-0c00-4594-9834-c0bd6d014a73 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335469 Jul 16 08:58:47.976977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-81149a1c-1fdc-463a-9c38-ddd083c13caf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3940110 Jul 16 08:58:47.979731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41332) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:47.980358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-e562cb23-1afc-4d8a-91aa-fcb856b4b29c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 200 len: 1001 time: 0.1426799 Jul 16 08:58:48.095748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port 425c5790-89b4-428e-8461-672a73b3d580 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:48.096169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.114702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-6d1d3058-a1ed-4bae-a876-fed903b29b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.116250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-6d1d3058-a1ed-4bae-a876-fed903b29b10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 200 len: 856 time: 0.1188681 Jul 16 08:58:48.184662 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62e49835-083c-44d9-8a34-fbd94471d87e req-1c6b3da3-5b6d-4fb7-8c02-6a50002a95a8 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961687 Jul 16 08:58:48.187277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-e670cd00-8406-4993-b7f5-e7147219df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.188719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-e670cd00-8406-4993-b7f5-e7147219df59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1098 time: 0.2106800 Jul 16 08:58:48.196805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.211847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for 425c5790-89b4-428e-8461-672a73b3d580 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:48.237211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-0579d9b5-aa5d-40aa-bd96-8185fca6684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.238186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a7d09ad-7706-42b4-84c3-07b113559df6 None None] Provisioning for port 425c5790-89b4-428e-8461-672a73b3d580 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:48.238811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-0579d9b5-aa5d-40aa-bd96-8185fca6684c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcc8e5c-3680-4076-8a53-05e0d3bd565e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132283 Jul 16 08:58:48.244285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a7d09ad-7706-42b4-84c3-07b113559df6 None None] Provisioning complete for port 425c5790-89b4-428e-8461-672a73b3d580 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:48.244701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a7d09ad-7706-42b4-84c3-07b113559df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.289299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d09ad-7706-42b4-84c3-07b113559df6 None None] Port 425c5790-89b4-428e-8461-672a73b3d580 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:48.378499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45512d63-f564-4145-a48d-aae252e07767 req-b244c879-ef23-4dc8-ac46-c7706f658a85 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.379984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45512d63-f564-4145-a48d-aae252e07767 req-b244c879-ef23-4dc8-ac46-c7706f658a85 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1186881 Jul 16 08:58:48.411403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-71b138ba-788b-4ee5-9e17-c9ccc541cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.412952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-71b138ba-788b-4ee5-9e17-c9ccc541cc7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2177927 Jul 16 08:58:48.457330 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45512d63-f564-4145-a48d-aae252e07767 req-d91ce359-8d3b-498c-bc5e-5773d1a7c121 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700531 Jul 16 08:58:48.479801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-c2c6800a-af34-41e1-93fd-99469fdc0420 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068219 Jul 16 08:58:48.480141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.501898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-cc9894e2-d4ee-4cbd-a457-cc807323079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.503261 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-cc9894e2-d4ee-4cbd-a457-cc807323079d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=871ecd3adf234e45a70dd8125599c729&device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 1100 time: 0.2293155 Jul 16 08:58:48.507545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=425c5790-89b4-428e-8461-672a73b3d580,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:48.539646 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-3b6c01a4-5f40-44a4-a3fc-64de054112da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1002 time: 0.1195016 Jul 16 08:58:48.544956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.560370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.565178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fbe5a759-2d1d-4c19-a5c7-106ee5bf7512 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/425c5790-89b4-428e-8461-672a73b3d580 HTTP/1.1" status: 204 len: 168 time: 0.5843167 Jul 16 08:58:48.565875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41338) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.652556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e575f1c-a289-4830-825e-e6c55ee824f5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.656488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3e575f1c-a289-4830-825e-e6c55ee824f5 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0872974 Jul 16 08:58:48.656875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.705370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-47a7a0ca-1e21-42f8-9f93-76b7126fa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.706895 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-47a7a0ca-1e21-42f8-9f93-76b7126fa1cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1542871 Jul 16 08:58:48.730353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b5cba782-5608-4a69-a8b9-91869ee4a983 req-f4248022-576a-4dc5-ab1a-f2ca24962a56 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411854 Jul 16 08:58:48.743540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59e3df-eaff-4b7e-b66b-2c6f39dc61d7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.747451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-da59e3df-eaff-4b7e-b66b-2c6f39dc61d7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0874357 Jul 16 08:58:48.748934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41344) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.762286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-51692651-21ce-4808-9a76-13e90ea34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.763798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-51692651-21ce-4808-9a76-13e90ea34603 service neutron] 10.222.0.46 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.2446797 Jul 16 08:58:48.812017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-4747d0c4-99cf-43d8-bdd6-c7f5781173ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12 HTTP/1.1" status: 200 len: 217 time: 0.0391834 Jul 16 08:58:48.829624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-17f4eb6f-3e2e-4dd5-b71e-a0a6366c9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.831100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-17f4eb6f-3e2e-4dd5-b71e-a0a6366c9bef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154971 Jul 16 08:58:48.837679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f807a2-8465-4f23-b605-57d9e60fae9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.839167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f807a2-8465-4f23-b605-57d9e60fae9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.840781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f807a2-8465-4f23-b605-57d9e60fae9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.842325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f2f807a2-8465-4f23-b605-57d9e60fae9e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0928240 Jul 16 08:58:48.844944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.896763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-6eecf28c-18eb-4aa0-a127-dc5fcf9a3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.898245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-6eecf28c-18eb-4aa0-a127-dc5fcf9a3f86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0795164 Jul 16 08:58:48.906573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961f931-1208-4ade-84de-e8bd48f4f4a6 req-0011f72c-dc14-4693-a565-2ef177dc9340 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.908084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7961f931-1208-4ade-84de-e8bd48f4f4a6 req-0011f72c-dc14-4693-a565-2ef177dc9340 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 948 time: 0.1616287 Jul 16 08:58:48.912268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 06e78fbf-5662-4615-a085-44f3b988d3b1 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:48.922295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.980082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7961f931-1208-4ade-84de-e8bd48f4f4a6 req-98a9acc1-4e65-460b-afab-6b9e8538416e tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Jul 16 08:58:48.982198 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.983225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-6ba9ebea-924f-41d6-beef-34650646f306 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302638 Jul 16 08:58:49.024774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-cd25a3fe-e5c8-4323-9639-25f40bec74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.026336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-cd25a3fe-e5c8-4323-9639-25f40bec74bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040967 Jul 16 08:58:49.134903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022be7a-dffc-478f-bd68-fa24ee84d362 req-5465eeda-2e73-45ca-ba10-fa650cf4593d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.136423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0022be7a-dffc-478f-bd68-fa24ee84d362 req-5465eeda-2e73-45ca-ba10-fa650cf4593d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1139650 Jul 16 08:58:49.137840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.142429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-9109809f-d1dc-4eb6-9677-a2265da71bac service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528826 Jul 16 08:58:49.171035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-7bcb32cc-ca37-4f6c-9cde-59f2df6ca580 service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124473 Jul 16 08:58:49.217398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0022be7a-dffc-478f-bd68-fa24ee84d362 req-bea0107b-5591-411b-ba15-122ea1fa174d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574362 Jul 16 08:58:49.230061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.244569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:49.267203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=06e78fbf-5662-4615-a085-44f3b988d3b1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.270206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.274277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a76b3-a098-4008-9b29-2069929f64c6 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:49.276670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-987eacbf-d493-4fe4-95ea-37038c5c3708 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/06e78fbf-5662-4615-a085-44f3b988d3b1 HTTP/1.1" status: 204 len: 168 time: 0.4307775 Jul 16 08:58:49.279746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:49.324234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7912b1da-37fd-4a30-82c7-d34e2bea55c2 req-165b0068-8794-4262-86a0-5bcd0e2d88be service neutron] 10.222.0.46 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449764 Jul 16 08:58:49.339749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet 59c6622c-aeb2-48e0-85d6-854d9c0c6006 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:49.344610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.387483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.478263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.554394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.583358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=59c6622c-aeb2-48e0-85d6-854d9c0c6006,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.589828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.592474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5a54c3b-6dd0-4eb3-b25c-c20195924646 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/59c6622c-aeb2-48e0-85d6-854d9c0c6006 HTTP/1.1" status: 204 len: 168 time: 0.3107166 Jul 16 08:58:49.603640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41356) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:49.674071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e2ccbc6-f436-4e9a-beef-02de3ac81998 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654378 Jul 16 08:58:49.675332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:49.681379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:49.711401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866449de-0743-4f3e-9587-b48a7ac129be req-082b3c2c-78ec-4b5f-9af5-6179f8ef22eb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.714923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-866449de-0743-4f3e-9587-b48a7ac129be req-082b3c2c-78ec-4b5f-9af5-6179f8ef22eb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1101522 Jul 16 08:58:49.757510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-866449de-0743-4f3e-9587-b48a7ac129be req-c0ef8c91-49dd-47da-8271-8d6de02352a8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364707 Jul 16 08:58:50.130529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b379ff2-aa27-4e81-9cb4-155438ee4fd8 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:50.133348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3a776d99-c9d9-4828-bdfc-2ad6c1741251 None None] Provisioning complete for port d21748a8-8c13-4eab-bcf9-a0529b52cd8a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:50.134228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a776d99-c9d9-4828-bdfc-2ad6c1741251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.195517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.212531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:50.217556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.233383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c55c62-dfbd-452b-8635-a6b8f9a89cf9 req-7998a417-6cfd-4809-8c23-d46c9be8963a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.235167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36c55c62-dfbd-452b-8635-a6b8f9a89cf9 req-7998a417-6cfd-4809-8c23-d46c9be8963a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 948 time: 0.0747952 Jul 16 08:58:50.282878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:50.317734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36c55c62-dfbd-452b-8635-a6b8f9a89cf9 req-5556480f-2fa3-46c3-b2c6-60f5826f0e0d tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 Jul 16 08:58:50.439257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c08e4-13d2-471e-a0b5-c42ba19c9fb7 req-effd7805-5b4d-4289-8b29-ecf05c117905 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.441162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-955c08e4-13d2-471e-a0b5-c42ba19c9fb7 req-effd7805-5b4d-4289-8b29-ecf05c117905 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.0789151 Jul 16 08:58:50.458533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:50.473125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12', 'mac_address': 'fa:16:3e:3f:e6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:50.500776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-955c08e4-13d2-471e-a0b5-c42ba19c9fb7 req-32870e7f-1584-44b7-aeba-fe4622123af6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Jul 16 08:58:50.532096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.547788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:50.555624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:50.600279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:50.606099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.665172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:50.668390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Deleting port d21748a8-8c13-4eab-bcf9-a0529b52cd8a {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:50.668761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.715330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.718226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.17 (1d48ecd8-cf8f-442c-9110-ab3b292cd5e0/9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1/bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:50.735420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] For port d21748a8-8c13-4eab-bcf9-a0529b52cd8a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:50.735872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.753045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Calling delete_port for d21748a8-8c13-4eab-bcf9-a0529b52cd8a owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:50.774827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:50.784404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:50.800324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.800987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.826275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=beac2b83-4264-4116-9a40-89667fda4096,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:50.843275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.864351 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69cd2b02-50f1-4826-83e7-72fe6d1c4902 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1878014 Jul 16 08:58:50.867222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41366) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:50.873048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:50.877570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['0389779a-41d0-4ff6-b6de-e79d6e7c0f12'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:50.882365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] Pushing event deleted for resources: {'Port': ['ID=d21748a8-8c13-4eab-bcf9-a0529b52cd8a,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:50.914384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15c9b2-6210-4749-b6fb-fd5abc314837 None None] No DVR routers for this DVR port d21748a8-8c13-4eab-bcf9-a0529b52cd8a on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:50.945646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969a6b9-7a40-4f6e-8dbf-5c266c43c74a None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:50.969606 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.991181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.075079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.106187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:51.106642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9c30a-54f4-4faa-8850-e81ce21595e0 req-7fd5e139-6935-4349-80e5-530016444576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.108301 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03e9c30a-54f4-4faa-8850-e81ce21595e0 req-7fd5e139-6935-4349-80e5-530016444576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.1607599 Jul 16 08:58:51.109614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:51.110204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:51.114520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.149376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:51.180574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d21748a8-8c13-4eab-bcf9-a0529b52cd8a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:51.212669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03e9c30a-54f4-4faa-8850-e81ce21595e0 req-c8afdf28-6e70-4dd6-b1ff-53eecedd63d8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944960 Jul 16 08:58:51.225921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'tenant_id': 'dae63240a5214998b5e23fe3141d2d6f', 'fixed_ips': [{'subnet_id': 'beac2b83-4264-4116-9a40-89667fda4096'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:51.229907 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.230203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.244422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d21748a8-8c13-4eab-bcf9-a0529b52cd8a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:51.245813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d21748a8-8c13-4eab-bcf9-a0529b52cd8a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:51.251329 n-d-798054-12 neutron-server[93775]: INFO neutron.db.ipam_backend_mixin [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet beac2b83-4264-4116-9a40-89667fda4096 (CIDR: 2001:db8::/64) Jul 16 08:58:51.256373 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:58:51.256752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:51.275530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b74d1b4-9827-4297-99d5-607e9277d127 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4065959 Jul 16 08:58:51.278974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41368) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:51.293999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'subnet': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:51.428542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:51.448336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Allocated IP 2001:db8::2 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/beac2b83-4264-4116-9a40-89667fda4096/a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:51.522884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.560696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5064379-8f8c-45a0-b5b2-5be00f0cd1ef None None] Provisioning for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:51.566745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5064379-8f8c-45a0-b5b2-5be00f0cd1ef None None] Provisioning complete for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:51.566957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5064379-8f8c-45a0-b5b2-5be00f0cd1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.586475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-55146520-cfb8-4d9c-b24a-35aa20a8aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.588402 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-55146520-cfb8-4d9c-b24a-35aa20a8aa4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 1098 time: 0.1611218 Jul 16 08:58:51.602057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:51.631048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b5064379-8f8c-45a0-b5b2-5be00f0cd1ef None None] Port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:51.731820 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.742375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Transition to ACTIVE for port object a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.758564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Transition to ACTIVE for port object a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.765580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.768763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.814395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:51.815612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Pushing event updated for resources: {'Port': ['ID=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:51.820788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:51.824723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:51.893596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Attempting to bind port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:51.894149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Attempting to bind port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:51.894517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Attempting to bind port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 on network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:51.899850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:51.900248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Checking segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:51.900983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.901395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Bound using segment: {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:51.901871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Bound port: a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b4e5a4-4448-409a-9703-a41b3c1ba4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:51.902255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.926124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7f091-f106-4aba-b171-3373d017e8bd req-3e2d8fe2-1607-4f5a-a466-610c24b795f7 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.927647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73a7f091-f106-4aba-b171-3373d017e8bd req-3e2d8fe2-1607-4f5a-a466-610c24b795f7 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1506903 Jul 16 08:58:51.935363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387566a-be99-45f1-b30d-39193104f1c4 req-8318b8f0-c614-47c9-9281-6b6d99ec3170 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.937128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f387566a-be99-45f1-b30d-39193104f1c4 req-8318b8f0-c614-47c9-9281-6b6d99ec3170 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 949 time: 0.1615822 Jul 16 08:58:51.939050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:51.942401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.986132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] For port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:51.990078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] For port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:51.995389 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.064343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af959547-4af6-48f4-b292-edcca7195ca2 None None] Pushing event updated for resources: {'Port': ['ID=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.072343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.074403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73a7f091-f106-4aba-b171-3373d017e8bd req-84e499e2-2959-4e32-a2c6-d7a5e787fdcf tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360934 Jul 16 08:58:52.082372 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.089119 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f387566a-be99-45f1-b30d-39193104f1c4 req-1074a170-7ee1-4e51-9b27-1101f8f257c7 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412573 Jul 16 08:58:52.161571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:52.199856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.228462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.242459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:52.450214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:52.453561 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad15a2d7-99f8-4f9d-819b-97b5852fca1f" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:52.468160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.517230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:52.520753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Transition to ACTIVE for port object fc4a59dc-b145-4c56-b706-8f48867c0850 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:52.524770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:52.530346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.615018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:52.688419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a6b8-04ee-49e4-99ff-d1fca514bcca req-423d8e8b-148e-407d-88c4-c6d2662e3f47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.692577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-feb8a6b8-04ee-49e4-99ff-d1fca514bcca req-423d8e8b-148e-407d-88c4-c6d2662e3f47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 946 time: 0.2657416 Jul 16 08:58:52.740135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-d3d2135d-9f55-47b1-842c-c0d3d7f3b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.742107 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-d3d2135d-9f55-47b1-842c-c0d3d7f3b199 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1097 time: 0.2712336 Jul 16 08:58:52.751501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.767640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1d771-0dc7-4a12-a522-d05c156029df req-c368c555-eacf-4840-a0ab-5d20a864fe45 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.769319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a1d771-0dc7-4a12-a522-d05c156029df req-c368c555-eacf-4840-a0ab-5d20a864fe45 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2823603 Jul 16 08:58:52.819939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] No DVR routers for this DVR port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:52.830163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-feb8a6b8-04ee-49e4-99ff-d1fca514bcca req-adf46b93-9dc3-4bca-b8da-c00d47ae1364 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226344 Jul 16 08:58:52.870957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31a1d771-0dc7-4a12-a522-d05c156029df req-0fb1bbaf-4a42-454a-ae8c-40c819c5601d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900548 Jul 16 08:58:52.897040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-38e8d8a3-1cbe-4d21-bf37-96132402c216 None None] Provisioning complete for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:52.897631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38e8d8a3-1cbe-4d21-bf37-96132402c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:52.916960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:52.950976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-38e8d8a3-1cbe-4d21-bf37-96132402c216 None None] Port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:52.961776 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9924e71b-17f0-45a8-bf04-c6fc379878ee x-openstack-request-id: req-9924e71b-17f0-45a8-bf04-c6fc379878ee {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:52.962163 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:52.962555 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9924e71b-17f0-45a8-bf04-c6fc379878ee {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:52.963280 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'code': 200} Jul 16 08:58:52.976640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.146207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-3c658d1a-1f15-4836-ba64-979de0870218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.147834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-3c658d1a-1f15-4836-ba64-979de0870218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.3817797 Jul 16 08:58:53.172002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:53.203772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:53.207860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] For port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:53.240946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:53.252999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.256904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71c2b04a-a94a-46b1-8ebd-3b750791423a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/3c7a167c-af4a-400e-bb00-c7d2dd962f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0094213 Jul 16 08:58:53.259933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.262990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.266058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:53.266391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:53.266737 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:53.268142 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:53.274964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:53.275349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Attempting to bind port fc4a59dc-b145-4c56-b706-8f48867c0850 on network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:53.278778 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:53.285935 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:53.286172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-63cb4c6d-b103-4a25-8df5-5e850ad8d194 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 1000 time: 0.1266375 Jul 16 08:58:53.316097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:53.317082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Checking segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:53.317652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Bound using segment: {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:53.318903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Bound port: fc4a59dc-b145-4c56-b706-8f48867c0850, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81075ff8-dc45-400b-a4e1-414b2e86923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:53.319482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.348072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:53.353747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.412062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:53.428594 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:53.436445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:53.444116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.444725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.456591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,revision_number=4']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.469102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Subnet': ['ID=fdde5386-7389-40d2-9116-2f9333ebc64f,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.488454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799acad2-4f0b-471b-9be0-6499d216948f req-3192396a-95bb-4f14-bbb2-1624e2fa9951 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.490215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-799acad2-4f0b-471b-9be0-6499d216948f req-3192396a-95bb-4f14-bbb2-1624e2fa9951 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 949 time: 0.2243943 Jul 16 08:58:53.491731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-15f145d3-c88e-42f4-aa91-ed5762bd4a3e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2117047 Jul 16 08:58:53.495134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41388) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:53.502688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Request body: {'port': {'network_id': '6644286e-7329-41f0-8e24-3b72aa1d0dd6', 'mac_address': 'fa:16:3e:f7:ba:47', 'name': 'tempest-NetworksTestDHCPv6-2007292098'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:53.544057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e191f-3629-4e3d-bde6-adb4a8bd72da None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:53.676425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Made reservation on behalf of dae63240a5214998b5e23fe3141d2d6f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:53.721334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-799acad2-4f0b-471b-9be0-6499d216948f req-cd4d3933-a421-47a6-8067-00985a76f89d tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964551 Jul 16 08:58:53.730647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Provisioning for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.757807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Provisioning complete for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:53.758691 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.796226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.821055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] device_id is not set on port e7117edb-298e-4ebf-a3fb-56354f2c4f29 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:53.867666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-20bfbaed-3c50-4dab-b52e-c99bb88941b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.869448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-20bfbaed-3c50-4dab-b52e-c99bb88941b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.5747681 Jul 16 08:58:53.913717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.917684 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:58:51Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1', 'name': '', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:e4:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:50Z', 'updated_at': '2021-07-16T08:58:51Z', 'revision_number': 2, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:53.930506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:53.953827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:53.967139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.987682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.988632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.990514 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1094 time: 2.3932073 Jul 16 08:58:53.997693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] For port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:54.005963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.023268 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:54.026581 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Updating router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:54.055955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-b96d5148-9e46-43f8-8a7c-27df9a58af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.057753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-b96d5148-9e46-43f8-8a7c-27df9a58af1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710956 Jul 16 08:58:54.167762 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.171115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0d5cb-be1e-4284-8b93-ac6061682188 None None] Pushing event updated for resources: {'Port': ['ID=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.222614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08523d8b-c321-435c-9635-3dce54894d13 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.256507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-4688c431-bdc4-4398-883f-b0d23f3bc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.261103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-4688c431-bdc4-4398-883f-b0d23f3bc23b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1097 time: 0.2268469 Jul 16 08:58:54.312139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:54.326060 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-daf7ae28-6780-4928-a47d-6f533ca6d3dc service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195537 Jul 16 08:58:54.464518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bedcf4-2a16-474d-8cb8-75c37707f425 req-9ee3f49a-15ce-4c5a-8fff-d4f17a4cce26 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.473735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06bedcf4-2a16-474d-8cb8-75c37707f425 req-9ee3f49a-15ce-4c5a-8fff-d4f17a4cce26 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.3342917 Jul 16 08:58:54.501204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-0f5de031-83ee-480d-b9d6-94b16f872daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.503310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-0f5de031-83ee-480d-b9d6-94b16f872daa service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.2338326 Jul 16 08:58:54.557469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06bedcf4-2a16-474d-8cb8-75c37707f425 req-70f7ccc2-0f73-4145-aeb2-315aa39279b4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825551 Jul 16 08:58:54.565349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8::2f5 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/beac2b83-4264-4116-9a40-89667fda4096/e7117edb-298e-4ebf-a3fb-56354f2c4f29) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:54.581693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca05f5-0360-4dc3-be70-f61193a00d71 req-afe82bee-1d3b-42d8-8d7e-77757ae89d90 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.600691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1ca05f5-0360-4dc3-be70-f61193a00d71 req-afe82bee-1d3b-42d8-8d7e-77757ae89d90 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.3442454 Jul 16 08:58:54.611114 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-1cc2d441-44b6-45ba-8b82-274ef27d3c33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.0973632 Jul 16 08:58:54.641426 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.657921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Transition to ACTIVE for port object bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:54.661670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:ba47 (6644286e-7329-41f0-8e24-3b72aa1d0dd6/fdde5386-7389-40d2-9116-2f9333ebc64f/e7117edb-298e-4ebf-a3fb-56354f2c4f29) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:54.671976 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.697921 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1ca05f5-0360-4dc3-be70-f61193a00d71 req-1ee60b33-c22a-42eb-83e2-61773cf3dc1e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817769 Jul 16 08:58:54.704990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-c92985c6-88db-468a-90e8-55c49d30e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.706840 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-c92985c6-88db-468a-90e8-55c49d30e88d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.0888288 Jul 16 08:58:54.713568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:54.734938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-51a8f1be-c91f-4fd6-b234-b8cd7bc6e154 req-94b0e5df-664d-4559-93d0-306bb1f8f157 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021411 Jul 16 08:58:54.735616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:54.737431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.790133 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Pushing event updated for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.816670 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.819076 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.821211 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.822321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.823031 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.824542 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.826988 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.828132 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.828709 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.832545 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.833043 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.833495 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:54.833631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-500a8f58-7057-4da1-80b5-000a9b54f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.835155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-500a8f58-7057-4da1-80b5-000a9b54f11f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190534 Jul 16 08:58:54.968402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:54.972532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0e477-0e04-4077-9c20-1daa5dfaef09" -d '{"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:54.992568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.017258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-3e6b9031-0a2e-4ca7-96a1-86225aae37c5 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738658 Jul 16 08:58:55.046591 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Attempting to bind port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:55.054684 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Attempting to bind port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:55.056676 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Attempting to bind port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 on network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:55.068094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:55.073628 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:55.077101 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1a9a6f-84c9-4fda-9fb9-79b0e38a0df7" -d '{"events": [{"server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "name": "network-vif-plugged", "status": "completed", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:55.083119 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Checking segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:55.087869 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.090026 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Bound using segment: {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:55.093911 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Bound port: bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd55bb-beb5-49b2-8683-fbb7411d43c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:55.098327 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.106465 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.124515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Transition to ACTIVE for port object e7117edb-298e-4ebf-a3fb-56354f2c4f29 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:55.134377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:55.146302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.252693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] For port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:55.257442 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] For port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:55.264712 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.266342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:55.318311 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6d0e6-0a6a-4721-8eca-38921959eaa2 None None] Pushing event updated for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.348668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.366911 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:55.367561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.402362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-05ddf794-2816-439e-8cbf-e2ab6fe0949d req-75995a1b-f6dc-4634-9005-2e7ba48ccef8 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711691 Jul 16 08:58:55.452859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:55.460345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:55.464234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77d29bdf-7949-40e4-a831-7f82efdc1094 None None] Provisioning complete for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:55.465764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77d29bdf-7949-40e4-a831-7f82efdc1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.476940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:55.483288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.483969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.519941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa8a68-5be9-4db7-ac66-73c81c34e069 req-34b42065-b208-4c00-ba85-95c487abb55a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.532679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbfa8a68-5be9-4db7-ac66-73c81c34e069 req-34b42065-b208-4c00-ba85-95c487abb55a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.3661916 Jul 16 08:58:55.573169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:55.573554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.597948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:55.627547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event updated for resources: {'Port': ['ID=e7117edb-298e-4ebf-a3fb-56354f2c4f29,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.673260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bbfa8a68-5be9-4db7-ac66-73c81c34e069 req-347fbbb4-6ff2-40e3-90a7-576d408e3f0b tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395473 Jul 16 08:58:55.681595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6661459-42f9-4ff9-89a7-e5f659a2aecf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1827753 Jul 16 08:58:55.682482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41406) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:55.685213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:55.839837 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0dfac-b516-40d7-86a3-c507d2286942 x-openstack-request-id: req-e3b0dfac-b516-40d7-86a3-c507d2286942 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:55.840335 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:55.840476 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3b0dfac-b516-40d7-86a3-c507d2286942 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:55.840815 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:58:55.898753 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049760d-e879-4ce9-928c-67242537c0b0 x-openstack-request-id: req-f049760d-e879-4ce9-928c-67242537c0b0 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:55.899061 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "name": "network-vif-plugged", "status": "completed", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:55.899407 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f049760d-e879-4ce9-928c-67242537c0b0 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:55.899786 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12', 'code': 200} Jul 16 08:58:56.078070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9e8f7f1-3596-470b-878a-7a17c94d0799 None None] Provisioning for port e7117edb-298e-4ebf-a3fb-56354f2c4f29 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:56.082421 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:58:51Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1', 'name': '', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:e4:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:50Z', 'updated_at': '2021-07-16T08:58:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:56.087498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9e8f7f1-3596-470b-878a-7a17c94d0799 None None] Provisioning complete for port e7117edb-298e-4ebf-a3fb-56354f2c4f29 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:56.088267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f7f1-3596-470b-878a-7a17c94d0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.119183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-2a3ffd0f-762c-47b5-9887-5b938f9155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.119572 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a052-e3d7-4e04-9792-9a91c96a168d None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:58:51Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1', 'name': '', 'network_id': '1d48ecd8-cf8f-442c-9110-ab3b292cd5e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:e4:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:50Z', 'updated_at': '2021-07-16T08:58:55Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:56.128442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bf347-8796-46c3-b8cb-e912c3f44cde req-324bd6d6-dd29-4e11-8dca-422aa65f8194 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.130081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-153bf347-8796-46c3-b8cb-e912c3f44cde req-324bd6d6-dd29-4e11-8dca-422aa65f8194 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.0990243 Jul 16 08:58:56.131640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-2a3ffd0f-762c-47b5-9887-5b938f9155f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1097 time: 0.2981253 Jul 16 08:58:56.143725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4db20-cf19-4a0d-80a2-f4f3314d2f19 req-90438c62-f039-4788-80dc-3982b4b3fe3f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.149671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8a4db20-cf19-4a0d-80a2-f4f3314d2f19 req-90438c62-f039-4788-80dc-3982b4b3fe3f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.1521416 Jul 16 08:58:56.152138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-260235a3-7da3-4d89-b31d-643e15311931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.153641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-260235a3-7da3-4d89-b31d-643e15311931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1097 time: 0.3119776 Jul 16 08:58:56.156365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8f7f1-3596-470b-878a-7a17c94d0799 None None] Port e7117edb-298e-4ebf-a3fb-56354f2c4f29 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:56.243749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-153bf347-8796-46c3-b8cb-e912c3f44cde req-27969502-a5ac-4005-a9b8-da9ab2364c6f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860374 Jul 16 08:58:56.272926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d508b-bebe-4eab-85a1-04bb64180685 req-77addb04-37dc-4aa9-8db2-c2be88cb5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.274696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-184d508b-bebe-4eab-85a1-04bb64180685 req-77addb04-37dc-4aa9-8db2-c2be88cb5e4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 1102 time: 0.3108017 Jul 16 08:58:56.277289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8a4db20-cf19-4a0d-80a2-f4f3314d2f19 req-01b285df-7a01-4f4f-9457-6b04f4e0df30 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969803 Jul 16 08:58:56.368220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting port e7117edb-298e-4ebf-a3fb-56354f2c4f29 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:56.368711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.464452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57431e-83d1-4c22-8e19-d3eefd0c2ec4 req-c58238d4-ebc5-4c3f-a85c-ec287496a6ff tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.471635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de57431e-83d1-4c22-8e19-d3eefd0c2ec4 req-c58238d4-ebc5-4c3f-a85c-ec287496a6ff tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.0929563 Jul 16 08:58:56.471975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-11d5b816-1ca5-430a-a9b8-f85b9ee33778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.479285 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-11d5b816-1ca5-430a-a9b8-f85b9ee33778 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.3088605 Jul 16 08:58:56.515405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de57431e-83d1-4c22-8e19-d3eefd0c2ec4 req-02fc80b3-6958-41cf-a425-a609d8f3f34e tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Jul 16 08:58:56.532023 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-184d508b-bebe-4eab-85a1-04bb64180685 req-7bdbf2fb-c2ee-4357-b2df-9d39c61761c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474453 Jul 16 08:58:56.551975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-0532f743-52b4-4762-9c51-be98b59f45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.553512 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-0532f743-52b4-4762-9c51-be98b59f45ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.3745134 Jul 16 08:58:56.659943 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.688123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-01ddc37a-1678-47e4-9cd4-891166fb9e99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.1583688 Jul 16 08:58:56.689047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Calling delete_port for e7117edb-298e-4ebf-a3fb-56354f2c4f29 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:56.762241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-dd617b4a-306f-4b79-86b6-d82ef602b653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 1000 time: 0.1741788 Jul 16 08:58:56.862489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5acb9-d796-434d-adef-dee9cbf716dc req-435a008a-6cd9-4432-8ec3-7d6a6fc5b96a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.864299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65c5acb9-d796-434d-adef-dee9cbf716dc req-435a008a-6cd9-4432-8ec3-7d6a6fc5b96a tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.0696251 Jul 16 08:58:56.902306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-a5051ba6-43cc-4231-9627-a84d6e283248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.904838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-a5051ba6-43cc-4231-9627-a84d6e283248 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.2080998 Jul 16 08:58:56.908535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65c5acb9-d796-434d-adef-dee9cbf716dc req-59bf543e-51d9-4a40-bd40-343e9acb1d9c tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 Jul 16 08:58:56.929516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-f8a463bd-e5e2-469f-a7df-3613fdaca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.930972 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-f8a463bd-e5e2-469f-a7df-3613fdaca07d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.1488748 Jul 16 08:58:57.017701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-834598ee-96f4-43ec-a02f-cf643a6c23b0 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.019237 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-834598ee-96f4-43ec-a02f-cf643a6c23b0 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.46 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.3063045 Jul 16 08:58:57.111673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:57.151114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-3533bf30-dedd-4aa6-b52e-cf1407b4d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.152661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-3533bf30-dedd-4aa6-b52e-cf1407b4d651 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351015 Jul 16 08:58:57.164564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:57.168285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:57.168660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.173370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-d2b76abf-4601-4eaa-a3b3-dcf3b52ba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.174849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-d2b76abf-4601-4eaa-a3b3-dcf3b52ba0c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182257 Jul 16 08:58:57.245324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.278342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:57.283768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.319639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.339050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.649033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b28430-a6bd-4f38-845c-acb974c8cfd5 req-1e09016b-9c83-4b77-86de-3a810d346fb7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.651977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6b28430-a6bd-4f38-845c-acb974c8cfd5 req-1e09016b-9c83-4b77-86de-3a810d346fb7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.1225600 Jul 16 08:58:57.732439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Port': ['ID=e7117edb-298e-4ebf-a3fb-56354f2c4f29,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:57.787749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d6b28430-a6bd-4f38-845c-acb974c8cfd5 req-f99634bf-7ef3-4535-83b1-e8f0bb6fc190 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272309 Jul 16 08:58:57.815284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Deleting port a4103877-b9fb-48d0-b96c-0b01d67c3713 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:57.815972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.853272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.859405 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-acd700fd-07e1-41e9-8a2e-eddbf8d12a51 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/e7117edb-298e-4ebf-a3fb-56354f2c4f29 HTTP/1.1" status: 204 len: 168 time: 2.1756999 Jul 16 08:58:57.861581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:57.875895 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-39eef626-ca1e-434a-9524-b2450cc66384 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651227 Jul 16 08:58:57.896611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-be872382-a4f8-4e79-89c9-c1798545fc04 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206266 Jul 16 08:58:58.003479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1758f79-9ef6-4406-9bc6-3477e419ca55 req-b98ec01d-5222-4e78-a8c4-b99e886f4ba6 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.023913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1758f79-9ef6-4406-9bc6-3477e419ca55 req-b98ec01d-5222-4e78-a8c4-b99e886f4ba6 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 946 time: 0.2340114 Jul 16 08:58:58.141790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1758f79-9ef6-4406-9bc6-3477e419ca55 req-7c8b2d9e-eabd-4f00-a06f-66a9635a176b tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0ef1911-9bda-43a3-9869-1d84fecbbafc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132712 Jul 16 08:58:58.161596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] For port a4103877-b9fb-48d0-b96c-0b01d67c3713, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a4103877-b9fb-48d0-b96c-0b01d67c3713,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:58.162017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.234941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601efd4-61d8-46a9-b185-65d44629aabc req-5496f7f7-1598-4d44-b5e3-bffa9a6d8891 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.236484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1601efd4-61d8-46a9-b185-65d44629aabc req-5496f7f7-1598-4d44-b5e3-bffa9a6d8891 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.0927029 Jul 16 08:58:58.278366 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-1dc411a0-4e01-44ab-a3f9-195bac55d0a5 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606081 Jul 16 08:58:58.300887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c0e477-0e04-4077-9c20-1daa5dfaef09 req-1ebfcb4e-85bc-49cf-9cd8-290a685fe330 service neutron] 10.222.0.47 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718042 Jul 16 08:58:58.311640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1601efd4-61d8-46a9-b185-65d44629aabc req-9b1f9a62-dae5-4391-b110-0ebff2886424 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678785 Jul 16 08:58:58.318614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b497a-098d-4137-a609-25c01d41f8d7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.321065 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d73b497a-098d-4137-a609-25c01d41f8d7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4438214 Jul 16 08:58:58.323778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.434509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aad31-5234-4b6a-99cf-8d429d09ba4e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.438809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-578aad31-5234-4b6a-99cf-8d429d09ba4e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1112530 Jul 16 08:58:58.439294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.546930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ae6f2-4c7e-4466-888b-fb10fff84aba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.548612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ae6f2-4c7e-4466-888b-fb10fff84aba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.550124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ae6f2-4c7e-4466-888b-fb10fff84aba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.551741 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-840ae6f2-4c7e-4466-888b-fb10fff84aba tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1114957 Jul 16 08:58:58.554881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41438) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.561558 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.562088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.562566 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Floating IP 6039a34f-ab3b-487d-ac34-fbba8a7c3e04 disassociated. External IP: 172.25.5.238, port: a4103877-b9fb-48d0-b96c-0b01d67c3713. Jul 16 08:58:58.563178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Calling delete_port for a4103877-b9fb-48d0-b96c-0b01d67c3713 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:58.616392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet beac2b83-4264-4116-9a40-89667fda4096 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:58.621444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.672366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.749525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.783565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event deleted for resources: {'Port': ['ID=a4103877-b9fb-48d0-b96c-0b01d67c3713,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.791461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.869002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.909088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=beac2b83-4264-4116-9a40-89667fda4096,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.916749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.921356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a75e4239-b3f2-460e-a59a-d7ef27b098cf tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/beac2b83-4264-4116-9a40-89667fda4096 HTTP/1.1" status: 204 len: 168 time: 0.3621244 Jul 16 08:58:58.921554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Router 22ce83ad-3103-471f-b7d5-7008e5539c03 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:58.921852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.928243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a594a2-cdce-4f18-bc28-1c58e33c1981 None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:59.018172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Deleting subnet fdde5386-7389-40d2-9116-2f9333ebc64f {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:59.027168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.044877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520dde1-48aa-4108-b65e-13ce27eef5eb req-e0768401-b651-4827-81aa-4b5e95aeedde tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.046435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d520dde1-48aa-4108-b65e-13ce27eef5eb req-e0768401-b651-4827-81aa-4b5e95aeedde tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 945 time: 0.0881011 Jul 16 08:58:59.115281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d520dde1-48aa-4108-b65e-13ce27eef5eb req-7efc1b06-b106-473d-96a3-2ddc4da1b7ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581951 Jul 16 08:58:59.146118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.148605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41450) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.164396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:59.228256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-84da69f7-94e6-4de5-b779-a9a772155c17 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 200 len: 992 time: 0.0782402 Jul 16 08:58:59.248822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:59.260490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Sync routers for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:59.304233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:59.304884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.306930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:59.307988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:59.337139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] No DVR routers for this DVR port a4103877-b9fb-48d0-b96c-0b01d67c3713 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:59.341318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.343389 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc6000a9-6e0f-420d-9568-21e125aff1e3 req-b6107de8-d80b-45d0-92db-786121da38fa tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.46 "DELETE /v2.0/ports/a4103877-b9fb-48d0-b96c-0b01d67c3713 HTTP/1.1" status: 204 len: 173 time: 2.3147018 Jul 16 08:58:59.343844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'name': 'network-vif-deleted', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:59.351819 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ca233-aa11-494a-ac86-2d0e03f6ecf1" -d '{"events": [{"server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "name": "network-vif-deleted", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:59.374349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.450681 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac7743-c18d-469c-bc31-0210df191696 x-openstack-request-id: req-00ac7743-c18d-469c-bc31-0210df191696 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:59.451961 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22142ce4-df52-4f0d-97fb-d36c26a2d1df", "name": "network-vif-deleted", "tag": "a4103877-b9fb-48d0-b96c-0b01d67c3713", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:59.452690 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00ac7743-c18d-469c-bc31-0210df191696 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:59.453267 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22142ce4-df52-4f0d-97fb-d36c26a2d1df', 'name': 'network-vif-deleted', 'tag': 'a4103877-b9fb-48d0-b96c-0b01d67c3713', 'status': 'completed', 'code': 200} Jul 16 08:58:59.479064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:59.495032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2c09ab2-d11a-40b3-b119-9a8208ee58b7 req-6713b84c-dfa1-49ab-b442-f64f7f9def7c tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "GET /v2.0/ports?device_id=22142ce4-df52-4f0d-97fb-d36c26a2d1df HTTP/1.1" status: 200 len: 210 time: 0.0758069 Jul 16 08:58:59.503755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.533326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.535545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/fdde5386-7389-40d2-9116-2f9333ebc64f HTTP/1.1" status: 204 len: 168 time: 0.6111760 Jul 16 08:58:59.538095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.598381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addca68a-624b-4fd8-9702-9daa4e54b56b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Subnet': ['ID=fdde5386-7389-40d2-9116-2f9333ebc64f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.618460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-27b46cf5-ab0f-4466-b9e4-45f6b6feafc4 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790472 Jul 16 08:58:59.621011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.695720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af1233-ab03-497f-a40a-6eb2abcfa08f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.697361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-17af1233-ab03-497f-a40a-6eb2abcfa08f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0751688 Jul 16 08:58:59.699909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41460) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.758571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39bb54-050d-47b9-ab4b-eb038aeb3cee tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.760826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a39bb54-050d-47b9-ab4b-eb038aeb3cee tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599186 Jul 16 08:58:59.762911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41462) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.790054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:59.816231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7869157b-77c5-4cc7-9491-0ba79e0e30e3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509131 Jul 16 08:58:59.821540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.828312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Checking router: 22ce83ad-3103-471f-b7d5-7008e5539c03 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:59.837711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:59.838259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:59.849904 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-025dddeb-913b-4cda-a466-57150312c567 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:58:59.850667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025dddeb-913b-4cda-a466-57150312c567 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:59.854666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-025dddeb-913b-4cda-a466-57150312c567 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/e7117edb-298e-4ebf-a3fb-56354f2c4f29 HTTP/1.1" status: 404 len: 333 time: 0.0299520 Jul 16 08:58:59.854931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.885387 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d3185-8814-4c60-a69e-050716a4b66a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:58:59.885387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396d3185-8814-4c60-a69e-050716a4b66a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:59.885387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-396d3185-8814-4c60-a69e-050716a4b66a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/fdde5386-7389-40d2-9116-2f9333ebc64f HTTP/1.1" status: 404 len: 337 time: 0.0286443 Jul 16 08:58:59.888167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.915042 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf6f04e-fb2d-4648-ae02-24b367298c16 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:58:59.915485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf6f04e-fb2d-4648-ae02-24b367298c16 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:59.917304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2bf6f04e-fb2d-4648-ae02-24b367298c16 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/beac2b83-4264-4116-9a40-89667fda4096 HTTP/1.1" status: 404 len: 337 time: 0.0280950 Jul 16 08:58:59.920577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.957833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:59.959487 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c3dd5a-0ce8-4879-adf0-724fdeecdead tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:58:59.960251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c3dd5a-0ce8-4879-adf0-724fdeecdead tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:58:59.962012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d1c3dd5a-0ce8-4879-adf0-724fdeecdead tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/425c5790-89b4-428e-8461-672a73b3d580 HTTP/1.1" status: 404 len: 333 time: 0.0405102 Jul 16 08:58:59.964868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41474) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.007618 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade83715-4dce-4fc8-a706-e710028fd7de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.008244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade83715-4dce-4fc8-a706-e710028fd7de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.010017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ade83715-4dce-4fc8-a706-e710028fd7de tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/06e78fbf-5662-4615-a085-44f3b988d3b1 HTTP/1.1" status: 404 len: 337 time: 0.0440576 Jul 16 08:59:00.012505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41476) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.052652 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdceff5-84a7-4a46-8a14-ad20e41c8961 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.053114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdceff5-84a7-4a46-8a14-ad20e41c8961 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.058998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-abdceff5-84a7-4a46-8a14-ad20e41c8961 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/59c6622c-aeb2-48e0-85d6-854d9c0c6006 HTTP/1.1" status: 404 len: 337 time: 0.0454924 Jul 16 08:59:00.062311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41478) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.114594 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d8bf70-6c31-466f-b237-a2223047f16d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.115317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d8bf70-6c31-466f-b237-a2223047f16d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.119491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-13d8bf70-6c31-466f-b237-a2223047f16d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/5d2b76b2-3d9d-4aec-9ba5-61031417313f HTTP/1.1" status: 404 len: 333 time: 0.0538075 Jul 16 08:59:00.119790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.154506 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb37bd4-1277-4f4b-ae00-b66cae724c26 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.154869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb37bd4-1277-4f4b-ae00-b66cae724c26 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.159010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ceb37bd4-1277-4f4b-ae00-b66cae724c26 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/3ed32ea3-db83-4a89-894b-28d25273e98e HTTP/1.1" status: 404 len: 337 time: 0.0359528 Jul 16 08:59:00.159381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.163943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c975c5-def7-4cc2-b39a-2fbce22feb8f None None] Network 6644286e-7329-41f0-8e24-3b72aa1d0dd6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:00.206245 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-780da32d-7621-4c08-841f-ff3e282ef072 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.206711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780da32d-7621-4c08-841f-ff3e282ef072 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.208522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-780da32d-7621-4c08-841f-ff3e282ef072 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/186ec16b-6ce2-4c5b-b711-f4cdb0da741a HTTP/1.1" status: 404 len: 337 time: 0.0481575 Jul 16 08:59:00.211725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.246987 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c55def6-cdf0-487e-854c-f30bcbe81c72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.248376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c55def6-cdf0-487e-854c-f30bcbe81c72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.252672 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c55def6-cdf0-487e-854c-f30bcbe81c72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/0d59c89b-eadd-4d25-972d-531973d8ecdb HTTP/1.1" status: 404 len: 333 time: 0.0372171 Jul 16 08:59:00.253034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41486) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.286652 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb20a36-c8b4-41f2-aad4-2cfd6b13b5f7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.287136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb20a36-c8b4-41f2-aad4-2cfd6b13b5f7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.291328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ddb20a36-c8b4-41f2-aad4-2cfd6b13b5f7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/007b603c-9e01-4255-9ed2-b4dd931e4491 HTTP/1.1" status: 404 len: 337 time: 0.0351059 Jul 16 08:59:00.292167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41488) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.300524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-98e48fcd-93f0-4636-98d6-8119ea486b0b None None] Provisioning complete for port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:00.300925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98e48fcd-93f0-4636-98d6-8119ea486b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.323758 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bd878c-bcf9-4711-ac38-1315800995b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.324326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bd878c-bcf9-4711-ac38-1315800995b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.329401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a9bd878c-bcf9-4711-ac38-1315800995b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1fa4d354-ab3b-481e-a9bf-fd0310cc78f3 HTTP/1.1" status: 404 len: 337 time: 0.0333302 Jul 16 08:59:00.329647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41490) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.344638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:00.347434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a4103877-b9fb-48d0-b96c-0b01d67c3713 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:00.359288 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b26941-f48f-451a-a967-84b71d95f8c1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.359953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b26941-f48f-451a-a967-84b71d95f8c1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.361963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c5b26941-f48f-451a-a967-84b71d95f8c1 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/73ac3caa-ebfb-4b0e-8ac2-913c606af19a HTTP/1.1" status: 404 len: 333 time: 0.0311139 Jul 16 08:59:00.364358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41492) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.390919 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72351f-f557-481b-b96f-01ad6f7e1784 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.391536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb72351f-f557-481b-b96f-01ad6f7e1784 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.393714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb72351f-f557-481b-b96f-01ad6f7e1784 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b1cc1eba-70c1-42d2-b627-b0b0a5156737 HTTP/1.1" status: 404 len: 337 time: 0.0280445 Jul 16 08:59:00.396057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41494) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.405809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: a4103877-b9fb-48d0-b96c-0b01d67c3713 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:00.406433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a4103877-b9fb-48d0-b96c-0b01d67c3713 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:00.429685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:00.432910 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-688e8b0c-ca2f-4135-b6a8-40b13e5133b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.432910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688e8b0c-ca2f-4135-b6a8-40b13e5133b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.436858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-688e8b0c-ca2f-4135-b6a8-40b13e5133b2 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/d76ed2c3-619e-4eef-ad01-39309fd2a241 HTTP/1.1" status: 404 len: 333 time: 0.0374303 Jul 16 08:59:00.437312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41496) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.463957 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95721e3-f049-4881-96a4-9e208592cdd7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.464514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95721e3-f049-4881-96a4-9e208592cdd7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.469928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b95721e3-f049-4881-96a4-9e208592cdd7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/f44970b3-5cd2-4c25-9bd2-55f9093a3ee6 HTTP/1.1" status: 404 len: 337 time: 0.0284092 Jul 16 08:59:00.469928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41498) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.471967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab9b98-5b8b-4a77-b62d-82f6a10ae7a2 None None] The sync data for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 is: [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:53:02Z', 'revision_number': 4, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '649abff8-15b2-4bd1-9ba3-745579cca06f', 'name': '', 'network_id': '4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'mac_address': 'fa:16:3e:30:7f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:01Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'subnets': [{'id': '4b68d814-0fd4-4778-8991-1d758443fb54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:00.505234 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3e7c4b-d865-40c4-8bfb-bd58f70814cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.506643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3e7c4b-d865-40c4-8bfb-bd58f70814cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.510918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5c3e7c4b-d865-40c4-8bfb-bd58f70814cc tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f2226642-29b3-417d-a8ea-0771a9525d95 HTTP/1.1" status: 404 len: 333 time: 0.0376270 Jul 16 08:59:00.511633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41500) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.561527 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a083c71-90f8-4187-9c54-21f7e3695064 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.561678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a083c71-90f8-4187-9c54-21f7e3695064 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.565750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a083c71-90f8-4187-9c54-21f7e3695064 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/26c7d463-13c5-4b21-a0f9-8ea3999b760a HTTP/1.1" status: 404 len: 337 time: 0.0505579 Jul 16 08:59:00.566178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.588307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:00.594645 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e6b6c1-7149-4853-95aa-81fc9cd1b229 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.595556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e6b6c1-7149-4853-95aa-81fc9cd1b229 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.599909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19e6b6c1-7149-4853-95aa-81fc9cd1b229 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/062e09e2-3b00-4274-a338-18b2d6ed110d HTTP/1.1" status: 404 len: 333 time: 0.0304859 Jul 16 08:59:00.599909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41508) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.632614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'port_id': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'mac_address': 'fa:16:3e:2f:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:00.649105 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b189ef-0c3f-43a5-a300-40909ef92efa tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.649600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b189ef-0c3f-43a5-a300-40909ef92efa tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.654989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.663322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-18b189ef-0c3f-43a5-a300-40909ef92efa tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b7b3faf3-b213-4700-9437-2db9f3a73946 HTTP/1.1" status: 404 len: 337 time: 0.0623064 Jul 16 08:59:00.684879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41512) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.694285 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10458a1-9c49-4dc5-9690-c4a607347365 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.695256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10458a1-9c49-4dc5-9690-c4a607347365 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.697876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c10458a1-9c49-4dc5-9690-c4a607347365 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/9535c0d9-2076-4d12-b4d6-7a06f2d86496 HTTP/1.1" status: 404 len: 333 time: 0.0419173 Jul 16 08:59:00.700367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.711865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.730561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:00.735694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] DHCP port deletion for 6644286e-7329-41f0-8e24-3b72aa1d0dd6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:00.763125 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be9744d-f135-4d80-a392-96d91ea9f0db tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.763910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be9744d-f135-4d80-a392-96d91ea9f0db tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.766553 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5be9744d-f135-4d80-a392-96d91ea9f0db tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1e9d3f86-a67c-41cc-882e-dd5843ea9dc4 HTTP/1.1" status: 404 len: 337 time: 0.0649056 Jul 16 08:59:00.770867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.785165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:00.796171 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.828577 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fae18c0-adf0-41e6-a0ae-86fcb6389f50 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.829504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fae18c0-adf0-41e6-a0ae-86fcb6389f50 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.831645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fae18c0-adf0-41e6-a0ae-86fcb6389f50 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/18029d97-679d-4e26-9cb3-2de2bd527127 HTTP/1.1" status: 404 len: 333 time: 0.0595958 Jul 16 08:59:00.834185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.861339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Deleting port b518ea4d-d4bf-4e86-9cfc-c6775dde837e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:00.861941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.887446 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01bebde-0751-48ac-902e-96c6dccfac01 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.888079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01bebde-0751-48ac-902e-96c6dccfac01 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.888293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:00.890611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b01bebde-0751-48ac-902e-96c6dccfac01 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/44778d4f-116e-4c17-be7d-84407957b445 HTTP/1.1" status: 404 len: 337 time: 0.0551918 Jul 16 08:59:00.893768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.899606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Deleting port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:00.900186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.949685 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13f10ee-a3aa-4d08-8617-b3df457fad4b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:00.950150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13f10ee-a3aa-4d08-8617-b3df457fad4b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:00.954776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41524) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.955799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e13f10ee-a3aa-4d08-8617-b3df457fad4b tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/08f2d1f9-4924-4a6e-b521-60ff9896fe54 HTTP/1.1" status: 404 len: 337 time: 0.0606127 Jul 16 08:59:00.968069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.968418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.979524 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac51cd-222d-4b05-a3a1-548d01c84ed0 None None] New status for floating IP 6039a34f-ab3b-487d-ac34-fbba8a7c3e04: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:00.994050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] For port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,segment=NetworkSegment(95b4e5a4-4448-409a-9703-a41b3c1ba4f2),segment_id=95b4e5a4-4448-409a-9703-a41b3c1ba4f2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:00.995430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.004990 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7994c0-b2d1-4a7a-8e7a-88c4e0a471cd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.005895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7994c0-b2d1-4a7a-8e7a-88c4e0a471cd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.010024 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7f7994c0-b2d1-4a7a-8e7a-88c4e0a471cd tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/b58f3b77-cd99-4eec-aa0d-1672f2f7c783 HTTP/1.1" status: 404 len: 333 time: 0.0518277 Jul 16 08:59:01.010736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.017623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Calling delete_port for a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:01.018233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Calling delete_port for b518ea4d-d4bf-4e86-9cfc-c6775dde837e owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:01.052122 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4c4609-b143-43c3-a0ad-a9613be71909 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.052584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4c4609-b143-43c3-a0ad-a9613be71909 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.056256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ac4c4609-b143-43c3-a0ad-a9613be71909 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/59911a92-b51e-456d-8877-f2eae11182b5 HTTP/1.1" status: 404 len: 337 time: 0.0425141 Jul 16 08:59:01.057514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.093441 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-196090c6-1556-49cc-a790-33b1fe2c839c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.094072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196090c6-1556-49cc-a790-33b1fe2c839c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.098968 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-196090c6-1556-49cc-a790-33b1fe2c839c tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b6c669dd-2a2c-4fd0-a446-83c56828e5d7 HTTP/1.1" status: 404 len: 337 time: 0.0402286 Jul 16 08:59:01.101432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41530) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.111915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.148450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fc4a59dc-b145-4c56-b706-8f48867c0850'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:01.159424 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9837ccac-819a-49b1-88ab-b9031400f231 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.160378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9837ccac-819a-49b1-88ab-b9031400f231 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.165319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41532) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.173926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9837ccac-819a-49b1-88ab-b9031400f231 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/57afb2f5-b2ec-4a38-96a4-6646778829e8 HTTP/1.1" status: 404 len: 333 time: 0.0647559 Jul 16 08:59:01.192072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] Pushing event deleted for resources: {'Port': ['ID=a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.194931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:01.197438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c983101-c4a7-4146-b5c6-dd82d24bf319 None None] No DVR routers for this DVR port a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:01.233085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:01.233479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a1ee2e59-1a82-48f6-a5f6-d5298e58c8a6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:01.318848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.341906 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d56b4b-fab7-420a-9ce1-b4168dfd4f76 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.342521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d56b4b-fab7-420a-9ce1-b4168dfd4f76 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.346253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3d56b4b-fab7-420a-9ce1-b4168dfd4f76 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/08080281-adfd-4d6b-a137-58c1433fc57b HTTP/1.1" status: 404 len: 337 time: 0.1787143 Jul 16 08:59:01.347396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41534) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.356281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event deleted for resources: {'Port': ['ID=b518ea4d-d4bf-4e86-9cfc-c6775dde837e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.377583 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c22f57-92f2-44c1-839e-302ca8b33659 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.378439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c22f57-92f2-44c1-839e-302ca8b33659 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.384250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23c22f57-92f2-44c1-839e-302ca8b33659 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/9c5402dc-2e55-4490-acff-9a287828f1ba HTTP/1.1" status: 404 len: 337 time: 0.0345449 Jul 16 08:59:01.385417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41536) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.413969 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9653b9-737f-4fd3-9562-9a817823cdb6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.415032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9653b9-737f-4fd3-9562-9a817823cdb6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.420474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea9653b9-737f-4fd3-9562-9a817823cdb6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f9b21635-a86e-434f-909d-55ffde5f0e13 HTTP/1.1" status: 404 len: 333 time: 0.0330100 Jul 16 08:59:01.421425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41538) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.438027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.442294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.448027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-acc3f88c-4691-4457-81db-799e7c526d1f tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "DELETE /v2.0/floatingips/6039a34f-ab3b-487d-ac34-fbba8a7c3e04 HTTP/1.1" status: 204 len: 168 time: 0.7617319 Jul 16 08:59:01.454722 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09fd343-bc26-4f72-8f03-b17a6c2fdf93 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.455192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09fd343-bc26-4f72-8f03-b17a6c2fdf93 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.459627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41542) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.459803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c09fd343-bc26-4f72-8f03-b17a6c2fdf93 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/1dd0741a-0109-4085-9ed7-7062bb026b18 HTTP/1.1" status: 404 len: 337 time: 0.0370731 Jul 16 08:59:01.488070 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd5fd22-bda7-48ec-84c3-9dc9f655d644 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.488670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd5fd22-bda7-48ec-84c3-9dc9f655d644 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.493110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3cd5fd22-bda7-48ec-84c3-9dc9f655d644 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/db764139-df32-49fa-af81-d546d9bac80f HTTP/1.1" status: 404 len: 337 time: 0.0296438 Jul 16 08:59:01.493510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41544) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.532244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-11308dab-0ebb-438b-ac5d-9b00bbb3ce8e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f33878b-d648-49c0-bd32-0cf85c894f2d HTTP/1.1" status: 200 len: 205 time: 0.0376141 Jul 16 08:59:01.534523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41546) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.577583 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-15b7d346-3bb1-4379-8e98-17d2419957a6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] delete failed (client error): The resource could not be found. Jul 16 08:59:01.581651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.592977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-15b7d346-3bb1-4379-8e98-17d2419957a6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/routers/8f33878b-d648-49c0-bd32-0cf85c894f2d HTTP/1.1" status: 404 len: 336 time: 0.0573027 Jul 16 08:59:01.614607 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18bb5a3-2aa2-44cd-a752-824299dbfba7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.615003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18bb5a3-2aa2-44cd-a752-824299dbfba7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.620219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41552) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.620398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e18bb5a3-2aa2-44cd-a752-824299dbfba7 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e7dfa936-12e3-461f-918e-d50acc2e62ae HTTP/1.1" status: 404 len: 337 time: 0.0376575 Jul 16 08:59:01.638348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.651649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b0c1451-2048-42b5-a022-a9a6a4032e84 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f56dca3-8ec5-4396-921c-5e3796656522 HTTP/1.1" status: 200 len: 205 time: 0.0301368 Jul 16 08:59:01.654763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41556) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.696130 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-c77f1463-363d-4e64-ace1-3e8141c09c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] delete failed (client error): The resource could not be found. Jul 16 08:59:01.697177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c77f1463-363d-4e64-ace1-3e8141c09c4d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/routers/3f56dca3-8ec5-4396-921c-5e3796656522 HTTP/1.1" status: 404 len: 336 time: 0.0418503 Jul 16 08:59:01.699795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.706025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.727816 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33b4e5c-1ca7-4dfa-8615-fc60521cc8f6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.728372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33b4e5c-1ca7-4dfa-8615-fc60521cc8f6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.733032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a33b4e5c-1ca7-4dfa-8615-fc60521cc8f6 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/8a9c8cd3-8a6d-4c8e-884c-1647a47a4a06 HTTP/1.1" status: 404 len: 337 time: 0.0293620 Jul 16 08:59:01.733289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41560) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.735773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.758264 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b0093b-b7c9-43dd-ba51-0977e4d7542d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.758727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b0093b-b7c9-43dd-ba51-0977e4d7542d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.764023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c8b0093b-b7c9-43dd-ba51-0977e4d7542d tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/44f93c59-be59-4a43-abeb-c417b896b083 HTTP/1.1" status: 404 len: 337 time: 0.0262957 Jul 16 08:59:01.764023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41562) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.802171 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-98509ac9-7f52-4bf4-acf4-7f8eb91b1eac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.802852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98509ac9-7f52-4bf4-acf4-7f8eb91b1eac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.807092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-98509ac9-7f52-4bf4-acf4-7f8eb91b1eac tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/b980caa2-7cc0-4e24-a1bf-35330fe8b4dd HTTP/1.1" status: 404 len: 333 time: 0.0400758 Jul 16 08:59:01.807367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.809099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.812498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.816486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0ef1911-9bda-43a3-9869-1d84fecbbafc HTTP/1.1" status: 204 len: 168 time: 0.1746819 Jul 16 08:59:01.825688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a4b00-9bfe-4563-bf75-681367e77557 tempest-TestServerBasicOps-1375563138 tempest-TestServerBasicOps-1375563138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef1911-9bda-43a3-9869-1d84fecbbafc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.849077 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb0bc3e-e837-4e5e-8c9b-3242c318119a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.849700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb0bc3e-e837-4e5e-8c9b-3242c318119a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.851797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dbb0bc3e-e837-4e5e-8c9b-3242c318119a tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/38b16aad-1ba1-462e-ae07-fdc4ae6e81a4 HTTP/1.1" status: 404 len: 337 time: 0.0435026 Jul 16 08:59:01.855301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41568) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.858921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.899140 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-883531c1-6a4e-4bba-b932-689f35268e2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.899957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883531c1-6a4e-4bba-b932-689f35268e2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.904015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-883531c1-6a4e-4bba-b932-689f35268e2e tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/8e832754-ed5d-4fe0-80e4-3babfbf0ff6f HTTP/1.1" status: 404 len: 333 time: 0.0449624 Jul 16 08:59:01.904919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.932651 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a598cba7-bd07-4267-bef7-024738d9db72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.933118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a598cba7-bd07-4267-bef7-024738d9db72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.935004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a598cba7-bd07-4267-bef7-024738d9db72 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/7788d08f-2b8a-4e9b-a2cf-86259503ad2f HTTP/1.1" status: 404 len: 337 time: 0.0291233 Jul 16 08:59:01.937973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41576) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.965527 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89c055d-5104-4174-96d7-e43ebae11084 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:01.966308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89c055d-5104-4174-96d7-e43ebae11084 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:01.968753 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c89c055d-5104-4174-96d7-e43ebae11084 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/f8c20fb3-3e4b-405b-9236-b9bdde4bf379 HTTP/1.1" status: 404 len: 333 time: 0.0297396 Jul 16 08:59:01.971502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.002915 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-613f5fc7-b16c-4f82-ae20-c9b3ff3bf210 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.003391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613f5fc7-b16c-4f82-ae20-c9b3ff3bf210 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.007681 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-613f5fc7-b16c-4f82-ae20-c9b3ff3bf210 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/b8098356-2d0a-411b-a444-a942bdd8f2a7 HTTP/1.1" status: 404 len: 337 time: 0.0326195 Jul 16 08:59:02.008011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.042764 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec4140c-2913-4924-85f8-0c9f79861bb9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.043862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec4140c-2913-4924-85f8-0c9f79861bb9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.049016 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cec4140c-2913-4924-85f8-0c9f79861bb9 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/1a39a78d-41b8-4e46-8648-c944b93a39d3 HTTP/1.1" status: 404 len: 333 time: 0.0372412 Jul 16 08:59:02.050313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41584) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.085454 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1483443-60fd-42f4-81fd-087757cfcb90 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.085894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1483443-60fd-42f4-81fd-087757cfcb90 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.087649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e1483443-60fd-42f4-81fd-087757cfcb90 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e4957324-8099-422a-b98c-f08e54a9276b HTTP/1.1" status: 404 len: 337 time: 0.0359609 Jul 16 08:59:02.090282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.153560 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-adec74c2-5e1a-436f-b10f-0e27f221d79f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.154170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adec74c2-5e1a-436f-b10f-0e27f221d79f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.155947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-adec74c2-5e1a-436f-b10f-0e27f221d79f tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/1456ea76-17e2-4b28-9eed-7b26566bc7eb HTTP/1.1" status: 404 len: 333 time: 0.0647788 Jul 16 08:59:02.158667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.187170 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff0a301-e106-4df3-b731-0c25c76bcd20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.187811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff0a301-e106-4df3-b731-0c25c76bcd20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.192271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7ff0a301-e106-4df3-b731-0c25c76bcd20 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/338b597c-faa3-40c2-a8f9-1d8daf032d82 HTTP/1.1" status: 404 len: 337 time: 0.0300157 Jul 16 08:59:02.192793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.220534 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8099f6a1-ce80-48b9-8cea-9b6765b19b91 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.221437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8099f6a1-ce80-48b9-8cea-9b6765b19b91 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.223720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8099f6a1-ce80-48b9-8cea-9b6765b19b91 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/03099889-f6e1-4257-a34a-16df2821905d HTTP/1.1" status: 404 len: 333 time: 0.0294495 Jul 16 08:59:02.225954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.254925 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7e1073-934e-4a45-97e0-c44c55602dc3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.255515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7e1073-934e-4a45-97e0-c44c55602dc3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.259215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f7e1073-934e-4a45-97e0-c44c55602dc3 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/2910bcb5-8728-4e1e-8731-5a3d79d24327 HTTP/1.1" status: 404 len: 337 time: 0.0315354 Jul 16 08:59:02.260302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.293428 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-29966788-0f65-45ac-a1e1-99a7fabc2e27 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.298481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29966788-0f65-45ac-a1e1-99a7fabc2e27 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.298481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-29966788-0f65-45ac-a1e1-99a7fabc2e27 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/ports/7d4be901-5501-4120-917b-18e783bd7c82 HTTP/1.1" status: 404 len: 333 time: 0.0345829 Jul 16 08:59:02.298762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.328929 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cdce06-ee41-4379-8dd5-2c222502e478 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:02.329378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cdce06-ee41-4379-8dd5-2c222502e478 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:02.332090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-17cdce06-ee41-4379-8dd5-2c222502e478 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/subnets/e7e0dc40-ce04-45a9-b469-b4bb51cfa969 HTTP/1.1" status: 404 len: 337 time: 0.0313568 Jul 16 08:59:02.333705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41598) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.411937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.516444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.533411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6644286e-7329-41f0-8e24-3b72aa1d0dd6']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.546316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b4e5a4-4448-409a-9703-a41b3c1ba4f2') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.546738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b4e5a4-4448-409a-9703-a41b3c1ba4f2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.556877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.571986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.578836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:02.579376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:02.582688 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:02.649873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.654343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.656336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] 10.222.0.32 "DELETE /v2.0/networks/6644286e-7329-41f0-8e24-3b72aa1d0dd6 HTTP/1.1" status: 204 len: 168 time: 0.3216674 Jul 16 08:59:02.678558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc982a-4953-4777-87c5-b353ddc92f15 tempest-NetworksTestDHCPv6-1856918060 tempest-NetworksTestDHCPv6-1856918060-project] Pushing event deleted for resources: {'Network': ['ID=6644286e-7329-41f0-8e24-3b72aa1d0dd6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.830076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.879804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.043655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dc70061d-aeef-41a7-a2cc-8e7e2809e895 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dae63240a5214998b5e23fe3141d2d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599176 Jul 16 08:59:03.049749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.122065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.134118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Deleting port 649abff8-15b2-4bd1-9ba3-745579cca06f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:03.134732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.149229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.203394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.207508 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.217052 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49595df3-50b9-44b5-8d09-a59b56ddb92b HTTP/1.1" status: 204 len: 168 time: 0.1575692 Jul 16 08:59:03.227849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] For port 649abff8-15b2-4bd1-9ba3-745579cca06f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=649abff8-15b2-4bd1-9ba3-745579cca06f,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:03.228116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.229019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f19802-3ac8-490e-9cca-d53e0010bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49595df3-50b9-44b5-8d09-a59b56ddb92b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.249778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Calling delete_port for 649abff8-15b2-4bd1-9ba3-745579cca06f owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:03.459091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.492751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=649abff8-15b2-4bd1-9ba3-745579cca06f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.719026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.945939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Router 22ce83ad-3103-471f-b7d5-7008e5539c03 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:04.003076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41634) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.060003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:04.068152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f9c7f950-df46-4cc0-898c-1cb0793699b6 admin admin] 10.222.0.32 "PUT /v2.0/routers/22ce83ad-3103-471f-b7d5-7008e5539c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2065260 Jul 16 08:59:04.069288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41638) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.077266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Sync routers for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:04.088899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:04.089578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:04.138274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'networks': [{'name': 'tempest-network--955871333'}, {'name': 'tempest-network--1826528995'}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.138828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-network--955871333'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.139253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-network--1826528995'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.165458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'network': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:04.171340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.182018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.200565 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.212298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:04.290190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.302888 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.303396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.330387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.342740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0f66a-bc97-4cff-8113-2307c2d314d4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.348635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:04.358990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.359480 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment e3395204-3389-4fb2-b115-9c0c8d6b6842 of type vlan for network 98c0a853-52bd-4c98-85ba-355efdc30042 Jul 16 08:59:04.366370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:04.388369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Deleting port d1646056-0da6-4382-ba75-d211266c7b2c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:04.388711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.405474 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.441490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:04.450507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.450888 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment 1dabc330-4ddd-48e6-85c4-11e6300fa86c of type vlan for network af82c813-ce0c-44ba-a6dc-b615ceebf6c1 Jul 16 08:59:04.471503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fc4a59dc-b145-4c56-b706-8f48867c0850 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:04.477462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fc4a59dc-b145-4c56-b706-8f48867c0850 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:04.478026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.478176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] For port d1646056-0da6-4382-ba75-d211266c7b2c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d1646056-0da6-4382-ba75-d211266c7b2c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.478444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.481390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:59:03Z', 'revision_number': 5, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port': {'id': 'd1646056-0da6-4382-ba75-d211266c7b2c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:52:53Z', 'updated_at': '2021-07-16T08:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:04.492256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Calling delete_port for d1646056-0da6-4382-ba75-d211266c7b2c owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:04.496129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.527210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Checking router: 22ce83ad-3103-471f-b7d5-7008e5539c03 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:04.531108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.531764 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.537435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.542575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.543220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.545905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Routers {'22ce83ad-3103-471f-b7d5-7008e5539c03'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:04.546606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['22ce83ad-3103-471f-b7d5-7008e5539c03'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:04.582938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5765135 Jul 16 08:59:04.583694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.644520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=98c0a853-52bd-4c98-85ba-355efdc30042,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.656734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] Set router 22ce83ad-3103-471f-b7d5-7008e5539c03 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:04.675912 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.688962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 98c0a853-52bd-4c98-85ba-355efdc30042 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:04.702954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1646056-0da6-4382-ba75-d211266c7b2c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.727666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:59:04Z', 'revision_number': 6, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:04.731592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ad28f-a031-4ce9-a5b8-92739ac2c10d tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=af82c813-ce0c-44ba-a6dc-b615ceebf6c1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.772411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network af82c813-ce0c-44ba-a6dc-b615ceebf6c1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:04.774666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.778019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6b39-0139-4135-8c66-0d0ad9b16da1 None None] The sync data for ids ['22ce83ad-3103-471f-b7d5-7008e5539c03'] in n-d-798054-12 is: [{'id': '22ce83ad-3103-471f-b7d5-7008e5539c03', 'name': 'tempest-TestServerBasicOps-1249498861-router', 'tenant_id': '61947e68dbd14367b8cf346c6961eb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:49Z', 'updated_at': '2021-07-16T08:59:04Z', 'revision_number': 6, 'project_id': '61947e68dbd14367b8cf346c6961eb87', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:04.799321 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.870296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e0dcb-96f7-4dc7-b157-2660c673e5b8 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.876368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e0dcb-96f7-4dc7-b157-2660c673e5b8 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.882616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e0dcb-96f7-4dc7-b157-2660c673e5b8 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.890037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e0dcb-96f7-4dc7-b157-2660c673e5b8 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.891875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.894670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5f0e0dcb-96f7-4dc7-b157-2660c673e5b8 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3099172 Jul 16 08:59:04.894845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.895274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41644) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.895805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:04.898091 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd3909-31b7-4568-ad53-14b0b27232db" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:04.912690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.918048 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.954319 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c5d1a-980f-41d5-aaf1-1a37d00224ea x-openstack-request-id: req-ae0c5d1a-980f-41d5-aaf1-1a37d00224ea {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:04.954616 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:04.954875 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae0c5d1a-980f-41d5-aaf1-1a37d00224ea {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:04.955271 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'code': 200} Jul 16 08:59:04.982616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=13']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.993859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.087580 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.098456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c0a853-52bd-4c98-85ba-355efdc30042']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.112367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3395204-3389-4fb2-b115-9c0c8d6b6842') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.112795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3395204-3389-4fb2-b115-9c0c8d6b6842') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.126704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.147729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.157273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:05.157692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:05.161014 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:05.233300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.250338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.254650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/98c0a853-52bd-4c98-85ba-355efdc30042 HTTP/1.1" status: 204 len: 168 time: 0.3561001 Jul 16 08:59:05.268689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.310285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 649abff8-15b2-4bd1-9ba3-745579cca06f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:05.316897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.317481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ce83ad-3103-471f-b7d5-7008e5539c03 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:05.319344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45342aa1-f913-42f7-9d6f-66b42dff4617 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=98c0a853-52bd-4c98-85ba-355efdc30042,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.327303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.328495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd856190-3b33-49af-949d-e8386dcd16c5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/22ce83ad-3103-471f-b7d5-7008e5539c03 HTTP/1.1" status: 204 len: 168 time: 1.2582142 Jul 16 08:59:05.331024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.347903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 649abff8-15b2-4bd1-9ba3-745579cca06f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:05.348287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 649abff8-15b2-4bd1-9ba3-745579cca06f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:05.374020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.384270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Deleting subnet 4b68d814-0fd4-4778-8991-1d758443fb54 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:05.387261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.421426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.460967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.471194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af82c813-ce0c-44ba-a6dc-b615ceebf6c1']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.481457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dabc330-4ddd-48e6-85c4-11e6300fa86c') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.481758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dabc330-4ddd-48e6-85c4-11e6300fa86c') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:05.491399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.500868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.505447 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.511946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:05.512396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:05.516073 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:05.553293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.572649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.581361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.581887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b68d814-0fd4-4778-8991-1d758443fb54,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.583248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/af82c813-ce0c-44ba-a6dc-b615ceebf6c1 HTTP/1.1" status: 204 len: 168 time: 0.3135545 Jul 16 08:59:05.585705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41656) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.586816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.591239 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8465caf-0af6-4d4d-8ef9-b8a357792868 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b68d814-0fd4-4778-8991-1d758443fb54 HTTP/1.1" status: 204 len: 168 time: 0.2539210 Jul 16 08:59:05.592213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.595614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255cdcdc-4ddc-4f84-ac88-772ab19700c0 None None] Network 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:05.605818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d320a8-3fe3-43b8-b349-88d810313154 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=af82c813-ce0c-44ba-a6dc-b615ceebf6c1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.668897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.727033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ff33e-d367-4d1b-98f0-7c42a4600c02 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.728955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Deleting port 1230c514-2cd2-4144-b91d-193b93f336ee {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:05.729374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.733744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ff33e-d367-4d1b-98f0-7c42a4600c02 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.735379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e5ff33e-d367-4d1b-98f0-7c42a4600c02 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1487601 Jul 16 08:59:05.741107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41660) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.746037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-128663384'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.771418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:05.775645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.804342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] For port 1230c514-2cd2-4144-b91d-193b93f336ee, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1230c514-2cd2-4144-b91d-193b93f336ee,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:05.804744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.812171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:05.822648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.823022 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment d1207086-289a-4d74-b0c9-f4374b0441aa of type vlan for network 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1 Jul 16 08:59:05.831312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Calling delete_port for 1230c514-2cd2-4144-b91d-193b93f336ee owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:05.849809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] DHCP port deletion for 4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:05.867995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.899602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Deleting port 1230c514-2cd2-4144-b91d-193b93f336ee {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:05.900430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.902250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.909892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.911274 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.937664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.946068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2015567 Jul 16 08:59:05.951161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41664) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.958621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1612311822'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.966014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Pushing event deleted for resources: {'Port': ['ID=1230c514-2cd2-4144-b91d-193b93f336ee,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.973930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] No DVR routers for this DVR port 1230c514-2cd2-4144-b91d-193b93f336ee on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:05.981302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] For port 1230c514-2cd2-4144-b91d-193b93f336ee, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1230c514-2cd2-4144-b91d-193b93f336ee,segment=NetworkSegment(c42a5833-fc77-459d-b844-dafc82281ffc),segment_id=c42a5833-fc77-459d-b844-dafc82281ffc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:05.982733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.998303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Calling delete_port for 1230c514-2cd2-4144-b91d-193b93f336ee owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:06.025337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f45433-79c1-42f6-a33a-335bdbc2f6b7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=965fb3f2-e8f8-4d86-95d5-5297c4c3bda1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.041361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:06.045582 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.046655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:06.064824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.075058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.080879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:06.097479 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.097834 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment ea361d0f-f608-410b-a334-0e2ae20b9658 of type vlan for network 306bab63-09d7-4d53-b929-a3e7f2d98743 Jul 16 08:59:06.098564 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42a5833-fc77-459d-b844-dafc82281ffc') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.098988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42a5833-fc77-459d-b844-dafc82281ffc') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.111892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.133326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.142221 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.143225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:06.144005 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:06.145919 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:06.157014 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.173752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.181102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.181102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.187026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] Pushing event deleted for resources: {'Port': ['ID=1230c514-2cd2-4144-b91d-193b93f336ee,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.191099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28f9c0-4b50-420c-9ede-0839450b9645 None None] No DVR routers for this DVR port 1230c514-2cd2-4144-b91d-193b93f336ee on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:06.209628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.214536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.217218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710 HTTP/1.1" status: 204 len: 168 time: 0.6240969 Jul 16 08:59:06.219934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.236333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2840769 Jul 16 08:59:06.266097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41668) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.271222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'ports': [{'network_id': '965fb3f2-e8f8-4d86-95d5-5297c4c3bda1', 'name': 'tempest-port--1240992853', 'admin_state_up': True}, {'network_id': '306bab63-09d7-4d53-b929-a3e7f2d98743', 'admin_state_up': False}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:06.271537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'port': {'network_id': '965fb3f2-e8f8-4d86-95d5-5297c4c3bda1', 'name': 'tempest-port--1240992853', 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:06.272016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'port': {'network_id': '306bab63-09d7-4d53-b929-a3e7f2d98743', 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:06.273471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa0192-3982-41a5-9849-535cb7f3c298 admin admin] Pushing event deleted for resources: {'Network': ['ID=4372e0fe-dc3e-4a15-9a72-dcbbc6ec2710,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.275105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7f43a-c94d-4360-b726-1e2d86545615 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=306bab63-09d7-4d53-b929-a3e7f2d98743,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.296789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 306bab63-09d7-4d53-b929-a3e7f2d98743 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:06.458239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'port': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:06.462896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.476843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.552931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] device_id is not set on port f9b09968-fb9b-4e4d-bdf7-05c4df048eb0 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:06.675481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.682527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.743984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] device_id is not set on port 2c489410-2778-4f1d-afac-1966e9c45eff yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:06.874565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.914129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.951459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Deleting port 043b9977-053a-47fc-9ff3-e4faf7953366 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:06.951859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.976926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Port': ['ID=f9b09968-fb9b-4e4d-bdf7-05c4df048eb0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.988993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Checking segment: {'id': 'd1207086-289a-4d74-b0c9-f4374b0441aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '965fb3f2-e8f8-4d86-95d5-5297c4c3bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:06.989358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network hostable DHCP agents. Network: 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:07.008531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:07.022182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:07.028933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:07.030632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.033844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ce0bc-7b65-4f89-9d8e-ae366a8e5b82 None None] Network 965fb3f2-e8f8-4d86-95d5-5297c4c3bda1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:07.040844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] For port 043b9977-053a-47fc-9ff3-e4faf7953366, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=043b9977-053a-47fc-9ff3-e4faf7953366,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:07.041225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.057520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Calling delete_port for 043b9977-053a-47fc-9ff3-e4faf7953366 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:07.122010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Port': ['ID=2c489410-2778-4f1d-afac-1966e9c45eff,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.134699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Checking segment: {'id': 'ea361d0f-f608-410b-a334-0e2ae20b9658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306bab63-09d7-4d53-b929-a3e7f2d98743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:07.135262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network hostable DHCP agents. Network: 306bab63-09d7-4d53-b929-a3e7f2d98743, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:07.156068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network 306bab63-09d7-4d53-b929-a3e7f2d98743 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:07.158297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d1646056-0da6-4382-ba75-d211266c7b2c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:07.172344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 306bab63-09d7-4d53-b929-a3e7f2d98743) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:07.177669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:07.185584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149b8d2-76c4-4917-8588-2506b46dd620 None None] Network 306bab63-09d7-4d53-b929-a3e7f2d98743 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:07.189167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.190568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d1646056-0da6-4382-ba75-d211266c7b2c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:07.190915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d1646056-0da6-4382-ba75-d211266c7b2c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:07.191322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1230c514-2cd2-4144-b91d-193b93f336ee no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:07.198119 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.200304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.220770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56733999-9c88-4da6-b3b0-75282d46b5d4 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9512670 Jul 16 08:59:07.222620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.251851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 1230c514-2cd2-4144-b91d-193b93f336ee {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:07.252233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1230c514-2cd2-4144-b91d-193b93f336ee not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:07.323296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.345359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc82d5-a6ea-4345-b34d-3d8fd15e1dc9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.351511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc82d5-a6ea-4345-b34d-3d8fd15e1dc9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.353216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cdcc82d5-a6ea-4345-b34d-3d8fd15e1dc9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1295311 Jul 16 08:59:07.355930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41676) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.357633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Pushing event deleted for resources: {'Port': ['ID=043b9977-053a-47fc-9ff3-e4faf7953366,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.501723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Deleting port f9b09968-fb9b-4e4d-bdf7-05c4df048eb0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:07.502071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.559353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.579112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.592461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Calling delete_port for f9b09968-fb9b-4e4d-bdf7-05c4df048eb0 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:07.676883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.708887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Port': ['ID=f9b09968-fb9b-4e4d-bdf7-05c4df048eb0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.716992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.721636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfdd098a-a98c-492f-b816-ed7041937e27 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/ports/f9b09968-fb9b-4e4d-bdf7-05c4df048eb0 HTTP/1.1" status: 204 len: 168 time: 0.3646269 Jul 16 08:59:07.724203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41680) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.788575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Router f1e46faa-3a97-4a0b-879d-59a5721f6012 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:07.818143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Deleting port 2c489410-2778-4f1d-afac-1966e9c45eff {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:07.818489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.886099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.894160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:07.898787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Calling delete_port for 2c489410-2778-4f1d-afac-1966e9c45eff owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:07.901527 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c69c589-7a9e-490a-9b7b-9b840976088d admin admin] 10.222.0.32 "PUT /v2.0/routers/f1e46faa-3a97-4a0b-879d-59a5721f6012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785607 Jul 16 08:59:07.902744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:07.906188 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Sync routers for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:07.916173 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:07.916514 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:07.984185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.012457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.015773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Port': ['ID=2c489410-2778-4f1d-afac-1966e9c45eff,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.024293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:08.025622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.030732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7778f809-6e27-4cd5-b54f-824bb18d9f3a tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/ports/2c489410-2778-4f1d-afac-1966e9c45eff HTTP/1.1" status: 204 len: 168 time: 0.3055465 Jul 16 08:59:08.031340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.066511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-47063008-f9b4-43f9-a694-3011e34bafa1 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0339532 Jul 16 08:59:08.070075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41686) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.074969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1105136428'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:08.096466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:08.100183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.127362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:08.128195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.138146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.138630 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment 3d55712d-4c64-4e19-b3ad-8c2758b1623d of type vlan for network 2cec585b-01d5-40e2-9cc6-51436820c63b Jul 16 08:59:08.182699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.185278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Deleting port 273aaa5d-2320-4ed0-a377-97a900e54174 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:08.185929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.213869 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.215082 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:59:07Z', 'revision_number': 5, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port': {'id': '273aaa5d-2320-4ed0-a377-97a900e54174', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:15Z', 'updated_at': '2021-07-16T08:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:08.220360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.221062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.245318 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Checking router: f1e46faa-3a97-4a0b-879d-59a5721f6012 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:08.255653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Routers {'f1e46faa-3a97-4a0b-879d-59a5721f6012'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:08.256315 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:58:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['f1e46faa-3a97-4a0b-879d-59a5721f6012'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:08.265931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1947486 Jul 16 08:59:08.268812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.273675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-607927494'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:08.285734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] For port 273aaa5d-2320-4ed0-a377-97a900e54174, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=273aaa5d-2320-4ed0-a377-97a900e54174,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:08.286538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.306041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6dd15-312a-427b-9012-30992a5ab442 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=2cec585b-01d5-40e2-9cc6-51436820c63b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.307836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Calling delete_port for 273aaa5d-2320-4ed0-a377-97a900e54174 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:08.318903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2cec585b-01d5-40e2-9cc6-51436820c63b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:08.328859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:08.332489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.364492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:08.377210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.378269 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Added segment 53e09b15-1044-4fc9-a6b9-934a33a2f355 of type vlan for network b76205e6-8040-486a-9437-21006ce88f43 Jul 16 08:59:08.428657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.448003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] Set router f1e46faa-3a97-4a0b-879d-59a5721f6012 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:08.463747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.473207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.473833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.508881 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 6, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:08.510512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2406652 Jul 16 08:59:08.525898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.545671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64257b52-2360-4cae-bde1-f916055756b9 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Network': ['ID=b76205e6-8040-486a-9437-21006ce88f43,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.555565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=273aaa5d-2320-4ed0-a377-97a900e54174,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.557634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b76205e6-8040-486a-9437-21006ce88f43 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:08.578670 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83c6f-64fa-44a5-889a-c1a940a29640 None None] The sync data for ids ['f1e46faa-3a97-4a0b-879d-59a5721f6012'] in n-d-798054-12 is: [{'id': 'f1e46faa-3a97-4a0b-879d-59a5721f6012', 'name': 'tempest-TestServerBasicOps-1697366907-router', 'tenant_id': 'a533ee6c40234a7a949d82e6b9602731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:59:08Z', 'revision_number': 6, 'project_id': 'a533ee6c40234a7a949d82e6b9602731', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:08.629989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.676992 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.725616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.727755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.757460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:08.771698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.772263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e46faa-3a97-4a0b-879d-59a5721f6012 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:08.777129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.778287 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f76bbdae-0cc3-4de7-9a79-603bdf109cdc admin admin] 10.222.0.32 "DELETE /v2.0/routers/f1e46faa-3a97-4a0b-879d-59a5721f6012 HTTP/1.1" status: 204 len: 168 time: 0.8745492 Jul 16 08:59:08.781482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.830394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Deleting subnet 2b055454-6df0-4feb-ab1c-cb6b8cba3205 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:08.833702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.867495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.943896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.998388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.032389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b055454-6df0-4feb-ab1c-cb6b8cba3205,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.035158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.036647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-604cbbe1-3a16-423a-865d-620bcd1a7128 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b055454-6df0-4feb-ab1c-cb6b8cba3205 HTTP/1.1" status: 204 len: 168 time: 0.2541246 Jul 16 08:59:09.039145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:09.050731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0005625-8aeb-4b12-a535-a37cdde609e9 None None] Network bc4c4080-e9cc-4339-bfbb-af17ff74b58a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:09.128768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.201416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Deleting port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:09.203516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.241205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.481839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] DHCP port deletion for bc4c4080-e9cc-4339-bfbb-af17ff74b58a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:09.550700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 043b9977-053a-47fc-9ff3-e4faf7953366 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:09.584434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 043b9977-053a-47fc-9ff3-e4faf7953366 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:09.585088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 043b9977-053a-47fc-9ff3-e4faf7953366 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:09.606756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Deleting port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:09.607147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.665137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] For port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:09.667138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.682839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Calling delete_port for b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:09.786842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.823004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] No DVR routers for this DVR port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:09.848857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.866562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] For port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,segment=NetworkSegment(0cf0a752-2239-4431-8333-fe99c76fba27),segment_id=0cf0a752-2239-4431-8333-fe99c76fba27)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:09.867411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.909795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Calling delete_port for b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:09.919836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.935763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4c4080-e9cc-4339-bfbb-af17ff74b58a']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:09.949107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf0a752-2239-4431-8333-fe99c76fba27') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:09.950046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf0a752-2239-4431-8333-fe99c76fba27') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:09.959702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.988549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.011486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:10.011982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:10.053433 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:10.059241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.098459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] Pushing event deleted for resources: {'Port': ['ID=b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.106517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41214699-f1f0-4085-9977-2a7a9a44afe5 None None] No DVR routers for this DVR port b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:10.132879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.137420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.140283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc4c4080-e9cc-4339-bfbb-af17ff74b58a HTTP/1.1" status: 204 len: 168 time: 1.0997663 Jul 16 08:59:10.153592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fddde-91e1-4058-b326-2255b82c8297 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4c4080-e9cc-4339-bfbb-af17ff74b58a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.340865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.384144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c920843b-e4cd-48b2-a9d8-591c9d450092 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61947e68dbd14367b8cf346c6961eb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402660 Jul 16 08:59:10.386047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41708) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.437200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.458708 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.516691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.519837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.523679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/434a4f9b-830a-4439-bd6b-f3b7f8c020ed HTTP/1.1" status: 204 len: 168 time: 0.1339960 Jul 16 08:59:10.537308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a4f9b-830a-4439-bd6b-f3b7f8c020ed,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.545908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.546259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.546604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.546944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.547276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.547608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.547937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.548538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.548878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.549208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.549533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.549860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13346abf-ea7f-46fe-89ad-ec4804eba408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:10.873684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41714) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.919994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-836b9d7c-cff4-4121-9036-7a6492acc19f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a533ee6c40234a7a949d82e6b9602731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428295 Jul 16 08:59:10.920467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.971681 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.993158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.064645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.068189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.072256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edecee7d-3040-40af-8ab7-3f2e32b4ef48 HTTP/1.1" status: 204 len: 168 time: 0.1482818 Jul 16 08:59:11.080945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527db3-02a2-4c55-a3a5-98cceae88509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edecee7d-3040-40af-8ab7-3f2e32b4ef48,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:11.157537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 273aaa5d-2320-4ed0-a377-97a900e54174 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:11.177134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 273aaa5d-2320-4ed0-a377-97a900e54174 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:11.177481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 273aaa5d-2320-4ed0-a377-97a900e54174 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:11.177903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:11.197187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:11.197548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b9d4c3c3-f2b2-4453-944c-6ccb0e25cdfc not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:11.877476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.884068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'subnets': [{'network_id': '2cec585b-01d5-40e2-9cc6-51436820c63b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--730341458', 'ip_version': 6}, {'network_id': 'b76205e6-8040-486a-9437-21006ce88f43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:11.884754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'subnet': {'network_id': '2cec585b-01d5-40e2-9cc6-51436820c63b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--730341458', 'ip_version': 6}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:11.885582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Request body: {'subnet': {'network_id': 'b76205e6-8040-486a-9437-21006ce88f43', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:11.923099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:12.099273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997090734-network', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:12.118595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Made reservation on behalf of 8185dde2c463407592dfb214eba6151c for: {'subnet': 2} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:12.123728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.124101 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.167495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:12.169875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.181087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.436654 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.442665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.521726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:12.530233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a935e-c6ec-4f06-8a95-74aca70210a6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.543381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.543847 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Added segment d42fdad2-05bd-4f06-ab79-8ef09c74ec33 of type vlan for network 16809966-23e3-4766-ba4b-3ca0071e7bce Jul 16 08:59:12.936845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.000222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6f214154-0e62-4e5a-b436-fa1c918426d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.014729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.016070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.016658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.022162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.121707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1975431 Jul 16 08:59:13.124845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41756) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.125616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f11f3-0b54-471c-96d4-734011ccffed admin admin] Pushing event updated for resources: {'Network': ['ID=16809966-23e3-4766-ba4b-3ca0071e7bce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.133961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Request body: {'subnet': {'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997090734-subnet', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:13.139553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Subnet': ['ID=63fe3efa-1ba5-4081-9c88-a2163c38eaf4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.140067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 16809966-23e3-4766-ba4b-3ca0071e7bce details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:13.155788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Checking segment: {'id': '3d55712d-4c64-4e19-b3ad-8c2758b1623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2cec585b-01d5-40e2-9cc6-51436820c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:13.156117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network hostable DHCP agents. Network: 2cec585b-01d5-40e2-9cc6-51436820c63b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:13.160627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:13.167354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.175228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network 2cec585b-01d5-40e2-9cc6-51436820c63b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:13.185694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2cec585b-01d5-40e2-9cc6-51436820c63b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:13.189971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.206532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d61ec0-c2b0-4a32-b66e-4e05984adf4c None None] Network 2cec585b-01d5-40e2-9cc6-51436820c63b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:13.279351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event updated for resources: {'Subnet': ['ID=225fc7a3-1727-49b0-9af7-1913a8657db1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.285343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Checking segment: {'id': '53e09b15-1044-4fc9-a6b9-934a33a2f355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:13.285720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network hostable DHCP agents. Network: b76205e6-8040-486a-9437-21006ce88f43, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:13.324145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Network b76205e6-8040-486a-9437-21006ce88f43 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:13.335378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b76205e6-8040-486a-9437-21006ce88f43) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:13.342764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.343404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.344666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.346866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f7c11-f2ea-410a-aa98-e532e992e8ae None None] Network b76205e6-8040-486a-9437-21006ce88f43 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:13.364571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4f3723cd-47f2-4017-a760-0cfaae903c9f tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4830060 Jul 16 08:59:13.365408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.435429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.436469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa2fa8-7aaf-4d12-8859-4abe93e977df tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.438963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa2fa8-7aaf-4d12-8859-4abe93e977df tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.441401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa2fa8-7aaf-4d12-8859-4abe93e977df tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.453686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34aa2fa8-7aaf-4d12-8859-4abe93e977df tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0871704 Jul 16 08:59:13.454713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.490716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ff70a0-5fe0-4774-a8d3-27ff654a2982,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.522703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Deleting subnet 63fe3efa-1ba5-4081-9c88-a2163c38eaf4 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:13.526391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.531784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:13.532443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Network hostable DHCP agents. Network: 16809966-23e3-4766-ba4b-3ca0071e7bce, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:13.546610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f85a84b-d7b4-49d2-ae9b-f97f73eb8c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-2cec585b-01d5-40e2-9cc6-51436820c63b', 'network_id': '2cec585b-01d5-40e2-9cc6-51436820c63b', 'tenant_id': '8185dde2c463407592dfb214eba6151c', 'fixed_ips': [{'subnet_id': '63fe3efa-1ba5-4081-9c88-a2163c38eaf4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:13.547448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6f85a84b-d7b4-49d2-ae9b-f97f73eb8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.564765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:13.579367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 16809966-23e3-4766-ba4b-3ca0071e7bce) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:13.586095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.596905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.597965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.600979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827cda4-545e-473a-8729-335812493391 None None] Network 16809966-23e3-4766-ba4b-3ca0071e7bce requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:13.612765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b76205e6-8040-486a-9437-21006ce88f43', 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43', 'tenant_id': '8185dde2c463407592dfb214eba6151c', 'fixed_ips': [{'subnet_id': '225fc7a3-1727-49b0-9af7-1913a8657db1'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:13.613359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.639004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-02a9db0a-93fe-47a1-8789-609acf15c9b9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5105643 Jul 16 08:59:13.641400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.644613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.651057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:13.676609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.678778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.732359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.763468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Subnet': ['ID=63fe3efa-1ba5-4081-9c88-a2163c38eaf4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.771189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.775697 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6b9b7c0a-dccb-4f78-90f6-3b2ac9511aef tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/subnets/63fe3efa-1ba5-4081-9c88-a2163c38eaf4 HTTP/1.1" status: 204 len: 168 time: 0.3174067 Jul 16 08:59:13.775995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.810467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-6f85a84b-d7b4-49d2-ae9b-f97f73eb8c89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63fe3efa-1ba5-4081-9c88-a2163c38eaf4: This subnet is being modified by another concurrent operation. Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63fe3efa-1ba5-4081-9c88-a2163c38eaf4: This subnet is being modified by another concurrent operation. Jul 16 08:59:13.828155 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 08:59:13.861315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Deleting subnet 225fc7a3-1727-49b0-9af7-1913a8657db1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:13.866112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfbe0d7-c52f-4d19-ae3e-837de2bd7179 None None] Network 2cec585b-01d5-40e2-9cc6-51436820c63b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:13.996559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.026138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Allocated IP 2001:db8:0:1::1 (b76205e6-8040-486a-9437-21006ce88f43/225fc7a3-1727-49b0-9af7-1913a8657db1/f974e61b-dd47-45b4-9fe3-ab7c6058cf46) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:14.116292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-16809966-23e3-4766-ba4b-3ca0071e7bce', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:14.117495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.256699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.279523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.344324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Allocated IP 172.20.0.2 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/5802e09b-864a-4496-8d2d-9e847c5327c6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:14.365991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.394228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Transition to ACTIVE for port object f974e61b-dd47-45b4-9fe3-ab7c6058cf46 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:14.415098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Allocated IP 172.25.5.169 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/bcd8a97e-28ea-48c6-936b-e436480a5119) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:14.445225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Transition to ACTIVE for port object f974e61b-dd47-45b4-9fe3-ab7c6058cf46 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:14.454023 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.456793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.501663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.508366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Network b76205e6-8040-486a-9437-21006ce88f43 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:14.517907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:14.520447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:14.561142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Pushing event updated for resources: {'Port': ['ID=f974e61b-dd47-45b4-9fe3-ab7c6058cf46,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.610543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.626936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.627311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.627633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.627979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.628354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.628673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.629284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.629431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.629641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.629957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.630287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.630599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:14.635106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Attempting to bind port f974e61b-dd47-45b4-9fe3-ab7c6058cf46 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:14.635483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Attempting to bind port f974e61b-dd47-45b4-9fe3-ab7c6058cf46 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '53e09b15-1044-4fc9-a6b9-934a33a2f355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:14.636229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Attempting to bind port f974e61b-dd47-45b4-9fe3-ab7c6058cf46 on network b76205e6-8040-486a-9437-21006ce88f43 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:14.650709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:14.651143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Checking segment: {'id': '53e09b15-1044-4fc9-a6b9-934a33a2f355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:14.651501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.651885 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Bound using segment: {'id': '53e09b15-1044-4fc9-a6b9-934a33a2f355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:14.652386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Bound port: f974e61b-dd47-45b4-9fe3-ab7c6058cf46, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e09b15-1044-4fc9-a6b9-934a33a2f355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b76205e6-8040-486a-9437-21006ce88f43'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:14.652777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.654781 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.658750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.677930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Transition to ACTIVE for port object 5802e09b-864a-4496-8d2d-9e847c5327c6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:14.713978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.721353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Transition to ACTIVE for port object 5802e09b-864a-4496-8d2d-9e847c5327c6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:14.723176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.737293 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.774276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] For port f974e61b-dd47-45b4-9fe3-ab7c6058cf46, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:14.783326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:14.789381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:14.792332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:14.795642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:14.795823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:14.799527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:14.801460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Subnet': ['ID=225fc7a3-1727-49b0-9af7-1913a8657db1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.808635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.809390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] For port f974e61b-dd47-45b4-9fe3-ab7c6058cf46, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f974e61b-dd47-45b4-9fe3-ab7c6058cf46,segment=NetworkSegment(53e09b15-1044-4fc9-a6b9-934a33a2f355),segment_id=53e09b15-1044-4fc9-a6b9-934a33a2f355)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:14.815789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5ded5190-cb3f-46f9-a97d-dc36d81a871c tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/subnets/225fc7a3-1727-49b0-9af7-1913a8657db1 HTTP/1.1" status: 204 len: 168 time: 1.0385551 Jul 16 08:59:14.821368 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.822106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.837711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Pushing event updated for resources: {'Port': ['ID=bcd8a97e-28ea-48c6-936b-e436480a5119,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.873210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Pushing event updated for resources: {'Port': ['ID=5802e09b-864a-4496-8d2d-9e847c5327c6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.889856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044d598-e218-4f44-8cba-127044d1f1dc tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.891756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8044d598-e218-4f44-8cba-127044d1f1dc tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676010 Jul 16 08:59:14.897547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.954421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Attempting to bind port 5802e09b-864a-4496-8d2d-9e847c5327c6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:14.955090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Attempting to bind port 5802e09b-864a-4496-8d2d-9e847c5327c6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:14.955653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Attempting to bind port 5802e09b-864a-4496-8d2d-9e847c5327c6 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:14.964278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:14.964976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:14.965568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.966673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:14.968694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Bound port: 5802e09b-864a-4496-8d2d-9e847c5327c6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:14.969256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.001988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cd6a2-0c2a-4de7-a71b-534d02909bb1 None None] Pushing event updated for resources: {'Port': ['ID=f974e61b-dd47-45b4-9fe3-ab7c6058cf46,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.051015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.098197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] For port 5802e09b-864a-4496-8d2d-9e847c5327c6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:15.107509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] For port 5802e09b-864a-4496-8d2d-9e847c5327c6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5802e09b-864a-4496-8d2d-9e847c5327c6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:15.112374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.141147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Deleting port f974e61b-dd47-45b4-9fe3-ab7c6058cf46 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:15.143978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.253216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77216c5c-6e41-44d1-9ae2-436678cdf86a None None] Pushing event updated for resources: {'Port': ['ID=5802e09b-864a-4496-8d2d-9e847c5327c6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.298614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.310928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] For port f974e61b-dd47-45b4-9fe3-ab7c6058cf46, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f974e61b-dd47-45b4-9fe3-ab7c6058cf46,segment=NetworkSegment(53e09b15-1044-4fc9-a6b9-934a33a2f355),segment_id=53e09b15-1044-4fc9-a6b9-934a33a2f355)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:15.311347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.359996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Calling delete_port for f974e61b-dd47-45b4-9fe3-ab7c6058cf46 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:15.469512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.495955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Port': ['ID=f974e61b-dd47-45b4-9fe3-ab7c6058cf46,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.502688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] No DVR routers for this DVR port f974e61b-dd47-45b4-9fe3-ab7c6058cf46 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:15.630887 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1ef966bc-ccf8-4e97-8751-8aac886ee046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.659520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.677985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76205e6-8040-486a-9437-21006ce88f43']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:15.691535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e09b15-1044-4fc9-a6b9-934a33a2f355') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:15.692253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e09b15-1044-4fc9-a6b9-934a33a2f355') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:15.697114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.713544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.729964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.731136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.737543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:15.738596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:15.740937 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:15.831057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.844765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.847588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/b76205e6-8040-486a-9437-21006ce88f43 HTTP/1.1" status: 204 len: 168 time: 0.9474359 Jul 16 08:59:15.850118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.874226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313381-0e3c-483d-881d-b2a93ad2bafe tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=b76205e6-8040-486a-9437-21006ce88f43,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.950841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:15.958919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.103333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.118005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cec585b-01d5-40e2-9cc6-51436820c63b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.138760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:16.144179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d55712d-4c64-4e19-b3ad-8c2758b1623d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.144617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d55712d-4c64-4e19-b3ad-8c2758b1623d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.149886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:16.171244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:16.174380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.179325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.184717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.185450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8abf8a2d-c34f-4bcb-869b-4b6479d3833a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5399766 Jul 16 08:59:16.189106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41780) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:16.233891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.260676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:16.261759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:16.266972 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:16.369375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:16.386865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.394510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.396684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/2cec585b-01d5-40e2-9cc6-51436820c63b HTTP/1.1" status: 204 len: 168 time: 0.5453758 Jul 16 08:59:16.405380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41786) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:16.410058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e0bba-22f7-47cf-893f-6d9a3fb871f7 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=2cec585b-01d5-40e2-9cc6-51436820c63b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.543930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b56282-47f9-4751-8722-0885f65b0c5e None None] DHCP port deletion for b76205e6-8040-486a-9437-21006ce88f43 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:16.555466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-041a98c9-7631-4230-a8a1-a22571401d05 None None] Could not find standard attr ID for object f974e61b-dd47-45b4-9fe3-ab7c6058cf46. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:16.617090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ce9f1-9d4d-4e26-9d3b-fdb0d6a030d8 None None] Network b76205e6-8040-486a-9437-21006ce88f43 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:16.630975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ce9f1-9d4d-4e26-9d3b-fdb0d6a030d8 None None] Network b76205e6-8040-486a-9437-21006ce88f43 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:59:16.681942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.729567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 3, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.936446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.953327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306bab63-09d7-4d53-b929-a3e7f2d98743']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.964907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea361d0f-f608-410b-a334-0e2ae20b9658') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.965113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea361d0f-f608-410b-a334-0e2ae20b9658') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:16.966965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:16.967348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Updating router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 port bcd8a97e-28ea-48c6-936b-e436480a5119 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:16.975171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.989913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.993319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.996394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:16.996786 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.024434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:17.039276 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:17.097466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.124304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.129076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/306bab63-09d7-4d53-b929-a3e7f2d98743 HTTP/1.1" status: 204 len: 168 time: 0.7208982 Jul 16 08:59:17.131034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e26c6-6851-4054-818a-11d64c1bb960 tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=306bab63-09d7-4d53-b929-a3e7f2d98743,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.136016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41790) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:17.192414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99011275-3c62-4296-a78d-b218ddeb4ad5 None None] Network 16809966-23e3-4766-ba4b-3ca0071e7bce requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:17.265315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.336945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5802e09b-864a-4496-8d2d-9e847c5327c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:17.374943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.432269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d17c5e85-50a8-45a5-8782-15ced748eeaf None None] Provisioning for port 5802e09b-864a-4496-8d2d-9e847c5327c6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:17.440758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.474139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965fb3f2-e8f8-4d86-95d5-5297c4c3bda1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:17.506041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1207086-289a-4d74-b0c9-f4374b0441aa') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:17.506515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1207086-289a-4d74-b0c9-f4374b0441aa') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:17.533364 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.564443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.570301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5802e09b-864a-4496-8d2d-9e847c5327c6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:17.573392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:17.574034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:17.577910 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:17.586561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5802e09b-864a-4496-8d2d-9e847c5327c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:17.586950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.654170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.677107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.679468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] 10.222.0.32 "DELETE /v2.0/networks/965fb3f2-e8f8-4d86-95d5-5297c4c3bda1 HTTP/1.1" status: 204 len: 168 time: 0.5386419 Jul 16 08:59:17.680820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069343e-fa11-47a4-808f-e2329f3e2fca tempest-BulkNetworkOpsIpV6Test-765182801 tempest-BulkNetworkOpsIpV6Test-765182801-project] Pushing event deleted for resources: {'Network': ['ID=965fb3f2-e8f8-4d86-95d5-5297c4c3bda1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.691532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Allocated IP 172.20.0.1 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/e7e50a67-6fdc-497b-b249-7381013230ca) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:17.694263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.718185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Transition to ACTIVE for port object bcd8a97e-28ea-48c6-936b-e436480a5119 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:17.752887 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.813646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.842633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Transition to ACTIVE for port object e7e50a67-6fdc-497b-b249-7381013230ca will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:17.889893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.895504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.917914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Attempting to bind port bcd8a97e-28ea-48c6-936b-e436480a5119 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:17.918366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Attempting to bind port bcd8a97e-28ea-48c6-936b-e436480a5119 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:17.918986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Attempting to bind port bcd8a97e-28ea-48c6-936b-e436480a5119 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:17.939275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf47111-5dbe-4750-84a7-516b1c8389ae None None] Pushing event updated for resources: {'Port': ['ID=bcd8a97e-28ea-48c6-936b-e436480a5119,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.943944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:17.944378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:17.945052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.945513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:17.946195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Bound port: bcd8a97e-28ea-48c6-936b-e436480a5119, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:17.946663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.981546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5802e09b-864a-4496-8d2d-9e847c5327c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5802e09b-864a-4496-8d2d-9e847c5327c6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:17.990548 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.023203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.050162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:18.051659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:18.056600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:18.125519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41800) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:18.126823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5802e09b-864a-4496-8d2d-9e847c5327c6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.158158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.175730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] For port bcd8a97e-28ea-48c6-936b-e436480a5119, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:18.183994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] For port bcd8a97e-28ea-48c6-936b-e436480a5119, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bcd8a97e-28ea-48c6-936b-e436480a5119,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:18.213202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c44e9d2d-4fa1-4f37-b446-a97d3843768c None None] Provisioning complete for port 5802e09b-864a-4496-8d2d-9e847c5327c6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:18.218778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c44e9d2d-4fa1-4f37-b446-a97d3843768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.221057 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.330347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:18.331155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:18.423203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf47111-5dbe-4750-84a7-516b1c8389ae None None] Pushing event updated for resources: {'Port': ['ID=bcd8a97e-28ea-48c6-936b-e436480a5119,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.507159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d8394d-5e02-411f-8b96-4bbcac3a8b6b None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:59:18.538672 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-48436ecb-bd26-49f5-be40-e7fccf942f5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8185dde2c463407592dfb214eba6151c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099884 Jul 16 08:59:18.539269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41806) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:18.570952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:18.616385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.636947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.649225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.685957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd1a0-65b1-46f1-bc00-c0dea466d516 None None] Provisioning for port e7e50a67-6fdc-497b-b249-7381013230ca completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:18.695426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec2dd1a0-65b1-46f1-bc00-c0dea466d516 None None] Provisioning complete for port e7e50a67-6fdc-497b-b249-7381013230ca triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:18.695426 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd1a0-65b1-46f1-bc00-c0dea466d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.746156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.748921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.752638 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdf0f66a-bc97-4cff-8113-2307c2d314d4 HTTP/1.1" status: 204 len: 168 time: 0.2100544 Jul 16 08:59:18.760952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8de4-0f58-4d64-b80b-8af71b29b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0f66a-bc97-4cff-8113-2307c2d314d4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.824062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ec2dd1a0-65b1-46f1-bc00-c0dea466d516 None None] Port e7e50a67-6fdc-497b-b249-7381013230ca cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:18.851660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8394d-5e02-411f-8b96-4bbcac3a8b6b None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:59:18.948107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 3, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:18.983186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5bf3e2-7e80-4de5-a25a-8c201783892c None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:14Z', 'revision_number': 3, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:18.994200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.244702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5802e09b-864a-4496-8d2d-9e847c5327c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:19.402465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5802e09b-864a-4496-8d2d-9e847c5327c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:19.402856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.469204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.477109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.597212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.611201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.616947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.776220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:19.778074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:20.024789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:20.135826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:20.189721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-81883de7-3127-41d6-adc1-8fa03cc8cd29 None None] Provisioning complete for port e7e50a67-6fdc-497b-b249-7381013230ca triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:20.191545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-81883de7-3127-41d6-adc1-8fa03cc8cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.219664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:20.228336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-55b4ac3d-d269-48c9-92e8-4f927a11182f admin admin] 10.222.0.32 "PUT /v2.0/routers/4f93a9b9-10d0-4019-b715-9ace56e7fa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0243826 Jul 16 08:59:20.289128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-81883de7-3127-41d6-adc1-8fa03cc8cd29 None None] Port e7e50a67-6fdc-497b-b249-7381013230ca cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:20.312541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'networks': [{'name': 'tempest-network--232157886'}, {'name': 'tempest-network--1696814658'}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:20.312863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-network--232157886'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:20.313340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-network--1696814658'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:20.369525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'network': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:20.374385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.379554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.395847 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.561354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.571782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.572316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.621996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566cc439-367e-4d93-b350-b5891542d31c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.634418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:20.648553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.648991 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment a0ca65c0-3d45-4e16-aecc-7fcfa117140a of type vlan for network 9b0885cf-7a18-410a-a228-e0dc30d5eb78 Jul 16 08:59:20.709778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.757586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:20.769243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.769638 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment 3ea35785-ba0b-42fe-a4e8-7923cc47fb49 of type vlan for network c1276b30-65fb-4019-9df2-db9765bda465 Jul 16 08:59:20.818871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.867228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.867799 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.874928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.880255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.880937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.895463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:20.895957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.954715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=9b0885cf-7a18-410a-a228-e0dc30d5eb78,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.966774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8277721 Jul 16 08:59:20.970133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 9b0885cf-7a18-410a-a228-e0dc30d5eb78 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:20.975915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41852) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.061076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea867c-1fd5-468d-8f2e-3aca4f1bef3e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=c1276b30-65fb-4019-9df2-db9765bda465,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.092339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c1276b30-65fb-4019-9df2-db9765bda465 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:21.142979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:21.143706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.162173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41856) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.173277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092259909-network', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:21.184231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:21.190813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1dc90-7015-46b4-b50b-880c7c24a558 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.196978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1dc90-7015-46b4-b50b-880c7c24a558 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.204675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1dc90-7015-46b4-b50b-880c7c24a558 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.212104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1dc90-7015-46b4-b50b-880c7c24a558 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.216459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8be1dc90-7015-46b4-b50b-880c7c24a558 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2371473 Jul 16 08:59:21.217313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41858) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.221944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bcd8a97e-28ea-48c6-936b-e436480a5119 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:21.247584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Made reservation on behalf of f43cd0daf8e346288b3e7cb389d27342 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:21.251337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.289592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bcd8a97e-28ea-48c6-936b-e436480a5119 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:21.296926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bcd8a97e-28ea-48c6-936b-e436480a5119 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:21.297226 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.364302 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.377509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.393976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.439473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port bcd8a97e-28ea-48c6-936b-e436480a5119, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bcd8a97e-28ea-48c6-936b-e436480a5119,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:21.445250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.540931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=bcd8a97e-28ea-48c6-936b-e436480a5119,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.546279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.581644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.630393 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.646974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0885cf-7a18-410a-a228-e0dc30d5eb78']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.665816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ca65c0-3d45-4e16-aecc-7fcfa117140a') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.666197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ca65c0-3d45-4e16-aecc-7fcfa117140a') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.745426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.751362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.771102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.778956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:21.779214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.785046 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:21.803215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:21.804093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:21.869825 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:21.873195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.874985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.876772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.894287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:21.912862 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.915774 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Added segment 43a65919-4b1f-40c9-b92e-c5388abe13eb of type vlan for network 645d8d30-95d1-4c35-b53c-5405651f516b Jul 16 08:59:21.964647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.983651 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:22.009575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.011490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/9b0885cf-7a18-410a-a228-e0dc30d5eb78 HTTP/1.1" status: 204 len: 168 time: 0.7760422 Jul 16 08:59:22.014486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b031b1-2154-451a-a21e-344ab3a9c22b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=9b0885cf-7a18-410a-a228-e0dc30d5eb78,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.019851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.020894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.021488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.032687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41862) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.080638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9172621 Jul 16 08:59:22.093103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41864) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.119014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Request body: {'subnet': {'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092259909-subnet', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:22.128985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:22.147853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Made reservation on behalf of f43cd0daf8e346288b3e7cb389d27342 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:22.150289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.250660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:22.256463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-36b568e0-e029-4e38-9afc-e0dca3a89538 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/3c7a167c-af4a-400e-bb00-c7d2dd962f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379235 Jul 16 08:59:22.263254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:22.265714 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:19Z', 'revision_number': 2, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:22.277544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:22.278743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:22.302221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b1d331-a11c-4f6f-8f64-5cb1af8a9e98,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.306874 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:22.307521 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Updating router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 port e7e50a67-6fdc-497b-b249-7381013230ca binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:22.352438 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.390613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.454890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:22.484874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b41ac-abaf-4432-9369-7e9ed3a0b795 admin admin] Pushing event updated for resources: {'Network': ['ID=645d8d30-95d1-4c35-b53c-5405651f516b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.534621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.553447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Checking segment: {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:22.554093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Network hostable DHCP agents. Network: 645d8d30-95d1-4c35-b53c-5405651f516b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:22.673661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.684920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1276b30-65fb-4019-9df2-db9765bda465']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:22.695631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea35785-ba0b-42fe-a4e8-7923cc47fb49') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:22.695933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea35785-ba0b-42fe-a4e8-7923cc47fb49') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:22.716901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.724416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 645d8d30-95d1-4c35-b53c-5405651f516b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:22.733275 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.739543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:22.739963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.771834 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.800631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Pushing event updated for resources: {'Subnet': ['ID=227ae895-40ab-41f0-a7b1-c084723dabef,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:22.806162 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:22.811290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Transition to ACTIVE for port object e7e50a67-6fdc-497b-b249-7381013230ca will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:22.818384 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.832015 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.898011 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c77450-9f72-4220-8aef-dc35c39515c4 None None] Pushing event updated for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.936803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.941263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/c1276b30-65fb-4019-9df2-db9765bda465 HTTP/1.1" status: 204 len: 168 time: 0.8845425 Jul 16 08:59:22.941263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe8af-46c0-4688-b176-cf1f5c969601 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=c1276b30-65fb-4019-9df2-db9765bda465,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.942316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.961290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Network 645d8d30-95d1-4c35-b53c-5405651f516b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:22.981807 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Attempting to bind port e7e50a67-6fdc-497b-b249-7381013230ca on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:22.982501 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Attempting to bind port e7e50a67-6fdc-497b-b249-7381013230ca by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:22.983228 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Attempting to bind port e7e50a67-6fdc-497b-b249-7381013230ca on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:22.992429 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:22.993288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:22.994339 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.995255 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:22.996106 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Bound port: e7e50a67-6fdc-497b-b249-7381013230ca, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:22.997475 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.998083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 645d8d30-95d1-4c35-b53c-5405651f516b) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:23.026004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eba45c-7380-4e8c-b3ed-40e6f04e065f req-52782e8f-4490-426d-b9b3-01116cb0fa7a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.029245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91eba45c-7380-4e8c-b3ed-40e6f04e065f req-52782e8f-4490-426d-b9b3-01116cb0fa7a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.2255766 Jul 16 08:59:23.030967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.043521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.061506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588a003-7978-4527-b714-85b5c2c24de6 None None] Network 645d8d30-95d1-4c35-b53c-5405651f516b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:23.125937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90069ac3-dbc6-41cd-afc3-8fda638288af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0199268 Jul 16 08:59:23.127961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41876) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:23.135159 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] For port e7e50a67-6fdc-497b-b249-7381013230ca, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:23.135761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91eba45c-7380-4e8c-b3ed-40e6f04e065f req-f17db06a-8825-4c20-9ccc-86af540bb7f9 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848434 Jul 16 08:59:23.143685 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] For port e7e50a67-6fdc-497b-b249-7381013230ca, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e7e50a67-6fdc-497b-b249-7381013230ca,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:23.145892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:23.149568 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.185149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.186406 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.268604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.313934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:23.314948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:23.330864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bcd8a97e-28ea-48c6-936b-e436480a5119 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:23.386156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:23.423985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff1bdf-a951-40e2-a26c-9e267d23d24b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.441884 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c77450-9f72-4220-8aef-dc35c39515c4 None None] Pushing event updated for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:23.462851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff1bdf-a951-40e2-a26c-9e267d23d24b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.469045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:23.471605 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fdff1bdf-a951-40e2-a26c-9e267d23d24b tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5282636 Jul 16 08:59:23.478560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-247529701'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:23.492708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:23.537824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:23.538680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:23.594314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:23.670194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bcd8a97e-28ea-48c6-936b-e436480a5119 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:23.670686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.692756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.717964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:23.727952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.735875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-645d8d30-95d1-4c35-b53c-5405651f516b', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:23.736998 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.816309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:23.826375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:23.841371 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.841725 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment 13692116-f5b7-4cd6-b5ee-92004379f909 of type vlan for network c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46 Jul 16 08:59:23.918986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.965998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.972217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:23Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:23.974214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.975004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.019153 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c058db-b313-4150-b5ea-6ffd94cd5d83 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:23Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:24.042068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5699375 Jul 16 08:59:24.045429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.052672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-994122054'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.111389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:24.145295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.156195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b6128-5d33-4f65-9921-4645a551a82d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.171680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:24.204777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:24.234962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.237528 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment bee160ff-32c2-44cb-b60a-265af9f089a4 of type vlan for network 28ef76c6-409e-4742-91e0-ee0d3e2c55e8 Jul 16 08:59:24.333531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Allocated IP 172.20.0.2 (645d8d30-95d1-4c35-b53c-5405651f516b/227ae895-40ab-41f0-a7b1-c084723dabef/c0639437-519f-4c48-83a8-9b5412c837d2) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:24.373643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.402826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.427558 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.486185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.494801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.495890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.548059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6567e98-616d-4775-acb1-17f05b4efe26 req-8849767a-8e53-4354-9b19-d6da46de9a76 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.549684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6567e98-616d-4775-acb1-17f05b4efe26 req-8849767a-8e53-4354-9b19-d6da46de9a76 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.2440031 Jul 16 08:59:24.562120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-59a64519-c0a1-4329-a6f1-bd631f191ca2 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.565467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-59a64519-c0a1-4329-a6f1-bd631f191ca2 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.2617593 Jul 16 08:59:24.665554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Allocated IP 172.25.5.184 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/9fd1e3ec-1ee9-4656-b358-3964f65f7838) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:24.712090 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6649356 Jul 16 08:59:24.722468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41898) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.729842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'ports': [{'network_id': 'c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46', 'name': 'tempest-port--294147507', 'admin_state_up': True}, {'network_id': '28ef76c6-409e-4742-91e0-ee0d3e2c55e8', 'admin_state_up': False}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.730224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'port': {'network_id': 'c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46', 'name': 'tempest-port--294147507', 'admin_state_up': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.730695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'port': {'network_id': '28ef76c6-409e-4742-91e0-ee0d3e2c55e8', 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.736699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:24.776621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace03e-1a7e-480e-a5fa-dfec48a602b0 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=28ef76c6-409e-4742-91e0-ee0d3e2c55e8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.797564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e1a6e1-9a9a-4a39-913c-9075a07b27a2 None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab0e5a0e-bb7d-4b41-864d-a3578152a251', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'port_id': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'mac_address': 'fa:16:3e:5a:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:36Z', 'updated_at': '2021-07-16T08:57:43Z', 'revision_number': 1, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:24.806119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 28ef76c6-409e-4742-91e0-ee0d3e2c55e8 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:24.823388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 762d13db-706c-4628-9e85-b2ad36a7a0eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:24.823750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.848792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.878031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Transition to ACTIVE for port object c0639437-519f-4c48-83a8-9b5412c837d2 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:24.936872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Transition to ACTIVE for port object c0639437-519f-4c48-83a8-9b5412c837d2 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:24.944439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.959341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6567e98-616d-4775-acb1-17f05b4efe26 req-e1f9efce-50c9-42a3-9407-b489306055f5 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985336 Jul 16 08:59:24.964883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 762d13db-706c-4628-9e85-b2ad36a7a0eb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=762d13db-706c-4628-9e85-b2ad36a7a0eb,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:24.965339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.968486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2175a28-953e-445e-9b2d-a1c2a6b6618c req-a3c13e49-6c62-476f-b850-5982d05cbe44 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.970064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2175a28-953e-445e-9b2d-a1c2a6b6618c req-a3c13e49-6c62-476f-b850-5982d05cbe44 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 946 time: 0.5639155 Jul 16 08:59:24.983610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 762d13db-706c-4628-9e85-b2ad36a7a0eb owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:25.016151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Network 645d8d30-95d1-4c35-b53c-5405651f516b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:25.019789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:25.024416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:25.040284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.110185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Pushing event updated for resources: {'Port': ['ID=c0639437-519f-4c48-83a8-9b5412c837d2,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.126459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2175a28-953e-445e-9b2d-a1c2a6b6618c req-ebca8a22-a6f9-4023-b790-beaac297c915 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=b423d4da-9799-47b4-bcab-2030717c9995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416686 Jul 16 08:59:25.140807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Attempting to bind port c0639437-519f-4c48-83a8-9b5412c837d2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:25.141486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Attempting to bind port c0639437-519f-4c48-83a8-9b5412c837d2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:25.142044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Attempting to bind port c0639437-519f-4c48-83a8-9b5412c837d2 on network 645d8d30-95d1-4c35-b53c-5405651f516b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:25.156821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:25.157203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Checking segment: {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:25.157621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.158017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Bound using segment: {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:25.158729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Bound port: c0639437-519f-4c48-83a8-9b5412c837d2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:25.159131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.263903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.271085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'port': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:25.276493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.302716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] For port c0639437-519f-4c48-83a8-9b5412c837d2, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:25.316171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] For port c0639437-519f-4c48-83a8-9b5412c837d2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c0639437-519f-4c48-83a8-9b5412c837d2,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:25.321430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.333564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.364839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:25.381412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Pushing event updated for resources: {'Port': ['ID=9fd1e3ec-1ee9-4656-b358-3964f65f7838,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.384161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:25.390055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:25.423718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e7e50a67-6fdc-497b-b249-7381013230ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:25.491613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565492e-d418-4b8e-a4bf-ecccefdae45e None None] Pushing event updated for resources: {'Port': ['ID=c0639437-519f-4c48-83a8-9b5412c837d2,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.552367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e7e50a67-6fdc-497b-b249-7381013230ca completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:25.569931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e7e50a67-6fdc-497b-b249-7381013230ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:25.570618 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.570861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] device_id is not set on port 08471345-9497-42fb-9ad0-2bb3f43676c5 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:25.735275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.894355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.983462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=762d13db-706c-4628-9e85-b2ad36a7a0eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.067320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] No DVR routers for this DVR port 762d13db-706c-4628-9e85-b2ad36a7a0eb on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:26.070421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.072441 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52e92a93-6dbb-46b4-b506-6c0415ccc53b req-16e63c7b-175c-457e-b669-55f0c6abe53e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "DELETE /v2.0/ports/762d13db-706c-4628-9e85-b2ad36a7a0eb HTTP/1.1" status: 204 len: 173 time: 1.4915464 Jul 16 08:59:26.072886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'name': 'network-vif-deleted', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:26.081667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e7e50a67-6fdc-497b-b249-7381013230ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e7e50a67-6fdc-497b-b249-7381013230ca,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.092269 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97101b4e-b499-4b98-8aef-cec49c870a53" -d '{"events": [{"server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "name": "network-vif-deleted", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:26.100448 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.122684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:26.158560 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da9503-f752-4dd6-a882-b401a92fa7eb x-openstack-request-id: req-d9da9503-f752-4dd6-a882-b401a92fa7eb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:26.159151 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70", "name": "network-vif-deleted", "tag": "762d13db-706c-4628-9e85-b2ad36a7a0eb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:26.159904 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9da9503-f752-4dd6-a882-b401a92fa7eb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:26.160615 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70', 'name': 'network-vif-deleted', 'tag': '762d13db-706c-4628-9e85-b2ad36a7a0eb', 'status': 'completed', 'code': 200} Jul 16 08:59:26.205774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-8e7186c0-24bc-4b68-af3a-210f3ff98aa8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.207561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-8e7186c0-24bc-4b68-af3a-210f3ff98aa8 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.3283281 Jul 16 08:59:26.230941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:26.231219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd76ea4c-cd9d-4c6b-a68f-17ba6909edd1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:26.288790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.392597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.398214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00037ed1-0ee4-497c-9e85-f377a8d0cc84 req-3a24daf1-361a-4e5f-a119-11aeb26cbb21 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd7d96f0-aaf7-4ad6-8db4-3d13c2102e70 HTTP/1.1" status: 200 len: 210 time: 0.0578921 Jul 16 08:59:26.430551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Deleting port 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:26.430969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.482821 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.547904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] For port 2a2462d3-2826-4cdf-8c66-b3e519c78330, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=2a2462d3-2826-4cdf-8c66-b3e519c78330,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.548425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.572665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] device_id is not set on port 1a5cc266-31cd-43a3-b412-977b43d369a1 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:26.619674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ed1a-816e-4ad0-bc87-a5bfefc963a4 req-9843be7c-8111-4c09-9af8-79e4fa43774f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.621161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5001ed1a-816e-4ad0-bc87-a5bfefc963a4 req-9843be7c-8111-4c09-9af8-79e4fa43774f tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 946 time: 0.3236663 Jul 16 08:59:26.741015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5001ed1a-816e-4ad0-bc87-a5bfefc963a4 req-c30434a0-2652-42dc-9084-52d4bc1bf671 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups?id=836bea6a-facb-4165-be05-bedd468c9b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116655 Jul 16 08:59:26.797258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.797596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.797874 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Floating IP b045456b-b800-45e3-8a94-68c58cdbd34a disassociated. External IP: 172.25.5.247, port: 2a2462d3-2826-4cdf-8c66-b3e519c78330. Jul 16 08:59:26.798246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Calling delete_port for 2a2462d3-2826-4cdf-8c66-b3e519c78330 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:26.913081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.925792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.080210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.129212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'Port': ['ID=2a2462d3-2826-4cdf-8c66-b3e519c78330,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.330635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c0639437-519f-4c48-83a8-9b5412c837d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:27.338229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:27.397129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c0639437-519f-4c48-83a8-9b5412c837d2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:27.405021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e7e50a67-6fdc-497b-b249-7381013230ca up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:27.450965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a440a2-af77-4ef2-bfb4-fe02776e03c5 None None] Network 645d8d30-95d1-4c35-b53c-5405651f516b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:27.493315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:27.509068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:27.535936 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:27.538072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:27.548395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Provisioning for port c0639437-519f-4c48-83a8-9b5412c837d2 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:27.562385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] No DVR routers for this DVR port 2a2462d3-2826-4cdf-8c66-b3e519c78330 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:27.566431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.567700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c42bc0a-910a-461c-9bf8-1cc5e9e62ff3 req-e2ec7e63-71ea-47af-89fe-65c99556af12 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.46 "DELETE /v2.0/ports/2a2462d3-2826-4cdf-8c66-b3e519c78330 HTTP/1.1" status: 204 len: 173 time: 1.3530440 Jul 16 08:59:27.569094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41912) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.604961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Provisioning complete for port c0639437-519f-4c48-83a8-9b5412c837d2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:27.605410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.732116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e7e50a67-6fdc-497b-b249-7381013230ca triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:27.732862 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.761627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.775646 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.832728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.879666 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.880171 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:27.952514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.955790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.957209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/security-groups/b423d4da-9799-47b4-bcab-2030717c9995 HTTP/1.1" status: 204 len: 168 time: 0.3859305 Jul 16 08:59:27.968735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10940e7f-b241-4f54-9774-daf12e1cf821 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423d4da-9799-47b4-bcab-2030717c9995,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.985096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Port': ['ID=08471345-9497-42fb-9ad0-2bb3f43676c5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.019222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.034552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] For port c0639437-519f-4c48-83a8-9b5412c837d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c0639437-519f-4c48-83a8-9b5412c837d2,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:28.044604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Checking segment: {'id': '13692116-f5b7-4cd6-b5ee-92004379f909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:28.045026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network hostable DHCP agents. Network: c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:28.049451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Router aec2c447-41c6-4c90-8e0c-154c747cf94b is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:28.063921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.110643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:28.130236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab1e32-1b02-4712-9eee-d50814504192 None None] Pushing event updated for resources: {'Port': ['ID=c0639437-519f-4c48-83a8-9b5412c837d2,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.178996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-deleted', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:28.186359 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592adb5a-e2af-4a27-be7d-3cdb47e6ba75" -d '{"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-deleted", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:28.194862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting subnet 9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:28.200660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.234754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f53be839-6b4b-4591-9b7b-af829a8b87b8 req-6ba115b4-9a75-4142-b3d2-e400bc6b2cca tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab4a3a7-f896-4939-be7e-21fb6cad95a4 HTTP/1.1" status: 200 len: 210 time: 0.1020133 Jul 16 08:59:28.240512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:28.250883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94262b-aa71-4594-be15-51af264798ce None None] Network c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:28.257433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:28.259519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.321030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.376459 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16425f6e-3e5c-414b-862c-2bdc504c525a x-openstack-request-id: req-16425f6e-3e5c-414b-862c-2bdc504c525a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:28.376761 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab4a3a7-f896-4939-be7e-21fb6cad95a4", "name": "network-vif-deleted", "tag": "2a2462d3-2826-4cdf-8c66-b3e519c78330", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:28.377028 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16425f6e-3e5c-414b-862c-2bdc504c525a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:28.380688 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab4a3a7-f896-4939-be7e-21fb6cad95a4', 'name': 'network-vif-deleted', 'tag': '2a2462d3-2826-4cdf-8c66-b3e519c78330', 'status': 'completed', 'code': 200} Jul 16 08:59:28.516065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 762d13db-706c-4628-9e85-b2ad36a7a0eb no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:28.519410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Port': ['ID=1a5cc266-31cd-43a3-b412-977b43d369a1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.526627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Checking segment: {'id': 'bee160ff-32c2-44cb-b60a-265af9f089a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28ef76c6-409e-4742-91e0-ee0d3e2c55e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:28.528351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network hostable DHCP agents. Network: 28ef76c6-409e-4742-91e0-ee0d3e2c55e8, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:28.534917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:28.566537 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:28.568873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.583590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network 28ef76c6-409e-4742-91e0-ee0d3e2c55e8 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:28.590102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.595687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a48bcac2-2fa8-4edf-b5bc-ff6b41b800fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4582512 Jul 16 08:59:28.596690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.604982 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:28.607500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Sync routers for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:28.624743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 762d13db-706c-4628-9e85-b2ad36a7a0eb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:28.625187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 762d13db-706c-4628-9e85-b2ad36a7a0eb not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:28.631239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:28.632057 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:28.669749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ab587aa8-9375-49d5-94fb-59be500cfcd1 None None] Provisioning complete for port c0639437-519f-4c48-83a8-9b5412c837d2 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:28.670141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab587aa8-9375-49d5-94fb-59be500cfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.675721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:28.676081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:28.687033 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.726735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.730766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.736231 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d91cfccc-aee4-49af-bf87-7f4f51e5797e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/subnets/9d9dd43f-2d5d-4517-a61e-bbbd8eead0e1 HTTP/1.1" status: 204 len: 168 time: 0.7149777 Jul 16 08:59:28.737455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.758265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 28ef76c6-409e-4742-91e0-ee0d3e2c55e8) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:28.758774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ccab3-2a03-468c-8cfa-1959b80388b0 None None] Network 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:28.791657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91904d-7ede-40ec-98b5-85117946f341 None None] Network 28ef76c6-409e-4742-91e0-ee0d3e2c55e8 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:28.820068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:28.826752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.832746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.833457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.882361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4a7e500-f4a3-4fcb-ba63-23cd8d71c94e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1567926 Jul 16 08:59:28.889304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.892219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.892557 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:28.936869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:29.032929 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4c794-e1a3-4f39-9dd5-ac806a7b3a30 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.042462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4c794-e1a3-4f39-9dd5-ac806a7b3a30 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.048849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57d4c794-e1a3-4f39-9dd5-ac806a7b3a30 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1554160 Jul 16 08:59:29.049718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.205901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:29.242323 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566129aa-4f0a-447b-bfab-3a9b83fbddc3 None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:49:50Z', 'revision_number': 4, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '7b6b6aad-fd6d-45af-ad14-216b0473a0d9', 'name': '', 'network_id': '5bcc8e5c-3680-4076-8a53-05e0d3bd565e', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'mac_address': 'fa:16:3e:c4:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:48Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'subnets': [{'id': 'b171dd0b-1983-40b5-8431-a27e92ffefa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:29.252166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 24387165-b29f-482c-b4eb-616d35788a1e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:29.252783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.262905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c0639437-519f-4c48-83a8-9b5412c837d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:29.363349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 24387165-b29f-482c-b4eb-616d35788a1e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=24387165-b29f-482c-b4eb-616d35788a1e,segment=NetworkSegment(0edd55bb-beb5-49b2-8683-fbb7411d43c7),segment_id=0edd55bb-beb5-49b2-8683-fbb7411d43c7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:29.363739 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.410515 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.412364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 24387165-b29f-482c-b4eb-616d35788a1e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:29.473235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41940) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.565259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Deleting port 08471345-9497-42fb-9ad0-2bb3f43676c5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:29.565641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.573392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c0639437-519f-4c48-83a8-9b5412c837d2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:29.574406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.615485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Allocated IP 172.20.0.1 (645d8d30-95d1-4c35-b53c-5405651f516b/227ae895-40ab-41f0-a7b1-c084723dabef/35f2c96b-a29e-4daf-b4e9-d52510e8b95f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:29.722522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.725702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.743944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.780434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:25Z', 'revision_number': 3, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:29.817436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fd051-2f03-4ad6-a19a-30cab62dfcea None None] New status for floating IP b045456b-b800-45e3-8a94-68c58cdbd34a: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:29.823472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Checking router: aec2c447-41c6-4c90-8e0c-154c747cf94b for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:29.823829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Updating router aec2c447-41c6-4c90-8e0c-154c747cf94b port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:29.832209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Calling delete_port for 08471345-9497-42fb-9ad0-2bb3f43676c5 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:29.840906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=24387165-b29f-482c-b4eb-616d35788a1e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:29.848645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] No DVR routers for this DVR port 24387165-b29f-482c-b4eb-616d35788a1e on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:29.868020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.882255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc906a-6cd6-4b15-a4e3-5584e4e90dbd None None] DHCP port deletion for 1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:29.900149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Transition to ACTIVE for port object 35f2c96b-a29e-4daf-b4e9-d52510e8b95f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:29.906338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.925027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.963566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.012924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.029430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Pushing event updated for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.039423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d48ecd8-cf8f-442c-9110-ab3b292cd5e0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:30.044435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Network 645d8d30-95d1-4c35-b53c-5405651f516b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:30.047011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:30.052809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:30.053750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edd55bb-beb5-49b2-8683-fbb7411d43c7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:30.054062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edd55bb-beb5-49b2-8683-fbb7411d43c7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:30.086608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.112567 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.115698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.121358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "DELETE /v2.0/security-groups/836bea6a-facb-4165-be05-bedd468c9b96 HTTP/1.1" status: 204 len: 168 time: 0.6451209 Jul 16 08:59:30.125642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.133507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.137863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41944) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.149261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:30.149603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:30.153999 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:30.170829 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-4ba47a56-2064-4363-af5f-0a714557914d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] show failed (client error): The resource could not be found. Jul 16 08:59:30.171838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ba47a56-2064-4363-af5f-0a714557914d tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "GET /v2.0/security-groups/836bea6a-facb-4165-be05-bedd468c9b96 HTTP/1.1" status: 404 len: 347 time: 0.0342779 Jul 16 08:59:30.172919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.213966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41946) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.237130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466aad2b-a05f-4e81-a6a1-7f757202d4e6 tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836bea6a-facb-4165-be05-bedd468c9b96,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.240940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.250847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/ports/08471345-9497-42fb-9ad0-2bb3f43676c5 HTTP/1.1" status: 204 len: 168 time: 1.1983516 Jul 16 08:59:30.280109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41948) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.337276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afdfac-95cb-44ac-84ce-8fb2fb08fb41 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Port': ['ID=08471345-9497-42fb-9ad0-2bb3f43676c5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.369269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.379514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.382497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Transition to ACTIVE for port object 9fd1e3ec-1ee9-4656-b358-3964f65f7838 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:30.392500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.400853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.405330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/networks/1d48ecd8-cf8f-442c-9110-ab3b292cd5e0 HTTP/1.1" status: 204 len: 168 time: 1.6664321 Jul 16 08:59:30.413145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 41950) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.433986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-653b78d3-a60e-4802-be51-0b63790c5e41 None None] Provisioning for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:30.435773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cdeba-2ad2-44aa-9819-82199399bd6a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Network': ['ID=1d48ecd8-cf8f-442c-9110-ab3b292cd5e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.453941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-653b78d3-a60e-4802-be51-0b63790c5e41 None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:30.454429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-653b78d3-a60e-4802-be51-0b63790c5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.529938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Deleting port 1a5cc266-31cd-43a3-b412-977b43d369a1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.530447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.587481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Deleting port d3801581-950c-4a3e-aa42-ac999e3e6720 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.587838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.592420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.622800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.642715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Calling delete_port for 1a5cc266-31cd-43a3-b412-977b43d369a1 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:30.666299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738bfe-0f62-4c1b-9a72-ab4dab5a178e None None] Pushing event updated for resources: {'Port': ['ID=9fd1e3ec-1ee9-4656-b358-3964f65f7838,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.676441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:30.722909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 2a2462d3-2826-4cdf-8c66-b3e519c78330 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:30.724863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 2a2462d3-2826-4cdf-8c66-b3e519c78330 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:30.728366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Attempting to bind port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:30.729524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Attempting to bind port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:30.731260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Attempting to bind port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:30.750221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.758424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:30.759302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:30.759970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.760632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:30.761553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Bound port: 9fd1e3ec-1ee9-4656-b358-3964f65f7838, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:30.762960 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.766291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-653b78d3-a60e-4802-be51-0b63790c5e41 None None] Port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:30.783125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.783458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.797046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Port': ['ID=1a5cc266-31cd-43a3-b412-977b43d369a1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:30.806177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Calling delete_port for d3801581-950c-4a3e-aa42-ac999e3e6720 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:30.814520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.817619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6de313ff-a5c8-4d88-9e4f-34a8d081d38d tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/ports/1a5cc266-31cd-43a3-b412-977b43d369a1 HTTP/1.1" status: 204 len: 168 time: 0.5345881 Jul 16 08:59:30.821748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.847040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] For port 9fd1e3ec-1ee9-4656-b358-3964f65f7838, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:30.850623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] For port 9fd1e3ec-1ee9-4656-b358-3964f65f7838, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9fd1e3ec-1ee9-4656-b358-3964f65f7838,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:30.857196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.885108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-78e4d4d9-0cdc-48ab-9a4f-967d48532653 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0612335 Jul 16 08:59:30.891332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41954) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.899698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 81700177-bca8-4110-b16a-0c3de40c1925 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.900340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.901177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2143546056'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:30.936566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:30.943605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.953557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:30.954387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:30.990421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:31.007792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.008692 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment 53c51fb5-3973-44f8-a13c-07686781892b of type vlan for network ebc086f3-996a-4aba-b394-888fb035620c Jul 16 08:59:31.039602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.052544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.062127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.067489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.068172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.068314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738bfe-0f62-4c1b-9a72-ab4dab5a178e None None] Pushing event updated for resources: {'Port': ['ID=9fd1e3ec-1ee9-4656-b358-3964f65f7838,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.131089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.137175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 81700177-bca8-4110-b16a-0c3de40c1925 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:31.140451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.144597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.170452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:31.216272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Pushing event updated for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.224029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3310373 Jul 16 08:59:31.227681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24387165-b29f-482c-b4eb-616d35788a1e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:31.228061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.233907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-170735642'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:31.255220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.263589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 24387165-b29f-482c-b4eb-616d35788a1e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:31.264126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 24387165-b29f-482c-b4eb-616d35788a1e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:31.274655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f91b1c-652e-439d-8152-cc1eb1a49c5c tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=ebc086f3-996a-4aba-b394-888fb035620c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.305748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ebc086f3-996a-4aba-b394-888fb035620c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:31.318665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.318923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:31.325176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.363906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:31.383672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.384050 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Added segment b26c2991-ac4f-49ff-a9be-b6351e1d65ed of type vlan for network 99fd67f4-e266-40ca-b1f6-7af63705d63b Jul 16 08:59:31.398128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Pushing event deleted for resources: {'Port': ['ID=d3801581-950c-4a3e-aa42-ac999e3e6720,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.454755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.496089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.511175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.511987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.569099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3402772 Jul 16 08:59:31.623280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be440-b0f5-4b93-ae5d-1cacb9e2e3e2 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Network': ['ID=99fd67f4-e266-40ca-b1f6-7af63705d63b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.635057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 99fd67f4-e266-40ca-b1f6-7af63705d63b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:31.693523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.696627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.704139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-603724d7-afaa-48cc-b63b-d0bec98ee83b tempest-AttachVolumeShelveTestJSON-655119804 tempest-AttachVolumeShelveTestJSON-655119804-project] 10.222.0.32 "DELETE /v2.0/floatingips/b045456b-b800-45e3-8a94-68c58cdbd34a HTTP/1.1" status: 204 len: 168 time: 1.4830844 Jul 16 08:59:31.709541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 41982) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.717661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'subnets': [{'network_id': 'ebc086f3-996a-4aba-b394-888fb035620c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--749772455', 'ip_version': 4}, {'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:31.719483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'subnet': {'network_id': 'ebc086f3-996a-4aba-b394-888fb035620c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--749772455', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:31.719483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Request body: {'subnet': {'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:31.733816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Network 645d8d30-95d1-4c35-b53c-5405651f516b is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:31.739186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:31.755119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.800522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35f2c96b-a29e-4daf-b4e9-d52510e8b95f', 'name': '', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'mac_address': 'fa:16:3e:a8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:29Z', 'updated_at': '2021-07-16T08:59:29Z', 'revision_number': 1, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'subnets': [{'id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:31.837190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad38b12-f034-484e-a53f-2193d4ba42d2 None None] The sync data for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 is: [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35f2c96b-a29e-4daf-b4e9-d52510e8b95f', 'name': '', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'mac_address': 'fa:16:3e:a8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:29Z', 'updated_at': '2021-07-16T08:59:29Z', 'revision_number': 1, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'subnets': [{'id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:31.916609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=81700177-bca8-4110-b16a-0c3de40c1925,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:32.015384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.016138 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Floating IP ab0e5a0e-bb7d-4b41-864d-a3578152a251 disassociated (deleted). External IP: 172.25.5.52, port: aef0432e-db85-481c-ab25-7f8d0bcb0ad7. Jul 16 08:59:32.049577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Made reservation on behalf of 4a67fc533c1d48a8808433f3d07695a5 for: {'subnet': 2} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:32.057113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.058323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.200310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Router aec2c447-41c6-4c90-8e0c-154c747cf94b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:32.227021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1e3d4515-0fb0-4991-b2ac-0d25c40f2fb0 None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:32.228167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4515-0fb0-4991-b2ac-0d25c40f2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.353396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d4515-0fb0-4991-b2ac-0d25c40f2fb0 None None] Port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:32.785229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.853630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Subnet': ['ID=3137edda-9d9d-48e5-9a04-593af53731b3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:32.876463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Checking segment: {'id': '53c51fb5-3973-44f8-a13c-07686781892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebc086f3-996a-4aba-b394-888fb035620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:32.877678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network hostable DHCP agents. Network: ebc086f3-996a-4aba-b394-888fb035620c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:32.899846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network ebc086f3-996a-4aba-b394-888fb035620c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:32.919838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ebc086f3-996a-4aba-b394-888fb035620c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:32.925779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.931275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fcdd2c-e35a-4075-9944-0918b72be4aa None None] Network ebc086f3-996a-4aba-b394-888fb035620c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:33.027456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event updated for resources: {'Subnet': ['ID=85b54e73-4abc-4a86-8c9c-5f498a41478d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.060068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Checking segment: {'id': 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:33.067249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network hostable DHCP agents. Network: 99fd67f4-e266-40ca-b1f6-7af63705d63b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:33.077953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:33.170100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Network 99fd67f4-e266-40ca-b1f6-7af63705d63b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:33.184936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 99fd67f4-e266-40ca-b1f6-7af63705d63b) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:33.202271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc13a4-d0aa-4b17-ba3f-c42c39067497 None None] Network 99fd67f4-e266-40ca-b1f6-7af63705d63b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:33.205859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.206558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.207272 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.234022 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-669d100e-1647-414f-b6cd-6c974032673f tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5187180 Jul 16 08:59:33.234514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.389016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa3414-60c3-44a3-95cf-882d2d948607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ebc086f3-996a-4aba-b394-888fb035620c', 'network_id': 'ebc086f3-996a-4aba-b394-888fb035620c', 'tenant_id': '4a67fc533c1d48a8808433f3d07695a5', 'fixed_ips': [{'subnet_id': '3137edda-9d9d-48e5-9a04-593af53731b3'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:33.390274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e9aa3414-60c3-44a3-95cf-882d2d948607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.424667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19f45a-b8ce-4c92-9568-9aace2768bd8 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.429855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19f45a-b8ce-4c92-9568-9aace2768bd8 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.431854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19f45a-b8ce-4c92-9568-9aace2768bd8 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.434198 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ad19f45a-b8ce-4c92-9568-9aace2768bd8 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1986296 Jul 16 08:59:33.437515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.471639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:33.488484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25d20d04-62d1-4cd5-90a2-c29c3a85a9ab admin admin] 10.222.0.32 "PUT /v2.0/routers/aec2c447-41c6-4c90-8e0c-154c747cf94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8892210 Jul 16 08:59:33.561927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:33.576889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:33.583658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.645321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-99fd67f4-e266-40ca-b1f6-7af63705d63b', 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b', 'tenant_id': '4a67fc533c1d48a8808433f3d07695a5', 'fixed_ips': [{'subnet_id': '85b54e73-4abc-4a86-8c9c-5f498a41478d'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:33.646287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.667006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Deleting subnet 3137edda-9d9d-48e5-9a04-593af53731b3 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:33.680758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.703669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-73a14c56-0c04-4de3-ba1f-2737614322d5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab0e5a0e-bb7d-4b41-864d-a3578152a251 HTTP/1.1" status: 204 len: 168 time: 3.2879560 Jul 16 08:59:33.704395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:33.707015 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b79f3-361c-4522-a775-6ff77b2e3b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:33.760693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:33.761354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:33.776696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.798926 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0149ba-c2dc-4256-9600-6f2c2f604468 x-openstack-request-id: req-1c0149ba-c2dc-4256-9600-6f2c2f604468 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:33.799225 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:33.799483 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c0149ba-c2dc-4256-9600-6f2c2f604468 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:33.799888 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'status': 'completed', 'code': 200} Jul 16 08:59:33.943744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.076710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-360b5776-447d-43e2-b5da-dd1a40eb4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.079742 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-360b5776-447d-43e2-b5da-dd1a40eb4cdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 1098 time: 0.2465277 Jul 16 08:59:34.395934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-e9aa3414-60c3-44a3-95cf-882d2d948607 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3137edda-9d9d-48e5-9a04-593af53731b3: This subnet is being modified by another concurrent operation. Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3137edda-9d9d-48e5-9a04-593af53731b3: This subnet is being modified by another concurrent operation. Jul 16 08:59:34.405534 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 08:59:34.431152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfbd9c-e0e5-441e-9e4f-5c73870dc446 None None] Network ebc086f3-996a-4aba-b394-888fb035620c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:34.467650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Subnet': ['ID=3137edda-9d9d-48e5-9a04-593af53731b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.468446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:34.501551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.503633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dd54cb08-f9a5-4653-b551-5d3d8d90a412 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/subnets/3137edda-9d9d-48e5-9a04-593af53731b3 HTTP/1.1" status: 204 len: 168 time: 1.0647750 Jul 16 08:59:34.506436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42050) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:34.521282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-f036d61c-33e1-4992-a737-dfc95a82ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.524279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-f036d61c-33e1-4992-a737-dfc95a82ee01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 200 len: 898 time: 0.4303131 Jul 16 08:59:34.621995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-08c0aeb7-ccd4-481b-b46d-656325f617b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 200 len: 217 time: 0.0839341 Jul 16 08:59:34.648740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Deleting subnet 85b54e73-4abc-4a86-8c9c-5f498a41478d {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:34.682533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Allocated IP 172.20.0.18 (99fd67f4-e266-40ca-b1f6-7af63705d63b/85b54e73-4abc-4a86-8c9c-5f498a41478d/a5d222a7-f661-4718-a268-e5193fd8f0b7) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:34.756798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-442d80b6-6644-4f86-9fa2-9a988ddf8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.760966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-442d80b6-6644-4f86-9fa2-9a988ddf8bdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0374c4cf-f646-491c-a9f3-2017c8ebc6d5 HTTP/1.1" status: 200 len: 835 time: 0.1306202 Jul 16 08:59:34.854495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-24367b58-1e17-4a72-9283-f2be5efb6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.857632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-24367b58-1e17-4a72-9283-f2be5efb6c4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891695 Jul 16 08:59:35.004546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67112550-afc5-405c-b044-75ce2a00e498 req-10bf0116-0213-4160-ae96-f9cb875f2c9c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.009377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67112550-afc5-405c-b044-75ce2a00e498 req-10bf0116-0213-4160-ae96-f9cb875f2c9c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.5218472 Jul 16 08:59:35.159072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-0ce5f261-7cdf-4914-b62f-961a2752b4d4 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805054 Jul 16 08:59:35.166071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67112550-afc5-405c-b044-75ce2a00e498 req-9e2fc30c-5c79-4b0f-8fb5-b9aaac1176e8 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487794 Jul 16 08:59:35.266526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9fd1e3ec-1ee9-4656-b358-3964f65f7838 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:35.315067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-365b79f3-361c-4522-a775-6ff77b2e3b4a req-0ce1a077-0afc-4a4d-a453-09040de11563 service neutron] 10.222.0.46 "GET /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548872 Jul 16 08:59:35.435086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.452773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Transition to ACTIVE for port object a5d222a7-f661-4718-a268-e5193fd8f0b7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.458584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:35.471590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:35.472334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.481826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Transition to ACTIVE for port object a5d222a7-f661-4718-a268-e5193fd8f0b7 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.510631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.601443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.689698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.708543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:35.739879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.772222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Network 99fd67f4-e266-40ca-b1f6-7af63705d63b is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:35.773143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:35.781330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:35.789362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:35.872427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:35.873204 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:35.878102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Pushing event updated for resources: {'Port': ['ID=a5d222a7-f661-4718-a268-e5193fd8f0b7,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.939324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-c2622953-9474-4ef9-84d1-b75c137a8baa tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.944299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-c2622953-9474-4ef9-84d1-b75c137a8baa tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.1232998 Jul 16 08:59:36.005859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.007447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Attempting to bind port a5d222a7-f661-4718-a268-e5193fd8f0b7 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:36.007830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Attempting to bind port a5d222a7-f661-4718-a268-e5193fd8f0b7 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:36.008233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Attempting to bind port a5d222a7-f661-4718-a268-e5193fd8f0b7 on network 99fd67f4-e266-40ca-b1f6-7af63705d63b {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:36.078537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.085109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/subnets/85b54e73-4abc-4a86-8c9c-5f498a41478d HTTP/1.1" status: 204 len: 168 time: 1.5751688 Jul 16 08:59:36.085794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:36.086487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Checking segment: {'id': 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:36.087102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.087698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Bound using segment: {'id': 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:36.088551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Bound port: a5d222a7-f661-4718-a268-e5193fd8f0b7, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '99fd67f4-e266-40ca-b1f6-7af63705d63b'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:36.089282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.101693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42084) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:36.117976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.139080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Subnet': ['ID=85b54e73-4abc-4a86-8c9c-5f498a41478d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:36.171511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.171868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.172385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.172745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.173130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.173479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.173824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.174197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.174604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.174941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.175321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.176567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3bc78-3591-4be7-9239-674b7fcf8fb5 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:36.233446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09bdfc6-a435-4266-a809-a612d3e1b634 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:36.242320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c09bdfc6-a435-4266-a809-a612d3e1b634 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315312 Jul 16 08:59:36.242556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42090) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:36.288153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:36.315997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9fd1e3ec-1ee9-4656-b358-3964f65f7838, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9fd1e3ec-1ee9-4656-b358-3964f65f7838,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:36.335756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:36.340317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.450298 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.503390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.513550 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Sync routers for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:36.544633 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:36.545283 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:36.569740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port aef0432e-db85-481c-ab25-7f8d0bcb0ad7, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:36.570107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.602499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] For port a5d222a7-f661-4718-a268-e5193fd8f0b7, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:36.610397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for aef0432e-db85-481c-ab25-7f8d0bcb0ad7 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:36.795420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Deleting port a5d222a7-f661-4718-a268-e5193fd8f0b7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:36.796279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.813048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] For port a5d222a7-f661-4718-a268-e5193fd8f0b7, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a5d222a7-f661-4718-a268-e5193fd8f0b7,segment=NetworkSegment(b26c2991-ac4f-49ff-a9be-b6351e1d65ed),segment_id=b26c2991-ac4f-49ff-a9be-b6351e1d65ed)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:36.846292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.874085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:36.909443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3937b-f9ab-43e5-8afd-e4c2879a42e7 req-271c9923-4eff-4c98-9671-c849fa69ab12 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:36.909808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9fd1e3ec-1ee9-4656-b358-3964f65f7838,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:36.924553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4eb3937b-f9ab-43e5-8afd-e4c2879a42e7 req-271c9923-4eff-4c98-9671-c849fa69ab12 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=3607a61e-2edb-4c5e-b214-e7ec9d9390f9 HTTP/1.1" status: 200 len: 946 time: 0.5096519 Jul 16 08:59:36.995944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:37.009908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.036167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5c0de-6bee-4483-be94-c1530b54b1da None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'fc5e1eeb-3413-4b9b-9455-f7cc485fd2df', 'name': '', 'network_id': '1f338910-35be-4de5-b2d7-2fa8ceb7b7e0', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:2a:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:51Z', 'updated_at': '2021-07-16T08:57:06Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '0374c4cf-f646-491c-a9f3-2017c8ebc6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:37.064591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4eb3937b-f9ab-43e5-8afd-e4c2879a42e7 req-80864b69-8671-4e52-a9cd-e6165cfac1a1 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=c88aa691-e637-4959-9b94-e33e041ddfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287446 Jul 16 08:59:37.088565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] For port a5d222a7-f661-4718-a268-e5193fd8f0b7, host n-d-798054-12, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:37.088947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.094028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=aef0432e-db85-481c-ab25-7f8d0bcb0ad7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.114222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Calling delete_port for a5d222a7-f661-4718-a268-e5193fd8f0b7 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:37.146980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf4d86-dfee-43c1-a0b5-0f6cbe17afe9 None None] Pushing event updated for resources: {'Port': ['ID=a5d222a7-f661-4718-a268-e5193fd8f0b7,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.188418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec58fa-e248-435d-8b9b-4b04db75243d None None] Network 99fd67f4-e266-40ca-b1f6-7af63705d63b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:37.296512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9fd1e3ec-1ee9-4656-b358-3964f65f7838 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:37.297376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] No DVR routers for this DVR port aef0432e-db85-481c-ab25-7f8d0bcb0ad7 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:37.301278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.303591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-62d463c7-93ea-408e-8e57-52c00300cb36 req-b947ed74-4fe1-440b-a4b2-b6e2fdd8ac6c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "DELETE /v2.0/ports/aef0432e-db85-481c-ab25-7f8d0bcb0ad7 HTTP/1.1" status: 204 len: 173 time: 1.3537068 Jul 16 08:59:37.307749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'name': 'network-vif-deleted', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:37.314809 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a67b1-a2dd-4bdf-9b34-8d9c60480a06" -d '{"events": [{"server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "name": "network-vif-deleted", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:37.385812 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760a340-4ede-4cc1-8cbe-72cac108f440 x-openstack-request-id: req-9760a340-4ede-4cc1-8cbe-72cac108f440 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:37.386109 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3607a61e-2edb-4c5e-b214-e7ec9d9390f9", "name": "network-vif-deleted", "tag": "aef0432e-db85-481c-ab25-7f8d0bcb0ad7", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:37.386369 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9760a340-4ede-4cc1-8cbe-72cac108f440 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:37.386955 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3607a61e-2edb-4c5e-b214-e7ec9d9390f9', 'name': 'network-vif-deleted', 'tag': 'aef0432e-db85-481c-ab25-7f8d0bcb0ad7', 'status': 'completed', 'code': 200} Jul 16 08:59:37.529694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.540204 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35f2c96b-a29e-4daf-b4e9-d52510e8b95f', 'name': '', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'mac_address': 'fa:16:3e:a8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:29Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 2, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'subnets': [{'id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:37.607599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] No DVR routers for this DVR port a5d222a7-f661-4718-a268-e5193fd8f0b7 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:37.612571 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Checking router: aec2c447-41c6-4c90-8e0c-154c747cf94b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:37.613220 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Updating router aec2c447-41c6-4c90-8e0c-154c747cf94b port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:37.618942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Port': ['ID=a5d222a7-f661-4718-a268-e5193fd8f0b7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.676392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:37.677873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.702721 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.734624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a45956-9771-476c-b6d8-e6d849d1e848 None None] New status for floating IP ab0e5a0e-bb7d-4b41-864d-a3578152a251: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:37.851495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.876995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd67f4-e266-40ca-b1f6-7af63705d63b']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:37.909963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:37.911436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c2991-ac4f-49ff-a9be-b6351e1d65ed') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:37.932999 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.964642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.973385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:37.973808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.994764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebe686-9ba7-48c3-b33c-c73be7f21c3b None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:38.007706 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:38.181246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-ebcae015-af19-4887-a55a-975e7169cbe5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.183203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-ebcae015-af19-4887-a55a-975e7169cbe5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1880665 Jul 16 08:59:38.187482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.208326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.210679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/99fd67f4-e266-40ca-b1f6-7af63705d63b HTTP/1.1" status: 204 len: 168 time: 1.9670329 Jul 16 08:59:38.213638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42136) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.259343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-3868ff24-2974-408b-87c8-8054dce7d381 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0661156 Jul 16 08:59:38.263059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac5903-fdc6-4fd9-aa8f-6e5e36dd39bc tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=99fd67f4-e266-40ca-b1f6-7af63705d63b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.328205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebe686-9ba7-48c3-b33c-c73be7f21c3b None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:59:38.331062 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.354661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Transition to ACTIVE for port object 35f2c96b-a29e-4daf-b4e9-d52510e8b95f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:38.362249 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.393317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.483647 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952849-5f55-4ade-bc63-3e6406a852b0 None None] Pushing event updated for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.529451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-b91c5724-42a1-4864-bea8-d05277138d0a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2572439 Jul 16 08:59:38.615435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.620486 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Attempting to bind port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:38.624124 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Attempting to bind port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:38.624760 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Attempting to bind port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f on network 645d8d30-95d1-4c35-b53c-5405651f516b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:38.633680 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:38.636178 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Checking segment: {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:38.636881 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.638326 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Bound using segment: {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:38.641175 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Bound port: 35f2c96b-a29e-4daf-b4e9-d52510e8b95f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a65919-4b1f-40c9-b92e-c5388abe13eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:38.642724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc086f3-996a-4aba-b394-888fb035620c']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:38.643434 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.656280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da784007-58cb-4e6a-90d3-63abdcf482e2 req-1b4078a9-d159-4330-88f9-68e32edd6eb2 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.666587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da784007-58cb-4e6a-90d3-63abdcf482e2 req-1b4078a9-d159-4330-88f9-68e32edd6eb2 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1099 time: 0.1354520 Jul 16 08:59:38.667860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c51fb5-3973-44f8-a13c-07686781892b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:38.670319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c51fb5-3973-44f8-a13c-07686781892b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:38.670791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.693869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.721154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.731942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:38.736441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:38.739692 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:38.772014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da784007-58cb-4e6a-90d3-63abdcf482e2 req-fa6f3e14-2055-44fa-a34b-ea053e3c9161 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021750 Jul 16 08:59:38.781600 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] For port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:38.787706 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] For port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:38.792804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.797657 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.854019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de48c5-c8b2-4aa7-88c2-9087c9e07149 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:59:38.900057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.910173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.918102 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952849-5f55-4ade-bc63-3e6406a852b0 None None] Pushing event updated for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.924306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/ebc086f3-996a-4aba-b394-888fb035620c HTTP/1.1" status: 204 len: 168 time: 0.7083147 Jul 16 08:59:38.925369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.927760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.965782 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:38.966658 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:38.985804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95f6db-4f55-4e09-bc78-6b8794ce454e tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=ebc086f3-996a-4aba-b394-888fb035620c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.031130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de48c5-c8b2-4aa7-88c2-9087c9e07149 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:59:39.244454 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.287137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.301169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35f2c96b-a29e-4daf-b4e9-d52510e8b95f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:39.359725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-2a142cb5-028c-439a-bd02-35ce216acd09 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027115 Jul 16 08:59:39.407180 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.488997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-42b493ac-a721-4abb-ad48-826212c0827c service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279829 Jul 16 08:59:39.499272 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:39.538885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.551405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ef76c6-409e-4742-91e0-ee0d3e2c55e8']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:39.553106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 64bae22c-2923-4351-aa82-6582b1cafade {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:39.553471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.570827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee160ff-32c2-44cb-b60a-265af9f089a4') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:39.571609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee160ff-32c2-44cb-b60a-265af9f089a4') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:39.618414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.650945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:39.652956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.671432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:39.671813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.679905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:39.680374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: timer() Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:39.783187 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:39.799562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.803233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.821914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.824053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/28ef76c6-409e-4742-91e0-ee0d3e2c55e8 HTTP/1.1" status: 204 len: 168 time: 0.8715370 Jul 16 08:59:39.828678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42178) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:39.842017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee01a36-f134-4bba-8c96-26cb87f65c96 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=28ef76c6-409e-4742-91e0-ee0d3e2c55e8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.889277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.889872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.905071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.916549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.921038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.922624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/security-groups/c88aa691-e637-4959-9b94-e33e041ddfcf HTTP/1.1" status: 204 len: 168 time: 0.9717405 Jul 16 08:59:39.942963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7088069-e71f-4b70-8549-dd22fb4ac60a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88aa691-e637-4959-9b94-e33e041ddfcf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.966709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 64bae22c-2923-4351-aa82-6582b1cafade owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:39.991110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.024476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:40.029617 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.090767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35f2c96b-a29e-4daf-b4e9-d52510e8b95f', 'name': '', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'mac_address': 'fa:16:3e:a8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:29Z', 'updated_at': '2021-07-16T08:59:38Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'subnets': [{'id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:40.126949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.164995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.209676 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea262a17-3c2d-47d8-b52a-61a407b53053 None None] The sync data for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 is: [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T08:59:30Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35f2c96b-a29e-4daf-b4e9-d52510e8b95f', 'name': '', 'network_id': '645d8d30-95d1-4c35-b53c-5405651f516b', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'mac_address': 'fa:16:3e:a8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:29Z', 'updated_at': '2021-07-16T08:59:38Z', 'revision_number': 4, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'subnets': [{'id': '227ae895-40ab-41f0-a7b1-c084723dabef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:40.470157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4a13886-92f8-4ee3-9ace-89e50bf1246c None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:40.474711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4a13886-92f8-4ee3-9ace-89e50bf1246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.475616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e063b14-d35a-4508-8990-aaac4a85a5fc req-437abe5b-51e8-4e5c-a42b-d289eae6d9ff tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.1616368 Jul 16 08:59:40.607535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aef0432e-db85-481c-ab25-7f8d0bcb0ad7 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:40.653571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.669264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:40.720314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: aef0432e-db85-481c-ab25-7f8d0bcb0ad7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:40.720670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device aef0432e-db85-481c-ab25-7f8d0bcb0ad7 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:40.800397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13692116-f5b7-4cd6-b5ee-92004379f909') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:40.800716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13692116-f5b7-4cd6-b5ee-92004379f909') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:40.847930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.905190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.961840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:40.962267 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:40.970814 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:41.060161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a2cc61e1-a451-4e5f-bbb3-75d55e8269c0 None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:41.060736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a2cc61e1-a451-4e5f-bbb3-75d55e8269c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.148359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.171350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.231532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.251709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] 10.222.0.32 "DELETE /v2.0/networks/c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46 HTTP/1.1" status: 204 len: 168 time: 1.4199183 Jul 16 08:59:41.258036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=64bae22c-2923-4351-aa82-6582b1cafade,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.310526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35f2c96b-a29e-4daf-b4e9-d52510e8b95f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:41.457743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51703a2e-8250-499a-a29b-76292d507d06 tempest-BulkNetworkOpsTest-1062632525 tempest-BulkNetworkOpsTest-1062632525-project] Pushing event deleted for resources: {'Network': ['ID=c2ea0fd5-95fc-43dc-86ab-bf5c9d5e4c46,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.474983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.476483 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 disassociated (deleted). External IP: 172.25.5.181, port: fc4a59dc-b145-4c56-b706-8f48867c0850. Jul 16 08:59:41.554422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:41.558142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.926215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:42.083137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.101432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e0507b2-c5a4-4e4f-aeaa-acc6b7756b90 req-e0b0f2dc-4f0d-4fe7-a92f-5e323c6fc9e6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.1472714 Jul 16 08:59:42.254233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:42.275167 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e2a105a-e379-406f-933c-76d00f5f955e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a67fc533c1d48a8808433f3d07695a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470588 Jul 16 08:59:42.283224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:42.453846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:42.464234 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Sync routers for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:42.466197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.489648 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:42.490296 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:42.512946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e2cee388-4585-4a4d-a756-0ef82f33a5fd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/floatingips/fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1 HTTP/1.1" status: 204 len: 168 time: 3.7180262 Jul 16 08:59:42.514694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:42.519647 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a6573e-3c25-4666-8b19-b5b3590e8741" -d '{"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:42.536805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.582410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-0ff22d49-cf21-4e0c-ae9f-1eca28d7a282 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.583967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-0ff22d49-cf21-4e0c-ae9f-1eca28d7a282 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.3643370 Jul 16 08:59:42.620856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:42.643710 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b150f-6211-4519-97f8-c27cda3aec40 x-openstack-request-id: req-839b150f-6211-4519-97f8-c27cda3aec40 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:42.644004 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:42.644286 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-839b150f-6211-4519-97f8-c27cda3aec40 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:42.644697 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:59:42.758855 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:42.783813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.924747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:43.009800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8652df95-4ecf-4df0-9a00-2b0fe4495eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.059499 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:43.135560 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Checking router: 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:43.180681 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:43.183092 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:43.274814 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.277870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.314590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/566cc439-367e-4d93-b350-b5891542d31c HTTP/1.1" status: 204 len: 168 time: 1.0298109 Jul 16 08:59:43.416010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845317b-bd26-4338-8fa4-acbe4845ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566cc439-367e-4d93-b350-b5891542d31c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.530036 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:43.596191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:43.604796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.689560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:43.689908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.702191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-3d7474df-9966-4cfc-be56-60efc3a05086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.706362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-3d7474df-9966-4cfc-be56-60efc3a05086 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 1099 time: 1.0085654 Jul 16 08:59:43.820152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b42e362-611e-4d61-adca-c1fb3f0e9e1a req-65695055-85aa-431d-9eed-8e47398cc6ac tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.0691082 Jul 16 08:59:43.922175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a5931-cd13-44cf-b2da-180128fb1dd0 req-26cb2204-8625-42a5-9d4f-ef19c0c40853 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.929595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-811a5931-cd13-44cf-b2da-180128fb1dd0 req-26cb2204-8625-42a5-9d4f-ef19c0c40853 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 947 time: 0.1761205 Jul 16 08:59:44.003797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-811a5931-cd13-44cf-b2da-180128fb1dd0 req-d6ec0aa0-6043-4faf-8814-9d318973bf7b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731161 Jul 16 08:59:44.070921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:44.161387 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ece28-3957-48d4-a475-b6cfa301f7e2 None None] The sync data for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 is: [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:57:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e48c3213-ffc3-4458-b339-ee06860a1475', 'name': '', 'network_id': '77cd0e31-f144-416c-b4c8-952cfc5aafd0', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:c2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:07Z', 'updated_at': '2021-07-16T08:57:20Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '6c2c81ea-4991-4304-b970-096dc95a4e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:44.184594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.11 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/07f7f3a1-6330-475b-bce8-ffc56615d433) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:44.216184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.454473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port fc5e1eeb-3413-4b9b-9455-f7cc485fd2df, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:44.454957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.597227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for fc5e1eeb-3413-4b9b-9455-f7cc485fd2df owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:44.606502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Deleting port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:44.606988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.661607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-93844bc9-ded6-496d-a0ef-a34c78facf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.672599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-93844bc9-ded6-496d-a0ef-a34c78facf19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 200 len: 897 time: 0.5378499 Jul 16 08:59:44.754016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c03e1-1f14-4ad1-9da1-c67be09bb738 None None] New status for floating IP fd9bd640-57c7-4e12-ae1c-7ec5ff6854c1: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:44.768879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] For port 7b6b6aad-fd6d-45af-ad14-216b0473a0d9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:44.769246 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.794555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Calling delete_port for 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:44.815622 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-f4e38ab1-7e9f-4086-a0ff-d1ecd1ba9ea0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 200 len: 217 time: 0.1271930 Jul 16 08:59:44.971554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.174680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2b49fc-7c17-400f-894a-1178f901172d req-a5270a60-0984-4fb0-96c7-edc39b14dc2c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.0865247 Jul 16 08:59:45.176906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-815cc415-49b1-4292-a113-33f999ddfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.180507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-815cc415-49b1-4292-a113-33f999ddfd2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 200 len: 834 time: 0.3526366 Jul 16 08:59:45.195977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-c6eaa1f4-6268-4e68-89e3-24d5dad4ee89 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.196568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.198256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-c6eaa1f4-6268-4e68-89e3-24d5dad4ee89 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 947 time: 0.6712267 Jul 16 08:59:45.229458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6b6aad-fd6d-45af-ad14-216b0473a0d9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.331877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-754428065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:45.378463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.481649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b641ef-073f-4702-a179-c26832205b8b req-3f0cef34-37f8-41d5-9af4-a89e546eaa35 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.484067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46b641ef-073f-4702-a179-c26832205b8b req-3f0cef34-37f8-41d5-9af4-a89e546eaa35 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 947 time: 0.2460208 Jul 16 08:59:45.508485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 07f7f3a1-6330-475b-bce8-ffc56615d433 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:45.540580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.571075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.572338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.606506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba457-84bf-4440-87af-5567dd9de0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.607934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=fc5e1eeb-3413-4b9b-9455-f7cc485fd2df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.609005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46b641ef-073f-4702-a179-c26832205b8b req-3b568057-f83f-4ae3-9d7b-5d759c3433b6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2e18225-6cd1-4b03-9c50-d1afbda8943f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171372 Jul 16 08:59:45.653973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.701345 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.717657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-0d106b38-42b9-43b6-9783-be406a93a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.719556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-0d106b38-42b9-43b6-9783-be406a93a75c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=77cd0e31-f144-416c-b4c8-952cfc5aafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5134659 Jul 16 08:59:45.756693 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:45.900088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.930575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.943957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:45.944388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.116577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.119697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port fc4a59dc-b145-4c56-b706-8f48867c0850, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fc4a59dc-b145-4c56-b706-8f48867c0850,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:46.120094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.214068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.215795 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8033efb-bf56-41e9-9657-09a2854b8973 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2386308 Jul 16 08:59:46.220676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42318) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:46.229550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-595240935'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:46.260734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:46.266457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.278940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for fc4a59dc-b145-4c56-b706-8f48867c0850 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:46.286336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:46.319688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.528372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-8c7adfd1-ccd3-4cd3-bab9-6766ff70c61e service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324448 Jul 16 08:59:46.534707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:46.544637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:46.549261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Router 6fff3cc7-7724-4cd1-b467-b89943b74e4b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:46.584750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430b73d-4db7-4f90-b050-a58769da018a req-efd9caa3-8f85-4782-b7c4-b4c27aad5ff5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.587113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4430b73d-4db7-4f90-b050-a58769da018a req-efd9caa3-8f85-4782-b7c4-b4c27aad5ff5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 932 time: 0.2379951 Jul 16 08:59:46.600559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:46.683617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.731235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:46.744898 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Sync routers for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:46.749508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-028b9250-d810-4091-89c0-7c759844579c admin admin] 10.222.0.32 "PUT /v2.0/routers/6fff3cc7-7724-4cd1-b467-b89943b74e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8161335 Jul 16 08:59:46.758999 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:46.761347 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:46.769540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42328) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:46.885291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=fc4a59dc-b145-4c56-b706-8f48867c0850,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:46.924374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.021678 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:47.034384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-303d749d-3202-4a58-839c-bc70480c8f3a req-bdbe9522-d7b2-4951-8bde-c7b258d39acb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 210 time: 0.1162348 Jul 16 08:59:47.101053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a3662b1-3309-4090-8ee9-f82e09421131 None None] Provisioning for port 07f7f3a1-6330-475b-bce8-ffc56615d433 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:47.109009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a3662b1-3309-4090-8ee9-f82e09421131 None None] Provisioning complete for port 07f7f3a1-6330-475b-bce8-ffc56615d433 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:47.109698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a3662b1-3309-4090-8ee9-f82e09421131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.111457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4430b73d-4db7-4f90-b050-a58769da018a req-1deb1aca-2256-40a0-9231-9884a3eb497b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834462 Jul 16 08:59:47.152419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.211841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.212565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5a3662b1-3309-4090-8ee9-f82e09421131 None None] Port 07f7f3a1-6330-475b-bce8-ffc56615d433 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:47.236855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:47.264269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.264622 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Added segment 9020f0a8-a74e-4eb9-a408-63237157d168 of type vlan for network 07aab030-21dc-4700-9201-92669fcfe3f7 Jul 16 08:59:47.377925 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.502517 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:47.506105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.514308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.523313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] No DVR routers for this DVR port fc4a59dc-b145-4c56-b706-8f48867c0850 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:47.530668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.531371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.534560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.535863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.536718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b46876c-3d79-4ba1-aa71-b0f18d15346a req-36abf224-e06a-49a6-9972-9ed3f0cf99e1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "DELETE /v2.0/ports/fc4a59dc-b145-4c56-b706-8f48867c0850 HTTP/1.1" status: 204 len: 173 time: 2.3201656 Jul 16 08:59:47.540648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-deleted', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:47.543677 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e256f-4608-4810-9e19-098d78bb718b" -d '{"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-deleted", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:47.547884 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.548742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.551992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc18d28-b7cd-4cd5-9932-c1592911c5fc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.609355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26a6573e-3c25-4666-8b19-b5b3590e8741 req-2dcfd755-7e96-4c1d-ae00-32c3146ea566 service neutron] 10.222.0.46 "GET /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0687244 Jul 16 08:59:47.621913 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-b6f8b650-bf9b-4425-9332-b5ca426d7ed6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0213161 Jul 16 08:59:47.637253 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Checking router: 6fff3cc7-7724-4cd1-b467-b89943b74e4b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:47.654797 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Routers {'6fff3cc7-7724-4cd1-b467-b89943b74e4b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:47.655440 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:47.797913 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba3162b-3a93-455f-88f4-a959351727ad x-openstack-request-id: req-7ba3162b-3a93-455f-88f4-a959351727ad {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:47.798651 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e72875-be71-49ba-b445-294196e1593a", "name": "network-vif-deleted", "tag": "fc4a59dc-b145-4c56-b706-8f48867c0850", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:47.798983 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ba3162b-3a93-455f-88f4-a959351727ad {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:47.799519 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e72875-be71-49ba-b445-294196e1593a', 'name': 'network-vif-deleted', 'tag': 'fc4a59dc-b145-4c56-b706-8f48867c0850', 'status': 'completed', 'code': 200} Jul 16 08:59:47.827046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Request body: {'port': {'device_id': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:47.861211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6380959 Jul 16 08:59:47.892076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42344) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.924073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'subnet': {'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:48.018473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1761b-a79e-404e-ad4a-e048d6475352 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Network': ['ID=07aab030-21dc-4700-9201-92669fcfe3f7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:48.033974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 07aab030-21dc-4700-9201-92669fcfe3f7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:48.051848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.088827 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] Set router 6fff3cc7-7724-4cd1-b467-b89943b74e4b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:48.306233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:48.322913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.405558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Deleting port 1ae00669-190f-419c-ba0d-ead58270076d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:48.405970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.442473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.554923 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.562753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:48.572893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:48.602248 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee3b5bd-e76c-46ad-ae63-ee0b0ca14510 None None] The sync data for ids ['6fff3cc7-7724-4cd1-b467-b89943b74e4b'] in n-d-798054-12 is: [{'id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755096503-router', 'tenant_id': '3c0dfa8391d445a7b803c8df50fb8018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '1ae00669-190f-419c-ba0d-ead58270076d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:40Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 5, 'project_id': '3c0dfa8391d445a7b803c8df50fb8018', 'gw_port': {'id': '1ae00669-190f-419c-ba0d-ead58270076d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff3cc7-7724-4cd1-b467-b89943b74e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:41Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:48.607768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:48.624123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] For port 1ae00669-190f-419c-ba0d-ead58270076d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1ae00669-190f-419c-ba0d-ead58270076d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:48.624501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.630745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: fc4a59dc-b145-4c56-b706-8f48867c0850 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:48.631104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fc4a59dc-b145-4c56-b706-8f48867c0850 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:48.679426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Calling delete_port for 1ae00669-190f-419c-ba0d-ead58270076d owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:48.717067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-7cf53c02-e202-43f8-a349-c8e8f614c5dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3520048 Jul 16 08:59:48.736811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-46bf3951-8335-4d42-beed-6806a9cfccea req-79788ae8-57d6-4c65-8e31-d103fe9e56a0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e72875-be71-49ba-b445-294196e1593a HTTP/1.1" status: 200 len: 210 time: 0.1031771 Jul 16 08:59:49.097222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:49.125614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f7f3a1-6330-475b-bce8-ffc56615d433 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:49.133850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.142611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:49.142947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7b6b6aad-fd6d-45af-ad14-216b0473a0d9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:49.148440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Transition to ACTIVE for port object 07f7f3a1-6330-475b-bce8-ffc56615d433 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:49.179172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bc37e-4a4f-49a0-a103-c3fd411128bc req-5aef839d-64e6-4fb4-bcd1-d2fdc097b136 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.181064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a91bc37e-4a4f-49a0-a103-c3fd411128bc req-5aef839d-64e6-4fb4-bcd1-d2fdc097b136 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 932 time: 0.5366387 Jul 16 08:59:49.186939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.244297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.305700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:49.314654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b22a2880-84d0-40d9-aa45-96964ca305c0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/3c7a167c-af4a-400e-bb00-c7d2dd962f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3222387 Jul 16 08:59:49.317465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42368) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.321375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Pushing event updated for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.326162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Sync routers for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:49.331791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a91bc37e-4a4f-49a0-a103-c3fd411128bc req-deb1f9a5-9ae4-4eb5-bc58-012fe46215ef tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236153 Jul 16 08:59:49.339329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:49.340919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:49.416339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting subnet 0374c4cf-f646-491c-a9f3-2017c8ebc6d5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:49.419980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.484607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.503339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Subnet': ['ID=a1bc86bd-4a53-43e4-a98b-b914fc37202d,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.554097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499361ea-7459-4595-ab94-11b7fd910eff req-68b9eafa-4a04-49bf-b3eb-0556096d654c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.555912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499361ea-7459-4595-ab94-11b7fd910eff req-68b9eafa-4a04-49bf-b3eb-0556096d654c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.5323765 Jul 16 08:59:49.559428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Checking segment: {'id': '9020f0a8-a74e-4eb9-a408-63237157d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:49.559922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network hostable DHCP agents. Network: 07aab030-21dc-4700-9201-92669fcfe3f7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:49.611798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.705349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae00669-190f-419c-ba0d-ead58270076d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.720657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499361ea-7459-4595-ab94-11b7fd910eff req-f3facd27-fdae-4687-b86a-9d7d8ae3762a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498909 Jul 16 08:59:49.740889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 07aab030-21dc-4700-9201-92669fcfe3f7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:49.751475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:49.770675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-12584399-526a-4990-a90a-e61dd7785ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.784974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-12584399-526a-4990-a90a-e61dd7785ef1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1097 time: 1.0246866 Jul 16 08:59:49.887149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 07aab030-21dc-4700-9201-92669fcfe3f7) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:49.905559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.906152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.908970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1285e-3af9-4dbe-b1a3-41343cc1e9fc None None] Network 07aab030-21dc-4700-9201-92669fcfe3f7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:49.910732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.958860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.973600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42376) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.047180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb24b37b-1d8e-4795-8955-8ac5729c21c3 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1534727 Jul 16 08:59:50.063247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.070342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'network': {'name': 'tempest-router-network01--1999395815'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:50.140442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.142706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.220384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Attempting to bind port 07f7f3a1-6330-475b-bce8-ffc56615d433 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:50.220891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Attempting to bind port 07f7f3a1-6330-475b-bce8-ffc56615d433 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:50.221355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Attempting to bind port 07f7f3a1-6330-475b-bce8-ffc56615d433 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:50.256271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.257985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fff3cc7-7724-4cd1-b467-b89943b74e4b {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:50.268668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.271940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e84cfad0-2243-4956-8900-8b6688c2a051 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6fff3cc7-7724-4cd1-b467-b89943b74e4b HTTP/1.1" status: 204 len: 168 time: 3.4931068 Jul 16 08:59:50.272494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42386) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.287487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 7, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:50.306721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Port 07f7f3a1-6330-475b-bce8-ffc56615d433 on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:50.311993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Attempting to bind port 07f7f3a1-6330-475b-bce8-ffc56615d433 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:50.347226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Checking router: 3c7a167c-af4a-400e-bb00-c7d2dd962f84 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:50.348957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.354309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:50.369899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.385083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:50.385581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:50.386070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:50.387176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Bound port: 07f7f3a1-6330-475b-bce8-ffc56615d433, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:50.387639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.399970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Routers {'3c7a167c-af4a-400e-bb00-c7d2dd962f84'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:50.400903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:50.428649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-5574398b-0de0-4ba1-b58c-62f0d5b58563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.430528 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-5574398b-0de0-4ba1-b58c-62f0d5b58563 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.5700116 Jul 16 08:59:50.443013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Subnet': ['ID=0374c4cf-f646-491c-a9f3-2017c8ebc6d5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.448010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.462330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-09fb9104-24e2-4dd5-99d6-131e34ff119e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/subnets/0374c4cf-f646-491c-a9f3-2017c8ebc6d5 HTTP/1.1" status: 204 len: 168 time: 1.1394665 Jul 16 08:59:50.476828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42390) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.505202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8926e45-5264-4129-97de-fa010a3bbe02 None None] Network 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:50.726707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] Set router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:50.754960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:50.872893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.873543 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Added segment 92f6155c-f86a-477f-8817-70498faf3b26 of type vlan for network 7a5ecc37-1da5-473a-9979-467ce274c26a Jul 16 08:59:50.970921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-07aab030-21dc-4700-9201-92669fcfe3f7', 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7', 'tenant_id': 'ade2a565133443348f9a1f1e36365e47', 'fixed_ips': [{'subnet_id': 'a1bc86bd-4a53-43e4-a98b-b914fc37202d'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:50.971782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.036406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Deleting subnet b171dd0b-1983-40b5-8431-a27e92ffefa2 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:51.104025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-b8662b1d-9b42-4795-a703-412b16997254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 1000 time: 0.6279843 Jul 16 08:59:51.122151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:51.172142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.196615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ae00669-190f-419c-ba0d-ead58270076d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:51.245593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.256930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 1ae00669-190f-419c-ba0d-ead58270076d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:51.257287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1ae00669-190f-419c-ba0d-ead58270076d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:51.289985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.308544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07f7f3a1-6330-475b-bce8-ffc56615d433,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:51.322628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d100352-422c-480b-b738-ffb7a96d051f req-40f85d93-8caa-4bc4-8ad5-00d1ceb7d839 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.325187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d100352-422c-480b-b738-ffb7a96d051f req-40f85d93-8caa-4bc4-8ad5-00d1ceb7d839 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2853279 Jul 16 08:59:51.366562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.375475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.408906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64fdcb-9d59-42cc-a659-6064cacecbc9 req-b8fe43ef-6b27-4635-a4b1-35b27721c691 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.416979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f64fdcb-9d59-42cc-a659-6064cacecbc9 req-b8fe43ef-6b27-4635-a4b1-35b27721c691 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.3439863 Jul 16 08:59:51.436010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Allocated IP 2001:db8::2 (07aab030-21dc-4700-9201-92669fcfe3f7/a1bc86bd-4a53-43e4-a98b-b914fc37202d/00525754-1d4e-401b-a7cc-b440f6c22d15) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:51.469391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 7, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:51.482793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.519344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.520931 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.524225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] 10.222.0.46 "PUT /v2.0/ports/07f7f3a1-6330-475b-bce8-ffc56615d433 HTTP/1.1" status: 200 len: 1093 time: 3.7219484 Jul 16 08:59:51.533004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:59:51.543947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d100352-422c-480b-b738-ffb7a96d051f req-980a80e3-cb1a-4fc4-9a46-83b70f866c76 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082739 Jul 16 08:59:51.545348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-28c8e938-47e9-4742-8036-50b8d3f06b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.547037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-28c8e938-47e9-4742-8036-50b8d3f06b79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.4314427 Jul 16 08:59:51.547663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:51.550129 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2056156-35c3-41a6-9477-4b16b97de111" -d '{"events": [{"name": "network-changed", "server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:51.580418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f64fdcb-9d59-42cc-a659-6064cacecbc9 req-dedbbbd9-dc55-4919-afe5-e23d667e3e38 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624193 Jul 16 08:59:51.593003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264bd70-aa5f-4da0-980b-0dfb7789e8ff None None] The sync data for ids ['3c7a167c-af4a-400e-bb00-c7d2dd962f84'] in n-d-798054-12 is: [{'id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'name': 'tempest-TestNetworkBasicOps-router-1622637625', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:43Z', 'updated_at': '2021-07-16T08:59:45Z', 'revision_number': 7, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '345a5079-c766-4bef-9784-ed2e2cecef34', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a167c-af4a-400e-bb00-c7d2dd962f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:44Z', 'updated_at': '2021-07-16T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:51.645951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] DHCP port deletion for 1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:51.657002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.717707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b171dd0b-1983-40b5-8431-a27e92ffefa2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:51.722182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.729124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c5421eb0-f002-4adc-8b6b-41f132031a67 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b171dd0b-1983-40b5-8431-a27e92ffefa2 HTTP/1.1" status: 204 len: 168 time: 1.4541829 Jul 16 08:59:51.730872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.798895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ef228-0e6b-425a-918f-97e193980951 None None] Network 5bcc8e5c-3680-4076-8a53-05e0d3bd565e requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:51.832538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.992928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Deleting port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:51.996362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.166294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] For port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,segment=NetworkSegment(6ce484f2-c0d7-4ccf-bad3-ab57d81c787c),segment_id=6ce484f2-c0d7-4ccf-bad3-ab57d81c787c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:52.167003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.173935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Deleting port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:52.173935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.198173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Calling delete_port for 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:52.307892 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689e8ce9-e22d-4e17-a3af-e13c00e83a4f x-openstack-request-id: req-689e8ce9-e22d-4e17-a3af-e13c00e83a4f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:52.309120 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:52.309120 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-689e8ce9-e22d-4e17-a3af-e13c00e83a4f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:52.309381 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433', 'status': 'completed', 'code': 200} Jul 16 08:59:52.330618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.336254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.336896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.401499 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.404302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59eda-9877-4092-a520-ac60d322b9ac service neutron] Pushing event updated for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.431430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] No DVR routers for this DVR port 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:52.453440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3875144 Jul 16 08:59:52.455448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.470726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'network': {'name': 'tempest-router-network02--861566770'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:52.477958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6cf61c-5ed7-4d87-810a-aeab4d10afc5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.523924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36fcc1-8b8c-4c57-bf7e-8e9ec699df81 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Network': ['ID=7a5ecc37-1da5-473a-9979-467ce274c26a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.527504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.570167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-177df0b4-65f9-49c7-85b0-1d97067f84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.571962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-177df0b4-65f9-49c7-85b0-1d97067f84ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0159912 Jul 16 08:59:52.586177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.606621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcc8e5c-3680-4076-8a53-05e0d3bd565e']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.613893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:52.617352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.637880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 7a5ecc37-1da5-473a-9979-467ce274c26a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:52.644179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.644485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce484f2-c0d7-4ccf-bad3-ab57d81c787c') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:52.665946 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.683069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-4c7987f3-4e85-432f-83c7-c3643958293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.699689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.706904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-4c7987f3-4e85-432f-83c7-c3643958293c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 1096 time: 1.1075702 Jul 16 08:59:52.709185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:52.709856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:52.712190 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:52.807596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea0e5d-d77f-4356-a863-471e2c1c0b65 None None] DHCP port deletion for 5bcc8e5c-3680-4076-8a53-05e0d3bd565e request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:52.840572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-3324640e-1ab7-4810-8bd0-84471f7594bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07f7f3a1-6330-475b-bce8-ffc56615d433 HTTP/1.1" status: 200 len: 217 time: 0.0972810 Jul 16 08:59:52.893311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.923290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.998543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.000652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5bcc8e5c-3680-4076-8a53-05e0d3bd565e HTTP/1.1" status: 204 len: 168 time: 1.2682581 Jul 16 08:59:53.001597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837476e-4d1f-49b9-9ba1-abe01b407f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcc8e5c-3680-4076-8a53-05e0d3bd565e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.026000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] For port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,segment=NetworkSegment(f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7),segment_id=f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:53.028504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.055267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Transition to ACTIVE for port object 00525754-1d4e-401b-a7cc-b440f6c22d15 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:53.069849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:53.088494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Calling delete_port for 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:53.095343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.095907 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Added segment 0e725859-2ee2-4d71-b80c-c0ba17e7750a of type vlan for network 0549f87a-a235-48f3-a6bb-9a02757e2f22 Jul 16 08:59:53.128020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Transition to ACTIVE for port object 00525754-1d4e-401b-a7cc-b440f6c22d15 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:53.137443 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.172069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.229780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae468c-830c-4800-8aa2-99f308b192f4 req-3335b501-ffae-4636-ae12-ceda445f0892 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.247605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dae468c-830c-4800-8aa2-99f308b192f4 req-3335b501-ffae-4636-ae12-ceda445f0892 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.3670077 Jul 16 08:59:53.253736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.260401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Pushing event updated for resources: {'Port': ['ID=00525754-1d4e-401b-a7cc-b440f6c22d15,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.260790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.262516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.265664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fc5e1eeb-3413-4b9b-9455-f7cc485fd2df no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:53.292922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec96a-4e36-4762-8036-0ace6ca646d7 req-9a37429d-ba0d-4b57-82cc-218999db9c41 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.296236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8dec96a-4e36-4762-8036-0ace6ca646d7 req-9a37429d-ba0d-4b57-82cc-218999db9c41 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.4541039 Jul 16 08:59:53.331023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fc5e1eeb-3413-4b9b-9455-f7cc485fd2df {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:53.331449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fc5e1eeb-3413-4b9b-9455-f7cc485fd2df not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:53.335241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:53.382705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Network': ['ID=0549f87a-a235-48f3-a6bb-9a02757e2f22,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.394933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0bc71f43-d3f9-4043-a351-fe2e70d87d63 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9325919 Jul 16 08:59:53.399475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8dec96a-4e36-4762-8036-0ace6ca646d7 req-89bf162a-7bb4-449f-9366-d7659fd909d9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800831 Jul 16 08:59:53.399961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:53.405009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-3b0a3113-5583-4db5-827c-95d95e19641a service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044970 Jul 16 08:59:53.406858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'subnet': {'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:53.420096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 345a5079-c766-4bef-9784-ed2e2cecef34 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:53.420462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.448386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Network 07aab030-21dc-4700-9201-92669fcfe3f7 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:53.458566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:53.460097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dae468c-830c-4800-8aa2-99f308b192f4 req-e13ae36d-a5f0-4e2f-ab70-8092fdba4c05 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115350 Jul 16 08:59:53.476500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-c7b6a87a-a47a-4cfa-8c72-4ec7e3c84868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.478015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-c7b6a87a-a47a-4cfa-8c72-4ec7e3c84868 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.6319084 Jul 16 08:59:53.525947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:53.529919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:53.555741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:53.560398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.569265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.578567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:53.611411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 update to DOWN by agent not found {{(pid=93776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:59:53.611981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:53.636626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] No DVR routers for this DVR port 34b9cc7c-a2f5-4783-a455-8c88dc505bd1 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:53.643004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:53.643659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4f6cf61c-5ed7-4d87-810a-aeab4d10afc5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:53.693235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b40c4280-a22a-429b-aff6-79a39fd74c93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c0dfa8391d445a7b803c8df50fb8018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575334 Jul 16 08:59:53.723131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:53.750686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.813537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 345a5079-c766-4bef-9784-ed2e2cecef34, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=345a5079-c766-4bef-9784-ed2e2cecef34,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:53.813916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.818133 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.869169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe34c53-614a-49f4-ac57-42fbaabce52d None None] Pushing event deleted for resources: {'Port': ['ID=34b9cc7c-a2f5-4783-a455-8c88dc505bd1,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.873417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 345a5079-c766-4bef-9784-ed2e2cecef34 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:53.889924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Subnet': ['ID=bc4c38b4-8625-4df7-b112-b34a55870dc4,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.917210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Attempting to bind port 00525754-1d4e-401b-a7cc-b440f6c22d15 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:53.918228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Attempting to bind port 00525754-1d4e-401b-a7cc-b440f6c22d15 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '9020f0a8-a74e-4eb9-a408-63237157d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:53.918599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Attempting to bind port 00525754-1d4e-401b-a7cc-b440f6c22d15 on network 07aab030-21dc-4700-9201-92669fcfe3f7 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:53.928723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:53.929116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Checking segment: {'id': '9020f0a8-a74e-4eb9-a408-63237157d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:53.929527 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.934346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Bound using segment: {'id': '9020f0a8-a74e-4eb9-a408-63237157d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:53.934856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Bound port: 00525754-1d4e-401b-a7cc-b440f6c22d15, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9020f0a8-a74e-4eb9-a408-63237157d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '07aab030-21dc-4700-9201-92669fcfe3f7'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:53.935256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.935755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Checking segment: {'id': '92f6155c-f86a-477f-8817-70498faf3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:53.936382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network hostable DHCP agents. Network: 7a5ecc37-1da5-473a-9979-467ce274c26a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:53.963991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 7a5ecc37-1da5-473a-9979-467ce274c26a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:53.980605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 7a5ecc37-1da5-473a-9979-467ce274c26a) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:53.980904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1038ae4-c1b6-4f58-b059-40eb1eca2fce req-a75f5e80-87db-4908-a329-62efb2d73751 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987698 Jul 16 08:59:53.990810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.991438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.992355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f00a-e012-46e3-b90b-9daea121815d req-31cb89dc-4c08-4027-a5a7-7234d66370ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.993891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-31cb89dc-4c08-4027-a5a7-7234d66370ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4689338 Jul 16 08:59:54.010626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e479a-76a2-4e90-8555-574ba883c139 None None] Network 7a5ecc37-1da5-473a-9979-467ce274c26a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:54.022216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c223e967-5186-4946-b990-9a943d90b463 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6197014 Jul 16 08:59:54.027423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42450) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:54.037150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'subnet': {'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:54.104659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.113111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] For port 00525754-1d4e-401b-a7cc-b440f6c22d15, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:54.136344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] For port 00525754-1d4e-401b-a7cc-b440f6c22d15, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=00525754-1d4e-401b-a7cc-b440f6c22d15,segment=NetworkSegment(9020f0a8-a74e-4eb9-a408-63237157d168),segment_id=9020f0a8-a74e-4eb9-a408-63237157d168)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:54.149459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.225048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.229011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:54.236387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.358943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-7a5ecc37-1da5-473a-9979-467ce274c26a', 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a', 'tenant_id': 'ade2a565133443348f9a1f1e36365e47', 'fixed_ips': [{'subnet_id': 'bc4c38b4-8625-4df7-b112-b34a55870dc4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:54.359863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.421157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0f8a5-ebd5-4244-bc3f-5f08027a94ab None None] Pushing event updated for resources: {'Port': ['ID=00525754-1d4e-401b-a7cc-b440f6c22d15,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.580128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.592809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.595407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.597042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b922478-0947-4333-a18b-b006a10413c3 HTTP/1.1" status: 204 len: 168 time: 0.8684142 Jul 16 08:59:54.618547 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-5ecf1052-2963-4d79-9b2c-ce11ee4aa3be service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979850 Jul 16 08:59:54.699983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdbcb2-651d-46a5-b1a5-bc73f6cd7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b922478-0947-4333-a18b-b006a10413c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.736959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.770959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Allocated IP 2001:db8::2 (7a5ecc37-1da5-473a-9979-467ce274c26a/bc4c38b4-8625-4df7-b112-b34a55870dc4/bbe1ffc0-01c2-4970-bafc-0253faaefe21) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:54.832511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Subnet': ['ID=a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.864246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=345a5079-c766-4bef-9784-ed2e2cecef34,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.876822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Checking segment: {'id': '0e725859-2ee2-4d71-b80c-c0ba17e7750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:54.877591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network hostable DHCP agents. Network: 0549f87a-a235-48f3-a6bb-9a02757e2f22, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:54.917178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e0b56-4de1-4242-ba66-3ff95fadfd27 req-ea662af0-50bf-4b7f-b778-a7076537d632 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.922167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-588e0b56-4de1-4242-ba66-3ff95fadfd27 req-ea662af0-50bf-4b7f-b778-a7076537d632 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.1850519 Jul 16 08:59:54.933364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:54.983103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7521a-c924-492b-bd9f-e52ba2064737 req-b0a12ca1-09be-4c94-bae0-cbd85c18451a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.984610 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34d7521a-c924-492b-bd9f-e52ba2064737 req-b0a12ca1-09be-4c94-bae0-cbd85c18451a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2291636 Jul 16 08:59:54.988007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0549f87a-a235-48f3-a6bb-9a02757e2f22) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:55.002182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.002780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.006848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d6bcd-f974-4f47-9856-731c7be30019 None None] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:55.014605 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8871f00a-e012-46e3-b90b-9daea121815d req-0ac28612-487b-4ee3-935a-7d189e86895d service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797431 Jul 16 08:59:55.026786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f16c7354-60d9-4f8b-ad38-731f8e16ba11 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9957857 Jul 16 08:59:55.039580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.082835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.097699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-588e0b56-4de1-4242-ba66-3ff95fadfd27 req-fd30ac95-7347-4caa-b9b3-7727b465d96d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604650 Jul 16 08:59:55.228194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.262411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Transition to ACTIVE for port object bbe1ffc0-01c2-4970-bafc-0253faaefe21 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:55.327648 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-34d7521a-c924-492b-bd9f-e52ba2064737 req-a1a55f46-c427-4fb9-a293-78de24af25fe tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343687 Jul 16 08:59:55.349818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Transition to ACTIVE for port object bbe1ffc0-01c2-4970-bafc-0253faaefe21 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:55.386862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.390995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.419554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.456893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 00525754-1d4e-401b-a7cc-b440f6c22d15 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:55.536704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.537613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7a167c-af4a-400e-bb00-c7d2dd962f84 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:55.565876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.567035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eacb0ee7-438b-4838-8d94-ed619095bd4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/routers/3c7a167c-af4a-400e-bb00-c7d2dd962f84 HTTP/1.1" status: 204 len: 168 time: 5.0646152 Jul 16 08:59:55.569893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.639612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2056156-35c3-41a6-9477-4b16b97de111 req-b89b5201-66bd-489a-8f91-4d111d8a4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.645728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-b89b5201-66bd-489a-8f91-4d111d8a4255 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 1096 time: 0.5518451 Jul 16 08:59:55.652538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port e48c3213-ffc3-4458-b339-ee06860a1475 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:55.654905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.665305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Network 7a5ecc37-1da5-473a-9979-467ce274c26a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:55.709092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:55.727754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:55.768637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Pushing event updated for resources: {'Port': ['ID=bbe1ffc0-01c2-4970-bafc-0253faaefe21,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.858579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-0549f87a-a235-48f3-a6bb-9a02757e2f22', 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22', 'tenant_id': 'ade2a565133443348f9a1f1e36365e47', 'fixed_ips': [{'subnet_id': 'a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:55.860222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.941644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.942985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Attempting to bind port bbe1ffc0-01c2-4970-bafc-0253faaefe21 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:55.943371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Attempting to bind port bbe1ffc0-01c2-4970-bafc-0253faaefe21 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '92f6155c-f86a-477f-8817-70498faf3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:55.947110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Attempting to bind port bbe1ffc0-01c2-4970-bafc-0253faaefe21 on network 7a5ecc37-1da5-473a-9979-467ce274c26a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:55.961601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:55.961990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Checking segment: {'id': '92f6155c-f86a-477f-8817-70498faf3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:55.962417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.962827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Bound using segment: {'id': '92f6155c-f86a-477f-8817-70498faf3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:55.963328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Bound port: bbe1ffc0-01c2-4970-bafc-0253faaefe21, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f6155c-f86a-477f-8817-70498faf3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a5ecc37-1da5-473a-9979-467ce274c26a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:55.963721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.145159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] For port bbe1ffc0-01c2-4970-bafc-0253faaefe21, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:56.148809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] For port bbe1ffc0-01c2-4970-bafc-0253faaefe21, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbe1ffc0-01c2-4970-bafc-0253faaefe21,segment=NetworkSegment(92f6155c-f86a-477f-8817-70498faf3b26),segment_id=92f6155c-f86a-477f-8817-70498faf3b26)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:56.158561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.159297 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.227249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 00525754-1d4e-401b-a7cc-b440f6c22d15 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:56.276074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2056156-35c3-41a6-9477-4b16b97de111 req-3ba3dbfd-248b-46e6-a678-229ab2a07883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.299535 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-3ba3dbfd-248b-46e6-a678-229ab2a07883 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.6250517 Jul 16 08:59:56.331837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb5ed6-8dbc-497a-a8bb-05dec3dd3cea None None] Network 07aab030-21dc-4700-9201-92669fcfe3f7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:56.345697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.362008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-586b90c7-46dd-43d0-90de-0e6bf91ab579 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07f7f3a1-6330-475b-bce8-ffc56615d433 HTTP/1.1" status: 200 len: 217 time: 0.0582564 Jul 16 08:59:56.384360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f338910-35be-4de5-b2d7-2fa8ceb7b7e0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:56.422599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:56.422599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42d97d0-4b43-4d7e-9d87-a82bfc1d36a7') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:56.440530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2056156-35c3-41a6-9477-4b16b97de111 req-d31b2b91-e819-4cdc-ba2b-80ac94af39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.441838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.444952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-d31b2b91-e819-4cdc-ba2b-80ac94af39cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0677292 Jul 16 08:59:56.474309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.481857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:56.482565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.553477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42508) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: timer() Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:56.584149 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:56.591222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port e48c3213-ffc3-4458-b339-ee06860a1475, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e48c3213-ffc3-4458-b339-ee06860a1475,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:56.591849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.592138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.714640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.736567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/networks/1f338910-35be-4de5-b2d7-2fa8ceb7b7e0 HTTP/1.1" status: 204 len: 168 time: 0.9336281 Jul 16 08:59:56.749596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for e48c3213-ffc3-4458-b339-ee06860a1475 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:56.752760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Provisioning for port 00525754-1d4e-401b-a7cc-b440f6c22d15 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:56.755485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.757039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd232-1f63-43c8-bb2b-5a172ed64f08 None None] Pushing event updated for resources: {'Port': ['ID=bbe1ffc0-01c2-4970-bafc-0253faaefe21,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.762233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'network': {'name': 'tempest-network-smoke--432587516', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:56.800577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:56.805707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.829145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Provisioning complete for port 00525754-1d4e-401b-a7cc-b440f6c22d15 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:56.830351 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.845189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:56.855280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.855817 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Added segment 302b8178-9a67-43e3-8b97-80cc29a51807 of type vlan for network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d Jul 16 08:59:56.857653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Allocated IP 2001:db8::2 (0549f87a-a235-48f3-a6bb-9a02757e2f22/a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d/a5cce5d1-c9da-4db7-a80e-34b4a10388c3) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:56.900830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.914983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7ce7-bb61-41ca-a443-d8bfaee9dde7 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Network': ['ID=1f338910-35be-4de5-b2d7-2fa8ceb7b7e0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.942317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1008762620-network', 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:56.963884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2056156-35c3-41a6-9477-4b16b97de111 req-938b4ce5-ef79-407f-bc81-7f8d19c7b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.965837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-938b4ce5-ef79-407f-bc81-7f8d19c7b787 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5067136 Jul 16 08:59:56.969137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:56.972903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.982229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.989157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.989908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.070619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.173336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-0a17a625-3a5f-40b9-989d-b7684ea6eeeb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:59:57.174603 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-0a17a625-3a5f-40b9-989d-b7684ea6eeeb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1709485 Jul 16 08:59:57.177394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Network': ['ID=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.185074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed308605-ba00-497f-895f-81d1bdfb782f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4277713 Jul 16 08:59:57.186332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.194935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'admin_state_up': True, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.230903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.255390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Transition to ACTIVE for port object a5cce5d1-c9da-4db7-a80e-34b4a10388c3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:57.316289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:57.363828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbe1ffc0-01c2-4970-bafc-0253faaefe21 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:57.372337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Transition to ACTIVE for port object a5cce5d1-c9da-4db7-a80e-34b4a10388c3 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:57.400978 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-92373f03-0e27-46d0-a189-7c68c2db0042 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086382 Jul 16 08:59:57.418714 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.458447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:59:57.458447 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:59:57.458447 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': 'fb1ec6b62517434694ed622235abeb2a', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 59, 57, 407088)}] Jul 16 08:59:57.458447 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:57.459378 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:57.554102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:57.562047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:57.568270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:57.718708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Pushing event updated for resources: {'Port': ['ID=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.725695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407c08-1d3b-434a-bb14-6766efe50373 req-9ce9a2bc-0c0c-4baa-93bd-46f437459794 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.735856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae407c08-1d3b-434a-bb14-6766efe50373 req-9ce9a2bc-0c0c-4baa-93bd-46f437459794 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 1.1589475 Jul 16 08:59:57.769644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bbe1ffc0-01c2-4970-bafc-0253faaefe21 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:57.773363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Attempting to bind port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:57.773728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Attempting to bind port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0e725859-2ee2-4d71-b80c-c0ba17e7750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:57.774097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Attempting to bind port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 on network 0549f87a-a235-48f3-a6bb-9a02757e2f22 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:57.802056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 345a5079-c766-4bef-9784-ed2e2cecef34 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:57.832176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Allocated IP 2001:db8::1 (7a5ecc37-1da5-473a-9979-467ce274c26a/bc4c38b4-8625-4df7-b112-b34a55870dc4/06682962-5699-4fd6-b55b-89586717ce75) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:57.855415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 345a5079-c766-4bef-9784-ed2e2cecef34 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:57.855763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 345a5079-c766-4bef-9784-ed2e2cecef34 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:57.864728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:57.865104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Checking segment: {'id': '0e725859-2ee2-4d71-b80c-c0ba17e7750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:57.865509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.866091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Bound using segment: {'id': '0e725859-2ee2-4d71-b80c-c0ba17e7750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:57.866777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Bound port: a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e725859-2ee2-4d71-b80c-c0ba17e7750a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0549f87a-a235-48f3-a6bb-9a02757e2f22'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:57.867191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.873748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd751e75-5e90-4081-a80f-402033cf5935 None None] Network 7a5ecc37-1da5-473a-9979-467ce274c26a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:57.921096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.971678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.985881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] For port a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:57.991992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Transition to ACTIVE for port object 06682962-5699-4fd6-b55b-89586717ce75 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:58.004079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] For port a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,segment=NetworkSegment(0e725859-2ee2-4d71-b80c-c0ba17e7750a),segment_id=0e725859-2ee2-4d71-b80c-c0ba17e7750a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:58.027061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537299d1-4a9a-4f35-aebd-2ffb66464704 req-bca90485-3bc2-481d-b975-200f0ae31599 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.028818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-537299d1-4a9a-4f35-aebd-2ffb66464704 req-bca90485-3bc2-481d-b975-200f0ae31599 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 1.2331717 Jul 16 08:59:58.040559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.072538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae407c08-1d3b-434a-bb14-6766efe50373 req-03cd9383-09a0-4422-8d2d-68101efe5523 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354015 Jul 16 08:59:58.110865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-537299d1-4a9a-4f35-aebd-2ffb66464704 req-14fc0020-154e-4d11-91e0-d13e585c96dc tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703838 Jul 16 08:59:58.128122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] For port 00525754-1d4e-401b-a7cc-b440f6c22d15, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=00525754-1d4e-401b-a7cc-b440f6c22d15,segment=NetworkSegment(9020f0a8-a74e-4eb9-a408-63237157d168),segment_id=9020f0a8-a74e-4eb9-a408-63237157d168)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:58.142504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.144261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.175593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe0e9f-5bf0-4fa4-8d43-53efd9938348 None None] Pushing event updated for resources: {'Port': ['ID=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.229415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6ac7f-26ed-45e7-b227-8f6e414e1494 None None] Pushing event updated for resources: {'Port': ['ID=00525754-1d4e-401b-a7cc-b440f6c22d15,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.234174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Port': ['ID=06682962-5699-4fd6-b55b-89586717ce75,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.247004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.248577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 7a5ecc37-1da5-473a-9979-467ce274c26a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:58.250364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:58.255505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:58.256900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.264335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.276937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:58.287870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.287870 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Added segment 2690fdf6-143b-4630-ac22-f1d14ad4de88 of type vlan for network 3a18be21-2390-42e9-9efc-817d9d479645 Jul 16 08:59:58.296068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Provisioning for port bbe1ffc0-01c2-4970-bafc-0253faaefe21 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:58.304760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Provisioning complete for port bbe1ffc0-01c2-4970-bafc-0253faaefe21 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:58.305602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.381152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c204435-149f-40fc-a764-fdc7ffb17744,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.439391 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.470365 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.536269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.545164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a2056156-35c3-41a6-9477-4b16b97de111 req-f4ed14b8-b440-467a-83e7-75ebb8b90e8a service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1356781 Jul 16 08:59:58.545978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.547030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.551847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] For port bbe1ffc0-01c2-4970-bafc-0253faaefe21, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbe1ffc0-01c2-4970-bafc-0253faaefe21,segment=NetworkSegment(92f6155c-f86a-477f-8817-70498faf3b26),segment_id=92f6155c-f86a-477f-8817-70498faf3b26)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:58.574639 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.622762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Provisioning complete for port 00525754-1d4e-401b-a7cc-b440f6c22d15 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:58.623318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.726568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e780a48-8495-4305-8d11-01b9085bc6dc None None] Pushing event updated for resources: {'Port': ['ID=bbe1ffc0-01c2-4970-bafc-0253faaefe21,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.827510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.832124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.833189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.834193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.879019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.886571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.888458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.951859 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3864710 Jul 16 08:59:58.954020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.960806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Request body: {'subnet': {'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1008762620-subnet', 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:58.981593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.986123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Port': ['ID=06682962-5699-4fd6-b55b-89586717ce75,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.011042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Provisioning complete for port bbe1ffc0-01c2-4970-bafc-0253faaefe21 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:59.011427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.127139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 7a5ecc37-1da5-473a-9979-467ce274c26a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:59.128849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:59.145771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2224c-e7af-479a-94b0-638097a07dde admin admin] Pushing event updated for resources: {'Network': ['ID=3a18be21-2390-42e9-9efc-817d9d479645,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.197884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 3a18be21-2390-42e9-9efc-817d9d479645 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:59.224862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=e48c3213-ffc3-4458-b339-ee06860a1475,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.236330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.248936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:59.251355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.454582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbe1ffc0-01c2-4970-bafc-0253faaefe21 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:59.559735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Provisioning for port 06682962-5699-4fd6-b55b-89586717ce75 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:59.578749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Provisioning complete for port 06682962-5699-4fd6-b55b-89586717ce75 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:59.579112 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.615451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2af1-2c59-4740-8a95-d847302c77ee req-2590e788-3c93-4a79-938b-e7be3ad30024 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.618590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6fa2af1-2c59-4740-8a95-d847302c77ee req-2590e788-3c93-4a79-938b-e7be3ad30024 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2458813 Jul 16 08:59:59.678011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Router a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:59.679637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7423217c-dafd-4ecf-9c67-e09b0fd2efeb None None] Port 06682962-5699-4fd6-b55b-89586717ce75 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:59.694706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd5a7-0c8b-4340-be9d-9cd8cd5f1b9d req-3062c9b5-04ce-49fc-bc76-641be704606d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.695739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bbe1ffc0-01c2-4970-bafc-0253faaefe21 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:59.696712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96edd5a7-0c8b-4340-be9d-9cd8cd5f1b9d req-3062c9b5-04ce-49fc-bc76-641be704606d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.3251991 Jul 16 08:59:59.697287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.814970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:59.825866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-19361f1c-b3d6-4d38-a962-7abe82f8bccb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7782948 Jul 16 08:59:59.826688 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] Sync routers for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:59.832874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6fa2af1-2c59-4740-8a95-d847302c77ee req-95b42066-d056-490a-8dda-2a27d78e5e29 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072966 Jul 16 08:59:59.836801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42556) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:59.843677 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:59.847005 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:59.860754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6343c0e4-5a17-41b7-9183-2244d57eb2fc None None] Provisioning complete for port 06682962-5699-4fd6-b55b-89586717ce75 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:59.861343 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6343c0e4-5a17-41b7-9183-2244d57eb2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.909942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.944591 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:59.971729 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:59.973377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:00.013033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96edd5a7-0c8b-4340-be9d-9cd8cd5f1b9d req-b5781d3a-d8a0-41bf-a80a-d6ab4a352f7b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021448 Jul 16 09:00:00.053954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a5cce5d1-c9da-4db7-a80e-34b4a10388c3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:00.121029 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:00.121678 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5898e0-9246-4489-943a-48ec8d9dd2b3 None None] The sync data for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:00.148674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8787f-ece9-414f-8fc0-6e75bd4ac191 None None] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:00.161945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6343c0e4-5a17-41b7-9183-2244d57eb2fc None None] Port 06682962-5699-4fd6-b55b-89586717ce75 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:00.183012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e031f7bc-5dce-460b-8974-7fc1303f4050,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.241639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.243949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Checking segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:00.244468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Network hostable DHCP agents. Network: 3a18be21-2390-42e9-9efc-817d9d479645, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:00.296013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:00.312972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 00525754-1d4e-401b-a7cc-b440f6c22d15 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:00.385084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Provisioning for port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:00.390680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Provisioning complete for port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:00.391005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.518493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Network 3a18be21-2390-42e9-9efc-817d9d479645 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:00.533070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 00525754-1d4e-401b-a7cc-b440f6c22d15 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:00.533788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.553445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 3a18be21-2390-42e9-9efc-817d9d479645) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:00.558926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.559769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.576979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef5096-3e4b-47eb-8772-a79bc6e2c6c4 req-587cdf5e-14a3-4779-9467-4981c721a63f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.579356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9ef5096-3e4b-47eb-8772-a79bc6e2c6c4 req-587cdf5e-14a3-4779-9467-4981c721a63f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2108133 Jul 16 09:00:00.587899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce6268-fabe-4e7f-a77a-88822ce729dc None None] Network 3a18be21-2390-42e9-9efc-817d9d479645 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:00.666528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9ef5096-3e4b-47eb-8772-a79bc6e2c6c4 req-7d850bb3-8275-4ad9-9883-aba4751f7f5d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779769 Jul 16 09:00:00.669100 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-1df63234-1e1d-4e6f-aac6-8781e925b1fe tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:00.670246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1df63234-1e1d-4e6f-aac6-8781e925b1fe tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8109548 Jul 16 09:00:00.674067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:00.705906 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5470b014-26b9-44d1-8c43-52b6e5016771 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7413769 Jul 16 09:00:00.742788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.764605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-1bc1c157-ece4-4734-a566-df62c3a9b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.766412 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-1bc1c157-ece4-4734-a566-df62c3a9b2da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 1097 time: 0.3399968 Jul 16 09:00:00.858160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.958946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.005512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:01.086997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fda178-5333-4b52-b696-5ab180b6f28f None None] Network 3a18be21-2390-42e9-9efc-817d9d479645 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:01.134183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] For port a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,segment=NetworkSegment(0e725859-2ee2-4d71-b80c-c0ba17e7750a),segment_id=0e725859-2ee2-4d71-b80c-c0ba17e7750a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:01.142103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.239700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Provisioning complete for port 06682962-5699-4fd6-b55b-89586717ce75 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:01.240111 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.307182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Pushing event updated for resources: {'Port': ['ID=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.344979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-73b16979-8b46-4409-a6ec-e1cd21b5cfa4 None None] Port 06682962-5699-4fd6-b55b-89586717ce75 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:01.420572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-72187813-ce10-4d10-a104-c19dfe7e29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.422232 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-72187813-ce10-4d10-a104-c19dfe7e29ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.6073267 Jul 16 09:00:01.433948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-5fcba8ae-b6b7-4797-bb65-8a10912f5c8b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.435574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-5fcba8ae-b6b7-4797-bb65-8a10912f5c8b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.1855500 Jul 16 09:00:01.468192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-14778372-f52f-4609-b83a-5795e7190e36 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/quotas/fff0056b3cc04e51a38d58f79547d425 HTTP/1.1" status: 200 len: 375 time: 0.0237508 Jul 16 09:00:01.479056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0bcbb-5eb6-436b-8621-67b338b35a6e req-680f379d-6d98-4485-9ba3-f94789027f33 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:01.481314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cf0bcbb-5eb6-436b-8621-67b338b35a6e req-680f379d-6d98-4485-9ba3-f94789027f33 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.1177201 Jul 16 09:00:01.484636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3c5c255d-6d78-4f03-bbcf-e7a97d4393c1 None None] Provisioning complete for port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:01.485503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3c5c255d-6d78-4f03-bbcf-e7a97d4393c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.516496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-dd930aaf-b3ed-4dfe-afdd-832595f42079 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345457 Jul 16 09:00:01.563248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.25.5.238 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/958a5408-5b05-4ba4-a109-bafe9eeede9e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:01.569264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cf0bcbb-5eb6-436b-8621-67b338b35a6e req-77a3cf03-d04e-49de-a94d-89b02be26648 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771990 Jul 16 09:00:01.652831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-47dd904a-fabc-4344-9e1a-9a4dbbd77300 service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266048 Jul 16 09:00:01.749622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-3762195f-62a1-46f6-b468-0671ffe1a03c service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905869 Jul 16 09:00:01.990061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c770d7af-536c-495a-8818-8250fa373ca6 req-64102765-66b6-4279-927b-f49ddb631ae3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 210 time: 0.0346134 Jul 16 09:00:02.038455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d903fd-20a3-451f-9b9e-1da28d8a50d6 req-17dac79b-01b5-42ae-b6a0-5f2d4be6b8dd tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.046688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55d903fd-20a3-451f-9b9e-1da28d8a50d6 req-17dac79b-01b5-42ae-b6a0-5f2d4be6b8dd tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1782558 Jul 16 09:00:02.095760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-55d903fd-20a3-451f-9b9e-1da28d8a50d6 req-f3eb87e0-f59a-4910-91e9-2abf4b318c9d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Jul 16 09:00:02.101172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-b73d3fdc-3624-4b1d-b466-db85fd85b3b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 200 len: 1000 time: 0.6419926 Jul 16 09:00:02.109143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:02.116548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60aea10a-ee39-4668-8997-785005d9d502 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1414251 Jul 16 09:00:02.118871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.125423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Sync routers for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:02.136880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:02.137813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.267243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:02.269944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-8e535467-9d07-4980-8f03-43109b1cf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.271461 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-8e535467-9d07-4980-8f03-43109b1cf914 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.1535625 Jul 16 09:00:02.298457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting subnet 6c2c81ea-4991-4304-b970-096dc95a4e1b {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:02.304198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.398618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.406069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.500654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:59:58Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.538659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Checking router: 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:02.547855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Routers {'7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:02.548643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.551917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-0e9b8b0f-c835-433e-999e-c40d888502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.556424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-0e9b8b0f-c835-433e-999e-c40d888502dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748337 Jul 16 09:00:02.634523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07f7f3a1-6330-475b-bce8-ffc56615d433 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:02.634995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.680563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.725568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.777152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07f7f3a1-6330-475b-bce8-ffc56615d433,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:02.795007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] Set router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:02.826276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '07f7f3a1-6330-475b-bce8-ffc56615d433', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '07f7f3a1-6330-475b-bce8-ffc56615d433', 'mac_address': 'fa:16:3e:17:e2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:02.882890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:02.898869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a84c1-5a3e-4145-a9b9-590982c8a36a req-4265b019-ec55-4467-9d61-50f55ad3b835 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.906366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f4a84c1-5a3e-4145-a9b9-590982c8a36a req-4265b019-ec55-4467-9d61-50f55ad3b835 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 944 time: 0.1615491 Jul 16 09:00:02.954539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:02.961529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.968492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:02.989539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5f4a84c1-5a3e-4145-a9b9-590982c8a36a req-9c38b472-53ea-4072-9f2d-486bf08c074f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785766 Jul 16 09:00:03.044359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:59:58Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:03.067337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2c81ea-4991-4304-b970-096dc95a4e1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:03.080344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=958a5408-5b05-4ba4-a109-bafe9eeede9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:03.080978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22170c31-b711-4257-9d28-6c1db4013e5f None None] The sync data for ids ['7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd'] in n-d-798054-12 is: [{'id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743999646', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:57Z', 'updated_at': '2021-07-16T08:59:58Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '4e2e611d-3249-4e2a-9c04-22c2b656713c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cc:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:58Z', 'updated_at': '2021-07-16T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:03.087599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.092123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f9929-d204-466b-93d8-681b1bbca179 None None] Network 77cd0e31-f144-416c-b4c8-952cfc5aafd0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:03.092323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b1827ffd-da29-45b6-b3cd-efe30adf37a2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/subnets/6c2c81ea-4991-4304-b970-096dc95a4e1b HTTP/1.1" status: 204 len: 168 time: 0.9651952 Jul 16 09:00:03.093146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:03.096115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.139989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f7f3a1-6330-475b-bce8-ffc56615d433 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:03.162307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07f7f3a1-6330-475b-bce8-ffc56615d433,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:03.180563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.207812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-69f29d1c-98bd-44bc-8abe-7c47fab35223 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995893 Jul 16 09:00:03.243826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:03.479098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['07f7f3a1-6330-475b-bce8-ffc56615d433'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:03.534674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a5cce5d1-c9da-4db7-a80e-34b4a10388c3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:03.570800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] DHCP port deletion for 77cd0e31-f144-416c-b4c8-952cfc5aafd0 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:03.579628 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dc9e8c62-c166-4457-bf9b-c498856bc9df req-46d6f738-9cf5-4a85-850f-041b85af8942 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017361 Jul 16 09:00:03.715548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:03.716228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.771345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.812365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Deleting port e5ca9617-36e8-4c3d-b134-827380e4801c {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:03.812795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.859068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5400d2c-5c90-449c-a9f0-eaf3d5aec464 req-fbeb322c-740d-4c3f-bb62-a0b17f250742 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 210 time: 0.4639597 Jul 16 09:00:03.884084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.947870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34bfda-9da7-4217-a46d-cd23cf11aa90 req-96834e43-5f8b-49bd-bd5b-c760c3682068 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.950959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd34bfda-9da7-4217-a46d-cd23cf11aa90 req-96834e43-5f8b-49bd-bd5b-c760c3682068 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.5567925 Jul 16 09:00:04.033428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] For port e5ca9617-36e8-4c3d-b134-827380e4801c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e5ca9617-36e8-4c3d-b134-827380e4801c,segment=NetworkSegment(81075ff8-dc45-400b-a4e1-414b2e86923f),segment_id=81075ff8-dc45-400b-a4e1-414b2e86923f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.034007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.058322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.063263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Calling delete_port for e5ca9617-36e8-4c3d-b134-827380e4801c owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.187872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port 06682962-5699-4fd6-b55b-89586717ce75 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:04.187872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.244421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.272617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd34bfda-9da7-4217-a46d-cd23cf11aa90 req-23cc0ef4-6c3d-4a88-8d56-8058c37e312b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303948 Jul 16 09:00:04.284359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2fccb961-be17-44aa-9b65-53995481fe37 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.285987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2fccb961-be17-44aa-9b65-53995481fe37 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.3975179 Jul 16 09:00:04.298630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] Pushing event deleted for resources: {'Port': ['ID=e5ca9617-36e8-4c3d-b134-827380e4801c,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.316182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28ce4c-a241-4593-8217-f292b3eedb36 None None] No DVR routers for this DVR port e5ca9617-36e8-4c3d-b134-827380e4801c on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:04.332497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Request body: {'port': {'device_id': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'admin_state_up': True, 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:04.399382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc9ef-e1db-4b4d-ab51-628341b1b2be req-a3ff0cb8-8e15-4132-91a5-1ef4a2cd9240 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.399967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc1cc9ef-e1db-4b4d-ab51-628341b1b2be req-a3ff0cb8-8e15-4132-91a5-1ef4a2cd9240 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 945 time: 0.2194107 Jul 16 09:00:04.401959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 4e2e611d-3249-4e2a-9c04-22c2b656713c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:04.402462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.469998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.499060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.503139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for 06682962-5699-4fd6-b55b-89586717ce75 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.525527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc1cc9ef-e1db-4b4d-ab51-628341b1b2be req-1f17c015-149c-4b2c-90a6-3fccb75c590c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043720 Jul 16 09:00:04.553821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 4e2e611d-3249-4e2a-9c04-22c2b656713c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e2e611d-3249-4e2a-9c04-22c2b656713c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.554326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.569498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 4e2e611d-3249-4e2a-9c04-22c2b656713c owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.672716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07f7f3a1-6330-475b-bce8-ffc56615d433 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:04.694171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:04.697936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.738847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 07f7f3a1-6330-475b-bce8-ffc56615d433 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:04.742757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 07f7f3a1-6330-475b-bce8-ffc56615d433 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:04.743145 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.793893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.845010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.859572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=4e2e611d-3249-4e2a-9c04-22c2b656713c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.869820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:04.872778 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae0f5d8-c8cd-4142-8500-2b6cf99bbe3e" -d '{"events": [{"server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "name": "network-vif-plugged", "status": "completed", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:04.886419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07f7f3a1-6330-475b-bce8-ffc56615d433,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.891764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.918468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.992290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router c6ff2ac7-25d3-44fa-aab6-852621ff2826 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:04.994755 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed5777-74f6-4fc5-b9d4-43fd4c5f6209 x-openstack-request-id: req-e6ed5777-74f6-4fc5-b9d4-43fd4c5f6209 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:04.995628 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "name": "network-vif-plugged", "status": "completed", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:04.998019 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ed5777-74f6-4fc5-b9d4-43fd4c5f6209 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:04.998438 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433', 'code': 200} Jul 16 09:00:05.041532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.066646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Allocated IP 172.20.0.4 (3a18be21-2390-42e9-9efc-817d9d479645/e031f7bc-5dce-460b-8974-7fc1303f4050/e0d65946-b56f-4b98-b062-2526580dfc0d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:05.075789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.079120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.081951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.122093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-739eb6bb-d366-455f-a5d2-2ff72173603f req-4b59abd6-3164-4146-9ace-07aede54d19b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 210 time: 0.0979285 Jul 16 09:00:05.161667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=06682962-5699-4fd6-b55b-89586717ce75,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.190244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.191065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:00:05.202412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.203658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b50369a4-54fe-494a-a1d1-b61dd92b5cf5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/routers/7fd0ee7c-c1b1-4f93-835e-7e05ce1bd2cd HTTP/1.1" status: 204 len: 168 time: 2.1101537 Jul 16 09:00:05.207252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42690) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.335684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.429375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:05.440066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Sync routers for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:05.449168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e48c3213-ffc3-4458-b339-ee06860a1475 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:05.458169 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:05.458815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.477246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.499582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e48c3213-ffc3-4458-b339-ee06860a1475 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:05.499937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e48c3213-ffc3-4458-b339-ee06860a1475 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:05.500883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e5ca9617-36e8-4c3d-b134-827380e4801c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:05.521955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a97d-24f5-4183-95fd-c3b605e4150f req-a9d0a2f9-fe93-416d-818f-954d5f85b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.533596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7949a97d-24f5-4183-95fd-c3b605e4150f req-a9d0a2f9-fe93-416d-818f-954d5f85b424 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 1098 time: 0.5257647 Jul 16 09:00:05.535309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.537130 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-105360eb-87cc-4ca4-ac04-bb08f6e82738 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3460367 Jul 16 09:00:05.544583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e5ca9617-36e8-4c3d-b134-827380e4801c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:05.545078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e5ca9617-36e8-4c3d-b134-827380e4801c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:05.551043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.555911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.624685 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:05.634794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cd0e31-f144-416c-b4c8-952cfc5aafd0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.641670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4f72253d-8f52-477d-82fa-796a32db460d tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=fb1ec6b62517434694ed622235abeb2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819836 Jul 16 09:00:05.645768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.823020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81075ff8-dc45-400b-a4e1-414b2e86923f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.823864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81075ff8-dc45-400b-a4e1-414b2e86923f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.875985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.897794 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:03Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.902630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69638fa-1641-40a7-8650-a5e98e3a2108 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.907202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a69638fa-1641-40a7-8650-a5e98e3a2108 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2588575 Jul 16 09:00:05.911375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42706) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.935321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Checking router: c6ff2ac7-25d3-44fa-aab6-852621ff2826 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:05.935581 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Updating router c6ff2ac7-25d3-44fa-aab6-852621ff2826 port 958a5408-5b05-4ba4-a109-bafe9eeede9e binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:05.966600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.978622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fb47d525-5214-4df5-9032-337b89c3e455 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619762 Jul 16 09:00:05.980950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42708) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.988502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785591514', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:05.996746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:05.996938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.997308 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:06.015143 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:06.157224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea362-2262-4c89-84ad-eee119b1e00b req-7b5f3533-b120-44d3-9feb-4ad0d9f64ac4 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.158913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab0ea362-2262-4c89-84ad-eee119b1e00b req-7b5f3533-b120-44d3-9feb-4ad0d9f64ac4 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.6038845 Jul 16 09:00:06.168883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf2f2c-3e58-4cd6-95af-84b1c57c8724 req-9c4f1b4e-842f-4d77-a26b-6beab9956ca0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.169913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dcf2f2c-3e58-4cd6-95af-84b1c57c8724 req-9c4f1b4e-842f-4d77-a26b-6beab9956ca0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.3356843 Jul 16 09:00:06.241532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.257444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.261994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/networks/77cd0e31-f144-416c-b4c8-952cfc5aafd0 HTTP/1.1" status: 204 len: 168 time: 1.0513504 Jul 16 09:00:06.277997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.322072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7949a97d-24f5-4183-95fd-c3b605e4150f req-db099767-3a04-41a7-bc9a-c10f3247cf6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678777 Jul 16 09:00:06.322789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6c6a3-dc00-4dc9-b1a8-3a0302b9efe9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Network': ['ID=77cd0e31-f144-416c-b4c8-952cfc5aafd0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.338921 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab0ea362-2262-4c89-84ad-eee119b1e00b req-0f53047d-2bee-47b2-9012-d796324d72cb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677632 Jul 16 09:00:06.344465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dcf2f2c-3e58-4cd6-95af-84b1c57c8724 req-8f252bf2-88fd-44e0-b2d5-7d991674c313 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424632 Jul 16 09:00:06.347527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:06.350992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.407583 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.422158 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Transition to ACTIVE for port object 958a5408-5b05-4ba4-a109-bafe9eeede9e will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:06.433352 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.441893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Router a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:06.462992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.477641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.516989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.522558 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Pushing event updated for resources: {'Port': ['ID=958a5408-5b05-4ba4-a109-bafe9eeede9e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.532712 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Attempting to bind port 958a5408-5b05-4ba4-a109-bafe9eeede9e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:06.533615 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Attempting to bind port 958a5408-5b05-4ba4-a109-bafe9eeede9e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:06.534672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Attempting to bind port 958a5408-5b05-4ba4-a109-bafe9eeede9e on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:06.543157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.544081 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.545404 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.546250 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.547020 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.547745 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.548563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.549172 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.549831 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.550409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.551159 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.551869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:06.557165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:06.558656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:06.559365 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.560006 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:06.561383 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Bound port: 958a5408-5b05-4ba4-a109-bafe9eeede9e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:06.562161 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.583103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:06.592919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] Sync routers for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:06.595583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42777d99-3eb8-44ef-a07e-e7efef4f9d77 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9176834 Jul 16 09:00:06.599545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42724) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.616326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:06.616981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:06.643152 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] For port 958a5408-5b05-4ba4-a109-bafe9eeede9e, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:06.645638 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0e1d5ab8-a395-4d1c-84f5-153e96f13ddb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] delete failed (client error): The resource could not be found. Jul 16 09:00:06.646937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e1d5ab8-a395-4d1c-84f5-153e96f13ddb tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1342463355 HTTP/1.1" status: 404 len: 335 time: 0.0448294 Jul 16 09:00:06.651127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.653978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] For port 958a5408-5b05-4ba4-a109-bafe9eeede9e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=958a5408-5b05-4ba4-a109-bafe9eeede9e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:06.657399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a67c0703-2fc0-4fbe-a67e-24221cd6fef5 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:06.661704 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.668847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.684625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.709314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:06.719751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:06.720638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:06.768312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:06.769321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f67f2-fc9e-4928-8570-02e4dc7e1e96 None None] The sync data for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:06.783625 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:06.784374 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:06.828753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Subnet': ['ID=8adb3df0-c930-4960-891c-c6d88d5db582,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.869201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Network 3a18be21-2390-42e9-9efc-817d9d479645 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:06.873605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Checking segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:06.873977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network hostable DHCP agents. Network: 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:06.875964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.878921 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.883744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:06.886559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:06.888781 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24e60e-6740-470a-9cab-058dbba69a2c None None] Pushing event updated for resources: {'Port': ['ID=958a5408-5b05-4ba4-a109-bafe9eeede9e,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.900074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2e18225-6cd1-4b03-9c50-d1afbda8943f HTTP/1.1" status: 204 len: 168 time: 0.6025777 Jul 16 09:00:06.920317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fcb02-723a-4456-bb55-25ff5c8581ed tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e18225-6cd1-4b03-9c50-d1afbda8943f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.936152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d8861-8e5f-484d-a85c-380d9e5acba5 req-d6f055cc-e516-498b-8a92-264a95c35311 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.938189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d86d8861-8e5f-484d-a85c-380d9e5acba5 req-d6f055cc-e516-498b-8a92-264a95c35311 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 931 time: 0.2568755 Jul 16 09:00:06.955720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:07.018329 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:07.028673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:07.041969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d13210-3d3c-4a30-98ab-378139a9cf30 None None] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:07.057674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.058707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.075917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event updated for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.122178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d86d8861-8e5f-484d-a85c-380d9e5acba5 req-967f0f8d-5ae8-49c1-bd14-4215c0c55d8e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734557 Jul 16 09:00:07.136826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2b22eb2b-8265-408d-a043-42e4fb6d52ca tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1537986 Jul 16 09:00:07.137561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42742) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.190933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e2e611d-3249-4e2a-9c04-22c2b656713c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:07.249806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.250493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.327141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a67c0703-2fc0-4fbe-a67e-24221cd6fef5 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.337028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-371809e3-577f-4414-b352-558bfa1e94c8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0163753 Jul 16 09:00:07.337973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.346904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60307989', 'description': 'tempest-secgroup-smoke-60307989 description', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:07.360747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Request body: {'port': {'device_id': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:07.446736 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a67c0703-2fc0-4fbe-a67e-24221cd6fef5 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] update failed (client error): The resource could not be found. Jul 16 09:00:07.452350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a67c0703-2fc0-4fbe-a67e-24221cd6fef5 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 HTTP/1.1" status: 404 len: 339 time: 0.7955363 Jul 16 09:00:07.458600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4e2e611d-3249-4e2a-9c04-22c2b656713c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:07.458725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e2e611d-3249-4e2a-9c04-22c2b656713c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:07.470862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.480879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2139656700'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:07.505054 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:03Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:07.510462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.565794 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74ffb1-099c-4fb9-a2dd-193bae9e0209 None None] The sync data for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 is: [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:03Z', 'revision_number': 3, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:07.582698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.591707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:07.592867 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.605110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:07.616535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.690226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:07.702489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.702991 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Added segment 0e76b0ad-7439-4916-a2c6-94685678323b of type vlan for network f9388277-cf08-43f6-b213-16374803f0d4 Jul 16 09:00:07.755189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.800643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.805973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Allocated IP 172.20.0.2 (4e47947f-fee4-4a7a-b6e1-7f8e1416f59d/8adb3df0-c930-4960-891c-c6d88d5db582/13a60ee9-6c82-41af-8b6b-b5a1d239f7c9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:07.812714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.813483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.882032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3404-763a-4c24-90b8-bf32fc0a91fe req-2c0059e8-b064-4cb1-b673-bdb233dc6d53 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.883687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ccf3404-763a-4c24-90b8-bf32fc0a91fe req-2c0059e8-b064-4cb1-b673-bdb233dc6d53 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.2236249 Jul 16 09:00:08.068906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.074369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Network': ['ID=f9388277-cf08-43f6-b213-16374803f0d4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.081354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Transition to ACTIVE for port object 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:08.103485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.108929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Transition to ACTIVE for port object 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:08.115711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network f9388277-cf08-43f6-b213-16374803f0d4 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:08.158793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.189026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ccf3404-763a-4c24-90b8-bf32fc0a91fe req-ea719fd0-7926-428f-9bf3-445085f98d32 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958820 Jul 16 09:00:08.196093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.208759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-081782cc-e603-48e4-ac6e-e80b4ea516f2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7343764 Jul 16 09:00:08.212351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.239188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'subnet': {'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:08.251986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.253701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9119833 Jul 16 09:00:08.258765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42766) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.273019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:08.283199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6f765-dc45-408a-8162-fc4fe36c418c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ea1ec-e09f-44e9-8c91-ff9704333441,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.291064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.395593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:08.398832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:08.410848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:08.411136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.509999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Pushing event updated for resources: {'Port': ['ID=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.548629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.553074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Attempting to bind port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:08.553807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Attempting to bind port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:08.554284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Attempting to bind port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 on network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:08.555650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.561953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:08.562526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Checking segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:08.563044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.563196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d65946-b56f-4b98-b062-2526580dfc0d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:08.563632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Bound using segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:08.564482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Bound port: 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:08.564821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.588395 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.594652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4671b405-a422-40b7-a1dc-b79371d1d294,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.608144 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.609381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-011591bb-1263-406c-b9fe-4fe75d43d776 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3421197 Jul 16 09:00:08.621029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.622356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Transition to ACTIVE for port object e0d65946-b56f-4b98-b062-2526580dfc0d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:08.627544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:08.640688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.725899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.729809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] For port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:08.732536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.734742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] For port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:08.737436 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.739624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.809428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11866c-58c9-491d-a018-ee36682e1588 None None] Pushing event updated for resources: {'Port': ['ID=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.924660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.929752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Attempting to bind port e0d65946-b56f-4b98-b062-2526580dfc0d on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:08.930989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Attempting to bind port e0d65946-b56f-4b98-b062-2526580dfc0d by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:08.931508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Attempting to bind port e0d65946-b56f-4b98-b062-2526580dfc0d on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:08.937019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.941249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Port e0d65946-b56f-4b98-b062-2526580dfc0d on network 3a18be21-2390-42e9-9efc-817d9d479645 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:08.941815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Attempting to bind port e0d65946-b56f-4b98-b062-2526580dfc0d on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:08.961721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d6efc6-3d24-4fa7-8ce8-220260de6133,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.970015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:08.970411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Checking segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:08.970804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Bound using segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:08.971267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Bound port: e0d65946-b56f-4b98-b062-2526580dfc0d, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:08.971638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.984618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.985836 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fe9020d8-e136-4f86-afb8-435b0e01438f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3622844 Jul 16 09:00:08.989435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42780) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.994056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:09.081464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.155546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:09.159979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Made reservation on behalf of ade2a565133443348f9a1f1e36365e47 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:09.164830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.210045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e0d65946-b56f-4b98-b062-2526580dfc0d,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:09.225082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.246139 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.341011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.363392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.364021 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.368270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2333a0a8-b329-4517-b818-d6380bd3bea8 service neutron] 10.222.0.46 "PUT /v2.0/ports/e0d65946-b56f-4b98-b062-2526580dfc0d HTTP/1.1" status: 200 len: 1092 time: 2.0123632 Jul 16 09:00:09.369207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:09.387368 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044de945-10f0-45b4-8454-2749db58b8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:09.390084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 958a5408-5b05-4ba4-a109-bafe9eeede9e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:09.398791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.403233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.441857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cb18-d202-49aa-a74a-41253339084a req-03b68433-65b9-4b59-a5d6-5b7d3f72e64e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.443401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7898cb18-d202-49aa-a74a-41253339084a req-03b68433-65b9-4b59-a5d6-5b7d3f72e64e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 943 time: 0.4748907 Jul 16 09:00:09.446909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.1 (4e47947f-fee4-4a7a-b6e1-7f8e1416f59d/8adb3df0-c930-4960-891c-c6d88d5db582/5183b4e9-6e8f-4517-84e4-dc6bb5099e35) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:09.461767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 958a5408-5b05-4ba4-a109-bafe9eeede9e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:09.466520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 958a5408-5b05-4ba4-a109-bafe9eeede9e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:09.467550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.468305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.470416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4797115 Jul 16 09:00:09.474627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42788) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.483650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:09.512815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f59208-c246-49fc-920d-868be6a945cd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941ec408-b2e1-42c9-8d04-dfea6beea837,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.531265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7898cb18-d202-49aa-a74a-41253339084a req-7ef4ffb6-cbc0-41f0-af4b-867f7793af17 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Jul 16 09:00:09.548095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8490-aa03-49cd-855d-ad3bc2c581e6 req-c7b98af9-20c1-482d-9f35-b1ea852a27a2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.550327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-497b8490-aa03-49cd-855d-ad3bc2c581e6 req-c7b98af9-20c1-482d-9f35-b1ea852a27a2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.5528286 Jul 16 09:00:09.560340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.593534 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.594119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-a1c8c048-93b6-40cb-80b5-ef19e8de1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.595686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-a1c8c048-93b6-40cb-80b5-ef19e8de1afe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 1095 time: 0.1726103 Jul 16 09:00:09.623345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 958a5408-5b05-4ba4-a109-bafe9eeede9e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=958a5408-5b05-4ba4-a109-bafe9eeede9e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:09.629774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.631199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:09.645044 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab7c05-ea77-4e3f-871f-8b924a5c2792 x-openstack-request-id: req-06ab7c05-ea77-4e3f-871f-8b924a5c2792 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:09.645518 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:09.645666 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06ab7c05-ea77-4e3f-871f-8b924a5c2792 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:09.646019 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d', 'status': 'completed', 'code': 200} Jul 16 09:00:09.650815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-c23ed5e5-4a58-4ac3-b905-cdba738b197c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d65946-b56f-4b98-b062-2526580dfc0d HTTP/1.1" status: 200 len: 217 time: 0.0442932 Jul 16 09:00:09.756946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-8dc231a3-ee17-458e-9f31-b3f5aec65ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.758447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-8dc231a3-ee17-458e-9f31-b3f5aec65ff7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0971818 Jul 16 09:00:09.760270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.764841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.780053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=958a5408-5b05-4ba4-a109-bafe9eeede9e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.783897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:09.811167 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-65296ed9-2346-4f62-9a05-6960d43b00f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441823 Jul 16 09:00:09.816501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-497b8490-aa03-49cd-855d-ad3bc2c581e6 req-5b0fab1d-071c-42ff-aace-1a8be92d73b8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514749 Jul 16 09:00:09.820137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.832552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.833736 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576887 Jul 16 09:00:09.836903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42794) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.845757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701ca7e-2abc-4390-b1a0-128f4cb0fca7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8aead0-97c2-4549-9ddd-d87230628506,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.904370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:09.959458 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-2059d3fb-121f-4e17-abad-32ce70ca629d service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346705 Jul 16 09:00:09.979652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Subnet': ['ID=e684991f-eac7-4f4c-8459-6edccfabbc41,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.058881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.064242 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:10.072992 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a8dbf946-3398-41c1-aa49-6addbe05fcea req-ec5967c4-f39d-4b37-9276-9c0e8a49f7d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109679 Jul 16 09:00:10.086335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Checking segment: {'id': '0e76b0ad-7439-4916-a2c6-94685678323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:10.086734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network hostable DHCP agents. Network: f9388277-cf08-43f6-b213-16374803f0d4, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:10.090438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.104672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:10.162744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network f9388277-cf08-43f6-b213-16374803f0d4 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:10.191024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de945-10f0-45b4-8454-2749db58b8ea req-88a9efd0-53d9-4a3c-84d1-5f6e45872818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.192703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-88a9efd0-53d9-4a3c-84d1-5f6e45872818 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 1095 time: 0.0614676 Jul 16 09:00:10.198433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b52bbd-d48d-4f37-91a6-26323239fbab req-5642fbce-4e29-4c4a-92f3-c8d8c3477dd4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.200248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9b52bbd-d48d-4f37-91a6-26323239fbab req-5642fbce-4e29-4c4a-92f3-c8d8c3477dd4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.1982772 Jul 16 09:00:10.204922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, f9388277-cf08-43f6-b213-16374803f0d4) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:10.209492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.210237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.241752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7f7e0-989b-4bf6-a1ab-08c41e7a4869 None None] Network f9388277-cf08-43f6-b213-16374803f0d4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:10.266303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.271730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8347044d-a233-4c2e-b3c9-83a11765c792 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0520048 Jul 16 09:00:10.271730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.276064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c0664767-6009-46db-b5f8-37c19e705e48 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:10.332336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de945-10f0-45b4-8454-2749db58b8ea req-059be4d0-eb82-4548-aaf9-e1b99f87c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.333787 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-059be4d0-eb82-4548-aaf9-e1b99f87c0c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 916 time: 0.1340451 Jul 16 09:00:10.349132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.358403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.389044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-b6db4023-8ebf-4dfa-a15e-be50421d64ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d65946-b56f-4b98-b062-2526580dfc0d HTTP/1.1" status: 200 len: 217 time: 0.0478311 Jul 16 09:00:10.452580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de945-10f0-45b4-8454-2749db58b8ea req-16e10f91-b08e-4812-893b-79bbbb6cf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.454474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-16e10f91-b08e-4812-893b-79bbbb6cf69e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0578914 Jul 16 09:00:10.496602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-a959f775-f62b-44b1-889f-5d32814bbcf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318284 Jul 16 09:00:10.511412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-f9388277-cf08-43f6-b213-16374803f0d4', 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4', 'tenant_id': 'ade2a565133443348f9a1f1e36365e47', 'fixed_ips': [{'subnet_id': 'e684991f-eac7-4f4c-8459-6edccfabbc41'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:10.512338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.514848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9b52bbd-d48d-4f37-91a6-26323239fbab req-44cc2ceb-4239-4a3d-931f-30be42b79126 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840598 Jul 16 09:00:10.515484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a6b136-dd41-4ac2-b738-1ee1e8d5121c,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.521493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.538299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.539518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c736a3c4-e684-4764-b517-26f3dfdac50b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7007885 Jul 16 09:00:10.546455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42810) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.556578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'b52ea1ec-e09f-44e9-8c91-ff9704333441', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:10.570466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:10.626577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:10.664838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:10.733511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-af5dfee2-4eed-4168-bfff-81fb30679d1f service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231781 Jul 16 09:00:10.864542 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:10.871040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Allocated IP 2001:db8:1::2 (f9388277-cf08-43f6-b213-16374803f0d4/e684991f-eac7-4f4c-8459-6edccfabbc41/e08fbcc4-f517-4771-8ffc-cb6e0c199309) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:10.874928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-044de945-10f0-45b4-8454-2749db58b8ea req-72adb267-3db5-4025-800a-20236521545a service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336462 Jul 16 09:00:10.942053 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.944537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.951575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0664767-6009-46db-b5f8-37c19e705e48 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.036181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfee854-0db5-4be6-a9c5-4700dc87a997 None None] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:11.182742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.191646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17809e-408b-439d-9329-b6e492caef70 req-bc30d436-0dbf-4568-afb9-0f2281173d5c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.193200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e17809e-408b-439d-9329-b6e492caef70 req-bc30d436-0dbf-4568-afb9-0f2281173d5c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 943 time: 0.3831062 Jul 16 09:00:11.209120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Provisioning for port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:11.216352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.219540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Provisioning complete for port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:11.220679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.288124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 958a5408-5b05-4ba4-a109-bafe9eeede9e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:11.292342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bd1db7-7248-4c8f-8c6c-96b547575248,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.310707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.314919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.315075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0968bfca-6588-47a3-a3a9-6714371d7789 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7625911 Jul 16 09:00:11.320680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'network': {'name': 'tempest-network-smoke--1671215654', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.332606 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.354681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:11.357819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Transition to ACTIVE for port object e08fbcc4-f517-4771-8ffc-cb6e0c199309 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:11.360752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.380723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.399583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e17809e-408b-439d-9329-b6e492caef70 req-69c350ff-911d-42fb-9d7a-6f859a7cf50a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851633 Jul 16 09:00:11.402567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:11.419093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Transition to ACTIVE for port object e08fbcc4-f517-4771-8ffc-cb6e0c199309 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:11.422394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.428608 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Added segment 9bcda6ff-98f2-4fc8-bf29-313a938ff0a1 of type vlan for network 3613337b-444e-49ee-9214-4ed67ea1e934 Jul 16 09:00:11.450905 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.462747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.492432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e16bf-e7ef-4119-a5b8-9644bbf1c1f6 req-73474173-facc-42d1-8ce1-ff75678ee829 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.499010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 958a5408-5b05-4ba4-a109-bafe9eeede9e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:11.499405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.501058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e01e16bf-e7ef-4119-a5b8-9644bbf1c1f6 req-73474173-facc-42d1-8ce1-ff75678ee829 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.3555100 Jul 16 09:00:11.502553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.540220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.548010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.549029 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.549530 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-c0664767-6009-46db-b5f8-37c19e705e48 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:11.550576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0664767-6009-46db-b5f8-37c19e705e48 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 HTTP/1.1" status: 400 len: 364 time: 1.2784770 Jul 16 09:00:11.589237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42834) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.657288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Network f9388277-cf08-43f6-b213-16374803f0d4 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:11.666313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Network': ['ID=3613337b-444e-49ee-9214-4ed67ea1e934,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.671748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:11.679416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:11.684807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Pushing event updated for resources: {'Port': ['ID=e08fbcc4-f517-4771-8ffc-cb6e0c199309,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.690300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.690782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.691434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.691786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.692148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.692532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.692874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.693213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.693550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.693882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.694757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.694757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:11.699238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1c73017-c9c8-47e9-9e01-a3de041bec42 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3830380 Jul 16 09:00:11.702117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.705971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] For port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:11.707093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'admin_state_up': True, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.715902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.718717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 3613337b-444e-49ee-9214-4ed67ea1e934 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:11.737979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.739295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.809069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e01e16bf-e7ef-4119-a5b8-9644bbf1c1f6 req-29c5fef9-af73-4f2b-94fc-0053ac1e8025 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052313 Jul 16 09:00:11.812807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.971048 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Provisioning for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:12.017561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Attempting to bind port e08fbcc4-f517-4771-8ffc-cb6e0c199309 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:12.017975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Attempting to bind port e08fbcc4-f517-4771-8ffc-cb6e0c199309 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0e76b0ad-7439-4916-a2c6-94685678323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:12.018352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Attempting to bind port e08fbcc4-f517-4771-8ffc-cb6e0c199309 on network f9388277-cf08-43f6-b213-16374803f0d4 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:12.023631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Provisioning complete for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:12.024011 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.028891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:12.029290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Checking segment: {'id': '0e76b0ad-7439-4916-a2c6-94685678323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:12.029701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.030277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Bound using segment: {'id': '0e76b0ad-7439-4916-a2c6-94685678323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:12.030926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Bound port: e08fbcc4-f517-4771-8ffc-cb6e0c199309, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e76b0ad-7439-4916-a2c6-94685678323b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f9388277-cf08-43f6-b213-16374803f0d4'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:12.031410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.037024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c313f-3310-4375-acd3-bf24714c4144 None None] Pushing event updated for resources: {'Port': ['ID=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.047507 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.145334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:12.186332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Provisioning complete for port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:12.186711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4259c54c-e49e-4ebf-83c3-6bcdb5a905b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.218696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] For port e08fbcc4-f517-4771-8ffc-cb6e0c199309, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:12.242313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] For port e08fbcc4-f517-4771-8ffc-cb6e0c199309, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e08fbcc4-f517-4771-8ffc-cb6e0c199309,segment=NetworkSegment(0e76b0ad-7439-4916-a2c6-94685678323b),segment_id=0e76b0ad-7439-4916-a2c6-94685678323b)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:12.255551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.318513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.351301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.388719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b2723-82cc-4e33-bf5b-50a425e669e4 None None] Pushing event updated for resources: {'Port': ['ID=e08fbcc4-f517-4771-8ffc-cb6e0c199309,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.534325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b18aa638-2486-4060-9a1e-cc76886bc2e8 None None] Provisioning complete for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:12.535592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b18aa638-2486-4060-9a1e-cc76886bc2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.543661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.70 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0b90426d-f95b-4815-96bf-e4ccb1b40264) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:12.623225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b18aa638-2486-4060-9a1e-cc76886bc2e8 None None] Port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:12.706526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.730128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e0d65946-b56f-4b98-b062-2526580dfc0d details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:12.730499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-b4d3bea5-caa7-44ca-89c3-28043b2c77af tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.735762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-b4d3bea5-caa7-44ca-89c3-28043b2c77af tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.2325494 Jul 16 09:00:12.851487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.920831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.978421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e0d65946-b56f-4b98-b062-2526580dfc0d,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:12.997186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b518976-9255-4fdd-a71b-16f0bacda219 req-e8b405a9-2713-4c1f-95ff-73e747cd2a35 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.998763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b518976-9255-4fdd-a71b-16f0bacda219 req-e8b405a9-2713-4c1f-95ff-73e747cd2a35 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 943 time: 0.3236361 Jul 16 09:00:13.039844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e0d65946-b56f-4b98-b062-2526580dfc0d', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'port_id': 'e0d65946-b56f-4b98-b062-2526580dfc0d', 'mac_address': 'fa:16:3e:a7:ca:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e031f7bc-5dce-460b-8974-7fc1303f4050', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:13.058642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b518976-9255-4fdd-a71b-16f0bacda219 req-9edfde01-83ad-42d3-b6c6-50db401a97b8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505698 Jul 16 09:00:13.060682 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8dd210e5-32dc-468d-9343-7d7eeccc906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.069909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.130359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.233603 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.289795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.462209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:13.467774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e08fbcc4-f517-4771-8ffc-cb6e0c199309 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:13.496666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:13.526198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:13.530873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:13.535637 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.540759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8db630-6a28-4e44-a80a-772bac79fa0c req-1f112c59-f73a-47c8-9c97-0226a7aeedb7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.542793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8db630-6a28-4e44-a80a-772bac79fa0c req-1f112c59-f73a-47c8-9c97-0226a7aeedb7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 946 time: 0.4706714 Jul 16 09:00:13.562337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 07f7f3a1-6330-475b-bce8-ffc56615d433 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:13.562929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d65946-b56f-4b98-b062-2526580dfc0d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:13.563197 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.577931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:13.594849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e08fbcc4-f517-4771-8ffc-cb6e0c199309 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:13.607613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:13.614445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e0d65946-b56f-4b98-b062-2526580dfc0d,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:13.643708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.695962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d8db630-6a28-4e44-a80a-772bac79fa0c req-8b1ebcaf-fe42-479e-b44b-20373826da2f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398749 Jul 16 09:00:13.703314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=0b90426d-f95b-4815-96bf-e4ccb1b40264,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.756815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:13.758000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.768777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.911675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Allocated IP 2001:db8::1 (07aab030-21dc-4700-9201-92669fcfe3f7/a1bc86bd-4a53-43e4-a98b-b914fc37202d/19959159-aa58-4d6b-9b05-7d35a911017d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:13.921940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:13.939634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router c6ff2ac7-25d3-44fa-aab6-852621ff2826 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:14.031549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 07f7f3a1-6330-475b-bce8-ffc56615d433, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=07f7f3a1-6330-475b-bce8-ffc56615d433,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:14.031937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.039999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96be740-aa47-422d-92a9-a6f564c2f639 None None] Network f9388277-cf08-43f6-b213-16374803f0d4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:14.063003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-40f6e77d-7610-4e9d-9da2-eac40900ce46 None None] Provisioning complete for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:14.063510 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-40f6e77d-7610-4e9d-9da2-eac40900ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.159914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.168100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-40f6e77d-7610-4e9d-9da2-eac40900ce46 None None] Port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:14.176989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Transition to ACTIVE for port object 19959159-aa58-4d6b-9b05-7d35a911017d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:14.198569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.262367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 07f7f3a1-6330-475b-bce8-ffc56615d433 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:14.393953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Provisioning for port e08fbcc4-f517-4771-8ffc-cb6e0c199309 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:14.394607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:14.400206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.400762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Provisioning complete for port e08fbcc4-f517-4771-8ffc-cb6e0c199309 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:14.401265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.407629 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Sync routers for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:14.420262 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:14.422948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T08:59:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:14.438446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75d33e64-c715-4d74-b71a-508031c16adb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/c6ff2ac7-25d3-44fa-aab6-852621ff2826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2997715 Jul 16 09:00:14.488240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42882) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:14.520000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.537089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Port': ['ID=19959159-aa58-4d6b-9b05-7d35a911017d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.561104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 07aab030-21dc-4700-9201-92669fcfe3f7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:14.567090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:14.571446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:14.572131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.587868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] For port e08fbcc4-f517-4771-8ffc-cb6e0c199309, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e08fbcc4-f517-4771-8ffc-cb6e0c199309,segment=NetworkSegment(0e76b0ad-7439-4916-a2c6-94685678323b),segment_id=0e76b0ad-7439-4916-a2c6-94685678323b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:14.595802 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.645680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fb93-4859-4ca2-b877-5b69cf488a74 req-4bf87974-be95-49bc-8164-ab8900182e6d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:14.647781 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52b5fb93-4859-4ca2-b877-5b69cf488a74 req-4bf87974-be95-49bc-8164-ab8900182e6d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 944 time: 0.3174274 Jul 16 09:00:14.760249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 07f7f3a1-6330-475b-bce8-ffc56615d433 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:14.776169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52b5fb93-4859-4ca2-b877-5b69cf488a74 req-cdb0c85c-37aa-4401-b9d6-c43b4b63ccd3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180289 Jul 16 09:00:14.855463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Pushing event updated for resources: {'Port': ['ID=e08fbcc4-f517-4771-8ffc-cb6e0c199309,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.861333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.887895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.890135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.890276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.890556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.890889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.891228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.891558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.892004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.892252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.892576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.892892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.893223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738eb96-b7ec-4935-8385-04331b953ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:14.906192 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:15.011275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.016261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.016810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.017186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.017653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.018114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.018567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.019019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.019469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.020119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.020395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.020846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.021302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.021756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.038298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4b645102-99be-46e0-800a-ef9bc26a0b4c tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9115 time: 0.5488946 Jul 16 09:00:15.038857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.069216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-264ef9af-e1ea-4f3d-92b6-25d4f53ace5d None None] Provisioning complete for port e08fbcc4-f517-4771-8ffc-cb6e0c199309 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:15.069723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-264ef9af-e1ea-4f3d-92b6-25d4f53ace5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.178481 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.246764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9905b3c-0b2e-42cf-8ef7-cc4bf1aca67d req-0ddfbb96-d799-4a21-9e9d-e4f2d9245666 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.248447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9905b3c-0b2e-42cf-8ef7-cc4bf1aca67d req-0ddfbb96-d799-4a21-9e9d-e4f2d9245666 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 867 time: 0.1959219 Jul 16 09:00:15.281937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=07f7f3a1-6330-475b-bce8-ffc56615d433,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.313158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e08fbcc4-f517-4771-8ffc-cb6e0c199309 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:15.341901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 2, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:15.380312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 07f7f3a1-6330-475b-bce8-ffc56615d433 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:15.394529 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Checking router: c6ff2ac7-25d3-44fa-aab6-852621ff2826 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:15.394883 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Updating router c6ff2ac7-25d3-44fa-aab6-852621ff2826 port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:15.396084 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.398688 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5666fb5-8e88-4498-8b95-9657a0b1b394 req-900727f9-2c8b-410c-a86a-bdf71a09766a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/07f7f3a1-6330-475b-bce8-ffc56615d433 HTTP/1.1" status: 204 len: 173 time: 2.6524251 Jul 16 09:00:15.402454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'name': 'network-vif-deleted', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:15.405094 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b890f5ea-482d-4f1c-b3ff-9fea8978b513" -d '{"events": [{"server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "name": "network-vif-deleted", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:15.413822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.414651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.415934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.417163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.417933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.418658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.419605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.420255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.421611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.422282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.423015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.423634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.429873 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9df335f7-0600-4481-aace-be7a244fa7e2 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7743 time: 0.3059025 Jul 16 09:00:15.430812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.432678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e08fbcc4-f517-4771-8ffc-cb6e0c199309 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:15.433074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.502386 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.508527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.522172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9905b3c-0b2e-42cf-8ef7-cc4bf1aca67d req-9ac271e1-0573-4e6c-9bd7-66f35305d33e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643723 Jul 16 09:00:15.523879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.525034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.552676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.601964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a344098-f363-404e-ad1e-2d3300c83f45 None None] Provisioning for port 19959159-aa58-4d6b-9b05-7d35a911017d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:15.616938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5a344098-f363-404e-ad1e-2d3300c83f45 None None] Provisioning complete for port 19959159-aa58-4d6b-9b05-7d35a911017d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:15.617064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5a344098-f363-404e-ad1e-2d3300c83f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.648107 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bece14b2-e351-4f37-96af-985b4fc033a9 x-openstack-request-id: req-bece14b2-e351-4f37-96af-985b4fc033a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:15.648555 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b036-4a1c-4a59-9f20-dc00fca1aa13", "name": "network-vif-deleted", "tag": "07f7f3a1-6330-475b-bce8-ffc56615d433", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:15.648819 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bece14b2-e351-4f37-96af-985b4fc033a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:15.649355 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b927b036-4a1c-4a59-9f20-dc00fca1aa13', 'name': 'network-vif-deleted', 'tag': '07f7f3a1-6330-475b-bce8-ffc56615d433', 'status': 'completed', 'code': 200} Jul 16 09:00:15.656596 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-119e8e5f-9a5c-44e0-b552-0825f63f48b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.741494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5a344098-f363-404e-ad1e-2d3300c83f45 None None] Port 19959159-aa58-4d6b-9b05-7d35a911017d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:15.749302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.814208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event updated for resources: {'Port': ['ID=19959159-aa58-4d6b-9b05-7d35a911017d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.928916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Network 07aab030-21dc-4700-9201-92669fcfe3f7 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:15.933881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:15.971587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 5090ab11-f90f-4ad5-b548-ac0190684cbe is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:16.024520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bcc29e3e-b1b1-4568-85ab-156555679808 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5039 time: 0.5819809 Jul 16 09:00:16.036849 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.078264 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Transition to ACTIVE for port object 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:16.095197 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.157926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Router a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:16.211934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d028dd-32a5-47db-833a-1f7e41bbe7e7 req-a1c1b6a9-830d-4949-beb9-debb051fa193 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.213942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1d028dd-32a5-47db-833a-1f7e41bbe7e7 req-a1c1b6a9-830d-4949-beb9-debb051fa193 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 944 time: 0.2172995 Jul 16 09:00:16.263147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e814a-233d-488c-abdf-4132808c9236 None None] Pushing event updated for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.298690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:16.312904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Sync routers for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:16.328432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:16.329085 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.357077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.358660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-743aef93-70b4-4b66-8c27-05d964e50be6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6554644 Jul 16 09:00:16.362541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.404673 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Attempting to bind port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:16.405271 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Attempting to bind port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:16.405807 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Attempting to bind port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 on network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:16.418761 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:16.419391 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Checking segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:16.419941 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.420518 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Bound using segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:16.421126 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Bound port: 5183b4e9-6e8f-4517-84e4-dc6bb5099e35, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:16.421830 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.451360 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-05c0008c-ef61-475d-a423-457803902459 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=230ed1c9fd94431dae9695be3ccc5f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871911 Jul 16 09:00:16.453937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.536739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:16.551216 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] Sync routers for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:16.580645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-63f00cc5-6c9c-4f25-ac92-cb123bef7ec1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9874959 Jul 16 09:00:16.581320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.595457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:16.597851 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.629333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c36d56f6-1b04-4a18-b863-204b8880d0dd None None] Provisioning complete for port 19959159-aa58-4d6b-9b05-7d35a911017d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:16.629910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c36d56f6-1b04-4a18-b863-204b8880d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.686409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.709680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d63cfed-d77f-440c-bbc9-9ceca6c04803 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.710870 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] For port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:16.714775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d63cfed-d77f-440c-bbc9-9ceca6c04803 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2596993 Jul 16 09:00:16.716314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:16.717507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.718290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.750437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e0d65946-b56f-4b98-b062-2526580dfc0d up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:16.795240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.795982 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814f23c-cd41-436f-b626-8d3cc21c0819 None None] The sync data for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:16.807300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42934) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.821833 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-667ffd45-2697-44ee-922a-454384e33c9e tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013384 Jul 16 09:00:16.825893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.827063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] For port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:16.827270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596689353', 'description': 'tempest-secgroup-smoke-1596689353 description', 'project_id': 'fb1ec6b62517434694ed622235abeb2a'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:16.837206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1412690335', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:16.838002 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.843061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c36d56f6-1b04-4a18-b863-204b8880d0dd None None] Port 19959159-aa58-4d6b-9b05-7d35a911017d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:16.858082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:16.876876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1d028dd-32a5-47db-833a-1f7e41bbe7e7 req-0922de67-d8ca-4955-b0fb-65d4ab8a7db8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557682 Jul 16 09:00:16.927101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9392972d-4ddf-4640-9e71-75f8fd633eef tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.981967 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e814a-233d-488c-abdf-4132808c9236 None None] Pushing event updated for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.002286 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:17.003060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:17.061193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb47d5a4-5d6d-4c38-bd83-f4cc545c2d71 req-86742809-0a10-42d6-9d7a-06dc88848604 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.0467591 Jul 16 09:00:17.062742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.089337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:17.093409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.204263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.222892 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:17.237907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e0d65946-b56f-4b98-b062-2526580dfc0d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:17.259460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e0d65946-b56f-4b98-b062-2526580dfc0d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:17.259841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.296095 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9392972d-4ddf-4640-9e71-75f8fd633eef tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:17.297180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9392972d-4ddf-4640-9e71-75f8fd633eef tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 HTTP/1.1" status: 409 len: 329 time: 0.7129891 Jul 16 09:00:17.301671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42944) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.333103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.385017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.475141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c751f36-b245-41de-b5ec-8d6fed46dd5e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.497240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.498613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b6c7980-146e-420a-8f64-3258b0077373 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6857376 Jul 16 09:00:17.501566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42946) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.507736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:17.546951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:17.603400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.647354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.686165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.689047 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:16Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:17.693338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Checking router: 5090ab11-f90f-4ad5-b548-ac0190684cbe for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:17.693625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Updating router 5090ab11-f90f-4ad5-b548-ac0190684cbe port 0b90426d-f95b-4815-96bf-e4ccb1b40264 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:17.706329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Subnet': ['ID=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.727113 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3e8e-565c-4c84-ac5a-d2b2c6d8f028 None None] The sync data for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 is: [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:16Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:17.751421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.761571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.769881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:17.770250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network hostable DHCP agents. Network: 3613337b-444e-49ee-9214-4ed67ea1e934, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:17.794076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f5cc2a-5cb8-423d-8448-46e063fa06b2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.810501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.814852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:17.819494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-45a9348e-5a77-4d41-8ccc-af67206f9d3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166227 Jul 16 09:00:17.823288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:17.824010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:17.834805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 3613337b-444e-49ee-9214-4ed67ea1e934 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:17.835499 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad102902-f02e-4c2e-b0e7-ae0ec799707b" -d '{"events": [{"server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "name": "network-vif-plugged", "status": "completed", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:17.849447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.889022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e0d65946-b56f-4b98-b062-2526580dfc0d,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:17.896800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 3613337b-444e-49ee-9214-4ed67ea1e934) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:17.937843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:17.938559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.975586 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1220fb5-2b27-43ba-8bcd-f98e1afed05d x-openstack-request-id: req-f1220fb5-2b27-43ba-8bcd-f98e1afed05d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:17.976122 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "name": "network-vif-plugged", "status": "completed", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:17.976362 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1220fb5-2b27-43ba-8bcd-f98e1afed05d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:17.976791 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d', 'code': 200} Jul 16 09:00:17.993386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.005247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda5daa-82cd-4c6e-9343-05827b8fa2f3 None None] Network 3613337b-444e-49ee-9214-4ed67ea1e934 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:18.028076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.187418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.200592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef1fa759-25ae-4c0c-b23b-df0ff42c6047 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3729644 Jul 16 09:00:18.203887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 42962) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.318020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.355949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d708eca5-f18c-4965-a3e1-1a0b11d577ce,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.389492 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.398715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.403167 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c04f1e18-9551-4e5c-9918-b8b62ce4b859 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5871148 Jul 16 09:00:18.409601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.420518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:18.468260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c7eb8-280d-4875-96ed-2c6aff453b47 req-153147bf-b3af-45b4-b764-b1c9b033b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.469870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-931c7eb8-280d-4875-96ed-2c6aff453b47 req-153147bf-b3af-45b4-b764-b1c9b033b1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 1097 time: 0.3678343 Jul 16 09:00:18.471624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.570826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.609253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.670535 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-931c7eb8-280d-4875-96ed-2c6aff453b47 req-5d55680e-089d-4c07-9db9-afddb89a625c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918743 Jul 16 09:00:18.726894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.732548 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.786083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94db2cb9-4500-4949-99c0-de31cdb6d13f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.794727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-3613337b-444e-49ee-9214-4ed67ea1e934', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:18.795721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.799092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.801018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb790a2f-a6e2-4d64-93e8-944183b87f8c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893113 Jul 16 09:00:18.807102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.821104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:18.878555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.900413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e79083ad-58e9-4ee4-9197-e3ed112539f4 req-df5e3ae7-4038-488c-90ef-cde7762e5b1c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.5419927 Jul 16 09:00:18.951882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.956318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.995220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847d4800-756f-4ec1-90db-a2db8fad7a9e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.008422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.013365 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7bbef9ee-f1d1-4b91-a4c7-e912290c4b8a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048116 Jul 16 09:00:19.013985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.018828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:19.046193 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:19.051986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.136257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Allocated IP 172.20.0.2 (3613337b-444e-49ee-9214-4ed67ea1e934/e45b8edb-643b-4a46-a050-e1bc5ac6fc8e/dc958bf0-f7b6-401e-ade5-90e2a6057b36) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:19.178408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b2333-2e67-4d8b-993b-0d125e6d1722 req-d4c7faff-b8a6-497f-9332-5efa8edf0498 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:19.185846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f57b2333-2e67-4d8b-993b-0d125e6d1722 req-d4c7faff-b8a6-497f-9332-5efa8edf0498 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 945 time: 0.9480584 Jul 16 09:00:19.416953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f57b2333-2e67-4d8b-993b-0d125e6d1722 req-3a586a8c-fa22-4195-b0a9-3bc55df5e4f3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295229 Jul 16 09:00:19.613294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.631734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Transition to ACTIVE for port object dc958bf0-f7b6-401e-ade5-90e2a6057b36 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.653336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Transition to ACTIVE for port object dc958bf0-f7b6-401e-ade5-90e2a6057b36 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.665986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:19.682704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.723417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.733477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.776670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.780470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7629890 Jul 16 09:00:19.780470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61412af0-52ad-400a-82a7-10e45b801136 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edb7b88-db53-48ee-8172-0042705ff76e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.783638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.787952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 42988) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.794612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'security_group_rule': {'security_group_id': '1c751f36-b245-41de-b5ec-8d6fed46dd5e', 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:19.846815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Transition to ACTIVE for port object 0b90426d-f95b-4815-96bf-e4ccb1b40264 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:19.849318 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Project fb1ec6b62517434694ed622235abeb2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:19.855627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.878289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.883648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Network 3613337b-444e-49ee-9214-4ed67ea1e934 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:19.884803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Pushing event updated for resources: {'Port': ['ID=dc958bf0-f7b6-401e-ade5-90e2a6057b36,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.905959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:19.913464 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:19.929345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port 19959159-aa58-4d6b-9b05-7d35a911017d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:19.929922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.035087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.040848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.062068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Attempting to bind port 0b90426d-f95b-4815-96bf-e4ccb1b40264 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:20.062708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Attempting to bind port 0b90426d-f95b-4815-96bf-e4ccb1b40264 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:20.066214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Attempting to bind port 0b90426d-f95b-4815-96bf-e4ccb1b40264 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:20.082038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fad62c-eb8c-4766-9fc9-2dd784cc2d84,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.098223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4a9c9-e204-40f6-b867-6f83515207a3 None None] Pushing event updated for resources: {'Port': ['ID=0b90426d-f95b-4815-96bf-e4ccb1b40264,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.099480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.100145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.122163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70b3ca96-a0c2-4939-8acb-2b3d6373b305 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322814 Jul 16 09:00:20.124562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:20.131699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:20.132557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:20.133326 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.133851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:20.134578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Bound port: 0b90426d-f95b-4815-96bf-e4ccb1b40264, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:20.135966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.138937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Attempting to bind port dc958bf0-f7b6-401e-ade5-90e2a6057b36 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:20.139491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Attempting to bind port dc958bf0-f7b6-401e-ade5-90e2a6057b36 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:20.140093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Attempting to bind port dc958bf0-f7b6-401e-ade5-90e2a6057b36 on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:20.143898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:20.144496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.189128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:20.189880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:20.190484 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.191071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Bound using segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:20.191899 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Bound port: dc958bf0-f7b6-401e-ade5-90e2a6057b36, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:20.192513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.196617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for 19959159-aa58-4d6b-9b05-7d35a911017d owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:20.202642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ac1125d-7b50-4d2a-a18e-9c6eb98e41a8 req-f57bcf15-14c4-4ad8-b2c7-220804925552 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.0726349 Jul 16 09:00:20.217414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.313350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] For port 0b90426d-f95b-4815-96bf-e4ccb1b40264, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:20.337979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] For port 0b90426d-f95b-4815-96bf-e4ccb1b40264, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0b90426d-f95b-4815-96bf-e4ccb1b40264,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:20.363616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.482541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] For port dc958bf0-f7b6-401e-ade5-90e2a6057b36, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:20.511643 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.538843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] For port dc958bf0-f7b6-401e-ade5-90e2a6057b36, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dc958bf0-f7b6-401e-ade5-90e2a6057b36,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:20.539926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:20.540635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:20.587493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.594582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4a9c9-e204-40f6-b867-6f83515207a3 None None] Pushing event updated for resources: {'Port': ['ID=0b90426d-f95b-4815-96bf-e4ccb1b40264,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.669271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:20.683851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.733586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f4d42-edee-44a4-8bd4-352f88dde37f None None] Pushing event updated for resources: {'Port': ['ID=dc958bf0-f7b6-401e-ade5-90e2a6057b36,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.735675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-e598ba4d-41c2-4d34-8cc0-1685d8a83d24 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596689353&fields=id&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 267 time: 0.2982531 Jul 16 09:00:20.763569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:20.866117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.915597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.1 (3613337b-444e-49ee-9214-4ed67ea1e934/e45b8edb-643b-4a46-a050-e1bc5ac6fc8e/c9172fea-26b5-42e1-97b9-17a41e994d82) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:20.950594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafd64-eb3d-464c-97a5-be1447bf2600 req-53d0c34b-f066-4feb-86d9-ab83ba548fdd tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:20.952528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51fafd64-eb3d-464c-97a5-be1447bf2600 req-53d0c34b-f066-4feb-86d9-ab83ba548fdd tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 945 time: 0.3743780 Jul 16 09:00:21.020233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.022421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:21.055891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe46e50-c4ee-4ab0-9842-972e39d1a62d None None] The sync data for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 is: [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:21.109102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1dd1e7e2-7ab2-4ca2-a690-63bf9ada3661 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.116203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1dd1e7e2-7ab2-4ca2-a690-63bf9ada3661 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/networks?id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 200 len: 796 time: 0.3789737 Jul 16 09:00:21.125694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=19959159-aa58-4d6b-9b05-7d35a911017d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.242015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-cd4b95a3-8de2-409d-b84b-46e471052d4f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/quotas/fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 375 time: 0.1244986 Jul 16 09:00:21.259382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51fafd64-eb3d-464c-97a5-be1447bf2600 req-d9df6c3d-3d9c-4618-92c1-cf254138cc00 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773232 Jul 16 09:00:21.428385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.523122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.608191 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:21.622499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a5b0ae8-9e9a-425e-8a11-a89f814295dc req-07ac7caa-3cc6-49ab-808d-f20dce62d756 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.1120167 Jul 16 09:00:21.715767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:21.716176 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.945012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dc958bf0-f7b6-401e-ade5-90e2a6057b36 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:22.039056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port dc958bf0-f7b6-401e-ade5-90e2a6057b36 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:22.189070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc859abe-0609-449d-a0e4-febd39d37845 None None] Network 3613337b-444e-49ee-9214-4ed67ea1e934 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:22.223021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object c9172fea-26b5-42e1-97b9-17a41e994d82 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:22.362614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Provisioning for port dc958bf0-f7b6-401e-ade5-90e2a6057b36 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:22.381673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-4d28be07-4859-49d4-a6a9-97a021f83f05 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1376491 Jul 16 09:00:22.382316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Provisioning complete for port dc958bf0-f7b6-401e-ade5-90e2a6057b36 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:22.382316 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.386587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-062701cf-09b5-46be-bbba-738ee102645c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:00:22.392709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-062701cf-09b5-46be-bbba-738ee102645c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111318 Jul 16 09:00:22.540649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Router a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:22.597094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.624688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-b2898f04-3919-4f8b-b16d-648dbfbf12e0 service neutron] 10.222.0.32 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308786 Jul 16 09:00:22.625845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.644991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] For port dc958bf0-f7b6-401e-ade5-90e2a6057b36, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dc958bf0-f7b6-401e-ade5-90e2a6057b36,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:22.652100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.757502 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:22.860222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:22.875277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 3613337b-444e-49ee-9214-4ed67ea1e934 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:22.888919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-350af79e-46da-4078-958a-111bfd13c9b7 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5861545 Jul 16 09:00:22.898018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43026) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:22.981483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:22.999001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:23.005033 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-f472f390-39da-44b3-8bc5-56ff24a46599 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] show failed (client error): The resource could not be found. Jul 16 09:00:23.006349 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f472f390-39da-44b3-8bc5-56ff24a46599 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-801886985 HTTP/1.1" status: 404 len: 334 time: 0.1052203 Jul 16 09:00:23.010131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:23.029477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0cc3eec9-d51b-4aa0-9c5f-1f1133eb81d2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:23.065207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.089678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ccb05dfa-ae77-49d0-8446-70054c6e829e req-b23c525c-de0b-426a-9908-293280fd4c8a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=b927b036-4a1c-4a59-9f20-dc00fca1aa13 HTTP/1.1" status: 200 len: 210 time: 0.1027226 Jul 16 09:00:23.116617 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0cc3eec9-d51b-4aa0-9c5f-1f1133eb81d2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] update failed (client error): The resource could not be found. Jul 16 09:00:23.117911 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0cc3eec9-d51b-4aa0-9c5f-1f1133eb81d2 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1979397806 HTTP/1.1" status: 404 len: 335 time: 0.1067333 Jul 16 09:00:23.122803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43032) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:23.210863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] Sync routers for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:23.218638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.262304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting subnet e684991f-eac7-4f4c-8459-6edccfabbc41 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:23.270028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.297304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:23.297967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:23.328587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-2a7c0a61-11df-435d-b2a8-2160c1ff93cb service neutron] 10.222.0.32 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295745 Jul 16 09:00:23.349578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:23.351455 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.382510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e590a-8bff-4ffa-92a2-8623cb4fbd9b None None] Pushing event updated for resources: {'Port': ['ID=dc958bf0-f7b6-401e-ade5-90e2a6057b36,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.397970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0b90426d-f95b-4815-96bf-e4ccb1b40264 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:23.461370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] Routers {'a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:23.462008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:23.470662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-476dc469-f335-4ff8-b98c-2e45d4a77a30 None None] Provisioning complete for port dc958bf0-f7b6-401e-ade5-90e2a6057b36 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:23.471050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-476dc469-f335-4ff8-b98c-2e45d4a77a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.539200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.577312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.593340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:23.594121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0108438e-1103-4a51-a267-c43f770cb4df None None] The sync data for ids ['a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:23.665279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.667120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0b90426d-f95b-4815-96bf-e4ccb1b40264 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:23.685495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.687722 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/subnets/e684991f-eac7-4f4c-8459-6edccfabbc41 HTTP/1.1" status: 204 len: 168 time: 0.5634017 Jul 16 09:00:23.690084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43038) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:23.728407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f2ec2-8ac3-49a5-9eb9-48a2f784855e None None] Network f9388277-cf08-43f6-b213-16374803f0d4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:23.741621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0b90426d-f95b-4815-96bf-e4ccb1b40264 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:23.744500 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.760654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8995ac-3530-4dc8-ae69-0b7aa4a94f95 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Subnet': ['ID=e684991f-eac7-4f4c-8459-6edccfabbc41,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:23.850307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e003974-f636-4ed5-90e5-ddad8482b604 req-fa4ef9fc-da3c-440b-abc8-27817cc4d57f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 210 time: 0.0419014 Jul 16 09:00:23.892921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.965502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port e08fbcc4-f517-4771-8ffc-cb6e0c199309 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:23.966438 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.070578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] For port e08fbcc4-f517-4771-8ffc-cb6e0c199309, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e08fbcc4-f517-4771-8ffc-cb6e0c199309,segment=NetworkSegment(0e76b0ad-7439-4916-a2c6-94685678323b),segment_id=0e76b0ad-7439-4916-a2c6-94685678323b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:24.071176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.086041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for e08fbcc4-f517-4771-8ffc-cb6e0c199309 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:24.122792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.174346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8d57cda-79b0-4133-a708-30867c66b6dc None None] Provisioning for port c9172fea-26b5-42e1-97b9-17a41e994d82 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:24.180222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8d57cda-79b0-4133-a708-30867c66b6dc None None] Provisioning complete for port c9172fea-26b5-42e1-97b9-17a41e994d82 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:24.180599 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8d57cda-79b0-4133-a708-30867c66b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.217905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0b90426d-f95b-4815-96bf-e4ccb1b40264, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0b90426d-f95b-4815-96bf-e4ccb1b40264,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:24.233733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.274893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c8d57cda-79b0-4133-a708-30867c66b6dc None None] Port c9172fea-26b5-42e1-97b9-17a41e994d82 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:24.309540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.313959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0b90426d-f95b-4815-96bf-e4ccb1b40264,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.319705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f202e-0ff1-4f6c-93ae-27d377948ad4 None None] DHCP port deletion for f9388277-cf08-43f6-b213-16374803f0d4 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:24.365605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=e08fbcc4-f517-4771-8ffc-cb6e0c199309,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.374845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] No DVR routers for this DVR port e08fbcc4-f517-4771-8ffc-cb6e0c199309 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:24.429919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.449559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.532777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.546398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9388277-cf08-43f6-b213-16374803f0d4']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.561558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e76b0ad-7439-4916-a2c6-94685678323b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.562076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e76b0ad-7439-4916-a2c6-94685678323b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.575591 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.591563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.597585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.609371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:24.610955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:24.617736 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:24.625034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.757718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 3613337b-444e-49ee-9214-4ed67ea1e934 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:24.758916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.759280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:24.770538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.777935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/networks/f9388277-cf08-43f6-b213-16374803f0d4 HTTP/1.1" status: 204 len: 168 time: 1.0818045 Jul 16 09:00:24.797639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:24.816144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0dd5d-a62f-4a26-911e-2059d2d4ba34 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Network': ['ID=f9388277-cf08-43f6-b213-16374803f0d4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.915054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting subnet a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:24.925061 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.970681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 5090ab11-f90f-4ad5-b548-ac0190684cbe has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:24.973898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.134141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.205722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-849aef8b-c1e8-40ef-b6c4-4305263e43be req-cc58eae7-0b73-4900-8d99-37a42c5e1513 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 210 time: 0.0661438 Jul 16 09:00:25.218174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.240371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f2230430-9000-40f6-9d41-dadf2fad6c14 None None] Provisioning complete for port c9172fea-26b5-42e1-97b9-17a41e994d82 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:25.240896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f2230430-9000-40f6-9d41-dadf2fad6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.273878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:25.282915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.299024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Sync routers for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:25.300229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.306842 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a914192b-8c29-4cea-bb31-51d422d6b0b4 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b7bfbf-c6ab-4f95-ba09-1d08fe66142d HTTP/1.1" status: 204 len: 168 time: 0.5078597 Jul 16 09:00:25.317678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2f14e6b6-284e-47ce-a704-da93d3b31add tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/5090ab11-f90f-4ad5-b548-ac0190684cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1083233 Jul 16 09:00:25.318403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43072) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:25.322762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dc958bf0-f7b6-401e-ade5-90e2a6057b36 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:25.324195 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:25.325447 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:25.333602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ae8e4-f277-4070-9031-2074eefcb7ea None None] Network 0549f87a-a235-48f3-a6bb-9a02757e2f22 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:25.414830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f2230430-9000-40f6-9d41-dadf2fad6c14 None None] Port c9172fea-26b5-42e1-97b9-17a41e994d82 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:25.450945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting subnet bc4c38b4-8625-4df7-b112-b34a55870dc4 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:25.460381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.463214 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:25.530459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.684513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.806053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port dc958bf0-f7b6-401e-ade5-90e2a6057b36 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:25.806429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.812212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.893084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-494d39a3-d946-497a-91c2-7b825803a14e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.896799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4c38b4-8625-4df7-b112-b34a55870dc4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.900747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-494d39a3-d946-497a-91c2-7b825803a14e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/networks?id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 200 len: 796 time: 0.2593942 Jul 16 09:00:25.921736 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 2, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:25.954874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-3dea4545-3fe4-4efb-8527-33c47236496d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60307989&fields=id&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 267 time: 0.1738570 Jul 16 09:00:25.981215 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.991405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43092) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:25.991890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcbc9b-8010-4e29-9ebc-f3c1d9366d40 None None] Network 7a5ecc37-1da5-473a-9979-467ce274c26a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:25.991985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Checking router: 5090ab11-f90f-4ad5-b548-ac0190684cbe for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:25.991985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Updating router 5090ab11-f90f-4ad5-b548-ac0190684cbe port c9172fea-26b5-42e1-97b9-17a41e994d82 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:25.999723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4cae58f7-5526-4d78-a4fc-ac6b85c126ea tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/subnets/bc4c38b4-8625-4df7-b112-b34a55870dc4 HTTP/1.1" status: 204 len: 168 time: 0.6736608 Jul 16 09:00:26.036651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-ddb5d614-e239-464c-8743-277f232d0397 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb1ec6b62517434694ed622235abeb2a HTTP/1.1" status: 200 len: 380 time: 0.1270976 Jul 16 09:00:26.076518 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.096980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'port': {'device_id': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'admin_state_up': True, 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'security_groups': ['1c751f36-b245-41de-b5ec-8d6fed46dd5e']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:26.158747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] DHCP port deletion for 0549f87a-a235-48f3-a6bb-9a02757e2f22 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:26.206786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-12fcf2ee-24c2-442f-bd9a-0a48966a850b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.209019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-12fcf2ee-24c2-442f-bd9a-0a48966a850b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 797 time: 0.2530112 Jul 16 09:00:26.229101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-2a53f07b-c61e-4a5d-a008-ed132c1e61f7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/quotas/230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 375 time: 0.0134513 Jul 16 09:00:26.299119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0b90426d-f95b-4815-96bf-e4ccb1b40264 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:26.362670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.385995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-a4ab103c-8019-4e7b-a6a7-f74ff52e5fb0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470065 Jul 16 09:00:26.421536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Deleting port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:26.422117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.501533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] For port a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,segment=NetworkSegment(0e725859-2ee2-4d71-b80c-c0ba17e7750a),segment_id=0e725859-2ee2-4d71-b80c-c0ba17e7750a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:26.501889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.516285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Calling delete_port for a5cce5d1-c9da-4db7-a80e-34b4a10388c3 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:26.601354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4af8abf-318f-4a1b-972d-99b0da84f341 req-7142ba66-bc33-4685-a1ed-c32eadbf4898 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 210 time: 0.1365438 Jul 16 09:00:26.610305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Made reservation on behalf of fb1ec6b62517434694ed622235abeb2a for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:26.614384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.614623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.621145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0b90426d-f95b-4815-96bf-e4ccb1b40264 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:26.621522 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.645203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:26.645557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.673407 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.694377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Transition to ACTIVE for port object c9172fea-26b5-42e1-97b9-17a41e994d82 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:26.706634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] Pushing event deleted for resources: {'Port': ['ID=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:26.711926 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.721109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f5d5c-2787-4884-a0f2-274db5d4e879 None None] No DVR routers for this DVR port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:26.775170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] For port a5cce5d1-c9da-4db7-a80e-34b4a10388c3, host n-d-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:26.776030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.795580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for a5cce5d1-c9da-4db7-a80e-34b4a10388c3 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:26.801285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 was not found and therefore no delete operation was performed {{(pid=93774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:00:26.836649 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.850935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-a8ae87a6-b246-45b9-bfc4-4c4a12d2c8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519353 Jul 16 09:00:26.879484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] No DVR routers for this DVR port a5cce5d1-c9da-4db7-a80e-34b4a10388c3 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:26.881702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] DHCP port deletion for 7a5ecc37-1da5-473a-9979-467ce274c26a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:26.891576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e08fbcc4-f517-4771-8ffc-cb6e0c199309 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:26.929742 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Attempting to bind port c9172fea-26b5-42e1-97b9-17a41e994d82 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:26.930182 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Attempting to bind port c9172fea-26b5-42e1-97b9-17a41e994d82 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:26.930609 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Attempting to bind port c9172fea-26b5-42e1-97b9-17a41e994d82 on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:26.941224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:26.941854 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:26.942398 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.943303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Bound using segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:26.943928 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Bound port: c9172fea-26b5-42e1-97b9-17a41e994d82, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:26.944502 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.965030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee1eb-341c-4ee7-8a79-4daa735967ab None None] Pushing event updated for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.031883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e08fbcc4-f517-4771-8ffc-cb6e0c199309 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:27.032186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e08fbcc4-f517-4771-8ffc-cb6e0c199309 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:27.060733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-77f33012-f832-4715-82fa-ea0b560f7c71 service neutron] 10.222.0.32 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035203 Jul 16 09:00:27.077260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.089058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0549f87a-a235-48f3-a6bb-9a02757e2f22']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.114214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e725859-2ee2-4d71-b80c-c0ba17e7750a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.121186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e725859-2ee2-4d71-b80c-c0ba17e7750a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.127140 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] For port c9172fea-26b5-42e1-97b9-17a41e994d82, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:27.127608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Deleting port bbe1ffc0-01c2-4970-bafc-0253faaefe21 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:27.128010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.141928 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.146366 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] For port c9172fea-26b5-42e1-97b9-17a41e994d82, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c9172fea-26b5-42e1-97b9-17a41e994d82,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:27.164082 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.166805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.174268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:27.174860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:27.253604 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:27.257182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=a5cce5d1-c9da-4db7-a80e-34b4a10388c3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.263503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.289823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.292649 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/networks/0549f87a-a235-48f3-a6bb-9a02757e2f22 HTTP/1.1" status: 204 len: 168 time: 1.3035307 Jul 16 09:00:27.293605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e66aef-a69b-4c94-a9cd-80c7e314fa35 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Network': ['ID=0549f87a-a235-48f3-a6bb-9a02757e2f22,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.295333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:27.312657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.20.0.4 (4e47947f-fee4-4a7a-b6e1-7f8e1416f59d/8adb3df0-c930-4960-891c-c6d88d5db582/1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:27.320336 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee1eb-341c-4ee7-8a79-4daa735967ab None None] Pushing event updated for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.356756 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:27.368901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.406883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] For port bbe1ffc0-01c2-4970-bafc-0253faaefe21, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbe1ffc0-01c2-4970-bafc-0253faaefe21,segment=NetworkSegment(92f6155c-f86a-477f-8817-70498faf3b26),segment_id=92f6155c-f86a-477f-8817-70498faf3b26)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:27.407411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.425349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.469201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Calling delete_port for bbe1ffc0-01c2-4970-bafc-0253faaefe21 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:27.563883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cdeaaa55-d8eb-481f-85d6-27c2ddaabb2b req-e79f28e0-92f4-410d-addd-c0c022c16d45 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 210 time: 0.1250901 Jul 16 09:00:27.638340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbe1ffc0-01c2-4970-bafc-0253faaefe21 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:27.720329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port bbe1ffc0-01c2-4970-bafc-0253faaefe21 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:27.724831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.729208 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:27.745159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.824145 n-d-798054-12 neutron-server[93776]: INFO neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No ports have port_id starting with bbe1ffc0-01c2-4970-bafc-0253faaefe21 Jul 16 09:00:27.825594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.835181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a5cce5d1-c9da-4db7-a80e-34b4a10388c3 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:27.838361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Transition to ACTIVE for port object 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:27.947826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4388beca-150b-4dbf-96b4-be495dba82e4 req-1dff2729-9bde-43c0-bbb4-8a7e046605b2 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 210 time: 0.0641551 Jul 16 09:00:28.001378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] Pushing event deleted for resources: {'Port': ['ID=bbe1ffc0-01c2-4970-bafc-0253faaefe21,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.003197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a5cce5d1-c9da-4db7-a80e-34b4a10388c3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:28.003546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a5cce5d1-c9da-4db7-a80e-34b4a10388c3 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:28.009431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] For port bbe1ffc0-01c2-4970-bafc-0253faaefe21, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbe1ffc0-01c2-4970-bafc-0253faaefe21,segment=NetworkSegment(92f6155c-f86a-477f-8817-70498faf3b26),segment_id=92f6155c-f86a-477f-8817-70498faf3b26)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:28.010457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.022877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c7a1d-11d8-4c6f-a9f0-b9232575b17f None None] No DVR routers for this DVR port bbe1ffc0-01c2-4970-bafc-0253faaefe21 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:28.085704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for bbe1ffc0-01c2-4970-bafc-0253faaefe21 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:28.102330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c7639b26-c028-4095-b406-2809ab87044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:27Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.140458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7639b26-c028-4095-b406-2809ab87044a None None] The sync data for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 is: [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:27Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:28.180988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.283560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:28.293941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:28.303804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:28.362113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.379675 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.463161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=bbe1ffc0-01c2-4970-bafc-0253faaefe21,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.465320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] No DVR routers for this DVR port bbe1ffc0-01c2-4970-bafc-0253faaefe21 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:28.472984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.473486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.579201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.597863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5ecc37-1da5-473a-9979-467ce274c26a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.613561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f6155c-f86a-477f-8817-70498faf3b26') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.613875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f6155c-f86a-477f-8817-70498faf3b26') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.625381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.645805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.652684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:28.653108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.684056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d8b350e0-4860-489a-ae72-16ced1156f61 None None] Provisioning for port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:28.688336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d8b350e0-4860-489a-ae72-16ced1156f61 None None] Provisioning complete for port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:28.688716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8b350e0-4860-489a-ae72-16ced1156f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:28.719140 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:28.736769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.766605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.768579 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/networks/7a5ecc37-1da5-473a-9979-467ce274c26a HTTP/1.1" status: 204 len: 168 time: 1.4688466 Jul 16 09:00:28.771514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43126) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.793147 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-713c606d-5930-41c7-8692-c18409d2c8ac tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7277877 Jul 16 09:00:28.795251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d8b350e0-4860-489a-ae72-16ced1156f61 None None] Port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:28.795807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1ef08-c58b-46ee-bac8-cbbd97876814 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Network': ['ID=7a5ecc37-1da5-473a-9979-467ce274c26a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.820093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Request body: {'port': {'device_id': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:28.908921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting subnet a1bc86bd-4a53-43e4-a98b-b914fc37202d {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:28.916977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.922861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.965109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7ea11b1-bb7c-49f1-badc-fdba1196500c req-9590a06b-da52-4f72-8301-f724635e8ced tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 210 time: 0.1308668 Jul 16 09:00:29.009110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.439061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.456514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c9172fea-26b5-42e1-97b9-17a41e994d82 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:29.534901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33551453-9f5c-4139-ac02-1b19ab6dc389 req-10f87f92-5d2b-4917-b97b-38d09ae3bfbf tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.541944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33551453-9f5c-4139-ac02-1b19ab6dc389 req-10f87f92-5d2b-4917-b97b-38d09ae3bfbf tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 931 time: 0.3360357 Jul 16 09:00:29.564358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c9172fea-26b5-42e1-97b9-17a41e994d82 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:29.569060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c9172fea-26b5-42e1-97b9-17a41e994d82 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:29.569583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.607712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5a9cf0de-5579-4485-a527-36fbe40f43b2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.613923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5a9cf0de-5579-4485-a527-36fbe40f43b2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 797 time: 0.2774131 Jul 16 09:00:29.677862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33551453-9f5c-4139-ac02-1b19ab6dc389 req-82445f08-99c2-412a-b256-ef6007f48005 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177206 Jul 16 09:00:29.705260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.752639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:29.752908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bc86bd-4a53-43e4-a98b-b914fc37202d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.759458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.766209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd5c50c0-2555-4984-957d-746a66e930f6 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/subnets/a1bc86bd-4a53-43e4-a98b-b914fc37202d HTTP/1.1" status: 204 len: 168 time: 0.9934895 Jul 16 09:00:29.767003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43136) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:29.789657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb9a5e-0105-4fe1-824d-55e7f369fe1b None None] Network 07aab030-21dc-4700-9201-92669fcfe3f7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:29.807208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.860994 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.880765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-89b6a47f-917c-4aa6-bd6f-3b77715fccda tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 378 time: 0.2266731 Jul 16 09:00:29.889682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Transition to ACTIVE for port object 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:29.891285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.897526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'port': {'device_id': 'f5275398-ff29-4418-bf2a-de177655c68a', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'admin_state_up': True, 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'security_groups': ['b52ea1ec-e09f-44e9-8c91-ff9704333441']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:29.974695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Deleting port 00525754-1d4e-401b-a7cc-b440f6c22d15 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:29.975177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.034594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.145195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:30.146847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] For port 00525754-1d4e-401b-a7cc-b440f6c22d15, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=00525754-1d4e-401b-a7cc-b440f6c22d15,segment=NetworkSegment(9020f0a8-a74e-4eb9-a408-63237157d168),segment_id=9020f0a8-a74e-4eb9-a408-63237157d168)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.147230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.149501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.153591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c9172fea-26b5-42e1-97b9-17a41e994d82, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c9172fea-26b5-42e1-97b9-17a41e994d82,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.184458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Calling delete_port for 00525754-1d4e-401b-a7cc-b440f6c22d15 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:30.202817 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.324086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Pushing event updated for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.414895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.417221 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.491977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Port': ['ID=00525754-1d4e-401b-a7cc-b440f6c22d15,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.497556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-468f97cb-fb18-4464-91e9-9abf4d9eea21 req-b9773154-ca87-47be-b7b8-6691d6592c60 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 210 time: 0.1068993 Jul 16 09:00:30.498449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] No DVR routers for this DVR port 00525754-1d4e-401b-a7cc-b440f6c22d15 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:30.527687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.11 (3613337b-444e-49ee-9214-4ed67ea1e934/e45b8edb-643b-4a46-a050-e1bc5ac6fc8e/1938e204-f0d6-49db-a292-5c7f84084dbb) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:30.529962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59791ef7-b25e-4385-b76e-4683445b8c9d None None] DHCP port deletion for 07aab030-21dc-4700-9201-92669fcfe3f7 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:30.556663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Attempting to bind port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:30.557148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Attempting to bind port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:30.557698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Attempting to bind port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c on network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:30.573131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c on network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:30.573131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Attempting to bind port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c on network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:30.584618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:30.584618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Checking segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:30.585288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Bound using segment: {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:30.585863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Bound port: 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302b8178-9a67-43e3-8b97-80cc29a51807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:30.586336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.619923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.637374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aab030-21dc-4700-9201-92669fcfe3f7']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:30.669792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9020f0a8-a74e-4eb9-a408-63237157d168') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:30.672670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9020f0a8-a74e-4eb9-a408-63237157d168') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:30.693356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.751794 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.771115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:30.774668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.778889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:30.783441 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:30.788924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:30.801418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.859358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.860171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.861547 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 200 len: 1092 time: 2.0510681 Jul 16 09:00:30.924798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:30.937343 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e18efb-092d-4285-ae97-15bd00abb8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:31.010628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.021179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.025374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/networks/07aab030-21dc-4700-9201-92669fcfe3f7 HTTP/1.1" status: 204 len: 168 time: 1.2548623 Jul 16 09:00:31.039199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43192) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:31.090916 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae56c3-7e47-47af-8074-84a7bc181c92 x-openstack-request-id: req-cbae56c3-7e47-47af-8074-84a7bc181c92 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:31.091223 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:31.091482 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbae56c3-7e47-47af-8074-84a7bc181c92 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:31.091897 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'status': 'completed', 'code': 200} Jul 16 09:00:31.106443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8871e70-6ff2-4706-89d1-8dafbef258a1 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Pushing event deleted for resources: {'Network': ['ID=07aab030-21dc-4700-9201-92669fcfe3f7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.117824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.186298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object 1938e204-f0d6-49db-a292-5c7f84084dbb will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:31.190459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b8484-f61f-4e2c-9d02-0ed3eb564d45 service neutron] Pushing event updated for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.237475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-3607c1d8-5798-44a2-9b31-d203a3dfaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.252939 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-3607c1d8-5798-44a2-9b31-d203a3dfaaca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1095 time: 0.2928193 Jul 16 09:00:31.255855 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0959bb40-9c49-46c4-b2a5-4195aef4a215 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "GET /v2.0/ports?device_id=a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 HTTP/1.1" status: 200 len: 205 time: 0.1865101 Jul 16 09:00:31.258360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43194) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:31.330969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba24f1-c692-4921-9d9b-d34fc33184c7 req-cdfbbd09-eb9e-4a6c-92eb-f640bb26fe4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.333051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eeba24f1-c692-4921-9d9b-d34fc33184c7 req-cdfbbd09-eb9e-4a6c-92eb-f640bb26fe4a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 943 time: 0.3966177 Jul 16 09:00:31.438425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eeba24f1-c692-4921-9d9b-d34fc33184c7 req-1c8e4631-038d-48a4-8c9f-5eeae6f7af4e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927606 Jul 16 09:00:31.460122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c9172fea-26b5-42e1-97b9-17a41e994d82 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.520824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c9172fea-26b5-42e1-97b9-17a41e994d82 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:31.521397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.699410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 00525754-1d4e-401b-a7cc-b440f6c22d15 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:31.748280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 00525754-1d4e-401b-a7cc-b440f6c22d15 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:31.752452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 00525754-1d4e-401b-a7cc-b440f6c22d15 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:31.946158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-f2d6c9f9-db07-4086-a3b7-daf83af40dbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 200 len: 217 time: 0.6566064 Jul 16 09:00:31.950944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.018760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.114193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 3613337b-444e-49ee-9214-4ed67ea1e934 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:32.123968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:32.132733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:32.137428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:32.245491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ccda1f0-3f79-4646-bb61-47fc70e93dd7 req-bfd669a7-9445-4855-a952-4dbdd1d4083f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 210 time: 0.4709678 Jul 16 09:00:32.272097 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.274568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.284672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-24597a39-2784-470d-8ddd-ab4aeef43658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.287577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-24597a39-2784-470d-8ddd-ab4aeef43658 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8adb3df0-c930-4960-891c-c6d88d5db582 HTTP/1.1" status: 200 len: 835 time: 0.3313208 Jul 16 09:00:32.379051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.379591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Fanout notify agent at l3_agent the message router_deleted on router a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:00:32.395381 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.399669 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-807adbd9-d343-4f85-8426-a5f204616676 tempest-RoutersNegativeIpV6Test-1930115019 tempest-RoutersNegativeIpV6Test-1930115019-project] 10.222.0.32 "DELETE /v2.0/routers/a523c0c0-c1e4-4f8d-ba14-4dd6fde06b33 HTTP/1.1" status: 204 len: 168 time: 1.1295455 Jul 16 09:00:32.413535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.414197 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.457099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-318a3707-e197-43dc-9661-d91bea7a54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.458995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-318a3707-e197-43dc-9661-d91bea7a54a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262922 Jul 16 09:00:32.460793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-80f805f5-6d54-4da2-8c95-b603301a6132 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5674880 Jul 16 09:00:32.524748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-09f0eb81-c2c2-4aa7-b41c-c16e46984fb4 None None] Provisioning for port 1938e204-f0d6-49db-a292-5c7f84084dbb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:32.533470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-09f0eb81-c2c2-4aa7-b41c-c16e46984fb4 None None] Provisioning complete for port 1938e204-f0d6-49db-a292-5c7f84084dbb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:32.534007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-09f0eb81-c2c2-4aa7-b41c-c16e46984fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.548556 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Request body: {'port': {'device_id': 'f5275398-ff29-4418-bf2a-de177655c68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:32.597220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-09f0eb81-c2c2-4aa7-b41c-c16e46984fb4 None None] Port 1938e204-f0d6-49db-a292-5c7f84084dbb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:32.738336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-4743e445-9bfb-45e7-b606-3d67a428cd8f service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631173 Jul 16 09:00:32.741769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.742021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8ccce-7bc9-4c01-bfaf-6ea94575cdd1 req-7f80d17f-73f2-42fb-b978-2d1daf25f5a0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.749905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58b8ccce-7bc9-4c01-bfaf-6ea94575cdd1 req-7f80d17f-73f2-42fb-b978-2d1daf25f5a0 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 943 time: 0.1343822 Jul 16 09:00:32.798579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58b8ccce-7bc9-4c01-bfaf-6ea94575cdd1 req-b13c9304-69dc-4427-9642-783df1867f9e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Jul 16 09:00:32.843415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43246) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:32.955764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3e263640-81c0-47ef-ad80-ad45fe2893d4 req-3e335a14-c74a-4ce6-8aab-f763109d0c44 service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099826 Jul 16 09:00:33.078562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7d815967-385c-4294-82b9-9f54a7c5b354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ade2a565133443348f9a1f1e36365e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334812 Jul 16 09:00:33.080397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:33.147337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.158697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-5954efa9-1ab3-4880-b5fc-a7b769bbf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.160592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-5954efa9-1ab3-4880-b5fc-a7b769bbf592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1095 time: 0.1119814 Jul 16 09:00:33.191435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.220658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1938e204-f0d6-49db-a292-5c7f84084dbb {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:33.232003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.265293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.270895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.272376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cc18d28-b7cd-4cd5-9932-c1592911c5fc HTTP/1.1" status: 204 len: 168 time: 0.1909235 Jul 16 09:00:33.284527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa251b-fe0d-4ca9-ae9c-06fb3579b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc18d28-b7cd-4cd5-9932-c1592911c5fc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.293597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Transition to ACTIVE for port object 1938e204-f0d6-49db-a292-5c7f84084dbb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.303627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.349820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-102c6250-eefc-4f37-89ba-d9526de29b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.351347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-102c6250-eefc-4f37-89ba-d9526de29b1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 200 len: 897 time: 0.1712878 Jul 16 09:00:33.416318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.464875 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-71234da4-6f66-4ab6-9a4c-7a720ad5e615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 200 len: 217 time: 0.0984192 Jul 16 09:00:33.581478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca8e25-ab1b-4d8a-9359-0de357cd7517 req-df1e5efa-90fd-4c57-8089-f218366baae5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.585456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bca8e25-ab1b-4d8a-9359-0de357cd7517 req-df1e5efa-90fd-4c57-8089-f218366baae5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.1191850 Jul 16 09:00:33.586823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:33.587175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:33.587536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:33.628486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:33.628810 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:33.643714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:33.644086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:33.644629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Bound using segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:33.645139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Bound port: 1938e204-f0d6-49db-a292-5c7f84084dbb, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:33.645921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.670707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bca8e25-ab1b-4d8a-9359-0de357cd7517 req-e7e934d9-d7d6-45dd-bfe6-03f67785c791 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833900 Jul 16 09:00:33.673531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-5334aa49-d9b7-4444-80fb-66ac827ec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.682730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-5334aa49-d9b7-4444-80fb-66ac827ec9e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8adb3df0-c930-4960-891c-c6d88d5db582 HTTP/1.1" status: 200 len: 835 time: 0.1208141 Jul 16 09:00:33.839566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:33.843470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-4e28c616-fe1d-412f-b5f5-50aa438dea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.845098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-4e28c616-fe1d-412f-b5f5-50aa438dea4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545222 Jul 16 09:00:33.847127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:33.876966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.948667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.949297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.950973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] 10.222.0.46 "PUT /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 1093 time: 1.4518228 Jul 16 09:00:33.953262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:33.955582 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa2d040-da25-4906-9ef3-04f1648d29a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:34.078639 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6528ec43-2495-40f1-b012-b8e3d08fd9c3 x-openstack-request-id: req-6528ec43-2495-40f1-b012-b8e3d08fd9c3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:34.079211 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:34.079211 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6528ec43-2495-40f1-b012-b8e3d08fd9c3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:34.086461 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'status': 'completed', 'code': 200} Jul 16 09:00:34.168589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa7a9-efb9-4c49-b39c-117f6eccf008 req-0cf6c5b8-22d2-4e7a-8b4b-43f5b6180f9a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.170974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80fa7a9-efb9-4c49-b39c-117f6eccf008 req-0cf6c5b8-22d2-4e7a-8b4b-43f5b6180f9a tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 943 time: 0.1429052 Jul 16 09:00:34.214305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534bc48-7305-4755-b49b-cd3b67a09ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.259945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-3b32c20f-1da4-4401-8864-63fbdb684c88 service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053912 Jul 16 09:00:34.271777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-ec756fc8-d152-4158-9a31-c80a80991db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.273164 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-ec756fc8-d152-4158-9a31-c80a80991db6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1096 time: 0.1858582 Jul 16 09:00:34.281107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80fa7a9-efb9-4c49-b39c-117f6eccf008 req-10795b9a-4852-4136-bd02-26815d4f9071 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011310 Jul 16 09:00:34.390566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-dd7b7d23-dfdb-48f1-b5bb-7a8a7ce87d1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 217 time: 0.0474403 Jul 16 09:00:34.411188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d3e18efb-092d-4285-ae97-15bd00abb8c8 req-7c6efefb-e77c-46a5-9f1d-125a217796c7 service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418362 Jul 16 09:00:34.466389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-8a618e6b-a92a-4162-b702-d61dd801c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.467867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-8a618e6b-a92a-4162-b702-d61dd801c148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0678093 Jul 16 09:00:34.478176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43288) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:34.559655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-75498e16-e09e-4a3e-a698-4c943f49b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.562172 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-75498e16-e09e-4a3e-a698-4c943f49b955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842507 Jul 16 09:00:34.690763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076607325'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:34.754506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.758176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-88c5a49e-3dca-4796-94ba-7c8b49d10a0f service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864860 Jul 16 09:00:34.769621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.940554 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52806b3c-7dd4-4b66-9289-c5963466bbbd req-57ad9687-993b-49f9-839a-de705e4e6685 service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710687 Jul 16 09:00:35.047365 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.055630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.115578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-386f1295-aa0a-4265-a21c-14650efe16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.118430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-386f1295-aa0a-4265-a21c-14650efe16b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1096 time: 0.0991776 Jul 16 09:00:35.153651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a7a9-cb86-4bfb-879a-e31b4705a47d req-4ae3edbd-10e0-4540-94c9-ce2d093bde6d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.157173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ce9a7a9-cb86-4bfb-879a-e31b4705a47d req-4ae3edbd-10e0-4540-94c9-ce2d093bde6d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.2639894 Jul 16 09:00:35.246637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd13719-f95a-417a-acea-c06a150b71c2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.261734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ce9a7a9-cb86-4bfb-879a-e31b4705a47d req-1bb661e7-21c9-4093-be34-74621afae261 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930250 Jul 16 09:00:35.352546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.359437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.404804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-8c4a91c6-f53b-483d-8f85-d7960d188718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.407786 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-8c4a91c6-f53b-483d-8f85-d7960d188718 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.2796905 Jul 16 09:00:35.409395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c80ec-0f10-4e3f-9f7b-d1d350ab7231,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.412298 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.416094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3a68e49a-42b3-4f6c-9373-0979335a30e3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9347706 Jul 16 09:00:35.424546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.482340 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-f50d9887-4d3e-491e-b6c3-9a9feef77f3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 217 time: 0.0664146 Jul 16 09:00:35.538325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-6548cd6e-1126-4a00-8f04-b630c90c5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.539814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-6548cd6e-1126-4a00-8f04-b630c90c5ae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0485477 Jul 16 09:00:35.616249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea9228ee-e1ff-469e-82dc-f00fe72ad317 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1885815 Jul 16 09:00:35.616428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e4a09-f50d-46b9-b706-87ee3cb51432 req-265c6080-3f39-453b-9c36-a1221ec52a3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.617503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.617660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d0e4a09-f50d-46b9-b706-87ee3cb51432 req-265c6080-3f39-453b-9c36-a1221ec52a3f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 943 time: 0.1106412 Jul 16 09:00:35.624328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-security--502180158', 'description': 'tempest-security-description-842790071'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:35.670432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.687034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-a39fa132-027f-410b-a94c-4bf9524c16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.689559 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-a39fa132-027f-410b-a94c-4bf9524c16c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389432 Jul 16 09:00:35.714159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d0e4a09-f50d-46b9-b706-87ee3cb51432 req-c1606c2a-6f9b-4449-9180-b32fdbaab4df tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890036 Jul 16 09:00:35.773059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.802091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.804850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.810073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "PUT /v2.0/security-groups/c81c80ec-0f10-4e3f-9f7b-d1d350ab7231 HTTP/1.1" status: 200 len: 1778 time: 0.1853991 Jul 16 09:00:35.810431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43418) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.850305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5c394-8237-46e5-adbc-104156b87863 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c80ec-0f10-4e3f-9f7b-d1d350ab7231,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.859494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-7488e7ca-96cf-49c3-8c30-ad81aa1282a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602216 Jul 16 09:00:35.903723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4d9acb53-3eaf-485a-b837-eff824d2ffa9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups/c81c80ec-0f10-4e3f-9f7b-d1d350ab7231 HTTP/1.1" status: 200 len: 1778 time: 0.0920501 Jul 16 09:00:35.904474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.000670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.052823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.083564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-baa2d040-da25-4906-9ef3-04f1648d29a2 req-322473ae-dd1b-41ea-95a8-1d2bf3180c6e service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118154 Jul 16 09:00:36.121265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.124628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.126314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/c81c80ec-0f10-4e3f-9f7b-d1d350ab7231 HTTP/1.1" status: 204 len: 168 time: 0.2204742 Jul 16 09:00:36.129510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43456) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.164490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f681e8e-ee31-40db-87b4-cdda94c8bcd9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c80ec-0f10-4e3f-9f7b-d1d350ab7231,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.215143 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ab11d1b4-e088-4a8d-80f9-4f79f3fe8670 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826607 Jul 16 09:00:36.217867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.237872 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-d2f98021-f634-43e1-b9bb-37cae6519527 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] delete failed (client error): The resource could not be found. Jul 16 09:00:36.240084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d2f98021-f634-43e1-b9bb-37cae6519527 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/c81c80ec-0f10-4e3f-9f7b-d1d350ab7231 HTTP/1.1" status: 404 len: 347 time: 0.0200164 Jul 16 09:00:36.242802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43474) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.249506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731080129'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:36.279765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.440990 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.448681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.477092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.478354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2337840 Jul 16 09:00:36.481344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43500) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.485783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'b9aed078-d207-4dcb-9039-310131d23f9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:36.493911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a9a18-581a-413a-a82a-30ec539c9216 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aed078-d207-4dcb-9039-310131d23f9e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.527947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.563475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25dfd3-4a51-411c-8749-9d6364e9c185 req-8ccfba4f-8f02-4ddb-b228-e8a4d65b9268 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:36.565087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e25dfd3-4a51-411c-8749-9d6364e9c185 req-8ccfba4f-8f02-4ddb-b228-e8a4d65b9268 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.1345401 Jul 16 09:00:36.612289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.618522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.635484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577afb81-2153-485f-8647-10c6959462ae,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.646319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e25dfd3-4a51-411c-8749-9d6364e9c185 req-520f220e-dd57-4484-9465-aafa22d10e36 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725605 Jul 16 09:00:36.668156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.672562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-80ee0715-52fe-4a57-9d03-bbff15513fda tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873865 Jul 16 09:00:36.672905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.714371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.723459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.768271 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.775880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.780726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.781141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/577afb81-2153-485f-8647-10c6959462ae HTTP/1.1" status: 204 len: 168 time: 0.1066883 Jul 16 09:00:36.789304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:36.796814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef97cd-77e3-43f5-8e92-5d4e80082ce4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=577afb81-2153-485f-8647-10c6959462ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.878374 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a5f2a54e-f63e-4dce-9b4b-8b941258f25a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929227 Jul 16 09:00:36.878694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.004422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.025374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:37.035224 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.038137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'port_id': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'mac_address': 'fa:16:3e:c2:59:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:37.100812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.103968 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.106926 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9aed078-d207-4dcb-9039-310131d23f9e HTTP/1.1" status: 204 len: 168 time: 0.2263393 Jul 16 09:00:37.109710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.124501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.127340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57889063-c412-4d40-8421-3e16f5f903c1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aed078-d207-4dcb-9039-310131d23f9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.175575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdd43-5f59-4cef-8101-6eb95b6aa6cc req-3b07598c-fc4b-401f-bb24-de12b6d41f08 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:37.181890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:37.184756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81bcdd43-5f59-4cef-8101-6eb95b6aa6cc req-3b07598c-fc4b-401f-bb24-de12b6d41f08 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 943 time: 0.2034028 Jul 16 09:00:37.214793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:37.221072 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.286517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.333574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81bcdd43-5f59-4cef-8101-6eb95b6aa6cc req-0b65b547-6a97-43df-9266-977bac506a4c tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475861 Jul 16 09:00:37.338125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-338f6d8c-f704-4f40-b3da-aa63f0a2f7c6 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2264690 Jul 16 09:00:37.343112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.348387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182429447'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:37.396075 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.480811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:37.539172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.545048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.578119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.579665 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2351587 Jul 16 09:00:37.583022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43632) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.585257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd07f99-2fef-47bd-911f-3585ac4629e8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f036de75-1bca-418e-8b8f-b0f72c33dfc6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.589520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'f036de75-1bca-418e-8b8f-b0f72c33dfc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:37.636912 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.741109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.748931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.770964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bb3635-d51a-40f6-91fc-f1f7f1c5c456,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.783753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.784211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.784674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.785586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.786739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.787423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.787905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.788426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.788914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.789385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.789854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.790321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:37.794841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.796404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-093995e7-7294-4874-b60d-a05c9440af74 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2122111 Jul 16 09:00:37.799883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.806568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'f036de75-1bca-418e-8b8f-b0f72c33dfc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:37.847411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.045397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3426f-d806-4c62-baa1-4f04a8bc81aa req-454f3fb9-03b1-498f-8a61-c56c50d69453 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.049739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bf3426f-d806-4c62-baa1-4f04a8bc81aa req-454f3fb9-03b1-498f-8a61-c56c50d69453 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.1591148 Jul 16 09:00:38.134620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bf3426f-d806-4c62-baa1-4f04a8bc81aa req-ba49842e-91e7-45d2-be96-ae4493e9a5d8 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762944 Jul 16 09:00:38.409448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.423163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.450591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a846b3a-1cb2-4ef4-89aa-198a08b6a14c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.459872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.461339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ec7a8e0f-6017-43c9-b803-30f9c7405e20 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6602640 Jul 16 09:00:38.464838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43738) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.471459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'f036de75-1bca-418e-8b8f-b0f72c33dfc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:38.514956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.620701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.629220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.657068 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.658788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1924055 Jul 16 09:00:38.661858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43760) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.668664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'f036de75-1bca-418e-8b8f-b0f72c33dfc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:38.668812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73b23d-7913-43be-b37f-50269f113423 req-e1438cc0-72ea-4fa8-b2d6-ee4f0496a205 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.670513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa73b23d-7913-43be-b37f-50269f113423 req-e1438cc0-72ea-4fa8-b2d6-ee4f0496a205 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 944 time: 0.1443586 Jul 16 09:00:38.671802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d92f8-5f17-4f89-99df-ff57670fb581 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac50aa2-1b49-4d87-bf6a-1e26a4598993,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.688569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.720782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa73b23d-7913-43be-b37f-50269f113423 req-8448f902-8e4a-4259-b1c5-48b202f982fb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Jul 16 09:00:38.740831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.802203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:38.804540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:38.851399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.857053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.903498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41ece3c-5961-48ca-982f-50b38a0568b8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.912443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.914871 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-01f05b10-dac2-4c6e-91c2-70dca4ce969d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2512310 Jul 16 09:00:38.918200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43788) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.923858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': 'f036de75-1bca-418e-8b8f-b0f72c33dfc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:38.937792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:38.946208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:38.946570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.011163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.159629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.167200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.194226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e7568-a649-4a5a-9e7e-58734fbef415,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.214092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.216170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-899311bd-96d1-4231-991d-0358ba0dac84 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2966325 Jul 16 09:00:39.219017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.268513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.280676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.310546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:39.313754 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.327428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'port_id': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'mac_address': 'fa:16:3e:4c:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:39.337741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.344082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.348937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/708e7568-a649-4a5a-9e7e-58734fbef415 HTTP/1.1" status: 204 len: 168 time: 0.1285667 Jul 16 09:00:39.351328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43814) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.365788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d660-a3a0-4898-8b6e-6810fd2c2316 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=708e7568-a649-4a5a-9e7e-58734fbef415,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.414112 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.419216 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.433975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41003a2f-6236-4361-80af-9c7d57118991 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0790470 Jul 16 09:00:39.437208 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43820) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.465919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:39.468290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:39.471216 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b139c2c-58ab-4100-9012-9af47f2eca3e" -d '{"events": [{"server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:39.475327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.481338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1938e204-f0d6-49db-a292-5c7f84084dbb {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:39.492768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.514407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.528914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:39.535319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.558586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.576527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.583952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.585501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d41ece3c-5961-48ca-982f-50b38a0568b8 HTTP/1.1" status: 204 len: 168 time: 0.1465113 Jul 16 09:00:39.591173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.606660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c29d-f960-4fd5-958a-83520dbfec9e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d41ece3c-5961-48ca-982f-50b38a0568b8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.620736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.621092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d33b1-5a93-4591-b5eb-f9a6af2f7bb7 req-7afc7fa7-bc7f-4643-ac80-1bfae3216c8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.628897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc3d33b1-5a93-4591-b5eb-f9a6af2f7bb7 req-7afc7fa7-bc7f-4643-ac80-1bfae3216c8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.1935744 Jul 16 09:00:39.669010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1a571008-77db-462a-9717-6852cb34b763 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0759158 Jul 16 09:00:39.669424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43826) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.695360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.699451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc3d33b1-5a93-4591-b5eb-f9a6af2f7bb7 req-16782b71-79cb-42fc-ac10-1cd68abe333a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688715 Jul 16 09:00:39.703647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.721218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82e9dd-4876-471b-a592-b690dc8ee011 req-9fb79894-06c7-4053-be0e-b27314006e63 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.722802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae82e9dd-4876-471b-a592-b690dc8ee011 req-9fb79894-06c7-4053-be0e-b27314006e63 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1764410 Jul 16 09:00:39.737860 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce5e6a-7e44-4e38-81c5-2f8b2908a018 x-openstack-request-id: req-84ce5e6a-7e44-4e38-81c5-2f8b2908a018 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:39.739009 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "name": "network-vif-plugged", "status": "completed", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:39.739286 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84ce5e6a-7e44-4e38-81c5-2f8b2908a018 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:39.739719 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'code': 200} Jul 16 09:00:39.743156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.754235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.754235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5ac50aa2-1b49-4d87-bf6a-1e26a4598993 HTTP/1.1" status: 204 len: 168 time: 0.0806010 Jul 16 09:00:39.757753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43830) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.769640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea49a5f-2d4c-4b4f-9806-3db4b3767375 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ac50aa2-1b49-4d87-bf6a-1e26a4598993,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.799066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['1938e204-f0d6-49db-a292-5c7f84084dbb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:39.830634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae82e9dd-4876-471b-a592-b690dc8ee011 req-4ee0ca4c-c586-4160-bb0b-51d13e43152d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997429 Jul 16 09:00:39.860028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40780de1-477f-4c11-840e-cd9fdde19f57 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1031456 Jul 16 09:00:39.863712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43832) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.915343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316353c3-9e8b-42c0-bc95-fe9039d941de req-51bed55c-3470-4904-a155-58832b1f19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.917745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-316353c3-9e8b-42c0-bc95-fe9039d941de req-51bed55c-3470-4904-a155-58832b1f19ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1097 time: 0.1005068 Jul 16 09:00:39.944675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.956343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.967401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-316353c3-9e8b-42c0-bc95-fe9039d941de req-0c4e822e-f10a-4d4f-b085-7d138c2a2b3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Jul 16 09:00:40.006081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ad33-111a-4c4c-9913-d4fc20c5d2fd req-40afa797-431b-4d62-af5e-83ece3d72496 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:40.007603 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3db5ad33-111a-4c4c-9913-d4fc20c5d2fd req-40afa797-431b-4d62-af5e-83ece3d72496 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.1076026 Jul 16 09:00:40.008718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.015618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.016626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1a846b3a-1cb2-4ef4-89aa-198a08b6a14c HTTP/1.1" status: 204 len: 168 time: 0.1515899 Jul 16 09:00:40.019406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.022424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fea9a-4019-48fa-aad0-e6abdc6e3e7d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a846b3a-1cb2-4ef4-89aa-198a08b6a14c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.093989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3db5ad33-111a-4c4c-9913-d4fc20c5d2fd req-11a8ab13-5d66-467f-95c7-083b6bde3c9b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645099 Jul 16 09:00:40.124261 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b349a4f-8c7b-4f45-9d3a-887c66699bf4 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1034615 Jul 16 09:00:40.127071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43840) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.155210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.164211 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.200261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.211077 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.212394 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e8bb3635-d51a-40f6-91fc-f1f7f1c5c456 HTTP/1.1" status: 204 len: 168 time: 0.0843232 Jul 16 09:00:40.215103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43846) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.240072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e6e9-d68c-4747-a55f-b1ba3b7be6cf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8bb3635-d51a-40f6-91fc-f1f7f1c5c456,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.283923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43850) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.284136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ff323d4a-4cdc-4027-8f23-09a07dd28628 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675724 Jul 16 09:00:40.352324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.393042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.452244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.454947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.456199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/f036de75-1bca-418e-8b8f-b0f72c33dfc6 HTTP/1.1" status: 204 len: 168 time: 0.1710055 Jul 16 09:00:40.458832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43854) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.467026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df58839-a47f-4e74-9466-d2a3a0d2e0e0 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f036de75-1bca-418e-8b8f-b0f72c33dfc6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.512148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f37970a4-2770-4ec8-b159-4244994ef04c tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520988 Jul 16 09:00:40.516810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43856) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.521522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126238098'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:40.545685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.645293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.649600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.680069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.681321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1634877 Jul 16 09:00:40.684133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982ad14-3c39-483b-9679-0079f34748f5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac563ed-66ad-4160-9812-235b2e922dcc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.686181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43860) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.691976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '8ac563ed-66ad-4160-9812-235b2e922dcc', 'direction': 'ingress', 'protocol': 17}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:40.732369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.789283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.794447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.813777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:40.830769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abac1f67-b631-4258-8727-1676eab76b48,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.840421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.844177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41fa7302-afc5-442b-81be-fb6b12663a40 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1540694 Jul 16 09:00:40.844491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43864) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.886491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 1938e204-f0d6-49db-a292-5c7f84084dbb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:40.895363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 1938e204-f0d6-49db-a292-5c7f84084dbb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:40.895747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.995532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.055057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.060160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060d35-a92d-4767-91b4-65e3ce1cfa23 req-f84207f8-9a91-4a26-aa5e-0124a1da900e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.068625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99060d35-a92d-4767-91b4-65e3ce1cfa23 req-f84207f8-9a91-4a26-aa5e-0124a1da900e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.1523077 Jul 16 09:00:41.079004 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.162934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.166496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.168153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ac563ed-66ad-4160-9812-235b2e922dcc HTTP/1.1" status: 204 len: 168 time: 0.3198977 Jul 16 09:00:41.175325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43870) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.179004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:41.185094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.213702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2cfc9-4dfd-488d-a6dd-a0fae2e77022 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac563ed-66ad-4160-9812-235b2e922dcc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.232785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99060d35-a92d-4767-91b4-65e3ce1cfa23 req-f0c9c6b5-25c7-4c53-bc14-b8d41d8c864f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595762 Jul 16 09:00:41.305862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5eace-09d9-43d6-b04b-42c077e4c6e7 req-b0b8cbb2-0a53-4a57-8f22-0d2085572201 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.307983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8cc5eace-09d9-43d6-b04b-42c077e4c6e7 req-b0b8cbb2-0a53-4a57-8f22-0d2085572201 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.1953857 Jul 16 09:00:41.330138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56b0b89d-f8c0-40cf-961a-839f81b84142 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1536589 Jul 16 09:00:41.330986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.336088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839620343'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.370680 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.372408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.408623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8cc5eace-09d9-43d6-b04b-42c077e4c6e7 req-ecc77945-6c1d-4fad-8b95-6071312eaeac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943754 Jul 16 09:00:41.520757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.531042 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.554697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666c065-fb5c-4302-873a-90610d57fca6 req-d34dc663-a67a-45cd-a543-151583372254 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.557380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b666c065-fb5c-4302-873a-90610d57fca6 req-d34dc663-a67a-45cd-a543-151583372254 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.0896327 Jul 16 09:00:41.563534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.567809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2332127 Jul 16 09:00:41.569661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43878) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.575696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130182912'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.596535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d56852-300c-4d8b-88fb-d60bd0175aee tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ae83a-f126-4abc-83b0-c1cc6bc1b57e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.626140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.643476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b666c065-fb5c-4302-873a-90610d57fca6 req-8dc582ac-6308-49b9-b93c-a232f1737b81 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639927 Jul 16 09:00:41.740658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:41.743032 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e66a4-bcb1-494c-acbb-6b9084390de2" -d '{"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-plugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:41.788354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.797196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.834634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.845378 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2721207 Jul 16 09:00:41.851264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43888) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.860862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '3c3ae83a-f126-4abc-83b0-c1cc6bc1b57e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e2739f3f-8e9a-43e6-b58f-4e04c4046c91', 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.893164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6774c1-dd8e-4082-87a1-cf117244659f req-6c2124d4-553d-4f5e-96d3-9655608676bc tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.902308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb6774c1-dd8e-4082-87a1-cf117244659f req-6c2124d4-553d-4f5e-96d3-9655608676bc tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.1061203 Jul 16 09:00:41.966633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb6774c1-dd8e-4082-87a1-cf117244659f req-a7540383-e360-4f15-9688-e20e16732830 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629308 Jul 16 09:00:42.001367 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f07d20-c459-4567-8da8-48b810e0a0a3 x-openstack-request-id: req-00f07d20-c459-4567-8da8-48b810e0a0a3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:42.001846 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-plugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:42.002046 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00f07d20-c459-4567-8da8-48b810e0a0a3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:42.002525 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'code': 200} Jul 16 09:00:42.015392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43890) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.035942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.038719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729ecb4-8ae6-48ec-86b5-1a7f631d45d9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2739f3f-8e9a-43e6-b58f-4e04c4046c91,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.100333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818474c-e5bc-4f6b-81a4-cf05185312c6 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.102468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e818474c-e5bc-4f6b-81a4-cf05185312c6 tempest-TestNetworkBasicOps-1422194788 tempest-TestNetworkBasicOps-1422194788-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1092 time: 0.0857666 Jul 16 09:00:42.105517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43892) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.114379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:42.145546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.174949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-b2dfcbf6-8b6d-487d-abb2-2be508e1c91c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.177315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-b2dfcbf6-8b6d-487d-abb2-2be508e1c91c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2535686 Jul 16 09:00:42.235893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.250346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.273187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.338413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e87c948-c103-4826-b0ce-ad1b101a5d94,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.398873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eaf08-75e0-4c36-8ca7-99ec402b5677 req-9d952166-c588-4922-9c81-91efa3bf31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.406109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-282eaf08-75e0-4c36-8ca7-99ec402b5677 req-9d952166-c588-4922-9c81-91efa3bf31cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1098 time: 0.3121386 Jul 16 09:00:42.409780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.413598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-529a12f4-3553-4bfb-a7a3-12c028c38ea7 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5585182 Jul 16 09:00:42.431656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.443733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Allocated IP 172.25.5.216 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/87367044-c6c8-4194-a1ae-7130fadad337) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:42.529098 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-282eaf08-75e0-4c36-8ca7-99ec402b5677 req-4faeebd5-ad8d-4521-9386-f01f4c67df3d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144762 Jul 16 09:00:42.533907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.538007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Deleting port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:42.538314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.550404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.668866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375f449-deab-4bfd-bbd2-85497bce4721 req-d65dca44-3590-422d-8e6a-3b8f3e99332d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.670588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2375f449-deab-4bfd-bbd2-85497bce4721 req-d65dca44-3590-422d-8e6a-3b8f3e99332d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1991496 Jul 16 09:00:42.675361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.681966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.685653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5e87c948-c103-4826-b0ce-ad1b101a5d94 HTTP/1.1" status: 204 len: 168 time: 0.2511911 Jul 16 09:00:42.686163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43904) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.720753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.723252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38c082-2eec-4338-aa65-b079db78aead tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e87c948-c103-4826-b0ce-ad1b101a5d94,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.752234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] For port 4cf0431c-acff-4943-ad8d-d4e85082b8f8, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4cf0431c-acff-4943-ad8d-d4e85082b8f8,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:42.752730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.794219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-005c3268-cecc-4336-af22-e0434197035d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0991793 Jul 16 09:00:42.804566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2375f449-deab-4bfd-bbd2-85497bce4721 req-f0b8ebae-786a-4f64-9b5e-6402ef8c29d0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166799 Jul 16 09:00:42.805423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43908) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.839045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682693-943a-4e1f-8e89-e52c3087b825 req-d024e93a-2e0f-44cd-9a22-5388d2763f73 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.840599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26682693-943a-4e1f-8e89-e52c3087b825 req-d024e93a-2e0f-44cd-9a22-5388d2763f73 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 945 time: 0.2172146 Jul 16 09:00:42.942210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.946959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.968930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26682693-943a-4e1f-8e89-e52c3087b825 req-0d09271f-411a-425c-abf0-564b2d23f152 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=6297afcc-af2d-4a8a-b82b-069b5bfda753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167476 Jul 16 09:00:43.017007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-0313-43c3-9123-ec900398e1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.032717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:43.043237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:43.046418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:43.055267 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.128740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=87367044-c6c8-4194-a1ae-7130fadad337,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.212823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.213566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.214353 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Floating IP 2744fc02-4faa-44c0-8a36-69fb9287ddbc disassociated. External IP: 172.25.5.14, port: 4cf0431c-acff-4943-ad8d-d4e85082b8f8. Jul 16 09:00:43.215045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Calling delete_port for 4cf0431c-acff-4943-ad8d-d4e85082b8f8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:43.239399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.241957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.244770 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2739f3f-8e9a-43e6-b58f-4e04c4046c91 HTTP/1.1" status: 204 len: 168 time: 0.4321649 Jul 16 09:00:43.266972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43922) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.347024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d11ea-a948-497d-bf85-e0a32956c62a tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2739f3f-8e9a-43e6-b58f-4e04c4046c91,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.367014 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7b1ccde7-bc6b-49d0-bb1d-c84eec8d3e71 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0960155 Jul 16 09:00:43.370549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43924) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.382547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-43ef28e1-ddb8-44ce-b68c-6719c4b8da21 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:43.384209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-43ef28e1-ddb8-44ce-b68c-6719c4b8da21 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.2940915 Jul 16 09:00:43.441049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-8ab9943a-95fe-48a3-8b33-ef557958f90c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/quotas/fff0056b3cc04e51a38d58f79547d425 HTTP/1.1" status: 200 len: 375 time: 0.0347083 Jul 16 09:00:43.523168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.563506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.579610 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.629608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-1a0e2656-d232-420a-9a61-bb902021e0f9 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1790545 Jul 16 09:00:43.651352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'Port': ['ID=4cf0431c-acff-4943-ad8d-d4e85082b8f8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.663306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-be86bf2f-6106-4c2b-86d2-585740269a16 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:00:43.664674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-be86bf2f-6106-4c2b-86d2-585740269a16 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077155 Jul 16 09:00:43.749789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.752816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.754474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c3ae83a-f126-4abc-83b0-c1cc6bc1b57e HTTP/1.1" status: 204 len: 168 time: 0.3856864 Jul 16 09:00:43.766183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43930) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.807597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ebfdf-a519-414e-a02a-a617510a65fd tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ae83a-f126-4abc-83b0-c1cc6bc1b57e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.833309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:44.023325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:44.026013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a48c222d-001f-41d2-af59-ff30331579bf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2565057 Jul 16 09:00:44.029902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:44.038428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:44.043458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073746542'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:44.049997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:44.050908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:44.200793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] No DVR routers for this DVR port 4cf0431c-acff-4943-ad8d-d4e85082b8f8 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:44.205812 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.209216 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3567769a-cd4a-454e-9917-7fbbadd19f19 req-c7f9c513-f2ff-4e04-bc1d-44beeec85c72 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "DELETE /v2.0/ports/4cf0431c-acff-4943-ad8d-d4e85082b8f8 HTTP/1.1" status: 204 len: 173 time: 2.0218871 Jul 16 09:00:44.209722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'name': 'network-vif-deleted', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:44.213440 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c93864-5c39-47a7-b451-d7f8502735db" -d '{"events": [{"server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "name": "network-vif-deleted", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:44.232453 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.239955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:44.459198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-b0c2b4aa-d37e-440c-8a69-b26f94d9fb42 service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7703457 Jul 16 09:00:44.503514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.510240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.553600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc73038-5002-4104-918e-29c837c778f8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.569746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.575461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43940) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:44.575940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b6ffe962-7f8c-4c5f-9e43-c3798599a46d tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5376861 Jul 16 09:00:44.585163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '8dc73038-5002-4104-918e-29c837c778f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:44.600086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.685054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:44.717985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:44.734422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebd93f-9d14-4789-bf3b-067badfa86f6 req-48703bad-b0e5-4f18-9745-6eccb39a762b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.736128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42ebd93f-9d14-4789-bf3b-067badfa86f6 req-48703bad-b0e5-4f18-9745-6eccb39a762b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.7261670 Jul 16 09:00:44.736263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:44.738338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:44.821231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.823537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.852247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-a206991b-da4b-4b29-aae0-f9aa32cabb1e service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838243 Jul 16 09:00:44.909045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42ebd93f-9d14-4789-bf3b-067badfa86f6 req-08b7d6f8-1646-4dc0-80d7-629bfa157ed1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1653581 Jul 16 09:00:45.068078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.093408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.207851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:45.238796 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e574e237-7d79-4157-af80-a4e4334bdcb1 x-openstack-request-id: req-e574e237-7d79-4157-af80-a4e4334bdcb1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:45.239073 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9625d0-871d-40f9-8b70-57fbc6f8e561", "name": "network-vif-deleted", "tag": "4cf0431c-acff-4943-ad8d-d4e85082b8f8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:45.239390 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e574e237-7d79-4157-af80-a4e4334bdcb1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:45.239739 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9625d0-871d-40f9-8b70-57fbc6f8e561', 'name': 'network-vif-deleted', 'tag': '4cf0431c-acff-4943-ad8d-d4e85082b8f8', 'status': 'completed', 'code': 200} Jul 16 09:00:45.283992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a3b7c6-885e-4c08-b53e-ff510eb30166,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.385029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-572551b7-5860-47b0-af65-0125130f0c65 req-45f1e5c3-0b1a-4efa-b4e2-1c783f588dc8 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a9625d0-871d-40f9-8b70-57fbc6f8e561 HTTP/1.1" status: 200 len: 210 time: 0.0876031 Jul 16 09:00:45.397572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.399143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25e4e5e1-bc89-4564-9268-4cbe26dc4d86 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8176904 Jul 16 09:00:45.402726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43952) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.460811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.483041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.532015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.541462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.545042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a1a3b7c6-885e-4c08-b53e-ff510eb30166 HTTP/1.1" status: 204 len: 168 time: 0.1386540 Jul 16 09:00:45.545689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43958) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.560411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350fbd-d5a7-496d-8882-2f366cfb10ea tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a3b7c6-885e-4c08-b53e-ff510eb30166,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.574314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5647e67c-9a14-4dd7-a357-d0ad590b83d5 req-f2e2c093-4472-45b1-b556-6a1e6c1caccf tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 210 time: 0.0691512 Jul 16 09:00:45.615383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.624126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.626831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4202081c-1d9c-4edb-96b8-34181fcdbcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.642513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-97d6243a-fe1a-492b-af94-b3a52fd63f92 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902872 Jul 16 09:00:45.643262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43960) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.665666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc078c-7a6d-4cd3-b8d9-9fb4d8a07178 req-5d563168-8566-40a1-9b4f-57fa554d0cf3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.677099 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5bc078c-7a6d-4cd3-b8d9-9fb4d8a07178 req-5d563168-8566-40a1-9b4f-57fa554d0cf3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.2991297 Jul 16 09:00:45.726968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.735986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:45.757539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event updated for resources: {'Port': ['ID=87367044-c6c8-4194-a1ae-7130fadad337,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.787244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5bc078c-7a6d-4cd3-b8d9-9fb4d8a07178 req-84944e4d-9463-473e-9b86-4baa26233046 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092811 Jul 16 09:00:45.791148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.791310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82a045-41fb-4f62-bc7f-dde6bb112ca2 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:45.814700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.848840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43966) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:45.936921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.040065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.044252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.049055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/8dc73038-5002-4104-918e-29c837c778f8 HTTP/1.1" status: 204 len: 168 time: 0.4011123 Jul 16 09:00:46.049210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.058970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda7ae3-076c-42c7-bd90-214453728da0 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.060945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbda7ae3-076c-42c7-bd90-214453728da0 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1093 time: 0.2099006 Jul 16 09:00:46.064162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 43972) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.068651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.085946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4cc75-261a-4d7c-990f-b433e2c26c1e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc73038-5002-4104-918e-29c837c778f8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.108286 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Floating IP 4a800d6a-b105-4222-a80d-e946652d759f associated. External IP: 172.25.5.216, port: 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c. Jul 16 09:00:46.247126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a4597cb-7443-4e58-afaf-ee4b615f90ac tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1965280 Jul 16 09:00:46.251890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.262616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460749561'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.311673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.330913 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.395449 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579e5b5-a299-46b5-832c-baf6aa20a6fc None None] New status for floating IP 2744fc02-4faa-44c0-8a36-69fb9287ddbc: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:46.531605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.543155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.592008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e76b71-ecde-49e1-9885-19badffb8512,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.624750 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.628411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5a373bcb-426f-4e4b-aff5-50dd9f159cd5 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3753548 Jul 16 09:00:46.630950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43982) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.644679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '74e76b71-ecde-49e1-9885-19badffb8512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.676514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43984) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.749536 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.829535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4cf0431c-acff-4943-ad8d-d4e85082b8f8 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:46.837042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router c6ff2ac7-25d3-44fa-aab6-852621ff2826 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:46.849763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.863622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.893658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4cf0431c-acff-4943-ad8d-d4e85082b8f8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:46.903575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4cf0431c-acff-4943-ad8d-d4e85082b8f8 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:46.920502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.930671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.010087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.013165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.017548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "DELETE /v2.0/security-groups/6297afcc-af2d-4a8a-b82b-069b5bfda753 HTTP/1.1" status: 204 len: 168 time: 0.3398545 Jul 16 09:00:47.018161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43990) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.043080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecf1d1-facf-430e-972b-dc32018bbed9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6297afcc-af2d-4a8a-b82b-069b5bfda753,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.046411 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2bbe0e8-f293-4f6e-bd3e-5d03b2f4e2d8 req-416a517f-315f-4077-864a-96670f3cd580 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 210 time: 0.1713967 Jul 16 09:00:47.103535 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-9036a886-6421-4694-b4cf-c29e0e71c91a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] show failed (client error): The resource could not be found. Jul 16 09:00:47.109462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9036a886-6421-4694-b4cf-c29e0e71c91a tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups/6297afcc-af2d-4a8a-b82b-069b5bfda753 HTTP/1.1" status: 404 len: 347 time: 0.0839598 Jul 16 09:00:47.111561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.116560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43994) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.168425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.202806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.207009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5717449 Jul 16 09:00:47.213195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.223733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc30ed2-336b-48fc-8727-9d7957487d81 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a729d9-2622-4527-999f-aa5fd8bbd7bf,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.225129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.17 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b25a1044-6152-4017-8f2c-d56c6814b19c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.277943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92b04dc1-9e0d-41f0-9f15-c3726766afce tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules/d7a729d9-2622-4527-999f-aa5fd8bbd7bf HTTP/1.1" status: 200 len: 763 time: 0.0599582 Jul 16 09:00:47.278201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 43998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.365675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:47.373717 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88d743bc-b3f0-4d60-861a-f9e632a7a326 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0941913 Jul 16 09:00:47.377694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.379169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Sync routers for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:47.397322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:47.397969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:47.413875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Deleting port b0527821-008a-43b4-be00-43f59a01bb85 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:47.414234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.420074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.443604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.451397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.535840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.547637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.564809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.568486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d7a729d9-2622-4527-999f-aa5fd8bbd7bf HTTP/1.1" status: 204 len: 168 time: 0.1874681 Jul 16 09:00:47.572413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.572760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.573788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44004) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.576753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b37bd1-ae9e-4cbd-be2d-eb1dfce694f9 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7a729d9-2622-4527-999f-aa5fd8bbd7bf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.593599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Calling delete_port for b0527821-008a-43b4-be00-43f59a01bb85 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:47.620126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:47.621064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e5181f6a-de84-4e4f-a420-99a77142754b tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5142705 Jul 16 09:00:47.626426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:47.628754 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6626f34d-ebb8-4a3b-a536-671b37b2eafd" -d '{"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:47.635248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44006) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.692738 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed85280-02d4-4eb5-9bb1-ab9add31e5f6 x-openstack-request-id: req-9ed85280-02d4-4eb5-9bb1-ab9add31e5f6 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:47.693032 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:47.693287 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ed85280-02d4-4eb5-9bb1-ab9add31e5f6 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:47.693685 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'status': 'completed', 'code': 200} Jul 16 09:00:47.781564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e90253f1-5a08-46a8-a7d9-94a49bf1d072 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2029617 Jul 16 09:00:47.785696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.797232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '74e76b71-ecde-49e1-9885-19badffb8512', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:47.803910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.833238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91370c0d-cb76-4660-9457-d0d2963f72bb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/4a800d6a-b105-4222-a80d-e946652d759f HTTP/1.1" status: 200 len: 991 time: 0.1952968 Jul 16 09:00:47.872664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.876535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-bf15abb3-2b81-4864-b8d0-006ea3d2fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.878081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-bf15abb3-2b81-4864-b8d0-006ea3d2fdb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1097 time: 0.1419053 Jul 16 09:00:47.924825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:47.935356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:47.942239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:47.953209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9cff4-75f9-4205-8ef6-0d068ace65dc req-f535ad5c-ff2c-4913-8e0a-ef8225c3ad32 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.964177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63a9cff4-75f9-4205-8ef6-0d068ace65dc req-f535ad5c-ff2c-4913-8e0a-ef8225c3ad32 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.4107547 Jul 16 09:00:47.965251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4a800d6a-b105-4222-a80d-e946652d759f', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'port_id': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'mac_address': 'fa:16:3e:c2:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:43Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:48.032010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Checking router: c6ff2ac7-25d3-44fa-aab6-852621ff2826 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:48.052394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:48.056220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:48.062564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63a9cff4-75f9-4205-8ef6-0d068ace65dc req-303c62b1-d747-48e3-9cf5-b13b4959dbbd tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975025 Jul 16 09:00:48.110223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=b25a1044-6152-4017-8f2c-d56c6814b19c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.152966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.283408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:48.317520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-496c8e2a-3761-48c6-89cd-0b4a7b7e7dc7 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.319082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-496c8e2a-3761-48c6-89cd-0b4a7b7e7dc7 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.3001373 Jul 16 09:00:48.324151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'Port': ['ID=b0527821-008a-43b4-be00-43f59a01bb85,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.340807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Request body: {'port': {'device_id': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'admin_state_up': True, 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:48.432508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e86a3156-f8c4-43d7-a9b4-e0d2171f42f1 req-7e15698d-3a58-499a-932d-732f595eb2e6 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 210 time: 0.1653509 Jul 16 09:00:48.550880 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.631602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4a800d6a-b105-4222-a80d-e946652d759f', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'port_id': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'mac_address': 'fa:16:3e:c2:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:43Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:48.664904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b2549-574f-43d2-9e0c-04380fe781e9 None None] The sync data for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 is: [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4a800d6a-b105-4222-a80d-e946652d759f', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'port_id': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'mac_address': 'fa:16:3e:c2:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:43Z', 'updated_at': '2021-07-16T09:00:43Z', 'revision_number': 0, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:48.703857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.759790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.784381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-edbdcbdf-dcb0-4498-89c7-af7ef0cd16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.785879 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-edbdcbdf-dcb0-4498-89c7-af7ef0cd16dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 200 len: 897 time: 0.8852866 Jul 16 09:00:48.790149 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.840209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44016) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.890567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45c1efe-8568-46bc-849c-10e6fac87897,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.951435 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.958174 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b9bb784e-2e51-436f-96c2-cc86d26535e1 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1646490 Jul 16 09:00:48.973560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.980169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.982536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-42724df5-f83e-466b-aa8f-601efc4bf5eb tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "DELETE /v2.0/floatingips/2744fc02-4faa-44c0-8a36-69fb9287ddbc HTTP/1.1" status: 204 len: 168 time: 1.8641818 Jul 16 09:00:48.986183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44018) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.025764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b5278cac-0949-4b8b-be47-34046511e3f2 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules/c45c1efe-8568-46bc-849c-10e6fac87897 HTTP/1.1" status: 200 len: 763 time: 0.0292804 Jul 16 09:00:49.037321 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef1808-25f3-4692-8575-6ccdd8c1e160 None None] New status for floating IP 4a800d6a-b105-4222-a80d-e946652d759f: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:49.056457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.061354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-a4ebb061-139a-4de3-9e0e-6a685ab4c848 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 200 len: 999 time: 0.2577295 Jul 16 09:00:49.063398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:49.075882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.177722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.284144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8df417d5-e622-464e-99f1-8ff9fd8759f5 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/4a800d6a-b105-4222-a80d-e946652d759f HTTP/1.1" status: 200 len: 991 time: 0.4403667 Jul 16 09:00:49.441153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ba27680-3b12-42aa-b812-387dd1deafb8 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3581221 Jul 16 09:00:49.445525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44028) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.454321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-c65e99d0-7e44-4ad8-961a-295cceea0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.456133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-c65e99d0-7e44-4ad8-961a-295cceea0f1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8adb3df0-c930-4960-891c-c6d88d5db582 HTTP/1.1" status: 200 len: 835 time: 0.3427300 Jul 16 09:00:49.493220 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.506808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.525921 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.570020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca9a0d-3a68-45d0-9f97-eac022033267 req-cd61cad7-3f70-4418-9c58-11ab5e4e7de1 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.572043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8dca9a0d-3a68-45d0-9f97-eac022033267 req-cd61cad7-3f70-4418-9c58-11ab5e4e7de1 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.2121701 Jul 16 09:00:49.574012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.592637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-54c778c7-fddb-474e-9a18-2a12bd2416a9 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.594234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-54c778c7-fddb-474e-9a18-2a12bd2416a9 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.46 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 950 time: 0.2248425 Jul 16 09:00:49.605042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Allocated IP 172.20.0.3 (3a18be21-2390-42e9-9efc-817d9d479645/e031f7bc-5dce-460b-8974-7fc1303f4050/f4a09908-fe34-4598-a6b4-29d8e268c19e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:49.620121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-aa8b1c64-6063-4cb9-a4f5-9ac3ce5f0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.621614 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-aa8b1c64-6063-4cb9-a4f5-9ac3ce5f0ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546769 Jul 16 09:00:49.656069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.826748 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP e62c3a58-b411-4cd1-824b-268e334fdc4b associated. External IP: 172.25.5.17, port: 1938e204-f0d6-49db-a292-5c7f84084dbb. Jul 16 09:00:49.843951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44040) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.852002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547177865', 'description': 'tempest-description--1679604683'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:49.869612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-822f1386-94a9-4376-9c8d-b992f3edcd49 service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259803 Jul 16 09:00:49.945587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.951560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Deleting port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:49.951914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.970745 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.974195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c45c1efe-8568-46bc-849c-10e6fac87897 HTTP/1.1" status: 204 len: 168 time: 0.5244374 Jul 16 09:00:49.979784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.013628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ffdafc8-cee1-4ac8-a198-56a28cacd67e req-d8a268f1-b6a5-44dd-adb8-6a9de3ca6855 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 210 time: 0.0756965 Jul 16 09:00:50.015091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd3fd-549d-426f-9a90-1bbbdc715250 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c45c1efe-8568-46bc-849c-10e6fac87897,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.016877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=b25a1044-6152-4017-8f2c-d56c6814b19c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.026665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8dca9a0d-3a68-45d0-9f97-eac022033267 req-59562f36-1ca3-4eec-9148-c92bcf51736c tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b3aadd8-14f1-40f2-b62d-865b9dac08cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438512 Jul 16 09:00:50.055717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.143398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.157203 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0fe7c594-24cc-4b86-804b-7667fb357dd3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1762745 Jul 16 09:00:50.169103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44046) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.176190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Request body: {'security_group_rule': {'security_group_id': '74e76b71-ecde-49e1-9885-19badffb8512', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.190053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 5090ab11-f90f-4ad5-b548-ac0190684cbe has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:50.212350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6626f34d-ebb8-4a3b-a536-671b37b2eafd req-5c6646b5-1a26-4dfa-a213-4cdddae5b3db service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305602 Jul 16 09:00:50.257150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] For port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:50.257529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.287994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44048) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.298163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Calling delete_port for 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:50.325105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:50.336517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Sync routers for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:50.348131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:50.349708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:50.424626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.458539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.484217 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Project f69709df0d474126a9a04d3141244fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:50.491667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.496183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.500957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Network 3a18be21-2390-42e9-9efc-817d9d479645 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:50.509862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:50.512381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:50.515102 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.538297 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c812083-c825-4d2f-8781-977316da8a7d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/4a800d6a-b105-4222-a80d-e946652d759f HTTP/1.1" status: 200 len: 993 time: 0.2491281 Jul 16 09:00:50.579420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ec3c086-6cdb-4dad-aeff-4f62eafb3195 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5115373 Jul 16 09:00:50.579420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:50.591543 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a54f7-2fd7-4722-9799-9b0ce37deaba" -d '{"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:50.638700 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.643451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.655614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event updated for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.663743 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.665656 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8180203 Jul 16 09:00:50.675196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:50.678833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44064) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.686523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf931b-0d28-480c-8cec-005501e06536 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc014a11-ecfc-4c14-babe-b5075cdbb5bc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.706959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group_rule': {'security_group_id': 'cc014a11-ecfc-4c14-babe-b5075cdbb5bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.711326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ec1dd8-fcb3-4d99-82c8-928caea66940,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.739417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.743760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a0844f7f-01b7-492d-bba2-b3197d92e024 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5723202 Jul 16 09:00:50.747233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44066) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.761373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.762028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.789497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cdb01974-c2d0-4c33-94c9-128438c39c27 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules/21ec1dd8-fcb3-4d99-82c8-928caea66940 HTTP/1.1" status: 200 len: 769 time: 0.0342872 Jul 16 09:00:50.793491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44068) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.826467 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae8c10-7603-40a4-a217-f286d3822a43 x-openstack-request-id: req-c0ae8c10-7603-40a4-a217-f286d3822a43 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:50.827220 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:50.827670 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0ae8c10-7603-40a4-a217-f286d3822a43 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:50.828301 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'status': 'completed', 'code': 200} Jul 16 09:00:50.861460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.911911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:50.915950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247106-0053-4287-87a7-cf0adb7bba60 req-974d6a61-78f4-4347-8f1d-222320c5511c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.925048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33247106-0053-4287-87a7-cf0adb7bba60 req-974d6a61-78f4-4347-8f1d-222320c5511c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1320539 Jul 16 09:00:50.939052 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-3b298285-7b52-41f1-bf22-92813de48230 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6031754 Jul 16 09:00:50.976730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d7ce72e-03ba-41b4-aa83-4d6a47b6b0bc tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1813786 Jul 16 09:00:50.980969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.985847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Request body: {'port': {'device_id': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:51.014423 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.021307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.045050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33247106-0053-4287-87a7-cf0adb7bba60 req-d1ceee50-f6e7-42a9-b720-002de911182f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186745 Jul 16 09:00:51.066369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.067620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'e62c3a58-b411-4cd1-824b-268e334fdc4b', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'port_id': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'mac_address': 'fa:16:3e:4c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5275398-ff29-4418-bf2a-de177655c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:51.115658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Checking router: 5090ab11-f90f-4ad5-b548-ac0190684cbe for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:51.130455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:51.131419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:51.135803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44076) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.149964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.168964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4839449 Jul 16 09:00:51.177059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.177835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Pushing event deleted for resources: {'Port': ['ID=0389779a-41d0-4ff6-b6de-e79d6e7c0f12,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.184688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'security_group_rule': {'security_group_id': 'cc014a11-ecfc-4c14-babe-b5075cdbb5bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:51.204440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946e4ef-3612-4cc6-b2dd-44830f53377f tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313f76e5-4b5c-4c1a-88ad-9ee8e2422868,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.248631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.259593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.322154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-680cede8-86df-46f8-a40d-becbb3a35265 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 200 len: 991 time: 0.1740229 Jul 16 09:00:51.326690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-3254c1bd-7809-423d-aa15-a996026be223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.333592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-3254c1bd-7809-423d-aa15-a996026be223 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1098 time: 0.4984126 Jul 16 09:00:51.423130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:51.424345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.481677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] No DVR routers for this DVR port 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:51.492467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.499390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.512863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.46 "DELETE /v2.0/ports/0389779a-41d0-4ff6-b6de-e79d6e7c0f12 HTTP/1.1" status: 204 len: 173 time: 1.9055402 Jul 16 09:00:51.522964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'name': 'network-vif-deleted', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:51.526703 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28638206-3775-4891-a541-d092381505d1" -d '{"events": [{"server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "name": "network-vif-deleted", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:51.550797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.554474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/21ec1dd8-fcb3-4d99-82c8-928caea66940 HTTP/1.1" status: 204 len: 168 time: 0.5595412 Jul 16 09:00:51.555280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.560662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f55c0a5-b3b9-4033-ac24-e8ee4632138a req-3ec89e7d-bea1-4326-895f-68b3dea05cd0 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] 10.222.0.32 "GET /v2.0/ports?device_id=7832cebc-b677-44f9-bcc4-12f4b1fd1a96 HTTP/1.1" status: 200 len: 210 time: 0.1479564 Jul 16 09:00:51.571965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44084) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.681353 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d27481-a73b-478f-92fb-4b7116e0094e x-openstack-request-id: req-34d27481-a73b-478f-92fb-4b7116e0094e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:51.681572 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7832cebc-b677-44f9-bcc4-12f4b1fd1a96", "name": "network-vif-deleted", "tag": "0389779a-41d0-4ff6-b6de-e79d6e7c0f12", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:51.681812 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34d27481-a73b-478f-92fb-4b7116e0094e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:51.682836 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7832cebc-b677-44f9-bcc4-12f4b1fd1a96', 'name': 'network-vif-deleted', 'tag': '0389779a-41d0-4ff6-b6de-e79d6e7c0f12', 'status': 'completed', 'code': 200} Jul 16 09:00:51.688507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedea28-d051-4086-9e4d-32e78a12bc63 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21ec1dd8-fcb3-4d99-82c8-928caea66940,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.707362 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-20281340-6da1-4a3b-b0e6-366e7065766b tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264293 Jul 16 09:00:51.709316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44086) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.753313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e8905-e690-4230-8482-7ace03ea117e req-1afa343a-f732-472e-877f-81b20fa60d92 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.755153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80e8905-e690-4230-8482-7ace03ea117e req-1afa343a-f732-472e-877f-81b20fa60d92 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 931 time: 0.3114872 Jul 16 09:00:51.814325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-757d25d0-beb0-48f5-a1c3-ea47808ed265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.815943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-757d25d0-beb0-48f5-a1c3-ea47808ed265 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.4710507 Jul 16 09:00:51.819554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.840494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80e8905-e690-4230-8482-7ace03ea117e req-7d5e7c37-5785-4fd1-a483-1d9ff98f51eb tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675788 Jul 16 09:00:51.843605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.853776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.901752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.965563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'e62c3a58-b411-4cd1-824b-268e334fdc4b', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'port_id': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'mac_address': 'fa:16:3e:4c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5275398-ff29-4418-bf2a-de177655c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:51.982784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73de6191-88f7-42a8-b348-e2903f1b1933,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.988971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.996963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.998968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "DELETE /v2.0/security-groups/74e76b71-ecde-49e1-9885-19badffb8512 HTTP/1.1" status: 204 len: 168 time: 0.2884102 Jul 16 09:00:52.000914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.002233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-64e17a8a-0991-4411-94da-34094ef4d8a1 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8221853 Jul 16 09:00:52.003642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44088) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.005479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44090) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.010179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5716-406b-4d97-a7c4-1004aa1d78e6 None None] The sync data for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 is: [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'e62c3a58-b411-4cd1-824b-268e334fdc4b', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'port_id': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'mac_address': 'fa:16:3e:4c:d9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5275398-ff29-4418-bf2a-de177655c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:48Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:52.033218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:52.068024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cffc7-5069-4fda-b5e5-aa11ab98fee3 tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e76b71-ecde-49e1-9885-19badffb8512,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.090720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.097447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-27adc66f-ee21-4a8c-be24-28f0564fddd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 999 time: 0.2697573 Jul 16 09:00:52.166046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-efc87c57-31c8-4580-8abe-7afa29680aaf tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600773 Jul 16 09:00:52.176928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44100) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.241042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9080c88a-a7f0-495d-89c7-1c320062867e tempest-SecGroupIPv6Test-2017600981 tempest-SecGroupIPv6Test-2017600981-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617695 Jul 16 09:00:52.258196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-79779e08-5a33-42ac-90b8-32369fa43126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.260082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-79779e08-5a33-42ac-90b8-32369fa43126 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.1524932 Jul 16 09:00:52.328257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.431677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.436303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbbb84c-fb57-4d47-9733-15314afc0813 None None] New status for floating IP e62c3a58-b411-4cd1-824b-268e334fdc4b: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:52.444683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4a9f1cf4-94cb-499e-997e-e8b14e0748ba tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 200 len: 991 time: 0.1078568 Jul 16 09:00:52.455752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a09908-fe34-4598-a6b4-29d8e268c19e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:52.489248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-281dc5b4-2559-4857-90fa-91208e6312ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.495259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-281dc5b4-2559-4857-90fa-91208e6312ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270160 Jul 16 09:00:52.500497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.618505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Allocated IP 172.25.5.198 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/62e42f9a-cdc6-4c19-a6ad-1a8545cf5669) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:52.740541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.764686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Transition to ACTIVE for port object f4a09908-fe34-4598-a6b4-29d8e268c19e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:52.784603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44114) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.792283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.797774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.839053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:52.842172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:52.848736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:52.886436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:52.945834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.958663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:52.959008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 0389779a-41d0-4ff6-b6de-e79d6e7c0f12 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:52.961524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=62e42f9a-cdc6-4c19-a6ad-1a8545cf5669,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.048144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-240710b4-2c93-46f8-8425-9421bf52ac3f service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370305 Jul 16 09:00:53.060258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a1d4be33-24af-402a-9959-b738523df263 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f69709df0d474126a9a04d3141244fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722821 Jul 16 09:00:53.062991 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44124) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.124310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.180099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Attempting to bind port f4a09908-fe34-4598-a6b4-29d8e268c19e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:53.181231 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Attempting to bind port f4a09908-fe34-4598-a6b4-29d8e268c19e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:53.181829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Attempting to bind port f4a09908-fe34-4598-a6b4-29d8e268c19e on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:53.210818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Port f4a09908-fe34-4598-a6b4-29d8e268c19e on network 3a18be21-2390-42e9-9efc-817d9d479645 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:53.211408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Attempting to bind port f4a09908-fe34-4598-a6b4-29d8e268c19e on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:53.216991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.221169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:53.221782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Checking segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:53.222395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Bound using segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:53.223028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Bound port: f4a09908-fe34-4598-a6b4-29d8e268c19e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:53.223799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.229268 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.263786 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-235a54f7-2fd7-4722-9799-9b0ce37deaba req-4437f4fd-eb28-4029-ba6c-845112c79e7a service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807933 Jul 16 09:00:53.268830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.277821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b614-a441-4e6f-a1c7-e61f5bc4fc74 req-28f08d37-df81-421e-8477-2d1969890130 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.285244 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77c3b614-a441-4e6f-a1c7-e61f5bc4fc74 req-28f08d37-df81-421e-8477-2d1969890130 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 943 time: 0.1980536 Jul 16 09:00:53.362368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:53.369115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:53.385868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.413168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77c3b614-a441-4e6f-a1c7-e61f5bc4fc74 req-e9726f81-f30b-4d3b-983e-085e63539b12 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072450 Jul 16 09:00:53.420101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.421430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.423433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4a09908-fe34-4598-a6b4-29d8e268c19e HTTP/1.1" status: 200 len: 1092 time: 2.4648681 Jul 16 09:00:53.449732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44126) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.451000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.453903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.455285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dd13719-f95a-417a-acea-c06a150b71c2 HTTP/1.1" status: 204 len: 168 time: 0.3912861 Jul 16 09:00:53.518016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a2e35-62f3-4636-8092-4019eaf72d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd13719-f95a-417a-acea-c06a150b71c2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.584532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f56b0fd-f37d-49ca-a72d-0dab4d642ddb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 200 len: 993 time: 0.1275840 Jul 16 09:00:53.619219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.630424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.685116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:53.688079 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:53.697955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a87016-47a3-45da-b408-ed58d3924172 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.712882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-809fd53f-83e0-424e-ab00-36fda43038f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.714793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-809fd53f-83e0-424e-ab00-36fda43038f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 1095 time: 0.2050202 Jul 16 09:00:53.778084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.788752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-53a24776-ebbe-48b9-a21f-5479af2bd0cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e HTTP/1.1" status: 200 len: 217 time: 0.0657873 Jul 16 09:00:53.790855 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe289282-a116-48f6-816f-111d9ad32463 x-openstack-request-id: req-fe289282-a116-48f6-816f-111d9ad32463 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:53.791137 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:53.791395 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe289282-a116-48f6-816f-111d9ad32463 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:53.791886 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'status': 'completed', 'code': 200} Jul 16 09:00:53.802446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=62e42f9a-cdc6-4c19-a6ad-1a8545cf5669,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.816527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.838662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b0b57aae-6bd2-4804-95c2-279f0cb3e337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8132527 Jul 16 09:00:53.858862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-91c9753a-6154-4d01-8be6-d1ea2ea33a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.860857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-91c9753a-6154-4d01-8be6-d1ea2ea33a07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0652399 Jul 16 09:00:53.940973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-9c6d1e23-c1c0-4764-98e9-b5ea3aefd248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641344 Jul 16 09:00:54.087544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-c2255a9b-61e4-4e6f-a1fd-330ce29d4e6b tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1547177865&fields=id&tenant_id=6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 267 time: 0.0625291 Jul 16 09:00:54.094132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-880609f9-138c-4112-bf67-59161b0aed6f service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393323 Jul 16 09:00:54.233362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d7d2248-a5c5-4a66-be37-13a496a53280 req-f77f3ec7-260e-4e86-b0d7-33804f102111 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310613 Jul 16 09:00:54.274412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-665de2df-b8c3-4b6c-aafc-0fbc92d76b36 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.275566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-665de2df-b8c3-4b6c-aafc-0fbc92d76b36 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 810 time: 0.1755774 Jul 16 09:00:54.292724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-32694209-24b8-4f50-a097-81aa98a3a409 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/quotas/6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 375 time: 0.0104392 Jul 16 09:00:54.391799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-e7a2e7b9-b977-4eb6-919a-71e4526104ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.393468 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-e7a2e7b9-b977-4eb6-919a-71e4526104ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 1095 time: 0.0822873 Jul 16 09:00:54.396573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-0b72b40f-fc20-4276-8fe9-384de9935f68 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881400 Jul 16 09:00:54.572505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-fc80b0b4-8a03-4f09-acef-56d870afb07b service neutron] 10.222.0.32 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671853 Jul 16 09:00:54.944344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44170) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.099616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-5a444f52-4364-45ea-bc66-fc44a049c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.103660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-5a444f52-4364-45ea-bc66-fc44a049c91b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 916 time: 0.7015898 Jul 16 09:00:55.208775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df6d4530-b696-45c7-9960-abd89eda0b26 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.209244 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-df6d4530-b696-45c7-9960-abd89eda0b26 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:00:55.209832 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-df6d4530-b696-45c7-9960-abd89eda0b26 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:55.211140 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df6d4530-b696-45c7-9960-abd89eda0b26 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2655759 Jul 16 09:00:55.212602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-a39161e9-0675-452e-8e9f-60acc45b89dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e HTTP/1.1" status: 200 len: 217 time: 0.0999093 Jul 16 09:00:55.215103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44176) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.220145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711888725'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.239769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-a683d038-097b-42c6-9e36-df7a356bf2e0 service neutron] 10.222.0.32 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628408 Jul 16 09:00:55.258370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.288173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.329169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b69268-fc45-4aab-8761-8a72b04f2b9c req-b877a37b-ef68-434b-933f-6b8eeb4b8efe tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.330697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44b69268-fc45-4aab-8761-8a72b04f2b9c req-b877a37b-ef68-434b-933f-6b8eeb4b8efe tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 943 time: 0.6697834 Jul 16 09:00:55.355722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-f93ebf64-81b7-4269-97ea-d8a53808768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.357426 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-f93ebf64-81b7-4269-97ea-d8a53808768d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.1096325 Jul 16 09:00:55.418988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44b69268-fc45-4aab-8761-8a72b04f2b9c req-8d356688-082c-4e04-8153-b8a3f7687e75 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786765 Jul 16 09:00:55.425488 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-36299120-3019-4a21-886c-32301a61a068 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602088 Jul 16 09:00:55.537940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.550035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.646797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-90080c9f-cdc9-46ee-9d4b-85ca131a1182 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133508 Jul 16 09:00:55.675143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7a54c9d-f256-42f3-ba49-a5c13ed20133 req-991a175b-353e-4575-9063-1f731e95be9e tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 210 time: 0.0952070 Jul 16 09:00:55.779944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.810602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.833915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.838964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44184) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.839326 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6231492 Jul 16 09:00:55.844461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '87f59902-06e3-44a4-9b22-e97fa28044d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.871190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778831d2-4452-4d29-ac7d-d5d8aacac3fa,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.907306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.035431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.041761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c38a14-eec3-4861-9dd1-d31c41f20614 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f59902-06e3-44a4-9b22-e97fa28044d7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.046912 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.084422 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c9ed4ce-1693-4bce-8334-b2c1b0321ba2 req-2ac9a6b7-19a8-4b84-9e77-ddd031d2445a service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963953 Jul 16 09:00:56.099777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e1524a-beb2-4189-be45-e05645bde96e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.103971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.105756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f68d302b-501d-4496-ba20-52d4b5662ce6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649419 Jul 16 09:00:56.108481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44192) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.113409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b55e2f6e-99f7-40e4-95db-4b208efbd819 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '87f59902-06e3-44a4-9b22-e97fa28044d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.144222 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b55e2f6e-99f7-40e4-95db-4b208efbd819 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.257584 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-b55e2f6e-99f7-40e4-95db-4b208efbd819 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:56.263798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44196) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.280827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b55e2f6e-99f7-40e4-95db-4b208efbd819 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1698966 Jul 16 09:00:56.368688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.423474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.511373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.515531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.520556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44200) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.522032 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/87f59902-06e3-44a4-9b22-e97fa28044d7 HTTP/1.1" status: 204 len: 168 time: 0.2547588 Jul 16 09:00:56.533649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92308e8b-722b-4b2e-bc38-5dcbcafdcda3 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f59902-06e3-44a4-9b22-e97fa28044d7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.608821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.609314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48018859-cf65-4344-87de-ebe760b059d5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864859 Jul 16 09:00:56.614411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123408246'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.644424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.716947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0bf6a-cf33-45e9-aad2-02f914a2f023 req-2ee3e4cd-fa1b-4e1b-9526-798b0002b5ae tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.719509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24b0bf6a-cf33-45e9-aad2-02f914a2f023 req-2ee3e4cd-fa1b-4e1b-9526-798b0002b5ae tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 943 time: 0.1222436 Jul 16 09:00:56.794577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.806360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.833986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24b0bf6a-cf33-45e9-aad2-02f914a2f023 req-0481200b-af72-4035-8717-3332273bb941 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072319 Jul 16 09:00:56.879390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.881975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2712591 Jul 16 09:00:56.884940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bfc8f-b728-4a63-956d-1de7734ad220 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15810150-19b0-4567-9512-c0a7de6a905f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.889153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.897952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f4a09908-fe34-4598-a6b4-29d8e268c19e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:56.898772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6b958288-0370-4596-a9de-b5ec1bbd562c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '15810150-19b0-4567-9512-c0a7de6a905f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.899685 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-6b958288-0370-4596-a9de-b5ec1bbd562c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 09:00:56.900946 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6b958288-0370-4596-a9de-b5ec1bbd562c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:56.902804 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6b958288-0370-4596-a9de-b5ec1bbd562c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116670 Jul 16 09:00:56.905598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.912377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33252e71-9d4b-45b6-939c-7aa71309ccf7 req-78faa612-7826-4e9d-8db8-9b3dac286d42 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 210 time: 0.0691395 Jul 16 09:00:57.050572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.096851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.115273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:57.135970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'port_id': 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'mac_address': 'fa:16:3e:27:b7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e031f7bc-5dce-460b-8974-7fc1303f4050', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:57.162408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.168285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.170630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/15810150-19b0-4567-9512-c0a7de6a905f HTTP/1.1" status: 204 len: 168 time: 0.2634208 Jul 16 09:00:57.174967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.189332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb7444-834d-4559-acbc-c6419971aa2a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15810150-19b0-4567-9512-c0a7de6a905f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.236097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.255144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a09908-fe34-4598-a6b4-29d8e268c19e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:57.265071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1507df74-fd59-413d-bffa-d528f61275bf tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883739 Jul 16 09:00:57.269221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.276985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--396303085'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.286817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:57.301082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.357643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.451330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.559174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.565944 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.576680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f4a09908-fe34-4598-a6b4-29d8e268c19e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:57.707873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.713306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.714026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4434907 Jul 16 09:00:57.718610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-68bd514f-f016-4a62-8427-2f637fa1e311 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '57d55acc-f152-4a19-a294-ec5bff83ac16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.720178 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-68bd514f-f016-4a62-8427-2f637fa1e311 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 09:00:57.720837 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-68bd514f-f016-4a62-8427-2f637fa1e311 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:57.722115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-68bd514f-f016-4a62-8427-2f637fa1e311 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074873 Jul 16 09:00:57.728094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.743875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d01fa-11fa-46b2-a484-8c65b9969e6b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d55acc-f152-4a19-a294-ec5bff83ac16,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.831857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.864549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-97d6ea84-b702-4332-afcd-e228106b4024 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.867184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-97d6ea84-b702-4332-afcd-e228106b4024 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 810 time: 0.2667751 Jul 16 09:00:57.892657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.972703 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-0c69c707-f105-4aa8-baae-6047881202fa tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea65c5e916c469b8f522625565e91e6 HTTP/1.1" status: 200 len: 380 time: 0.0762410 Jul 16 09:00:57.986414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'port': {'device_id': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'admin_state_up': True, 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'security_groups': ['cc014a11-ecfc-4c14-babe-b5075cdbb5bc']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.988174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.993047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.998238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/57d55acc-f152-4a19-a294-ec5bff83ac16 HTTP/1.1" status: 204 len: 168 time: 0.2690320 Jul 16 09:00:57.999128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.043196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e67a3-1800-472e-8bdd-ce6b020a87de tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d55acc-f152-4a19-a294-ec5bff83ac16,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.095700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6c6ff46b-3bba-49f9-b8e3-1d415ad37950 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873616 Jul 16 09:00:58.104469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.110724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--787204228'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.167186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dba8e213-e612-47bb-86df-bd0192f1f960 req-b0aa973c-552e-4f02-aa10-4eb9a2d9c07d tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 210 time: 0.0737119 Jul 16 09:00:58.200204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.241370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Made reservation on behalf of 6ea65c5e916c469b8f522625565e91e6 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:58.245175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.279927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ccb6a-0ba1-4508-9c50-3200cc2b8eea req-927e1ed4-a18f-4f28-81fb-1af3e81ba7f6 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.283356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a1ccb6a-0ba1-4508-9c50-3200cc2b8eea req-927e1ed4-a18f-4f28-81fb-1af3e81ba7f6 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 944 time: 0.1952519 Jul 16 09:00:58.366101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a1ccb6a-0ba1-4508-9c50-3200cc2b8eea req-4c7ef7cd-4b5c-452a-8462-8576c0f3fd31 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770054 Jul 16 09:00:58.417640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Allocated IP 172.20.0.5 (7db5025a-6f92-4a48-9509-cc81ae80b020/7c7acbc7-cead-4af3-b3cc-fb17b9fecbff/512456ef-b697-4a39-b5a0-c711cff7f107) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:58.444934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.450697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.487212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.489231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3829556 Jul 16 09:00:58.491856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.497454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ecfb1327-cfe0-4cd4-86c8-9ffa87c29314 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '29d2dd2b-2b12-4801-ab95-4632b26dcd60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.498546 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-ecfb1327-cfe0-4cd4-86c8-9ffa87c29314 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 09:00:58.499337 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-ecfb1327-cfe0-4cd4-86c8-9ffa87c29314 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.500749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ecfb1327-cfe0-4cd4-86c8-9ffa87c29314 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066917 Jul 16 09:00:58.501217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e49fb-da07-44df-a8cb-37259603ad88 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2dd2b-2b12-4801-ab95-4632b26dcd60,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.503941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.509549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-56651f56-a522-4340-8900-855aa3b934ec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '29d2dd2b-2b12-4801-ab95-4632b26dcd60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.510254 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-56651f56-a522-4340-8900-855aa3b934ec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 09:00:58.511176 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-56651f56-a522-4340-8900-855aa3b934ec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.512164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56651f56-a522-4340-8900-855aa3b934ec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069404 Jul 16 09:00:58.515177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44306) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.521329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-91ac2214-eb88-4b5c-8882-c3ed99af9c75 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '29d2dd2b-2b12-4801-ab95-4632b26dcd60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.522162 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-91ac2214-eb88-4b5c-8882-c3ed99af9c75 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 09:00:58.522650 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-91ac2214-eb88-4b5c-8882-c3ed99af9c75 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.523611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91ac2214-eb88-4b5c-8882-c3ed99af9c75 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068858 Jul 16 09:00:58.528681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44308) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.533660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4059a914-a979-4b37-a312-4fbef7497725 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '29d2dd2b-2b12-4801-ab95-4632b26dcd60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.534774 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-4059a914-a979-4b37-a312-4fbef7497725 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 09:00:58.535289 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-4059a914-a979-4b37-a312-4fbef7497725 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.539227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44314) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.540259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4059a914-a979-4b37-a312-4fbef7497725 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106070 Jul 16 09:00:58.650757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.679847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.693345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.711842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Transition to ACTIVE for port object 512456ef-b697-4a39-b5a0-c711cff7f107 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:58.767279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.772864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.776481 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/29d2dd2b-2b12-4801-ab95-4632b26dcd60 HTTP/1.1" status: 204 len: 168 time: 0.2338486 Jul 16 09:00:58.777141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44320) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.788967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302376-6e74-4b8d-8480-477a76765fc0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2dd2b-2b12-4801-ab95-4632b26dcd60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.797221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.858348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:58.862337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.893046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f4a09908-fe34-4598-a6b4-29d8e268c19e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:58.920661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2aeff437-eb86-446d-8e62-8806934c3b76 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420722 Jul 16 09:00:58.926458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44322) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.937115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--511848901'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.938100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event updated for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.954804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:58.993923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.034087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f4a09908-fe34-4598-a6b4-29d8e268c19e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:59.052412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f4a09908-fe34-4598-a6b4-29d8e268c19e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:59.052795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.072070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.073026 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.184413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.188687 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.198315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.198737 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-8158fca5-0812-4196-b896-bce29c9885b3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2213953 Jul 16 09:00:59.214570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Request body: {'port': {'device_id': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.243354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.244773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3172722 Jul 16 09:00:59.246135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab88f9-770b-479d-845e-072992685da0 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51831ddc-d5b1-474a-8f2c-582e2e55dd9f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.247950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.255257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:59.256421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-94337d49-3211-4255-b86e-838065b7cbf6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.257605 n-d-798054-12 neutron-server[93774]: WARNING neutron.api.v2.base [None req-94337d49-3211-4255-b86e-838065b7cbf6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:00:59.258073 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f4bd3-f954-4e5a-b05e-9c7a2174b26d" -d '{"events": [{"server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "name": "network-vif-plugged", "status": "completed", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:59.259669 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-94337d49-3211-4255-b86e-838065b7cbf6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.261029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94337d49-3211-4255-b86e-838065b7cbf6 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113237 Jul 16 09:00:59.263898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44330) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.275073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-65d1a411-b8e1-40ff-bf3b-7227db6db2a2 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.279663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:59.303359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.313122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02fe8c2e-d3cd-4a8f-80ee-61dab82f2da6 None None] Provisioning for port 512456ef-b697-4a39-b5a0-c711cff7f107 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:59.323813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02fe8c2e-d3cd-4a8f-80ee-61dab82f2da6 None None] Provisioning complete for port 512456ef-b697-4a39-b5a0-c711cff7f107 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:59.329698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02fe8c2e-d3cd-4a8f-80ee-61dab82f2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.419445 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467accd-42c7-4e01-a572-a957fb26c10c x-openstack-request-id: req-6467accd-42c7-4e01-a572-a957fb26c10c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:59.420233 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "name": "network-vif-plugged", "status": "completed", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:59.420460 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6467accd-42c7-4e01-a572-a957fb26c10c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:59.421828 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'code': 200} Jul 16 09:00:59.439628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.497009 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-65d1a411-b8e1-40ff-bf3b-7227db6db2a2 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.498189 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-65d1a411-b8e1-40ff-bf3b-7227db6db2a2 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2328126 Jul 16 09:00:59.500070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02fe8c2e-d3cd-4a8f-80ee-61dab82f2da6 None None] Port 512456ef-b697-4a39-b5a0-c711cff7f107 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:59.503123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.513827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.515464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a894f472-1fb9-4208-862e-cdda0bf36029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.520905 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-a894f472-1fb9-4208-862e-cdda0bf36029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 09:00:59.525058 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-a894f472-1fb9-4208-862e-cdda0bf36029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.527030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a894f472-1fb9-4208-862e-cdda0bf36029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213542 Jul 16 09:00:59.532464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.541192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-297c738d-d22b-4e3e-af37-cabe8cf3d619 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.590843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312666-70c0-4d65-aae9-808ff46aeb80 req-cb40429e-bd3d-47fb-9645-5ee0cc674991 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.593032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b312666-70c0-4d65-aae9-808ff46aeb80 req-cb40429e-bd3d-47fb-9645-5ee0cc674991 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 931 time: 0.2023261 Jul 16 09:00:59.661579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b312666-70c0-4d65-aae9-808ff46aeb80 req-a48142cc-5a6f-4349-aaf4-c048eefe05b6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474470 Jul 16 09:00:59.692667 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-297c738d-d22b-4e3e-af37-cabe8cf3d619 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.694000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-297c738d-d22b-4e3e-af37-cabe8cf3d619 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1581552 Jul 16 09:00:59.698817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.710441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b45141-eeec-4775-9241-c713537049af req-f1c1498b-368f-45bf-bd36-48a3d99c5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.712935 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9b45141-eeec-4775-9241-c713537049af req-f1c1498b-368f-45bf-bd36-48a3d99c5614 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 1097 time: 0.2442758 Jul 16 09:00:59.716700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-91af5777-ab40-49cf-874c-b4e196d45c0e tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.717172 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-91af5777-ab40-49cf-874c-b4e196d45c0e tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:00:59.717868 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-91af5777-ab40-49cf-874c-b4e196d45c0e tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.719071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91af5777-ab40-49cf-874c-b4e196d45c0e tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154254 Jul 16 09:00:59.729753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cc951-4785-4037-99fc-e216dcb75eac req-b156969e-9916-43e7-aa76-84f1ac2e4ac3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.731453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e9cc951-4785-4037-99fc-e216dcb75eac req-b156969e-9916-43e7-aa76-84f1ac2e4ac3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 945 time: 0.1760550 Jul 16 09:00:59.731946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.736577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cd64403e-4df8-4c39-b686-289c7668c2a5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.756167 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:59.782579 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-cd64403e-4df8-4c39-b686-289c7668c2a5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Project acc4b66c7ca540939253532d7ab66d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:59.800637 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-cd64403e-4df8-4c39-b686-289c7668c2a5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.804407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cd64403e-4df8-4c39-b686-289c7668c2a5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0687625 Jul 16 09:00:59.805018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e9cc951-4785-4037-99fc-e216dcb75eac req-5bbdb06b-b9d7-4716-8e9c-06b96461f0de tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Jul 16 09:00:59.805520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44356) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.810786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-779437a7-f4d8-4a89-bc31-1fcea08d553b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.811279 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-779437a7-f4d8-4a89-bc31-1fcea08d553b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 09:00:59.811956 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-779437a7-f4d8-4a89-bc31-1fcea08d553b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.813061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-779437a7-f4d8-4a89-bc31-1fcea08d553b tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065041 Jul 16 09:00:59.815832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.822301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9b7bb091-c992-401e-a580-4b4b1cbd4ba7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.827830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9b45141-eeec-4775-9241-c713537049af req-d27504d3-dd64-437d-881b-7e45c9b9607d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048174 Jul 16 09:00:59.887638 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-9b7bb091-c992-401e-a580-4b4b1cbd4ba7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Project acc4b66c7ca540939253532d7ab66d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:59.916877 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9b7bb091-c992-401e-a580-4b4b1cbd4ba7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:59.920741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9b7bb091-c992-401e-a580-4b4b1cbd4ba7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1010375 Jul 16 09:00:59.925499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.931285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-937fd684-4551-45a9-bc48-3ac100ea1fd7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '51831ddc-d5b1-474a-8f2c-582e2e55dd9f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.958325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512456ef-b697-4a39-b5a0-c711cff7f107 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:59.969404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.979163 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-937fd684-4551-45a9-bc48-3ac100ea1fd7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Project acc4b66c7ca540939253532d7ab66d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:00:59.986255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-7e733e82-a726-467a-9e3f-9927f0ff3208 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.987833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Transition to ACTIVE for port object 512456ef-b697-4a39-b5a0-c711cff7f107 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.995066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-7e733e82-a726-467a-9e3f-9927f0ff3208 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1408274 Jul 16 09:00:59.995297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.009481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-9e8fc61a-cc5c-409b-96c2-90ca411b9de9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0141604 Jul 16 09:01:00.023072 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-937fd684-4551-45a9-bc48-3ac100ea1fd7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.023072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-937fd684-4551-45a9-bc48-3ac100ea1fd7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0965259 Jul 16 09:01:00.027068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44362) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.072983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.102290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-d72b0cb1-663b-4d82-b2e1-4ac5245e5104 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915086 Jul 16 09:01:00.206844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.215324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Attempting to bind port 512456ef-b697-4a39-b5a0-c711cff7f107 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:00.215666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Attempting to bind port 512456ef-b697-4a39-b5a0-c711cff7f107 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:00.216004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Attempting to bind port 512456ef-b697-4a39-b5a0-c711cff7f107 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:00.221905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-9694ff6f-1dc5-464b-9c5b-85ed260372ae service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185613 Jul 16 09:01:00.231710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Port 512456ef-b697-4a39-b5a0-c711cff7f107 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:00.232072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Attempting to bind port 512456ef-b697-4a39-b5a0-c711cff7f107 on network 7db5025a-6f92-4a48-9509-cc81ae80b020 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:00.241973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:00.242321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Checking segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:00.243257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Bound using segment: {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:00.243713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Bound port: 512456ef-b697-4a39-b5a0-c711cff7f107, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6e9af7-900c-46bb-93c9-681cc0a29b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:00.244285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.250800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.338878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.341863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.343218 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/51831ddc-d5b1-474a-8f2c-582e2e55dd9f HTTP/1.1" status: 204 len: 168 time: 0.3135033 Jul 16 09:01:00.346225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.354797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:00.361072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=512456ef-b697-4a39-b5a0-c711cff7f107,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:00.363297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b893f2-8cc1-4e3a-afa8-1893221c5250 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51831ddc-d5b1-474a-8f2c-582e2e55dd9f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.366895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.404969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.405608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.407053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 200 len: 1092 time: 1.1977911 Jul 16 09:01:00.407507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:00.409858 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17034dee-3c43-4f82-a1e1-af55d600ebd0" -d '{"events": [{"name": "network-changed", "server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:00.433193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-256e923f-309e-426a-81f0-0d873f627356 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034345 Jul 16 09:01:00.437686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-466785c9-aa03-492d-8277-3cf5577fb761 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883830 Jul 16 09:01:00.441735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.448766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674098336'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.456458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a873c-e9b5-42f4-9350-a4ea069e96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.488201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.500395 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1df8e02-b346-4d7d-8b1b-50f02e6ffafe x-openstack-request-id: req-f1df8e02-b346-4d7d-8b1b-50f02e6ffafe {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:00.501683 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:00.501955 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1df8e02-b346-4d7d-8b1b-50f02e6ffafe {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:00.502367 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107', 'status': 'completed', 'code': 200} Jul 16 09:01:00.637110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-da477465-61e5-4f1a-af33-9f581f50dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.639580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-da477465-61e5-4f1a-af33-9f581f50dad7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 1095 time: 0.1206007 Jul 16 09:01:00.703040 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-baebec92-36a7-410d-a29f-4518c8c66bd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 200 len: 217 time: 0.0481658 Jul 16 09:01:00.816512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.823270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.838275 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-fba9268d-95fc-495f-a15a-73c846269c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.842541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-fba9268d-95fc-495f-a15a-73c846269c25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.1313479 Jul 16 09:01:00.887312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-673399aa-d0f5-4fd5-9739-69394ff42002 req-bf19e13d-de68-49ae-b454-41e458850148 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.1049936 Jul 16 09:01:00.901198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.902511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4596996 Jul 16 09:01:00.906689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.912186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1e1c091-574b-4cba-b31d-78c4e810b53a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': 'e2c7d104-9dce-4fcf-879b-d968a65fd9ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.927301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854492fb-8d64-4b86-bf25-4e84a4c68372 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7d104-9dce-4fcf-879b-d968a65fd9ca,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.975594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-16d35a5a-767a-4c32-beb9-e025bd6be8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.977069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-16d35a5a-767a-4c32-beb9-e025bd6be8a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251090 Jul 16 09:01:00.979399 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-a1e1c091-574b-4cba-b31d-78c4e810b53a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The resource could not be found. Jul 16 09:01:00.980736 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1e1c091-574b-4cba-b31d-78c4e810b53a tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0726597 Jul 16 09:01:00.983545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.989155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0e30e03e-d659-4695-9139-63ec3228d07f tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': 'e2c7d104-9dce-4fcf-879b-d968a65fd9ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '129ae22b-f94a-4c00-a395-192cf20095cc'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.010223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3c68-a80d-4dac-b8d7-c9d89c460df8 req-edee39ac-4f99-459b-8e58-b7f49df3fe92 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.011917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8dd3c68-a80d-4dac-b8d7-c9d89c460df8 req-edee39ac-4f99-459b-8e58-b7f49df3fe92 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 943 time: 0.1046751 Jul 16 09:01:01.085529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8dd3c68-a80d-4dac-b8d7-c9d89c460df8 req-e93f6f63-75a0-478c-95e8-2f3fbaefd018 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633416 Jul 16 09:01:01.157024 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-0e30e03e-d659-4695-9139-63ec3228d07f tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The resource could not be found. Jul 16 09:01:01.158525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0e30e03e-d659-4695-9139-63ec3228d07f tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1735339 Jul 16 09:01:01.162489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.165993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-fddb1399-97a2-495d-87b2-195c627d10f8 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724877 Jul 16 09:01:01.171040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550b69-a183-4a6c-9bd2-2fc2b5564e94 req-0e4e6ffe-ea5e-463e-980e-0bcca11b48b5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.172601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6550b69-a183-4a6c-9bd2-2fc2b5564e94 req-0e4e6ffe-ea5e-463e-980e-0bcca11b48b5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 945 time: 0.0846074 Jul 16 09:01:01.260337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6550b69-a183-4a6c-9bd2-2fc2b5564e94 req-65d18dbd-5324-4b6a-ae0e-b53ef6a9857a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803325 Jul 16 09:01:01.284446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.305284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4efaa74a-b640-4cb9-8de0-31c33e60f295 req-d60671af-62cf-4058-8640-d8261f574d1d service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219621 Jul 16 09:01:01.338858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.401812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.405958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.407747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/e2c7d104-9dce-4fcf-879b-d968a65fd9ca HTTP/1.1" status: 204 len: 168 time: 0.2339587 Jul 16 09:01:01.413932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44396) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.473011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-e3416031-b285-42aa-9a70-736e7caf58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.474866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-e3416031-b285-42aa-9a70-736e7caf58b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 1095 time: 0.0918434 Jul 16 09:01:01.487412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75fb0b-6ad8-4686-8949-2c2603eb0b89 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7d104-9dce-4fcf-879b-d968a65fd9ca,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.568327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9b752b2d-160c-4d7b-ad65-fd89870a93f2 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1527693 Jul 16 09:01:01.573449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.579870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6efe2677-9032-4825-ad04-5438a4c7dcec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '67cd587b-2413-4658-861c-c906b3b0efb3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.654972 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-6efe2677-9032-4825-ad04-5438a4c7dcec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The resource could not be found. Jul 16 09:01:01.656070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6efe2677-9032-4825-ad04-5438a4c7dcec tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0810664 Jul 16 09:01:01.660303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44408) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.664414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-eabb2f74-07c6-425c-9bb4-76c5b1628f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.666003 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-eabb2f74-07c6-425c-9bb4-76c5b1628f9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.1826370 Jul 16 09:01:01.668489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--140973064'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.700470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.734175 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-89205fa0-a65e-4059-8225-df14d4bc6339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 200 len: 217 time: 0.0542758 Jul 16 09:01:01.829546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-56c2d7b1-3426-4341-94cd-7d7aa365a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.831133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-56c2d7b1-3426-4341-94cd-7d7aa365a790 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.0864072 Jul 16 09:01:01.865728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.871168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.911228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.913032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2496126 Jul 16 09:01:01.916802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44412) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.924665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--824509157'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.941919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3de9a9-7335-495e-9039-909f3ed7a029 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6e820-f822-44f3-851f-da1584308e4a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.974703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.998288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-17bd5d10-1876-4e2a-aa5e-37b201228119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.000188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-17bd5d10-1876-4e2a-aa5e-37b201228119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619804 Jul 16 09:01:02.159334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-6558cb1b-6604-4bce-879f-e0115568df3f service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480460 Jul 16 09:01:02.167171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.204738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.212779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e2dd8d4-c69e-4e3b-9c50-4f7b658a0c21 req-15ebfc3a-4b9d-441d-a54f-b3d06f75404c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0745058 Jul 16 09:01:02.292211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.292211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3699229 Jul 16 09:01:02.303812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.313061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-131e6e56-d829-4e03-b98e-a21d64f2dc62 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '81c6e820-f822-44f3-851f-da1584308e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dd0c22a4-5250-4a59-b093-cb72036bd85c'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.321058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b25309-ebe1-4687-91dc-6f4d7e2bc979 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c22a4-5250-4a59-b093-cb72036bd85c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.340416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-17034dee-3c43-4f82-a1e1-af55d600ebd0 req-b13ed60e-d63e-42c7-afce-d315110e7310 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638522 Jul 16 09:01:02.366517 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-131e6e56-d829-4e03-b98e-a21d64f2dc62 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:02.369293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-131e6e56-d829-4e03-b98e-a21d64f2dc62 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631330 Jul 16 09:01:02.372847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.383680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d9bf6-65ee-4084-8fff-407bf0efd71f req-efeb078d-06cb-4c2a-97ae-11e5c991d078 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.391498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-567d9bf6-65ee-4084-8fff-407bf0efd71f req-efeb078d-06cb-4c2a-97ae-11e5c991d078 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 943 time: 0.1191921 Jul 16 09:01:02.436696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-567d9bf6-65ee-4084-8fff-407bf0efd71f req-a778ffeb-751d-48fb-a060-077c0d038df3 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Jul 16 09:01:02.444933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.491966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.607413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.610115 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.614095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44428) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.614671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd0c22a4-5250-4a59-b093-cb72036bd85c HTTP/1.1" status: 204 len: 168 time: 0.2398899 Jul 16 09:01:02.639548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-7b078222-a626-447c-9193-53dc8e14b1fc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:02.641272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-7b078222-a626-447c-9193-53dc8e14b1fc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1762505 Jul 16 09:01:02.642286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb335d2b-8dec-488e-a39f-ebdfa395bf9c tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c22a4-5250-4a59-b093-cb72036bd85c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.673917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.693121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8058db0a-2448-4028-979e-22d386fa4894 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0777569 Jul 16 09:01:02.696318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.763364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.799638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.862558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:02.863460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.866936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.869122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/81c6e820-f822-44f3-851f-da1584308e4a HTTP/1.1" status: 204 len: 168 time: 0.1714990 Jul 16 09:01:02.870633 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.873492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44432) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.879671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5de05d-aeb5-4f39-97e1-98c16ed0adb4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6e820-f822-44f3-851f-da1584308e4a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.981725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a8147c0-ed53-4e1a-9a6c-a4c21238bd65 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046553 Jul 16 09:01:02.986061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44434) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.990257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260487244'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.035340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.140549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.146864 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.156284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.10 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/033d13f4-e40b-46bc-b07e-5309b1278770) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:03.193167 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.196773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2078893 Jul 16 09:01:03.198331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44438) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.204663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e30b92fa-ccd1-4bba-a9f3-0ba7c16e714d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '27c4eb69-1148-425a-aa42-610d9cf485ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.210770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57c34-a60a-4ee1-a44c-679ce661f530 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4eb69-1148-425a-aa42-610d9cf485ad,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.249077 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-e30b92fa-ccd1-4bba-a9f3-0ba7c16e714d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:03.252807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e30b92fa-ccd1-4bba-a9f3-0ba7c16e714d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0507505 Jul 16 09:01:03.253251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44442) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.260656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7432624b-0296-49e9-a853-920e750c0aa9 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group_rule': {'security_group_id': '27c4eb69-1148-425a-aa42-610d9cf485ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.348323 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-7432624b-0296-49e9-a853-920e750c0aa9 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:03.352512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7432624b-0296-49e9-a853-920e750c0aa9 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0950384 Jul 16 09:01:03.352853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.448806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.493269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e8aa69b-4cff-4fc4-8a57-8985426af97f req-832adac0-2c35-4a1d-b465-eba3b9418abb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0408626 Jul 16 09:01:03.517077 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.565443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.624798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.627586 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.627955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 033d13f4-e40b-46bc-b07e-5309b1278770 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:03.632787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.634557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/27c4eb69-1148-425a-aa42-610d9cf485ad HTTP/1.1" status: 204 len: 168 time: 0.2806649 Jul 16 09:01:03.654078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5790ae-ed0b-4f73-bf8a-bb4731fe7d79 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4eb69-1148-425a-aa42-610d9cf485ad,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.704801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0b53-2fcd-48e5-84d7-019966e94e77 req-4e2fbce5-857d-4c5c-bcaf-c5f811578022 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.712690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c307c69a-2b63-4064-8c27-adb7cdd188b7 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761194 Jul 16 09:01:03.713992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2fa0b53-2fcd-48e5-84d7-019966e94e77 req-4e2fbce5-857d-4c5c-bcaf-c5f811578022 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 943 time: 0.1342883 Jul 16 09:01:03.716733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.739612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'tempest-secgroup--105726403'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.770012 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.771313 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.832334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2fa0b53-2fcd-48e5-84d7-019966e94e77 req-7f2d4e89-daa8-4381-9c75-210ecee49892 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171627 Jul 16 09:01:03.834156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:03.838934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:03.853436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:03.964807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.967960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.969531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.971262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.983479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.002146 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-812bdf45-a75d-4b56-be3a-aca7df539ab0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3328285 Jul 16 09:01:04.020070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Request body: {'port': {'device_id': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:04.061657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.069231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3327918 Jul 16 09:01:04.069231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dff9d-8ad8-4673-ad24-a1940ac64d83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817c0d4a-2340-4870-96e6-26e4527afb2f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.071669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.084694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1a62b96f-5deb-4155-869e-6ea84bd51334 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:04.087175 n-d-798054-12 neutron-server[93775]: WARNING neutron.api.v2.base [None req-1a62b96f-5deb-4155-869e-6ea84bd51334 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:01:04.087908 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-1a62b96f-5deb-4155-869e-6ea84bd51334 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 09:01:04.092759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1a62b96f-5deb-4155-869e-6ea84bd51334 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "PUT /v2.0/security-groups/817c0d4a-2340-4870-96e6-26e4527afb2f HTTP/1.1" status: 409 len: 330 time: 0.0148444 Jul 16 09:01:04.092759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44460) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.181408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.202193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.242913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f9e766f9-6a96-4120-9fce-46b78251ac28 None None] Provisioning for port 033d13f4-e40b-46bc-b07e-5309b1278770 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:04.250381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f9e766f9-6a96-4120-9fce-46b78251ac28 None None] Provisioning complete for port 033d13f4-e40b-46bc-b07e-5309b1278770 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:04.251122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f9e766f9-6a96-4120-9fce-46b78251ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.272625 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.340979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f9e766f9-6a96-4120-9fce-46b78251ac28 None None] Port 033d13f4-e40b-46bc-b07e-5309b1278770 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:04.400533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.403084 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.409394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.410480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/817c0d4a-2340-4870-96e6-26e4527afb2f HTTP/1.1" status: 204 len: 168 time: 0.3169034 Jul 16 09:01:04.431477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624a644-746a-4b77-a85d-c51e2b57230d tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817c0d4a-2340-4870-96e6-26e4527afb2f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.523776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-087a806b-31d5-4b32-b964-d7b5faf6de83 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081936 Jul 16 09:01:04.524694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44468) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.542900 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-375fb946-bfde-44fe-9606-ef62449569f4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] delete failed (client error): The resource could not be found. Jul 16 09:01:04.548981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-375fb946-bfde-44fe-9606-ef62449569f4 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "DELETE /v2.0/security-groups/e95689e9-699f-4b31-ba45-e0776be3af22 HTTP/1.1" status: 404 len: 347 time: 0.0218806 Jul 16 09:01:04.552596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.572842 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8f453df2-1e2f-48cd-896c-8b813b67c9ee tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] show failed (client error): The resource could not be found. Jul 16 09:01:04.574143 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f453df2-1e2f-48cd-896c-8b813b67c9ee tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-groups/bd0a8e63-f362-4a7d-afa5-7980f8e59882 HTTP/1.1" status: 404 len: 347 time: 0.0203381 Jul 16 09:01:04.578996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44472) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.595068 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-0fb4e932-1114-43ea-98db-1e4dbe81b0e5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] show failed (client error): The resource could not be found. Jul 16 09:01:04.597013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0fb4e932-1114-43ea-98db-1e4dbe81b0e5 tempest-NegativeSecGroupIPv6Test-830468575 tempest-NegativeSecGroupIPv6Test-830468575-project] 10.222.0.32 "GET /v2.0/security-group-rules/caa5f564-6879-44e7-bfda-ea72c3462cc9 HTTP/1.1" status: 404 len: 356 time: 0.0164063 Jul 16 09:01:04.660214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033d13f4-e40b-46bc-b07e-5309b1278770 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:04.679817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.714904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Transition to ACTIVE for port object 033d13f4-e40b-46bc-b07e-5309b1278770 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:04.731575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.767073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579978c-3280-47d5-bc31-f8a2e432f928 req-bc0bf47a-c4c3-4445-9379-43985969a5fa tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.768874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6579978c-3280-47d5-bc31-f8a2e432f928 req-bc0bf47a-c4c3-4445-9379-43985969a5fa tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 932 time: 0.1045086 Jul 16 09:01:04.901376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6579978c-3280-47d5-bc31-f8a2e432f928 req-3bb3b9f2-5be9-4f08-9a21-23de90dd2411 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222579 Jul 16 09:01:04.903846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Pushing event updated for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.915506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 512456ef-b697-4a39-b5a0-c711cff7f107 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:05.112493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52bfa-94aa-4691-9dbe-fb911253610c req-03245a33-316c-4831-ac88-2de49e294fa4 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.116104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffb52bfa-94aa-4691-9dbe-fb911253610c req-03245a33-316c-4831-ac88-2de49e294fa4 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 943 time: 0.1219866 Jul 16 09:01:05.147691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=512456ef-b697-4a39-b5a0-c711cff7f107,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:05.156222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Attempting to bind port 033d13f4-e40b-46bc-b07e-5309b1278770 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:05.158033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Attempting to bind port 033d13f4-e40b-46bc-b07e-5309b1278770 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:05.159222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Attempting to bind port 033d13f4-e40b-46bc-b07e-5309b1278770 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:05.165750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '512456ef-b697-4a39-b5a0-c711cff7f107', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'port_id': '512456ef-b697-4a39-b5a0-c711cff7f107', 'mac_address': 'fa:16:3e:55:fe:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:05.168987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Port 033d13f4-e40b-46bc-b07e-5309b1278770 on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:05.172104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Attempting to bind port 033d13f4-e40b-46bc-b07e-5309b1278770 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:05.186171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffb52bfa-94aa-4691-9dbe-fb911253610c req-f47881cf-6fc4-4ed5-b9dd-1800645dac20 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486164 Jul 16 09:01:05.187808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44482) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.188169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:05.188715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:05.189288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:05.189911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Bound port: 033d13f4-e40b-46bc-b07e-5309b1278770, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:05.190480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.218306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.267860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512456ef-b697-4a39-b5a0-c711cff7f107 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:05.296015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=512456ef-b697-4a39-b5a0-c711cff7f107,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:05.305983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.377143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.393354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:05.407595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=033d13f4-e40b-46bc-b07e-5309b1278770,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:05.415458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.473314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.474133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.475952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] 10.222.0.46 "PUT /v2.0/ports/033d13f4-e40b-46bc-b07e-5309b1278770 HTTP/1.1" status: 200 len: 1093 time: 1.4650235 Jul 16 09:01:05.476557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:05.485300 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:05.535388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a57282-c9df-4752-ba77-e5ef6a387167 service neutron] Pushing event updated for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.586249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['512456ef-b697-4a39-b5a0-c711cff7f107'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:05.619540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5c8fe416-7a8d-44e8-93f3-d05d03faaa28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acc4b66c7ca540939253532d7ab66d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304419 Jul 16 09:01:05.623641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44490) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.638520 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b714eef-b53f-4c1b-976b-808e8a530a70 x-openstack-request-id: req-6b714eef-b53f-4c1b-976b-808e8a530a70 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:05.639094 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:05.639571 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b714eef-b53f-4c1b-976b-808e8a530a70 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:05.640231 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770', 'status': 'completed', 'code': 200} Jul 16 09:01:06.199287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-baca59e4-d39b-4972-9afd-acc5eb2fdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.203253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-baca59e4-d39b-4972-9afd-acc5eb2fdae7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 1096 time: 0.6601176 Jul 16 09:01:06.207322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.223083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560a540-a09c-4058-a930-365a23a1197e req-4b3c9467-bd9a-48ac-b9fb-060a46b58c93 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.239202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7560a540-a09c-4058-a930-365a23a1197e req-4b3c9467-bd9a-48ac-b9fb-060a46b58c93 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1320300 Jul 16 09:01:06.284934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-f3df18aa-d9cd-40fb-a6d3-a740217b0c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033d13f4-e40b-46bc-b07e-5309b1278770 HTTP/1.1" status: 200 len: 217 time: 0.0657003 Jul 16 09:01:06.296517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.352761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7560a540-a09c-4058-a930-365a23a1197e req-ce85be24-9424-4dc1-8624-f2ab582d1b64 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074872 Jul 16 09:01:06.408529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-f4df0fd1-fcaa-4e3c-a717-f85a1c8b39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.409617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-f4df0fd1-fcaa-4e3c-a717-f85a1c8b39ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.1106842 Jul 16 09:01:06.462214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.465053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.469199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/778831d2-4452-4d29-ac7d-d5d8aacac3fa HTTP/1.1" status: 204 len: 168 time: 0.8425636 Jul 16 09:01:06.481308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba59f3-4b6e-4ab5-afb6-7842a63c13e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778831d2-4452-4d29-ac7d-d5d8aacac3fa,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.535738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-46f6b0b6-5c10-45ee-b663-9c98d7db240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.539306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-46f6b0b6-5c10-45ee-b663-9c98d7db240f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128888 Jul 16 09:01:06.562597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed16e5-7317-4c34-96f3-98eeade9573c req-357ec4aa-e08b-4c42-9664-741714b4634c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.578893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bed16e5-7317-4c34-96f3-98eeade9573c req-357ec4aa-e08b-4c42-9664-741714b4634c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 944 time: 0.2092199 Jul 16 09:01:06.673644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bed16e5-7317-4c34-96f3-98eeade9573c req-02380246-18fb-41a0-a077-4afc1771e0cf tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932467 Jul 16 09:01:06.803386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-a9f5ef52-301e-4b72-8515-0fcfa65acf4d service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551713 Jul 16 09:01:06.932148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 512456ef-b697-4a39-b5a0-c711cff7f107 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:06.962083 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c6aaf68-a5d7-41e8-acbf-2e9ac1d79be2 req-0a1ecfe3-3be4-4742-8666-ff0afb9204ec service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504552 Jul 16 09:01:07.148817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 512456ef-b697-4a39-b5a0-c711cff7f107 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:07.155617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 512456ef-b697-4a39-b5a0-c711cff7f107 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:07.155999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.182390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-16dca4f7-5d7d-4b7a-812c-33790eafcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.184067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-16dca4f7-5d7d-4b7a-812c-33790eafcecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 1096 time: 0.1650860 Jul 16 09:01:07.277942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.305996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:07.308498 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97366155-6f63-4b10-b39c-9c1287d90070" -d '{"events": [{"server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "name": "network-vif-plugged", "status": "completed", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:07.331374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=512456ef-b697-4a39-b5a0-c711cff7f107,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:07.342753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.378797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-94c19f4a-d019-4009-9672-0711b3bdc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.385208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-94c19f4a-d019-4009-9672-0711b3bdc646 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1917520 Jul 16 09:01:07.409215 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8531d36-9648-450f-bc50-718fdf2c8e5f x-openstack-request-id: req-f8531d36-9648-450f-bc50-718fdf2c8e5f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:07.409806 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "name": "network-vif-plugged", "status": "completed", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:07.410237 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8531d36-9648-450f-bc50-718fdf2c8e5f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:07.410925 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107', 'code': 200} Jul 16 09:01:07.466423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.510677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-8754ee32-abc6-41f7-81c5-3813771fc732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=033d13f4-e40b-46bc-b07e-5309b1278770 HTTP/1.1" status: 200 len: 217 time: 0.1118164 Jul 16 09:01:07.725039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005beb90-320e-406e-88d2-f2a1c1576474 req-33d0ff17-0ae4-4d42-b2a0-136ac56bab85 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.733524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-005beb90-320e-406e-88d2-f2a1c1576474 req-33d0ff17-0ae4-4d42-b2a0-136ac56bab85 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1457441 Jul 16 09:01:07.762120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-807f1aae-317a-4912-b28e-b006534c8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.773982 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-807f1aae-317a-4912-b28e-b006534c8f60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.2227790 Jul 16 09:01:07.816441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e89aa-11e4-4eae-b6b4-5234c29ff52d req-822b9ed7-b990-49ce-a763-29ff6b5e1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.822818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-335e89aa-11e4-4eae-b6b4-5234c29ff52d req-822b9ed7-b990-49ce-a763-29ff6b5e1a5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 1097 time: 0.3208842 Jul 16 09:01:07.906773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-005beb90-320e-406e-88d2-f2a1c1576474 req-93a57475-450e-442a-8cb7-a7a10d33e6da tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629066 Jul 16 09:01:07.999236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-335e89aa-11e4-4eae-b6b4-5234c29ff52d req-911625ad-5dcb-45a4-9f74-f522ed0e985b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105397 Jul 16 09:01:08.023559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-795806c6-acf3-4eaa-92c2-2b4e584b82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:08.025133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-795806c6-acf3-4eaa-92c2-2b4e584b82c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461410 Jul 16 09:01:08.166350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b07c-3dd2-420d-898e-d6891c96a686 req-1314d2d1-f07d-4061-a374-ae5b9b0a3280 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:08.188631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dd5b07c-3dd2-420d-898e-d6891c96a686 req-1314d2d1-f07d-4061-a374-ae5b9b0a3280 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.1834447 Jul 16 09:01:08.191996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-d65692ee-dcfa-4b25-a021-8f06545b850f service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253583 Jul 16 09:01:08.263690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0dd5b07c-3dd2-420d-898e-d6891c96a686 req-36d9c6da-cdc6-4774-8e91-bcdcd37c0830 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727789 Jul 16 09:01:08.341113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1afceaa2-3c6d-44b8-962f-5bc5e35113d5 req-946a2cdd-acb8-4e2b-9857-344face6b1ee service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403179 Jul 16 09:01:08.713149 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.365029 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.478170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92afeac-96a3-491a-bc38-967c7e3ab922 req-e9fbcf3a-dec3-4944-b8dc-620f5c7f8fb7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.480143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c92afeac-96a3-491a-bc38-967c7e3ab922 req-e9fbcf3a-dec3-4944-b8dc-620f5c7f8fb7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.3337989 Jul 16 09:01:09.610380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c92afeac-96a3-491a-bc38-967c7e3ab922 req-21c55004-43ac-458a-af52-3d1704c6fd87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146100 Jul 16 09:01:09.628682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343aa9-bfec-4003-b6c1-92aa352df5a1 req-43a43264-944a-4984-8561-ea5871e3b3d6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.630313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af343aa9-bfec-4003-b6c1-92aa352df5a1 req-43a43264-944a-4984-8561-ea5871e3b3d6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.1492424 Jul 16 09:01:09.741361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af343aa9-bfec-4003-b6c1-92aa352df5a1 req-a23f969b-ed1c-4661-ba11-7bdcda0bc8b6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045377 Jul 16 09:01:09.986638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-dc6b2f9f-3224-428f-9ae4-ac6a749630e5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.990497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-dc6b2f9f-3224-428f-9ae4-ac6a749630e5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.1719606 Jul 16 09:01:10.035973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-235a3a9d-1d31-4e16-8af1-e3d8580c1ecd tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/quotas/fff0056b3cc04e51a38d58f79547d425 HTTP/1.1" status: 200 len: 375 time: 0.0251234 Jul 16 09:01:10.219592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1d03-a6b6-4c39-b262-8a34913f4aae req-0a2cea89-4109-4721-9912-038d3bfec3e2 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.222029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321b1d03-a6b6-4c39-b262-8a34913f4aae req-0a2cea89-4109-4721-9912-038d3bfec3e2 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.2305846 Jul 16 09:01:10.240562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.246511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Request body: {'floatingip': {'port_id': '512456ef-b697-4a39-b5a0-c711cff7f107'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:10.247082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e7eb4ad2-17da-41f8-a3e7-7393e7eb4477 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703653 Jul 16 09:01:10.366425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.507031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-eb502609-d683-4735-84fb-e4c07d6ebfab service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589872 Jul 16 09:01:10.695140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-8d3a13f3-4780-46e1-9427-b7cc5cf9898d service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846282 Jul 16 09:01:11.337557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50f14d1d-cf76-47a8-8697-45d84143966f req-32927eff-37f8-46f0-b195-c6f0e56779d2 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 210 time: 0.0567365 Jul 16 09:01:11.390937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f8e9-fbbc-4a23-9f4a-9258f354bffc req-d33d49a0-1ee3-4c79-ac44-7d9e6412671b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.393980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b1f8e9-fbbc-4a23-9f4a-9258f354bffc req-d33d49a0-1ee3-4c79-ac44-7d9e6412671b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.2295487 Jul 16 09:01:11.485705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b1f8e9-fbbc-4a23-9f4a-9258f354bffc req-3aa47682-91d5-43cb-b4e5-bfd6586df510 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858278 Jul 16 09:01:11.629414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.resource_extend [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:01:11.745958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.756261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.994724 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Floating IP 884f41f0-cf26-4abc-823f-2ae480345a6d associated. External IP: 172.25.5.198, port: 512456ef-b697-4a39-b5a0-c711cff7f107. Jul 16 09:01:12.355452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:12.553093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:12.566255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:12.570953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.582919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:12.588371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-247f8487-8b30-492d-befa-29f4b04bdb74 req-f06b6b96-01b4-4177-9a85-327a20b2da1c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 210 time: 0.0715983 Jul 16 09:01:12.599713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:12.740429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e085f646-0761-4edb-8616-bb63a5b58dac tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "PUT /v2.0/floatingips/884f41f0-cf26-4abc-823f-2ae480345a6d HTTP/1.1" status: 200 len: 991 time: 2.4985485 Jul 16 09:01:12.748051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:12.760959 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:12.859398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306de7-1a12-43fc-b288-5ca8e000021e req-f0c590a1-f04b-4107-8ce3-e5bc75094234 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.880264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09306de7-1a12-43fc-b288-5ca8e000021e req-f0c590a1-f04b-4107-8ce3-e5bc75094234 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.2044859 Jul 16 09:01:12.962471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:13.015103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-09306de7-1a12-43fc-b288-5ca8e000021e req-c2e67548-4876-4a9e-929d-efec5945affc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337612 Jul 16 09:01:13.172665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-d52b4867-9609-479d-9674-32626c90d95a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.174556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-d52b4867-9609-479d-9674-32626c90d95a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.1872759 Jul 16 09:01:13.201110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Request body: {'port': {'device_id': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'admin_state_up': True, 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.231673 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb76ccca-dccd-43c4-a9d6-f41fe6c40664 x-openstack-request-id: req-cb76ccca-dccd-43c4-a9d6-f41fe6c40664 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:13.235605 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:13.235975 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb76ccca-dccd-43c4-a9d6-f41fe6c40664 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:13.236521 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107', 'status': 'completed', 'code': 200} Jul 16 09:01:13.428593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-4c9b27a6-5d63-479b-ae2e-265b285f24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.430467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-4c9b27a6-5d63-479b-ae2e-265b285f24ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 1097 time: 0.1913674 Jul 16 09:01:13.431604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:13.436894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.541591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eeb2cd9f-1375-446a-9f3e-1fcbfdc5612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.613562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '884f41f0-cf26-4abc-823f-2ae480345a6d', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '512456ef-b697-4a39-b5a0-c711cff7f107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:55:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:53Z', 'updated_at': '2021-07-16T09:01:11Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.641589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-6f2850b4-9e38-4a34-8626-eb6fce8f9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.644055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-6f2850b4-9e38-4a34-8626-eb6fce8f9975 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.2026136 Jul 16 09:01:13.722093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:13.753726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:13.753726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:00:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.782441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Allocated IP 172.20.0.9 (3a18be21-2390-42e9-9efc-817d9d479645/e031f7bc-5dce-460b-8974-7fc1303f4050/e864e103-78bf-4855-8c12-ab71afc0ec65) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:13.848223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-e6a4679a-b89a-42fc-b0a6-e937dce8cbe1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 200 len: 999 time: 0.1801033 Jul 16 09:01:14.090903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d2a5f08b-abca-4ab9-b4f9-ae2627a4d3f9 req-7e149691-2d3c-4fda-9770-2db636f687d3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 210 time: 0.0861812 Jul 16 09:01:14.133397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:14.426451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3b058-d266-4297-9db1-cb24b8476dce req-75630b4c-cc54-4648-9e90-05b1a92e7771 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.435574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ace3b058-d266-4297-9db1-cb24b8476dce req-75630b4c-cc54-4648-9e90-05b1a92e7771 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1200411 Jul 16 09:01:14.458798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-fd04dec9-eaab-446a-a034-3fcb60756211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.460570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-fd04dec9-eaab-446a-a034-3fcb60756211 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.5994179 Jul 16 09:01:14.512619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ace3b058-d266-4297-9db1-cb24b8476dce req-a3a935bb-9d72-454e-82fb-2384c3831a82 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733972 Jul 16 09:01:14.860477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-3285a2b0-bbb7-47e8-845a-c2e62812711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.862616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-3285a2b0-bbb7-47e8-845a-c2e62812711a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3902709 Jul 16 09:01:15.064428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '884f41f0-cf26-4abc-823f-2ae480345a6d', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '512456ef-b697-4a39-b5a0-c711cff7f107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:55:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:53Z', 'updated_at': '2021-07-16T09:01:11Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:15.131944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2d41c-9a11-404d-955e-a8f9814fec14 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '884f41f0-cf26-4abc-823f-2ae480345a6d', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'port_id': '512456ef-b697-4a39-b5a0-c711cff7f107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'mac_address': 'fa:16:3e:55:fe:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:53Z', 'updated_at': '2021-07-16T09:01:11Z', 'revision_number': 1, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:15.143424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.174427 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-b4fba929-e526-479b-a72a-8d0b530eed96 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681150 Jul 16 09:01:15.317325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.335433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d', 'f4a09908-fe34-4598-a6b4-29d8e268c19e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:15.392987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d11c6b-2d4c-4ad1-b51d-d74adb752108 req-a8b48560-7ced-44ef-bce5-626748d75996 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.401468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82d11c6b-2d4c-4ad1-b51d-d74adb752108 req-a8b48560-7ced-44ef-bce5-626748d75996 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 931 time: 0.1226392 Jul 16 09:01:15.444545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Network 3a18be21-2390-42e9-9efc-817d9d479645 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:15.455188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:15.464606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:15.480287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82d11c6b-2d4c-4ad1-b51d-d74adb752108 req-5484e7d7-da12-49fc-be6f-d144cf6a48d8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785387 Jul 16 09:01:15.512419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event updated for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.536587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.536978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.537392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.537747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.538092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.538436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.538772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.539145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.539485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.539884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.540446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.540793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:15.542527 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff07c7-836d-4fc0-98b0-9537fe4ab82f None None] New status for floating IP 884f41f0-cf26-4abc-823f-2ae480345a6d: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:15.554583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18a3dcd6-b91c-4e89-8a82-39ad119e69f5 req-724f0043-dccc-4c5d-a183-c85010ecc993 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634653 Jul 16 09:01:15.591116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.599886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.650094 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d85a50f8-2a7d-4eb5-9f9d-c084b63dd654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.652995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-e2011ec8-8ca3-4c0a-9c17-afab3fa4aa7a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4629138 Jul 16 09:01:15.681748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Request body: {'port': {'device_id': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.723381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.909459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ccfae-8873-4220-b583-64a35e05e1d3 req-a1e3835a-1865-49ce-b4fe-5db3cac6d132 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.914820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.924075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-979ccfae-8873-4220-b583-64a35e05e1d3 req-a1e3835a-1865-49ce-b4fe-5db3cac6d132 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1401544 Jul 16 09:01:16.034829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-979ccfae-8873-4220-b583-64a35e05e1d3 req-6267bebc-d42a-41f8-a873-e04291401ceb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114140 Jul 16 09:01:16.341014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e864e103-78bf-4855-8c12-ab71afc0ec65 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:16.348992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.362458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Transition to ACTIVE for port object e864e103-78bf-4855-8c12-ab71afc0ec65 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:16.368281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.422714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Pushing event updated for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.519191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Attempting to bind port e864e103-78bf-4855-8c12-ab71afc0ec65 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:16.519432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Attempting to bind port e864e103-78bf-4855-8c12-ab71afc0ec65 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:16.519759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Attempting to bind port e864e103-78bf-4855-8c12-ab71afc0ec65 on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.524492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Port e864e103-78bf-4855-8c12-ab71afc0ec65 on network 3a18be21-2390-42e9-9efc-817d9d479645 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:16.524819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Attempting to bind port e864e103-78bf-4855-8c12-ab71afc0ec65 on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.530380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:16.531013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Checking segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:16.531356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Bound using segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:16.531802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Bound port: e864e103-78bf-4855-8c12-ab71afc0ec65, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:16.532206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.602501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:16.606334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e864e103-78bf-4855-8c12-ab71afc0ec65,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:16.611383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.657292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.657989 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.659491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] 10.222.0.46 "PUT /v2.0/ports/e864e103-78bf-4855-8c12-ab71afc0ec65 HTTP/1.1" status: 200 len: 1092 time: 0.9983261 Jul 16 09:01:16.660066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:16.662409 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75893769-f25e-41e3-9a3c-0ffb153a89fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:16.703863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445af23-b0fd-495f-a38e-f05d82067f5a service neutron] Pushing event updated for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.706654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6a845-fd1a-4ffc-9882-3c509974aabb req-a27aea77-3e7e-4357-8681-1a64fc5d9077 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.708415 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a5664f-f030-4c90-a092-ca95abfddbbb x-openstack-request-id: req-06a5664f-f030-4c90-a092-ca95abfddbbb {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:16.708734 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:16.708988 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a5664f-f030-4c90-a092-ca95abfddbbb {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:16.709377 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'status': 'completed', 'code': 200} Jul 16 09:01:16.712514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64d6a845-fd1a-4ffc-9882-3c509974aabb req-a27aea77-3e7e-4357-8681-1a64fc5d9077 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 943 time: 0.0894668 Jul 16 09:01:16.760620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-64d6a845-fd1a-4ffc-9882-3c509974aabb req-0b35fe14-3a15-4c5c-a3fd-7780f2353aa9 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Jul 16 09:01:16.783172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-460b2fd6-6eb0-4dea-96bd-5f62cef57209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.784747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-460b2fd6-6eb0-4dea-96bd-5f62cef57209 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 1095 time: 0.0651925 Jul 16 09:01:16.834134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-dbe08b41-fd7f-4990-8f24-c13e2a35ec56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e864e103-78bf-4855-8c12-ab71afc0ec65 HTTP/1.1" status: 200 len: 217 time: 0.0400794 Jul 16 09:01:16.905942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7e95eaca-bb6c-4d4e-9791-d93939638c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.907440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-7e95eaca-bb6c-4d4e-9791-d93939638c7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0664632 Jul 16 09:01:16.926023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.946768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-417e99e5-86da-4352-b0dd-03a1f1ab5125 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308273 Jul 16 09:01:17.050399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-ed8bd215-fb4d-4af2-93a3-2b2de9be0cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966225 Jul 16 09:01:17.165507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc509379-43a1-4509-bcab-0bfcaa4a94e7 req-c2600900-ea67-4672-867a-6a4f8201ead3 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905418 Jul 16 09:01:17.247291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27331a79-ef17-4754-8f86-404cbfb890cd req-f792af49-bf24-454d-9433-575632f78584 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.251773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27331a79-ef17-4754-8f86-404cbfb890cd req-f792af49-bf24-454d-9433-575632f78584 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0918541 Jul 16 09:01:17.304303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27331a79-ef17-4754-8f86-404cbfb890cd req-2f50fd8b-4c0b-45c2-8f0c-f12135032b1d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Jul 16 09:01:17.316288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-a4f66c99-07f3-411c-af81-8be481c7b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.318111 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-a4f66c99-07f3-411c-af81-8be481c7b8ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 1095 time: 0.0946434 Jul 16 09:01:17.430961 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-53c38c87-5771-4d90-bb6b-d571695ea330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.432428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-53c38c87-5771-4d90-bb6b-d571695ea330 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 916 time: 0.0956609 Jul 16 09:01:17.486460 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-8f958141-072a-4266-8f5d-36fcab16ff7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e864e103-78bf-4855-8c12-ab71afc0ec65 HTTP/1.1" status: 200 len: 217 time: 0.0472202 Jul 16 09:01:17.542617 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-811be5d6-b9b0-42ca-91b0-22adb2c9faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.544315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-811be5d6-b9b0-42ca-91b0-22adb2c9faff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0507498 Jul 16 09:01:17.581535 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-6e26b540-a030-4ae8-b88d-3614541991ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jul 16 09:01:17.682961 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-9331dafe-2bcc-40a4-92fc-db1f44833711 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936723 Jul 16 09:01:17.832111 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-75893769-f25e-41e3-9a3c-0ffb153a89fa req-666558f2-a902-44c9-8d24-025d11df7af9 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425354 Jul 16 09:01:17.974821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d4ef3-40ea-4e54-9770-5824a32741d8 req-2bcd3f4c-84af-4cb4-a99e-bb52c3108f93 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.976872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f54d4ef3-40ea-4e54-9770-5824a32741d8 req-2bcd3f4c-84af-4cb4-a99e-bb52c3108f93 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 943 time: 0.0686588 Jul 16 09:01:18.017511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f54d4ef3-40ea-4e54-9770-5824a32741d8 req-c062c491-4c65-4be5-b162-b21a64c5a4c6 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350516 Jul 16 09:01:18.498375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df68e4-5ce8-4632-84f0-090cd3b4032d req-4237104b-b4eb-44f9-92d4-59d283128ef4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.500175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80df68e4-5ce8-4632-84f0-090cd3b4032d req-4237104b-b4eb-44f9-92d4-59d283128ef4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0750368 Jul 16 09:01:18.543795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80df68e4-5ce8-4632-84f0-090cd3b4032d req-47178e2b-192e-48b9-b254-48c21f70fe6c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jul 16 09:01:18.557384 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.231698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6f0d-c492-44e3-ad15-8955c12fa17a req-6c9724b7-2f30-45e3-8535-44cb1b4a219c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.236689 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84cf6f0d-c492-44e3-ad15-8955c12fa17a req-6c9724b7-2f30-45e3-8535-44cb1b4a219c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 943 time: 0.0816791 Jul 16 09:01:19.297535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84cf6f0d-c492-44e3-ad15-8955c12fa17a req-272aa687-5560-4ab2-a5b4-12dfa1b8aa21 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584953 Jul 16 09:01:19.818533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908beba-52c4-4170-a547-0cfafbec5267 req-ec6d6b37-7619-460c-b7c5-656c7cf7ca1f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.821027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6908beba-52c4-4170-a547-0cfafbec5267 req-ec6d6b37-7619-460c-b7c5-656c7cf7ca1f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0974839 Jul 16 09:01:19.872166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6908beba-52c4-4170-a547-0cfafbec5267 req-751b990e-0553-464c-9df9-08e1967f0ae5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Jul 16 09:01:20.677627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7488d-3799-4722-9626-bfd3375c352e req-aff925be-7440-40da-82af-5290e68c6146 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.690237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad7488d-3799-4722-9626-bfd3375c352e req-aff925be-7440-40da-82af-5290e68c6146 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 943 time: 0.1032848 Jul 16 09:01:20.764709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad7488d-3799-4722-9626-bfd3375c352e req-cd60ff03-1d62-4a34-ad60-6d129927e32a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731885 Jul 16 09:01:20.993028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e864e103-78bf-4855-8c12-ab71afc0ec65 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:21.136855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e864e103-78bf-4855-8c12-ab71afc0ec65,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:21.154456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'port_id': 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'mac_address': 'fa:16:3e:03:a4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e031f7bc-5dce-460b-8974-7fc1303f4050', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:21.163043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c060fd7-e173-406e-8073-adecdf5dc087 req-6d5b1404-fd35-4022-82bd-de668bd2ed26 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.165384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c060fd7-e173-406e-8073-adecdf5dc087 req-6d5b1404-fd35-4022-82bd-de668bd2ed26 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1126399 Jul 16 09:01:21.216065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c060fd7-e173-406e-8073-adecdf5dc087 req-32db1df1-2738-4f44-9351-87185830944a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Jul 16 09:01:21.242007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.256155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e864e103-78bf-4855-8c12-ab71afc0ec65 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:21.294776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e864e103-78bf-4855-8c12-ab71afc0ec65,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:21.304193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.399066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.411650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.412322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.412444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.414237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.414237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.414237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.414237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.414877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.416512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.416512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.416512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.416963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.615578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e864e103-78bf-4855-8c12-ab71afc0ec65'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:21.811098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44758) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:21.971320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-081c6dd4-3ecf-42c0-94b2-21d26b9f9687 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/floatingips/4a800d6a-b105-4222-a80d-e946652d759f HTTP/1.1" status: 200 len: 993 time: 0.1583922 Jul 16 09:01:22.095210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56483276-97d8-487b-afab-48750f87b21c req-fddc1f65-5643-4437-a2f2-c5f15e9a3435 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.104510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56483276-97d8-487b-afab-48750f87b21c req-fddc1f65-5643-4437-a2f2-c5f15e9a3435 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 944 time: 0.1094401 Jul 16 09:01:22.169928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-56483276-97d8-487b-afab-48750f87b21c req-ea74aa57-0f49-47e0-aac2-8860f435054c tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640972 Jul 16 09:01:22.466878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0579b-148e-4cf4-9579-1e284e8672d5 req-e5fef852-3ed8-40b8-be05-6cf72b47d75c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.475952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c0579b-148e-4cf4-9579-1e284e8672d5 req-e5fef852-3ed8-40b8-be05-6cf72b47d75c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1130567 Jul 16 09:01:22.533076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:22.544543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c0579b-148e-4cf4-9579-1e284e8672d5 req-1265b02a-e7d8-4e28-8b9b-3690a8c98c38 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666842 Jul 16 09:01:22.777222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 87367044-c6c8-4194-a1ae-7130fadad337 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:22.777774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.925857 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.926251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.959850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 87367044-c6c8-4194-a1ae-7130fadad337 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:23.004995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e864e103-78bf-4855-8c12-ab71afc0ec65 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:23.099917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7c1aa-2d37-4dbf-a98e-8646273f1eb5 req-2a211ea7-429d-4b2e-809e-e41775b4ab75 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.102414 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13e7c1aa-2d37-4dbf-a98e-8646273f1eb5 req-2a211ea7-429d-4b2e-809e-e41775b4ab75 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1077590 Jul 16 09:01:23.112849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e864e103-78bf-4855-8c12-ab71afc0ec65 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:23.118687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e864e103-78bf-4855-8c12-ab71afc0ec65 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:23.119515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.232308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13e7c1aa-2d37-4dbf-a98e-8646273f1eb5 req-8f33dd5b-7df7-44f4-8023-5d6e0a9f056a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167021 Jul 16 09:01:23.255350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44782) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:23.379607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.428251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.438868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e864e103-78bf-4855-8c12-ab71afc0ec65,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.440905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:23.444081 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2cf7c-4daa-4819-ab85-b9597eb0487e" -d '{"events": [{"server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:23.448999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.464313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-722a6301-41cc-4a13-b7a5-8c034f00fb8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 200 len: 993 time: 0.2029374 Jul 16 09:01:23.485895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=87367044-c6c8-4194-a1ae-7130fadad337,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.551304 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c7aa40-0d44-4a8f-8a62-e5d87f07a28b x-openstack-request-id: req-d7c7aa40-0d44-4a8f-8a62-e5d87f07a28b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:23.553926 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:23.554754 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7c7aa40-0d44-4a8f-8a62-e5d87f07a28b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:23.556569 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'code': 200} Jul 16 09:01:23.560644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:23.586238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6684-cd12-4ea4-8b36-61f767d24549 req-c8fbdaa1-f49f-4771-9033-cdb6051b82f9 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.593947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfb6684-cd12-4ea4-8b36-61f767d24549 req-c8fbdaa1-f49f-4771-9033-cdb6051b82f9 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.1113007 Jul 16 09:01:23.715068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cfb6684-cd12-4ea4-8b36-61f767d24549 req-0ca2fdf9-0af8-4f3f-9029-cd3df0a04e4a tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167212 Jul 16 09:01:23.742263 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.743684 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Floating IP 4a800d6a-b105-4222-a80d-e946652d759f disassociated (deleted). External IP: 172.25.5.216, port: 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c. Jul 16 09:01:23.923513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c546ac6-5ee4-49fe-862f-c4853289ee87 req-e784d5f7-e231-4e25-a64f-8969c917541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.925993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5c546ac6-5ee4-49fe-862f-c4853289ee87 req-e784d5f7-e231-4e25-a64f-8969c917541e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 1097 time: 0.2849865 Jul 16 09:01:23.965996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6f5ba-67f6-48be-a42b-1cbf0f7b4b88 req-d851995a-24f0-4164-b3ed-4dfb74f35c7a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.975217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18a6f5ba-67f6-48be-a42b-1cbf0f7b4b88 req-d851995a-24f0-4164-b3ed-4dfb74f35c7a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0938084 Jul 16 09:01:24.030308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18a6f5ba-67f6-48be-a42b-1cbf0f7b4b88 req-6d14e064-2176-47ff-a3de-7787db86bef3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537789 Jul 16 09:01:24.067783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5c546ac6-5ee4-49fe-862f-c4853289ee87 req-7d8c2fe0-41c8-4c56-afd0-03cd3c202665 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325443 Jul 16 09:01:24.173883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router c6ff2ac7-25d3-44fa-aab6-852621ff2826 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:24.429192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:24.437047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.443975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Sync routers for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:24.470661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38591987-bae4-4dd7-92d1-60011f936bb6 req-6f9d9324-89d5-4ccf-96a3-d98d246bee19 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.478173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:24.482820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38591987-bae4-4dd7-92d1-60011f936bb6 req-6f9d9324-89d5-4ccf-96a3-d98d246bee19 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1098 time: 0.1449125 Jul 16 09:01:24.483142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:24.525034 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-49efdce3-a303-43c9-9712-f600e779937f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/floatingips/4a800d6a-b105-4222-a80d-e946652d759f HTTP/1.1" status: 204 len: 168 time: 1.9880898 Jul 16 09:01:24.525034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:24.527296 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368" -d '{"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:24.588699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38591987-bae4-4dd7-92d1-60011f936bb6 req-51c5e2b1-9d33-406d-b729-989ef9db4071 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047423 Jul 16 09:01:24.688945 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29a4a0-5e4d-4e63-825e-740214e5edc6 x-openstack-request-id: req-2e29a4a0-5e4d-4e63-825e-740214e5edc6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:24.689241 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:24.689500 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e29a4a0-5e4d-4e63-825e-740214e5edc6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:24.690031 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'status': 'completed', 'code': 200} Jul 16 09:01:24.712059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:24.910142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-eb11de76-ee7b-461f-b2af-5accca86df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.911988 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-eb11de76-ee7b-461f-b2af-5accca86df32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1ec6b62517434694ed622235abeb2a&device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 1097 time: 0.1848247 Jul 16 09:01:25.204198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-c47eb10e-2fc4-4990-8663-3d5f27b8f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.217575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-c47eb10e-2fc4-4990-8663-3d5f27b8f287 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 200 len: 897 time: 0.2842302 Jul 16 09:01:25.344296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.367309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-29fe0c7a-5986-4977-844d-28ff8b8ce048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 200 len: 217 time: 0.1396942 Jul 16 09:01:25.436915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Checking router: c6ff2ac7-25d3-44fa-aab6-852621ff2826 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:25.465206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:25.468809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.483494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-f73948ff-cf9b-423b-94fb-c9453747a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.485134 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-f73948ff-cf9b-423b-94fb-c9453747a596 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8adb3df0-c930-4960-891c-c6d88d5db582 HTTP/1.1" status: 200 len: 835 time: 0.1078169 Jul 16 09:01:25.597772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed62e4-46cd-4fd9-b792-b138399b4b2d req-681c7571-cb51-4de5-809e-c4ab21cee46f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.599389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7ed62e4-46cd-4fd9-b792-b138399b4b2d req-681c7571-cb51-4de5-809e-c4ab21cee46f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.2058733 Jul 16 09:01:25.602809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-dbd25c7c-bdee-4502-868b-fd6aae5830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.604356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-dbd25c7c-bdee-4502-868b-fd6aae5830b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100690 Jul 16 09:01:25.627087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:25.693221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7ed62e4-46cd-4fd9-b792-b138399b4b2d req-28ef7175-7683-4383-80bf-4008e27dd051 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Jul 16 09:01:25.800948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-c0f1bbaa-c4ea-424a-b23d-a56da43b414b service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884010 Jul 16 09:01:25.969490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44842) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:25.994506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc8f48ca-9e45-4f37-ab7e-cf20023c4368 req-e22adbb6-1f90-4cf2-a2c0-24fce74dd4a0 service neutron] 10.222.0.46 "GET /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833186 Jul 16 09:01:26.180432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:26.211843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34cd000-ced3-4fde-8f74-5b20fa5aeb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.213359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e360a-d91b-4d2c-81cb-f0942859f0dc None None] The sync data for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 is: [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:00:11Z', 'revision_number': 4, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5183b4e9-6e8f-4517-84e4-dc6bb5099e35', 'name': '', 'network_id': '4e47947f-fee4-4a7a-b6e1-7f8e1416f59d', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'mac_address': 'fa:16:3e:5d:4a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:08Z', 'updated_at': '2021-07-16T09:00:20Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'subnets': [{'id': '8adb3df0-c930-4960-891c-c6d88d5db582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:26.246882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0c788-b83a-4007-9e26-27d52c698f2c req-f4f81696-b4c6-4f83-bb8f-18eba2eac6b7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.248446 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96a0c788-b83a-4007-9e26-27d52c698f2c req-f4f81696-b4c6-4f83-bb8f-18eba2eac6b7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1889689 Jul 16 09:01:26.314909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96a0c788-b83a-4007-9e26-27d52c698f2c req-34cff367-f0d3-4abd-9f4f-9e8b0c9f5109 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Jul 16 09:01:26.349295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-e40c4175-d6d8-43b2-83fe-c855e67bcef5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2277908 Jul 16 09:01:26.413074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34cd000-ced3-4fde-8f74-5b20fa5aeb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.418597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c34cd000-ced3-4fde-8f74-5b20fa5aeb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.451846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c34cd000-ced3-4fde-8f74-5b20fa5aeb64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e19e1f2317244c286d4fab7648e410d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809897 Jul 16 09:01:26.454935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44852) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:26.483731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cd000-ced3-4fde-8f74-5b20fa5aeb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca8b37-2a6c-4bbe-980a-97638ff2a9ef,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:26.541449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.573742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.598850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf314b0-583d-4fae-8ee2-1559acc4f320 req-bb30c32f-6d11-4364-aed1-e13bc2bbe34f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.602605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbf314b0-583d-4fae-8ee2-1559acc4f320 req-bb30c32f-6d11-4364-aed1-e13bc2bbe34f tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.0989370 Jul 16 09:01:26.642589 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b478ac-02a3-4cc6-933a-4eee3dbbaa25 None None] New status for floating IP 4a800d6a-b105-4222-a80d-e946652d759f: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:26.650609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.654726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.656586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5ca8b37-2a6c-4bbe-980a-97638ff2a9ef HTTP/1.1" status: 204 len: 168 time: 0.2002342 Jul 16 09:01:26.662066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbf314b0-583d-4fae-8ee2-1559acc4f320 req-056c659a-1d08-4f64-b017-6039c8a0b777 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533671 Jul 16 09:01:26.668292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67630a36-7675-4baf-808a-ba7a0e4d0099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca8b37-2a6c-4bbe-980a-97638ff2a9ef,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.011402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 44866) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:27.016584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eba58-cbea-4cce-b835-8ed59a0741e0 req-f4e7b8b6-755e-4e4e-afe3-5c27a8a858fc tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.018298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c44eba58-cbea-4cce-b835-8ed59a0741e0 req-f4e7b8b6-755e-4e4e-afe3-5c27a8a858fc tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.0820701 Jul 16 09:01:27.026915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e5acff-d27a-48d6-ac89-6b00c85ef84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.068787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c44eba58-cbea-4cce-b835-8ed59a0741e0 req-c58bfb66-2c43-43fd-b723-d11c697256d0 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Jul 16 09:01:27.139718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e5acff-d27a-48d6-ac89-6b00c85ef84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.145520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3e5acff-d27a-48d6-ac89-6b00c85ef84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.192809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a3e5acff-d27a-48d6-ac89-6b00c85ef84a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=418ab631637645099fdc6ae3ee586c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768959 Jul 16 09:01:27.193098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44874) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:27.210370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5acff-d27a-48d6-ac89-6b00c85ef84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234fe9ff-bc11-416d-bf00-b72af4105d31,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.278683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.324130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-e4538912-17a5-4b0f-bad3-74f86e00a18b tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:01:27.332430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-e4538912-17a5-4b0f-bad3-74f86e00a18b tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3333113 Jul 16 09:01:27.334136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-bb6c68f3-c13f-497f-98cb-9a332cdc4d99 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.336730 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-bb6c68f3-c13f-497f-98cb-9a332cdc4d99 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.1095192 Jul 16 09:01:27.341693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Request body: {'binding': {'host': 'n-h2-798054-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:27.342755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Unknown quota resources ['binding']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:01:27.379378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.527996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:27.528442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.641655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.644523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.645879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/234fe9ff-bc11-416d-bf00-b72af4105d31 HTTP/1.1" status: 204 len: 168 time: 0.4518082 Jul 16 09:01:27.658182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa361da8-ba59-45d5-af5f-d862f8b01b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234fe9ff-bc11-416d-bf00-b72af4105d31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.665325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on host n-h2-798054-12 for vnic_type normal with profile None {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:27.665660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:27.666170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:27.676890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:27.677217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:27.690708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:27.691304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:27.691866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Bound using segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:27.692507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Bound port: 1938e204-f0d6-49db-a292-5c7f84084dbb, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:27.714662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b58a2-09f9-44d3-9f67-90bd237592f1 req-bfb932ad-197e-467a-9805-799fe524bb62 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.722100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672b58a2-09f9-44d3-9f67-90bd237592f1 req-bfb932ad-197e-467a-9805-799fe524bb62 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.2098320 Jul 16 09:01:27.848069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-672b58a2-09f9-44d3-9f67-90bd237592f1 req-9837359e-47dc-4abd-8754-631345d3cc57 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246791 Jul 16 09:01:27.871927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:27.878064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] Notify callbacks [] for binding, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.879557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-228510c1-f4cd-4d06-9d47-65145ccb5b07 service neutron] 10.222.0.32 "POST /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5462153 Jul 16 09:01:28.212886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af377b5-bae0-4a96-8438-a57f49ece03b req-98afdf48-1c02-48aa-ac89-26cb1c395316 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.219145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8af377b5-bae0-4a96-8438-a57f49ece03b req-98afdf48-1c02-48aa-ac89-26cb1c395316 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 945 time: 0.1742494 Jul 16 09:01:28.278462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:28.279353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.303407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:28.310356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8af377b5-bae0-4a96-8438-a57f49ece03b req-ac6c3919-1fc8-4ec4-b457-84b145922033 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c751f36-b245-41de-b5ec-8d6fed46dd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863543 Jul 16 09:01:28.538704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b51e-a716-4ccb-962a-31b36c96c3cd req-a0e1a827-fd80-4c2c-85b8-68124ac4b6a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.556294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1687b51e-a716-4ccb-962a-31b36c96c3cd req-a0e1a827-fd80-4c2c-85b8-68124ac4b6a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1142342 Jul 16 09:01:28.601979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.609073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1687b51e-a716-4ccb-962a-31b36c96c3cd req-2e289e3d-e79c-4f2d-83b4-fef546e0a00d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511949 Jul 16 09:01:28.639315 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.708508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] No DVR routers for this DVR port 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:28.717888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.720170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4fe91a13-2143-4ab3-9c7b-19b75f57a5c1 req-ce34000f-663a-4e8e-bad4-db2a9f8f7141 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.46 "DELETE /v2.0/ports/1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c HTTP/1.1" status: 204 len: 173 time: 1.3757765 Jul 16 09:01:28.721633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'name': 'network-vif-deleted', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:28.724726 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49015f58-a86c-4593-a42c-e4f5d96bb52e" -d '{"events": [{"server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "name": "network-vif-deleted", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:28.754079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-475f7d3d-bd3b-46c0-b594-0c8bcc32380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.755719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-475f7d3d-bd3b-46c0-b594-0c8bcc32380f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1098 time: 0.5625372 Jul 16 09:01:28.808245 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b0b635-c89c-4810-bfed-8ff8cfc497a9 x-openstack-request-id: req-f1b0b635-c89c-4810-bfed-8ff8cfc497a9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:28.808854 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69eeddae-4f24-413b-a31b-34ad415f71a4", "name": "network-vif-deleted", "tag": "1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:28.809261 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1b0b635-c89c-4810-bfed-8ff8cfc497a9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:28.809921 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69eeddae-4f24-413b-a31b-34ad415f71a4', 'name': 'network-vif-deleted', 'tag': '1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c', 'status': 'completed', 'code': 200} Jul 16 09:01:28.904497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4ac9cd19-056f-43a7-b3f0-2cd6167aa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.908402 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4ac9cd19-056f-43a7-b3f0-2cd6167aa6ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.1462884 Jul 16 09:01:29.006662 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-9caca210-f05e-4db7-ab8a-040f3b8bca24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 1001 time: 0.0920825 Jul 16 09:01:29.085857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-9f10892d-4ba1-4701-884f-067dfd6f1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.087375 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-9f10892d-4ba1-4701-884f-067dfd6f1f81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0735469 Jul 16 09:01:29.091719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bc4bb-3eac-4db3-b15e-fd77c3ac4edd req-4a2c1592-2446-4417-9c08-3971fdf645db tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.093115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e00bc4bb-3eac-4db3-b15e-fd77c3ac4edd req-4a2c1592-2446-4417-9c08-3971fdf645db tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.0982854 Jul 16 09:01:29.143405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e00bc4bb-3eac-4db3-b15e-fd77c3ac4edd req-45c4b49e-0861-4719-92fe-cb9e6c5a0caa tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Jul 16 09:01:29.176191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-5ee8cc2d-b524-4f7d-a416-af5e67927c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.178179 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-5ee8cc2d-b524-4f7d-a416-af5e67927c40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770867 Jul 16 09:01:29.328777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4271b4f3-6e7b-4f99-ad00-d0d7b38c622c service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426108 Jul 16 09:01:29.490510 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-68a1aa63-e3aa-4fa6-9bac-88e47f26cf59 service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551371 Jul 16 09:01:29.558050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c8b23c8-f360-457c-92e4-36133a5e0e0e req-dec4716b-a48d-4797-8939-ecc81fc9d1eb tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "GET /v2.0/ports?device_id=69eeddae-4f24-413b-a31b-34ad415f71a4 HTTP/1.1" status: 200 len: 210 time: 0.0371718 Jul 16 09:01:29.695302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-5d67d0a8-2829-43b7-bc09-2093998b8a95 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.697286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-5d67d0a8-2829-43b7-bc09-2093998b8a95 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1098 time: 0.1452687 Jul 16 09:01:29.716792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798054-12'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:29.858358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.938389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce96716-2ef5-42ff-b0bf-67a848426ad8 req-78b2b2f7-870a-416d-bc6b-8dc2ebddd5a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.947514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ce96716-2ef5-42ff-b0bf-67a848426ad8 req-78b2b2f7-870a-416d-bc6b-8dc2ebddd5a5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.0999010 Jul 16 09:01:30.028023 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ce96716-2ef5-42ff-b0bf-67a848426ad8 req-9c216035-5c61-4efd-bf4c-493c4941fd46 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783601 Jul 16 09:01:30.047993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.107070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:30.168937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.175506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.373202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.468770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on host n-h1-798054-12 for vnic_type normal with profile {"migrating_to": "n-h2-798054-12"} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:30.470328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:30.470783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:30.488228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:30.488665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Attempting to bind port 1938e204-f0d6-49db-a292-5c7f84084dbb on network 3613337b-444e-49ee-9214-4ed67ea1e934 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:30.503846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:30.505120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Checking segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:30.505738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Bound using segment: {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:30.508420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Bound port: 1938e204-f0d6-49db-a292-5c7f84084dbb, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:30.508420 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.561810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867018e-81a4-4d60-92b4-233827118cc0 req-266d85ec-432f-4073-ba95-01d3b56d7550 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.570719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6867018e-81a4-4d60-92b4-233827118cc0 req-266d85ec-432f-4073-ba95-01d3b56d7550 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1898589 Jul 16 09:01:30.631528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a3f44546-2150-4bdf-b97a-66ae503a39f2 None None] Provisioning complete for port 1938e204-f0d6-49db-a292-5c7f84084dbb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:30.632113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3f44546-2150-4bdf-b97a-66ae503a39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.671816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6867018e-81a4-4d60-92b4-233827118cc0 req-b0b93a02-6f61-42bc-82ed-f29a3315b878 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940259 Jul 16 09:01:30.673605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:30.678517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:30.688499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.725218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a3f44546-2150-4bdf-b97a-66ae503a39f2 None None] Port 1938e204-f0d6-49db-a292-5c7f84084dbb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:30.786094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44978) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.787215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=8']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.815789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:30.818332 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260a0fc-d65a-48e2-961a-a3aca5aa380b" -d '{"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-unplugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:30.923877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.949764 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891749e-6d57-432e-be24-b5195003d368 x-openstack-request-id: req-d891749e-6d57-432e-be24-b5195003d368 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:30.950067 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-unplugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:30.950340 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d891749e-6d57-432e-be24-b5195003d368 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:30.950732 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'code': 200} Jul 16 09:01:30.984265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.018692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.019330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.023671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-c1368ad7-21fb-4d1c-bd97-41e21d992cd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 1124 time: 1.3183718 Jul 16 09:01:31.027620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:31.063282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:31.063654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1f85fabf-cc0f-49fc-8f2d-0ef7a0e7f67c not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:31.105156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.107801 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.112055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c751f36-b245-41de-b5ec-8d6fed46dd5e HTTP/1.1" status: 204 len: 168 time: 0.3250058 Jul 16 09:01:31.118190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['1938e204-f0d6-49db-a292-5c7f84084dbb'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:31.138357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e36d-527a-4687-b201-4f0722e0e2c3 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c751f36-b245-41de-b5ec-8d6fed46dd5e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.180589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 44986) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.416422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] Provisioning complete for port 1938e204-f0d6-49db-a292-5c7f84084dbb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:31.416794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.624303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.678321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:31.682607 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c2875-ca49-4e75-88e6-b44450edc606" -d '{"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-plugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:31.708882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:31.720852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.835880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c670b-823c-41a0-898e-859a27f5cab5 req-50917130-4e15-4e17-b222-c6111d562c0a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.844096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-795c670b-823c-41a0-898e-859a27f5cab5 req-50917130-4e15-4e17-b222-c6111d562c0a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 944 time: 0.6136079 Jul 16 09:01:31.873163 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44318a71-a7f6-4799-a45a-28846f5e1275 x-openstack-request-id: req-44318a71-a7f6-4799-a45a-28846f5e1275 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:31.873652 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-plugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:31.873997 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44318a71-a7f6-4799-a45a-28846f5e1275 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:31.874504 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'code': 200} Jul 16 09:01:31.904000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3335fbf-38dc-4176-a5e1-bf6bcff1a1c6 None None] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.997842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-795c670b-823c-41a0-898e-859a27f5cab5 req-c9501eff-e4b1-4009-bb18-dd977997327c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528628 Jul 16 09:01:32.115826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d6745-0bc2-4466-b825-92edeacae880 req-f4d0c064-fed7-4b0d-9166-27aff8b75389 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.117943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-830d6745-0bc2-4466-b825-92edeacae880 req-f4d0c064-fed7-4b0d-9166-27aff8b75389 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1363940 Jul 16 09:01:32.172947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-830d6745-0bc2-4466-b825-92edeacae880 req-2f7d8d95-68a4-45ce-8637-77fb859a51dc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Jul 16 09:01:32.238447 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.535372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:32.535711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.629774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 5183b4e9-6e8f-4517-84e4-dc6bb5099e35, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:32.630056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.648606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:32.862002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.908933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=5183b4e9-6e8f-4517-84e4-dc6bb5099e35,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.951865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:32.955496 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627633dd-c3f6-4ab4-82ae-c26074f09005" -d '{"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:33.012611 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457de51-7206-401e-aec9-a450139a6812 x-openstack-request-id: req-7457de51-7206-401e-aec9-a450139a6812 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:33.012914 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:33.014511 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7457de51-7206-401e-aec9-a450139a6812 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:33.014997 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'status': 'completed', 'code': 200} Jul 16 09:01:33.149338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-6271ee8f-6a70-485a-b1d3-e7eb7d465238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.150830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-6271ee8f-6a70-485a-b1d3-e7eb7d465238 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1129 time: 0.1080897 Jul 16 09:01:33.161502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.311705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-0e536c8d-9512-4d5f-b2b1-e46a692b8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.314181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-0e536c8d-9512-4d5f-b2b1-e46a692b8200 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.1549902 Jul 16 09:01:33.381728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee34f4-2729-4316-a264-d87037087a2a req-29febc82-b5f5-4ec1-a198-d12fc804e351 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.383299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fee34f4-2729-4316-a264-d87037087a2a req-29febc82-b5f5-4ec1-a198-d12fc804e351 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1651587 Jul 16 09:01:33.430322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-b8e56ad5-b539-4513-a72f-2015e526cafb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 1001 time: 0.1050093 Jul 16 09:01:33.485268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fee34f4-2729-4316-a264-d87037087a2a req-d3ba1daa-a79f-4007-89ba-3cb5fee8b100 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928118 Jul 16 09:01:33.509708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acdda4-cd56-47b1-bece-6f1bd9b3c4ef req-5077610a-1d47-4003-b5d1-214f0ed59634 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.511306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2acdda4-cd56-47b1-bece-6f1bd9b3c4ef req-5077610a-1d47-4003-b5d1-214f0ed59634 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1247914 Jul 16 09:01:33.519558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-95287851-c588-4b54-8eb2-5e7378d2c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.521269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-95287851-c588-4b54-8eb2-5e7378d2c073 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0747044 Jul 16 09:01:33.592641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-3dce3f1f-e9b5-4bac-a318-07587b16f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.594356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-3dce3f1f-e9b5-4bac-a318-07587b16f877 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613790 Jul 16 09:01:33.696616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2acdda4-cd56-47b1-bece-6f1bd9b3c4ef req-b266365a-2914-49a3-a421-67df03d8c19f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754787 Jul 16 09:01:33.708077 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-210a0a0d-adf7-4e5b-83ec-fe7ed8b624a1 service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054418 Jul 16 09:01:33.708194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Router c6ff2ac7-25d3-44fa-aab6-852621ff2826 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:33.819262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:33.827796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e97f773b-9d20-4578-a41a-3ef108ba4d2e tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "PUT /v2.0/routers/c6ff2ac7-25d3-44fa-aab6-852621ff2826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437352 Jul 16 09:01:33.828840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45020) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:33.831193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Sync routers for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:33.834371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-627633dd-c3f6-4ab4-82ae-c26074f09005 req-9843383b-c61d-476f-baa0-04cab5c0a2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165159 Jul 16 09:01:33.849613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:33.850539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:33.929579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting subnet 8adb3df0-c930-4960-891c-c6d88d5db582 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:33.937271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.983594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.032089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:34.075893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:34.091164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.189435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.230062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Subnet': ['ID=8adb3df0-c930-4960-891c-c6d88d5db582,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:34.232059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.235977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-769eb113-2f03-4608-a3ca-471ba974867d tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/subnets/8adb3df0-c930-4960-891c-c6d88d5db582 HTTP/1.1" status: 204 len: 168 time: 0.4068270 Jul 16 09:01:34.236736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45028) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:34.266788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb84a6b-35e3-4eb7-b024-3eaa229bbb9c None None] Network 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:34.428487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.611797 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.682414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Deleting port 958a5408-5b05-4ba4-a109-bafe9eeede9e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:34.683090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.697902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:34.721475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb has no active binding in host n-h2-798054-12 {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 09:01:34.750934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:01:32Z', 'revision_number': 5, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port': {'id': '958a5408-5b05-4ba4-a109-bafe9eeede9e', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:83:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:00Z', 'updated_at': '2021-07-16T09:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:34.785045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b315b-85df-4730-8e3e-7c9f50a8b951 req-17045a8a-927b-48dd-bc5c-7e05ea995692 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.786546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc6b315b-85df-4730-8e3e-7c9f50a8b951 req-17045a8a-927b-48dd-bc5c-7e05ea995692 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.1119335 Jul 16 09:01:34.791689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Checking router: c6ff2ac7-25d3-44fa-aab6-852621ff2826 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:34.799589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] For port 958a5408-5b05-4ba4-a109-bafe9eeede9e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=958a5408-5b05-4ba4-a109-bafe9eeede9e,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:34.801063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.805838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Routers {'c6ff2ac7-25d3-44fa-aab6-852621ff2826'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:34.806488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:34.835599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Calling delete_port for 958a5408-5b05-4ba4-a109-bafe9eeede9e owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:34.840821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc6b315b-85df-4730-8e3e-7c9f50a8b951 req-f8500102-9a03-45db-89d3-d658abaeca1a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473633 Jul 16 09:01:34.871405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] DHCP port deletion for 4e47947f-fee4-4a7a-b6e1-7f8e1416f59d request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:34.958949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] Set router c6ff2ac7-25d3-44fa-aab6-852621ff2826 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:35.000293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eae22-7498-443c-a889-5cef20be1edb req-a1b3fc77-1aab-47af-827a-2937f249bee8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.002957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be3eae22-7498-443c-a889-5cef20be1edb req-a1b3fc77-1aab-47af-827a-2937f249bee8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 944 time: 0.1159852 Jul 16 09:01:35.036103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:01:34Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.051035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be3eae22-7498-443c-a889-5cef20be1edb req-2e4763dd-e7d1-4ad5-b7fc-bdf6f54160fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Jul 16 09:01:35.073005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 033d13f4-e40b-46bc-b07e-5309b1278770 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:35.114808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df08b5-d30b-41fd-8e48-a0fae0e48050 None None] The sync data for ids ['c6ff2ac7-25d3-44fa-aab6-852621ff2826'] in n-d-798054-12 is: [{'id': 'c6ff2ac7-25d3-44fa-aab6-852621ff2826', 'name': 'tempest-TestNetworkBasicOps-router-1395461763', 'tenant_id': 'fb1ec6b62517434694ed622235abeb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:58Z', 'updated_at': '2021-07-16T09:01:34Z', 'revision_number': 6, 'project_id': 'fb1ec6b62517434694ed622235abeb2a', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:35.122003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.142159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Deleting port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:35.154657 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.202891 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Port': ['ID=958a5408-5b05-4ba4-a109-bafe9eeede9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.252837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.301994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] For port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,segment=NetworkSegment(302b8178-9a67-43e3-8b97-80cc29a51807),segment_id=302b8178-9a67-43e3-8b97-80cc29a51807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:35.302272 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.317079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=033d13f4-e40b-46bc-b07e-5309b1278770,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:35.335323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Calling delete_port for 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:35.343201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '033d13f4-e40b-46bc-b07e-5309b1278770', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '033d13f4-e40b-46bc-b07e-5309b1278770', 'mac_address': 'fa:16:3e:00:5e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:35.388195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.390425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.434501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.439035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.439639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Fanout notify agent at l3_agent the message router_deleted on router c6ff2ac7-25d3-44fa-aab6-852621ff2826 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:35.452215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.454319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-756e239b-0c92-4e7d-a423-2a187818aa77 tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/routers/c6ff2ac7-25d3-44fa-aab6-852621ff2826 HTTP/1.1" status: 204 len: 168 time: 1.2154455 Jul 16 09:01:35.457128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:35.463693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033d13f4-e40b-46bc-b07e-5309b1278770 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:35.493126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=033d13f4-e40b-46bc-b07e-5309b1278770,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:35.500590 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.513188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.575270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] No DVR routers for this DVR port 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:35.578974 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.615389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.664744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbca0a4-529d-4959-bc24-57cb2ad88f86 None None] Pushing event deleted for resources: {'Port': ['ID=13a60ee9-6c82-41af-8b6b-b5a1d239f7c9,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.775911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.788560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e47947f-fee4-4a7a-b6e1-7f8e1416f59d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.802383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302b8178-9a67-43e3-8b97-80cc29a51807') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.802624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302b8178-9a67-43e3-8b97-80cc29a51807') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.813758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.819474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['033d13f4-e40b-46bc-b07e-5309b1278770'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:35.830942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.839560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:35.840388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:35.844763 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:35.929978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.935809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.938541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] 10.222.0.32 "DELETE /v2.0/networks/4e47947f-fee4-4a7a-b6e1-7f8e1416f59d HTTP/1.1" status: 204 len: 168 time: 0.4796278 Jul 16 09:01:35.966743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a549c2-4720-4c5b-b53c-0a4fc082b7ee tempest-TestNetworkBasicOps-1107688760 tempest-TestNetworkBasicOps-1107688760-project] Pushing event deleted for resources: {'Network': ['ID=4e47947f-fee4-4a7a-b6e1-7f8e1416f59d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:36.102118 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:36.216396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:36.217113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5183b4e9-6e8f-4517-84e4-dc6bb5099e35 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:36.218366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:36.376255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb012a2-f6f2-4dbd-ad49-b38b17b2e8c6 req-249de74e-75ce-4ca7-a4e4-013bee8f8ee6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.380007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:36.380235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 13a60ee9-6c82-41af-8b6b-b5a1d239f7c9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:36.388098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cb012a2-f6f2-4dbd-ad49-b38b17b2e8c6 req-249de74e-75ce-4ca7-a4e4-013bee8f8ee6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 946 time: 0.2375553 Jul 16 09:01:36.457038 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-70f57b0b-4558-497a-ad7b-0fc6e4779e1a service neutron] 10.222.0.46 "GET /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 385 time: 0.1418180 Jul 16 09:01:36.534700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cb012a2-f6f2-4dbd-ad49-b38b17b2e8c6 req-942eb2b2-dbcb-4845-a6e2-5b3a3c80a7c9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755692 Jul 16 09:01:36.541558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45074) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:36.606429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53e970-e429-4a1e-b4fd-815c291ce367 req-52597ae2-6e71-48b7-9148-fbdac7cfc62e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.608692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc53e970-e429-4a1e-b4fd-815c291ce367 req-52597ae2-6e71-48b7-9148-fbdac7cfc62e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 945 time: 0.2195420 Jul 16 09:01:36.674453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc53e970-e429-4a1e-b4fd-815c291ce367 req-9f6cbfe1-4844-47b7-bb5e-7d9639268ecc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Jul 16 09:01:36.772890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:36.884161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ad77cda4-1cfe-4c7b-be97-cde78dde779e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1ec6b62517434694ed622235abeb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396690 Jul 16 09:01:36.887876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45084) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:36.910896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:36.950280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:37.004339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.016805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:37.022094 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec3714-db3f-4933-97ea-432ed558945d" -d '{"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-unplugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:37.034786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:37.056768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.065395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.159451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.164728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.167469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddb6f986-a6f4-44f5-8cac-75d7f98c0efe HTTP/1.1" status: 204 len: 168 time: 0.2786920 Jul 16 09:01:37.179506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30643221-a77b-4248-9599-9bf26e959dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6f986-a6f4-44f5-8cac-75d7f98c0efe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.203002 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f3949-9734-4b79-98e7-5a33dc7afe13 x-openstack-request-id: req-ad1f3949-9734-4b79-98e7-5a33dc7afe13 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:37.213443 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-unplugged", "status": "completed", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:37.215222 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad1f3949-9734-4b79-98e7-5a33dc7afe13 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:37.216067 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'code': 200} Jul 16 09:01:37.233367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] Transition to ACTIVE for port object 1938e204-f0d6-49db-a292-5c7f84084dbb will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:37.238984 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.285023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 958a5408-5b05-4ba4-a109-bafe9eeede9e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:37.322410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 958a5408-5b05-4ba4-a109-bafe9eeede9e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:37.323779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 958a5408-5b05-4ba4-a109-bafe9eeede9e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:37.364076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61846714-5bfd-4243-9c83-950db72612ab service neutron] Pushing event updated for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=11']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.462887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] No DVR routers for this DVR port 1938e204-f0d6-49db-a292-5c7f84084dbb on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:37.888063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45102) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.949404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.109221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da935f-dc93-451d-9862-b461f185c955 req-646c7cea-316d-4aa9-b7c0-3c3197c97e10 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.111702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40da935f-dc93-451d-9862-b461f185c955 req-646c7cea-316d-4aa9-b7c0-3c3197c97e10 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 945 time: 0.2252812 Jul 16 09:01:38.169704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c23f7-84af-4a2f-913c-3d353164ef3d req-5eddff8e-c913-41d3-8b25-78167b3e0acd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.171932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-213c23f7-84af-4a2f-913c-3d353164ef3d req-5eddff8e-c913-41d3-8b25-78167b3e0acd tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.3667831 Jul 16 09:01:38.192086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-61846714-5bfd-4243-9c83-950db72612ab service neutron] 10.222.0.46 "PUT /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb/bindings/n-h2-798054-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7208524 Jul 16 09:01:38.238309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-213c23f7-84af-4a2f-913c-3d353164ef3d req-79d6bdf2-06af-4f48-afcd-b4492d67fbcb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594871 Jul 16 09:01:38.258148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40da935f-dc93-451d-9862-b461f185c955 req-86d99a0f-e325-4d2b-a738-006b2b9bb52f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331906 Jul 16 09:01:38.352949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.362842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.387826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-237837ce-1bba-42ae-b87b-c67935ff626a tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.389551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-237837ce-1bba-42ae-b87b-c67935ff626a tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.1256576 Jul 16 09:01:38.461720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4503ff-4dff-4363-b0ea-efbcfaef7964,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.474296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db4c0f9d69e04aad9bdd59cbe3af7ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831406 Jul 16 09:01:38.492245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45116) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.518304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.519355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.519995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.520573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.521157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.521828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.522418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.523123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.523838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.524403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.524949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.525488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6887eba6-d7af-4515-89b9-57f0948b595d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:38.564727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-8a9cd58d-4941-45fd-adbb-e36db21ce30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.566271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-8a9cd58d-4941-45fd-adbb-e36db21ce30a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 1097 time: 0.1695936 Jul 16 09:01:38.594288 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.647933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.670884 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-b95cfc3b-d939-4197-8bd6-bd93af195351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.674066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-b95cfc3b-d939-4197-8bd6-bd93af195351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1097 time: 0.0779974 Jul 16 09:01:38.679958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.735445 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.738267 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.739668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c4503ff-4dff-4363-b0ea-efbcfaef7964 HTTP/1.1" status: 204 len: 168 time: 0.2458646 Jul 16 09:01:38.765759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daa81c-f522-4702-b62c-b5f19447c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4503ff-4dff-4363-b0ea-efbcfaef7964,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.812301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-016ed950-56bd-4cbc-b0d6-e26c7d569368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.814180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-016ed950-56bd-4cbc-b0d6-e26c7d569368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.1324139 Jul 16 09:01:38.885262 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-5c96fb78-8652-4aa3-ac3e-f747d26d4f99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 999 time: 0.0654137 Jul 16 09:01:38.957462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-a8d53c81-f8e5-4848-b570-c7f5aeb3f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.962729 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-a8d53c81-f8e5-4848-b570-c7f5aeb3f241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0713427 Jul 16 09:01:39.079321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-f7f41797-4ce0-45d8-8771-d85a144d52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.081133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-f7f41797-4ce0-45d8-8771-d85a144d52d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123297 Jul 16 09:01:39.093042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 033d13f4-e40b-46bc-b07e-5309b1278770 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:39.174680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 033d13f4-e40b-46bc-b07e-5309b1278770 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:39.179668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 033d13f4-e40b-46bc-b07e-5309b1278770 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:39.180206 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.290021 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-f5f7ceae-e8b9-4e0e-a00b-356f3f077ab1 service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018085 Jul 16 09:01:39.316113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.327143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.383110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:39.392287 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd71fb-185f-4cad-a619-aef1b255d9a8" -d '{"events": [{"server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "name": "network-vif-plugged", "status": "completed", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:39.422168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=033d13f4-e40b-46bc-b07e-5309b1278770,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:39.427537 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.428355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:39.514052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:39.521042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-60aeff05-5156-4d29-85d2-ad65c5d8ecb0 service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229617 Jul 16 09:01:39.555791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.641874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242eda19-1529-4b5f-9b54-f4c581003eae req-e528c3da-5b8b-4acc-88f8-4a9c57cb4c12 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.644209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242eda19-1529-4b5f-9b54-f4c581003eae req-e528c3da-5b8b-4acc-88f8-4a9c57cb4c12 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.1500046 Jul 16 09:01:39.695873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79288de6-6a74-4ecc-8346-98a48f2625c3 req-f383a60f-5b4b-4927-a63c-f360b3d6a5d9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.697491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79288de6-6a74-4ecc-8346-98a48f2625c3 req-f383a60f-5b4b-4927-a63c-f360b3d6a5d9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1448715 Jul 16 09:01:39.729938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242eda19-1529-4b5f-9b54-f4c581003eae req-216701e2-9a93-4a41-8bea-9dc5d2d50ffb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760200 Jul 16 09:01:39.795155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79288de6-6a74-4ecc-8346-98a48f2625c3 req-4df1bad6-2f7c-4204-abeb-6ced4f9a6639 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821579 Jul 16 09:01:39.878136 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e3dfb-b6d9-49c2-862a-c67ea749bca8 x-openstack-request-id: req-b39e3dfb-b6d9-49c2-862a-c67ea749bca8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:39.878625 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "name": "network-vif-plugged", "status": "completed", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:39.878722 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b39e3dfb-b6d9-49c2-862a-c67ea749bca8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:39.879057 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770', 'code': 200} Jul 16 09:01:40.006253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-8ceef2fc-1849-468f-91d3-2bd6458146a2 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.008757 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-8ceef2fc-1849-468f-91d3-2bd6458146a2 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 1097 time: 0.0843434 Jul 16 09:01:40.123738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de6f9-3fe4-4c68-815d-b0991b570060 req-feeb2bf4-625d-41f7-94d6-bcf4a8ca4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.125524 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab2de6f9-3fe4-4c68-815d-b0991b570060 req-feeb2bf4-625d-41f7-94d6-bcf4a8ca4cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 1098 time: 0.1233234 Jul 16 09:01:40.247820 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ab2de6f9-3fe4-4c68-815d-b0991b570060 req-1e99cb78-784d-40e8-9a1e-803a513d4174 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726161 Jul 16 09:01:40.253185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4b595c39-090c-45e9-84f7-1627b081d6f9 service neutron] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:40.256575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4b595c39-090c-45e9-84f7-1627b081d6f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.257956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-971f27f1-1b07-41b3-ab0e-23f7544dabf9 req-4b595c39-090c-45e9-84f7-1627b081d6f9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb/bindings/n-h1-798054-12 HTTP/1.1" status: 204 len: 173 time: 0.2386653 Jul 16 09:01:41.039374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6eb4f-2535-4e70-911f-0d58f9fa303f req-3f792ee2-56a2-48e5-9fff-0152edc34d77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.041356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35e6eb4f-2535-4e70-911f-0d58f9fa303f req-3f792ee2-56a2-48e5-9fff-0152edc34d77 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.0874720 Jul 16 09:01:41.137055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35e6eb4f-2535-4e70-911f-0d58f9fa303f req-b6a899ba-4765-4efc-8cc4-87e307f52fa1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901952 Jul 16 09:01:41.197600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c161-fa26-4a8d-ad5e-8af8757cbe9a req-24d80f4f-6cfb-4b30-9edd-0c46ba857725 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.199958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc1c161-fa26-4a8d-ad5e-8af8757cbe9a req-24d80f4f-6cfb-4b30-9edd-0c46ba857725 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1312757 Jul 16 09:01:41.289432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc1c161-fa26-4a8d-ad5e-8af8757cbe9a req-7014e601-7078-442b-92e3-0f8a73cacca0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829492 Jul 16 09:01:41.612717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70946e6d-1561-4f74-b7fc-942aa95914d5 req-60c06986-c679-4459-bd6b-435909ff5a2e tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.614957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70946e6d-1561-4f74-b7fc-942aa95914d5 req-60c06986-c679-4459-bd6b-435909ff5a2e tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1097 time: 0.0906954 Jul 16 09:01:41.711516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70946e6d-1561-4f74-b7fc-942aa95914d5 req-ea1c46d7-c306-4155-bf90-36f6c97d74b3 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853209 Jul 16 09:01:41.972522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8246d0-873a-4dc8-b1d9-7c3a1a8fbd17 req-b0e55174-f744-4d43-b9bf-59ed7e2e0f0e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.988209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e8246d0-873a-4dc8-b1d9-7c3a1a8fbd17 req-b0e55174-f744-4d43-b9bf-59ed7e2e0f0e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.1325679 Jul 16 09:01:41.988688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.041937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e8246d0-873a-4dc8-b1d9-7c3a1a8fbd17 req-2ce80f01-b465-4eb5-aa83-5d8c90b9b026 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542963 Jul 16 09:01:42.067786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.191371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-22a27f71-c1f6-484a-b7a8-b1a7e38bcd39 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 200 len: 991 time: 0.1222773 Jul 16 09:01:42.240463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8147f056-fe61-4106-a5e8-9c463c901bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.410252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8147f056-fe61-4106-a5e8-9c463c901bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.414895 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8147f056-fe61-4106-a5e8-9c463c901bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.474352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.486171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f056-fe61-4106-a5e8-9c463c901bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9cbeec-a2ee-4bcf-809f-1a7aa8c74148,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:42.495327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8147f056-fe61-4106-a5e8-9c463c901bf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1649b7411a7844b09dc51ee4cc9d19b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054302 Jul 16 09:01:42.499025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.563628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe678f-72cf-4fab-992c-fb7ea2b2daec req-367d05f0-8871-4e90-8236-f60ae2186e7a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.565311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43fe678f-72cf-4fab-992c-fb7ea2b2daec req-367d05f0-8871-4e90-8236-f60ae2186e7a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1454270 Jul 16 09:01:42.583770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.619840 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.655768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43fe678f-72cf-4fab-992c-fb7ea2b2daec req-9472acb8-b5a2-44a2-b7a9-b7fd1b8e1abc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777204 Jul 16 09:01:42.696151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.702482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.708819 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb9cbeec-a2ee-4bcf-809f-1a7aa8c74148 HTTP/1.1" status: 204 len: 168 time: 0.2087338 Jul 16 09:01:42.731280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f2662-8b17-4e5e-b05a-4d68eac53972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9cbeec-a2ee-4bcf-809f-1a7aa8c74148,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:42.798135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port b25a1044-6152-4017-8f2c-d56c6814b19c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:42.798778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.918708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-f535e1a3-cfb3-4d70-9040-ba23219e14b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067355 Jul 16 09:01:43.018785 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-22aff46b-68db-4f27-ab4d-b884b7ce887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.024169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.024711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.048573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for b25a1044-6152-4017-8f2c-d56c6814b19c owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:43.074906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7dbe5-7492-42dd-b08f-895809e77c96 req-cc99211d-ab20-407b-8af2-38848e636063 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.083164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20f7dbe5-7492-42dd-b08f-895809e77c96 req-cc99211d-ab20-407b-8af2-38848e636063 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1847053 Jul 16 09:01:43.127979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-bc9fbf56-eb33-4978-ba46-142966b51b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.131335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-bc9fbf56-eb33-4978-ba46-142966b51b1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1097 time: 0.1204476 Jul 16 09:01:43.178138 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20f7dbe5-7492-42dd-b08f-895809e77c96 req-0c222b23-7f83-4ae1-8895-0d2fef5150a3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940266 Jul 16 09:01:43.261494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45380) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.308967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64e5addf-5f4c-420f-a8a7-bd2d33bd7b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.347003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-1f7c527f-aca1-46f0-862c-ca854e7dc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.348541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-1f7c527f-aca1-46f0-862c-ca854e7dc933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.1950865 Jul 16 09:01:43.425995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.442447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-8004ae68-190d-4df8-aea1-b88f645a699a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 999 time: 0.0871773 Jul 16 09:01:43.511357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-e419c564-0318-48f9-9c9e-3a7a5f6bdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.512981 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-e419c564-0318-48f9-9c9e-3a7a5f6bdbd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0648072 Jul 16 09:01:43.519958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=b25a1044-6152-4017-8f2c-d56c6814b19c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.599400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-36d75c7a-b3f3-447b-8167-f12f2900af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.618532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-36d75c7a-b3f3-447b-8167-f12f2900af58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987563 Jul 16 09:01:43.652096 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931817c5-dc48-457a-a61e-5804c339086b req-712fff3f-269f-4794-8391-395d3bc15e19 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.663611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-931817c5-dc48-457a-a61e-5804c339086b req-712fff3f-269f-4794-8391-395d3bc15e19 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.2536235 Jul 16 09:01:43.711850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.712356 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP e62c3a58-b411-4cd1-824b-268e334fdc4b disassociated (deleted). External IP: 172.25.5.17, port: 1938e204-f0d6-49db-a292-5c7f84084dbb. Jul 16 09:01:43.790611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-300892d5-0616-41e5-9b2e-94f36d13a2ac service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659980 Jul 16 09:01:43.896349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64e5addf-5f4c-420f-a8a7-bd2d33bd7b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.902613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-931817c5-dc48-457a-a61e-5804c339086b req-130be284-3fbf-4fbf-b0bf-ffb0f456ad3a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382138 Jul 16 09:01:43.906916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-64e5addf-5f4c-420f-a8a7-bd2d33bd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.921609 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ace58387-d53f-4f14-82a5-6f018a25d340 req-5d10034e-9927-4b1b-9852-0153fbc758bb service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238899 Jul 16 09:01:43.949461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5addf-5f4c-420f-a8a7-bd2d33bd7b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d011c4d7-199d-45ca-a62b-0ee89feb1c27,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:44.004139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45398) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.004547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-64e5addf-5f4c-420f-a8a7-bd2d33bd7b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd13fb95f8b45aea8aeefc0b2a99b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399266 Jul 16 09:01:44.139233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.169963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.230216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.237735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.254154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d011c4d7-199d-45ca-a62b-0ee89feb1c27 HTTP/1.1" status: 204 len: 168 time: 0.2469895 Jul 16 09:01:44.268590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecfbc4-a402-4e5c-80d7-62f85038cd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011c4d7-199d-45ca-a62b-0ee89feb1c27,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.017356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 5090ab11-f90f-4ad5-b548-ac0190684cbe has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:45.072481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418bbf-f26d-486c-91c3-54dd0e636b4b req-0505567d-fc9a-418a-9111-67a3579d2506 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.080319 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c418bbf-f26d-486c-91c3-54dd0e636b4b req-0505567d-fc9a-418a-9111-67a3579d2506 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1477714 Jul 16 09:01:45.292300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:45.316599 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.324748 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Sync routers for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:45.334646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c418bbf-f26d-486c-91c3-54dd0e636b4b req-d1fbbdbe-5762-4836-a55a-22c50a4da3cf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532761 Jul 16 09:01:45.358385 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:45.361947 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.423492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a148d84b-a6fb-41f2-9c0a-5a20031d3517 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/floatingips/e62c3a58-b411-4cd1-824b-268e334fdc4b HTTP/1.1" status: 204 len: 168 time: 2.9453809 Jul 16 09:01:45.423492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:45.424128 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cb55f2-94d8-44e8-b11d-29345806cff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:45.526024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:45.623779 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea2de215-7b16-4fd0-8f03-771a52725e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.706136 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.773151 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a381ec32-e389-4228-9ad6-6dccc0430e3e x-openstack-request-id: req-a381ec32-e389-4228-9ad6-6dccc0430e3e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:45.773455 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:45.773716 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a381ec32-e389-4228-9ad6-6dccc0430e3e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:45.774645 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'status': 'completed', 'code': 200} Jul 16 09:01:45.910772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-a47c8c2e-0e0d-4625-a1a3-5ac810c751ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.912299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-a47c8c2e-0e0d-4625-a1a3-5ac810c751ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 1097 time: 0.1025088 Jul 16 09:01:45.974661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.993510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130f9c-5bb1-4325-8404-982db02b45d3 req-79b263dc-d489-4d71-b5a1-33cf03ede524 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.995142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c130f9c-5bb1-4325-8404-982db02b45d3 req-79b263dc-d489-4d71-b5a1-33cf03ede524 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.0962937 Jul 16 09:01:46.011165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Checking router: 5090ab11-f90f-4ad5-b548-ac0190684cbe for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:46.028750 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:46.029615 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:46.060286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c130f9c-5bb1-4325-8404-982db02b45d3 req-aaa44da3-2262-4add-994a-7e236a05faa9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=b52ea1ec-e09f-44e9-8c91-ff9704333441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591455 Jul 16 09:01:46.076053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-adef1c31-8061-45ed-b3d4-9627378296a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.077781 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-adef1c31-8061-45ed-b3d4-9627378296a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 200 len: 898 time: 0.1569655 Jul 16 09:01:46.138993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-c77d549f-b5d5-4dc2-b6f1-1cfd1ee70276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 200 len: 217 time: 0.0525644 Jul 16 09:01:46.165895 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:46.191116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-72e70dee-3fc6-4cb6-a47a-e11b082ae4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.192591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-72e70dee-3fc6-4cb6-a47a-e11b082ae4ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 200 len: 835 time: 0.0465536 Jul 16 09:01:46.292902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-a78a334c-dab0-4c78-90e2-b4505606d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.298006 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-a78a334c-dab0-4c78-90e2-b4505606d040 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3613337b-444e-49ee-9214-4ed67ea1e934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981586 Jul 16 09:01:46.345598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1fe4ff48-fd24-4038-a941-d17f4757fac9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.348313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1fe4ff48-fd24-4038-a941-d17f4757fac9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 945 time: 0.1336033 Jul 16 09:01:46.416069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-e31c1c7f-8017-4633-b200-bdcf5aaf5cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108525 Jul 16 09:01:46.520383 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:46.566293 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3cb55f2-94d8-44e8-b11d-29345806cff6 req-20910a51-c102-40a5-b6e3-38bfe0471a40 service neutron] 10.222.0.47 "GET /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429830 Jul 16 09:01:46.591897 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41317dba-0485-4e16-a146-aa9936bbdb74 None None] The sync data for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 is: [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:00:23Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c9172fea-26b5-42e1-97b9-17a41e994d82', 'name': '', 'network_id': '3613337b-444e-49ee-9214-4ed67ea1e934', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b0:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:20Z', 'updated_at': '2021-07-16T09:00:29Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': 'e45b8edb-643b-4a46-a050-e1bc5ac6fc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:46.660269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-595c84c6-3a4f-4b67-90d5-028083545c39 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.669584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-595c84c6-3a4f-4b67-90d5-028083545c39 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.1368737 Jul 16 09:01:46.795179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 1938e204-f0d6-49db-a292-5c7f84084dbb {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.795713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.855326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 033d13f4-e40b-46bc-b07e-5309b1278770 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.855326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.935018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341bfe6-8a30-4fa3-b741-301113f806b3 req-42044e83-856a-424a-9e44-bbc7ce4831e2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.936979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f341bfe6-8a30-4fa3-b741-301113f806b3 req-42044e83-856a-424a-9e44-bbc7ce4831e2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 946 time: 0.2907882 Jul 16 09:01:46.958525 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.994311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 1938e204-f0d6-49db-a292-5c7f84084dbb, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=1938e204-f0d6-49db-a292-5c7f84084dbb,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:46.994901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.019183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f341bfe6-8a30-4fa3-b741-301113f806b3 req-8325bccb-527f-4c6d-b16d-e92c9fb1db1d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Jul 16 09:01:47.028809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 1938e204-f0d6-49db-a292-5c7f84084dbb owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:47.073873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 033d13f4-e40b-46bc-b07e-5309b1278770, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=033d13f4-e40b-46bc-b07e-5309b1278770,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:47.074966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.112666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 033d13f4-e40b-46bc-b07e-5309b1278770 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:47.165726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6be466-419d-41e9-a7ae-cf2043dfaec2 None None] New status for floating IP e62c3a58-b411-4cd1-824b-268e334fdc4b: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:47.343338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.444657 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.548972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=033d13f4-e40b-46bc-b07e-5309b1278770,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.569378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=1938e204-f0d6-49db-a292-5c7f84084dbb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.583522 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4008c7e6-eea0-4dad-bcae-0419e92b8740 req-17a03ac0-44ab-4663-8760-df8ff514de40 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5275398-ff29-4418-bf2a-de177655c68a HTTP/1.1" status: 200 len: 210 time: 0.2289777 Jul 16 09:01:47.640936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 033d13f4-e40b-46bc-b07e-5309b1278770 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:47.654862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.656982 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-21de6e2b-f5c7-4834-9ac0-48cb028c5049 req-9a3d3e11-2edc-4aba-bc7c-3b5fda65b659 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/033d13f4-e40b-46bc-b07e-5309b1278770 HTTP/1.1" status: 204 len: 173 time: 0.9772084 Jul 16 09:01:47.657431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'name': 'network-vif-deleted', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:47.659973 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495bd74e-d463-4d5c-a05c-f622448cf083" -d '{"events": [{"server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "name": "network-vif-deleted", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:47.669348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] No DVR routers for this DVR port 1938e204-f0d6-49db-a292-5c7f84084dbb on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:47.672223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.674190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37abc7c2-d043-407b-a2d4-882da2850283 req-1cd8a4d9-c4fa-430a-8e37-e20070b8ee47 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.47 "DELETE /v2.0/ports/1938e204-f0d6-49db-a292-5c7f84084dbb HTTP/1.1" status: 204 len: 173 time: 1.3195739 Jul 16 09:01:47.737939 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf58f35-ecf8-4baa-8e71-959aec70c6c9 x-openstack-request-id: req-3cf58f35-ecf8-4baa-8e71-959aec70c6c9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:47.738234 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d27dda-20c1-4952-83fc-22f548da5dc1", "name": "network-vif-deleted", "tag": "033d13f4-e40b-46bc-b07e-5309b1278770", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:47.738546 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cf58f35-ecf8-4baa-8e71-959aec70c6c9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:47.738959 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d27dda-20c1-4952-83fc-22f548da5dc1', 'name': 'network-vif-deleted', 'tag': '033d13f4-e40b-46bc-b07e-5309b1278770', 'status': 'completed', 'code': 200} Jul 16 09:01:47.774986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-deleted', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:47.777863 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910ee7dd-ac1c-4b66-a19a-6ff0f47f7a4c" -d '{"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-deleted", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:47.826590 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c0a38-51ef-4b08-afee-871188d46d80 x-openstack-request-id: req-b25c0a38-51ef-4b08-afee-871188d46d80 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:47.827403 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5275398-ff29-4418-bf2a-de177655c68a", "name": "network-vif-deleted", "tag": "1938e204-f0d6-49db-a292-5c7f84084dbb", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:47.827873 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b25c0a38-51ef-4b08-afee-871188d46d80 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:47.828504 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5275398-ff29-4418-bf2a-de177655c68a', 'name': 'network-vif-deleted', 'tag': '1938e204-f0d6-49db-a292-5c7f84084dbb', 'status': 'completed', 'code': 200} Jul 16 09:01:48.213740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-91bd2611-2384-4b2f-98b5-af24899018dc req-e25b098b-b01d-41bb-8b96-148d234b9fec tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0440359 Jul 16 09:01:48.543556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.710281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.087837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.177986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 033d13f4-e40b-46bc-b07e-5309b1278770 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:49.206248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 033d13f4-e40b-46bc-b07e-5309b1278770 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:49.206886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 033d13f4-e40b-46bc-b07e-5309b1278770 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:49.409061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f5ca275-9c3b-4933-ba31-5ff5ba047445 req-194ef973-517d-4f67-b7b3-831123dc065d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0373399 Jul 16 09:01:49.414106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port c9172fea-26b5-42e1-97b9-17a41e994d82 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:49.414457 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.504800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port c9172fea-26b5-42e1-97b9-17a41e994d82, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c9172fea-26b5-42e1-97b9-17a41e994d82,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:49.505174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.516620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for c9172fea-26b5-42e1-97b9-17a41e994d82 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:49.714960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.743399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=c9172fea-26b5-42e1-97b9-17a41e994d82,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.955605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.114366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:50.144302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 1938e204-f0d6-49db-a292-5c7f84084dbb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:50.144789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 1938e204-f0d6-49db-a292-5c7f84084dbb not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:50.216307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 5090ab11-f90f-4ad5-b548-ac0190684cbe has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:50.323856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:50.332796 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Sync routers for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:50.334278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-44ebf60e-3d4d-42ef-97b2-94189fab3346 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/5090ab11-f90f-4ad5-b548-ac0190684cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228633 Jul 16 09:01:50.337445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45522) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:50.343303 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:50.344223 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.393128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting subnet e45b8edb-643b-4a46-a050-e1bc5ac6fc8e {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:50.396581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.436988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.453835 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:50.532202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.618354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.650763 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:01:49Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.654137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5189726-d2bf-4d38-bef6-4e88de79088c req-fbc0ac22-279c-4dbc-9add-5556ed89b47e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0474072 Jul 16 09:01:50.688155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625f9177-23e0-4843-b401-75ea6d071c20 None None] Network 3613337b-444e-49ee-9214-4ed67ea1e934 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:50.688574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Subnet': ['ID=e45b8edb-643b-4a46-a050-e1bc5ac6fc8e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.696649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.699483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9203dd30-e5ff-441f-ac36-70739a8e2bea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/subnets/e45b8edb-643b-4a46-a050-e1bc5ac6fc8e HTTP/1.1" status: 204 len: 168 time: 0.3610282 Jul 16 09:01:50.702086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:50.784450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Checking router: 5090ab11-f90f-4ad5-b548-ac0190684cbe for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:50.793886 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Routers {'5090ab11-f90f-4ad5-b548-ac0190684cbe'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:50.794507 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5090ab11-f90f-4ad5-b548-ac0190684cbe'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.830799 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.976912 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] Set router 5090ab11-f90f-4ad5-b548-ac0190684cbe gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:50.983114 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.998096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] DHCP port deletion for 3613337b-444e-49ee-9214-4ed67ea1e934 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:51.089217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Deleting port dc958bf0-f7b6-401e-ade5-90e2a6057b36 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:51.089597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.097172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 0b90426d-f95b-4815-96bf-e4ccb1b40264 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:51.097519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.240898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] For port dc958bf0-f7b6-401e-ade5-90e2a6057b36, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=dc958bf0-f7b6-401e-ade5-90e2a6057b36,segment=NetworkSegment(9bcda6ff-98f2-4fc8-bf29-313a938ff0a1),segment_id=9bcda6ff-98f2-4fc8-bf29-313a938ff0a1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:51.241467 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.256871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Calling delete_port for dc958bf0-f7b6-401e-ade5-90e2a6057b36 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:51.282200 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:01:49Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:51.389298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 0b90426d-f95b-4815-96bf-e4ccb1b40264, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0b90426d-f95b-4815-96bf-e4ccb1b40264,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:51.389670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.435012 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719d89d-ca70-4c2d-a8ac-7dae426cb5f7 None None] The sync data for ids ['5090ab11-f90f-4ad5-b548-ac0190684cbe'] in n-d-798054-12 is: [{'id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098449246', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:11Z', 'updated_at': '2021-07-16T09:01:49Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '0b90426d-f95b-4815-96bf-e4ccb1b40264', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5090ab11-f90f-4ad5-b548-ac0190684cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:12Z', 'updated_at': '2021-07-16T09:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:51.438060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 0b90426d-f95b-4815-96bf-e4ccb1b40264 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:51.442282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.569447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] Pushing event deleted for resources: {'Port': ['ID=dc958bf0-f7b6-401e-ade5-90e2a6057b36,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.581544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae63dca-e8f9-4570-91b4-778be1207112 None None] No DVR routers for this DVR port dc958bf0-f7b6-401e-ade5-90e2a6057b36 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:51.608859 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-94139879-08d9-462a-90da-771a30b26aed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1661024 Jul 16 09:01:51.826778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-6106d60d-8c04-4a1b-ae59-25d31c58b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.831073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-6106d60d-8c04-4a1b-ae59-25d31c58b043 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 1097 time: 0.1308637 Jul 16 09:01:51.927417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dc958bf0-f7b6-401e-ade5-90e2a6057b36 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:52.012138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: dc958bf0-f7b6-401e-ade5-90e2a6057b36 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:52.018095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device dc958bf0-f7b6-401e-ade5-90e2a6057b36 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:52.195832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-35d5eaee-3f65-4474-84c5-e61e47bb1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.203735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-35d5eaee-3f65-4474-84c5-e61e47bb1197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 916 time: 0.3401690 Jul 16 09:01:52.263534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-ea426687-6296-4269-8f5a-bb6602c3b395 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.265121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-ea426687-6296-4269-8f5a-bb6602c3b395 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.3696842 Jul 16 09:01:52.322415 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-80ff6be8-2c22-4290-a8de-7a7ccdd4fa8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0d65946-b56f-4b98-b062-2526580dfc0d HTTP/1.1" status: 200 len: 217 time: 0.1093738 Jul 16 09:01:52.337447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41b952d1-fc1c-454b-8d25-ab076c9f734b req-6db82115-ed6e-48a6-b53c-80c14f60b87f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0693729 Jul 16 09:01:52.342014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-f5b66f37-be62-474e-9116-89ed579c4e46 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/quotas/fff0056b3cc04e51a38d58f79547d425 HTTP/1.1" status: 200 len: 375 time: 0.0630777 Jul 16 09:01:52.420378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-a2614588-0bfe-4539-a64c-894e455ee0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.422611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-a2614588-0bfe-4539-a64c-894e455ee0c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0935333 Jul 16 09:01:52.423654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.451869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=0b90426d-f95b-4815-96bf-e4ccb1b40264,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.470799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-0806b588-65da-4ec3-86bd-adbe42e6c31a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391152 Jul 16 09:01:52.540136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.646323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-30dd0ee4-1446-4549-9490-0d57f64a85d2 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684921 Jul 16 09:01:52.662021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.665432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.674699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-aee94d68-b3e7-45cf-ab7c-98e9c9b15dea tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3249090 Jul 16 09:01:52.821509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.822078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Fanout notify agent at l3_agent the message router_deleted on router 5090ab11-f90f-4ad5-b548-ac0190684cbe {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:52.839778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.843974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fdf6882f-54f9-4bd3-a24e-48bf646cebb2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/routers/5090ab11-f90f-4ad5-b548-ac0190684cbe HTTP/1.1" status: 204 len: 168 time: 2.1406567 Jul 16 09:01:52.851358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45562) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.030155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.066666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-fe533dfa-cf4c-426a-bed1-744828dc2d1d service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834505 Jul 16 09:01:53.203774 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-52c62ec7-602d-400c-928b-71cdaa6fd2c6 req-13898458-b242-4fb0-8121-bd7ea73d1476 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484505 Jul 16 09:01:53.235363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.253804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3613337b-444e-49ee-9214-4ed67ea1e934']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.276076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.276516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcda6ff-98f2-4fc8-bf29-313a938ff0a1') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.296178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.341934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-ad2351b4-14cb-4a1b-b1b4-66685619e115 service neutron] 10.222.0.32 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739675 Jul 16 09:01:53.347175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.362503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:53.362931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:53.367217 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:53.543324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c9172fea-26b5-42e1-97b9-17a41e994d82 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:53.610973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c9172fea-26b5-42e1-97b9-17a41e994d82 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:53.611323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c9172fea-26b5-42e1-97b9-17a41e994d82 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:53.611921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0b90426d-f95b-4815-96bf-e4ccb1b40264 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:53.641780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.672538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.674460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/networks/3613337b-444e-49ee-9214-4ed67ea1e934 HTTP/1.1" status: 204 len: 168 time: 0.8220191 Jul 16 09:01:53.677381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45578) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.704359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0b90426d-f95b-4815-96bf-e4ccb1b40264 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:53.708269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0b90426d-f95b-4815-96bf-e4ccb1b40264 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:53.777586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cd2edea-f872-43b1-8d59-4663119f8c63 req-816e5bd0-0084-4952-9a3e-ff87bb0f7de7 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 210 time: 0.1362677 Jul 16 09:01:53.786093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b94db68-6a3a-4419-b9aa-33ebeff1b4a9 req-d90b25b1-5be8-45b7-ba2a-21b1f4c0eb5d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.1325247 Jul 16 09:01:53.786910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df163c41-9fd6-4eb2-bf43-bb7d5c0d19c2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Network': ['ID=3613337b-444e-49ee-9214-4ed67ea1e934,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.856611 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.916597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.026883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.029624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.030842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/security-groups/b52ea1ec-e09f-44e9-8c91-ff9704333441 HTTP/1.1" status: 204 len: 168 time: 0.3261480 Jul 16 09:01:54.047935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b2fb-e587-45fe-889e-4800ee90d58d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ea1ec-e09f-44e9-8c91-ff9704333441,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.388429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45600) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.393631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288822064', 'description': 'tempest-secgroup-smoke-288822064 description', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.422941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.598757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.603913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.648887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee441c-5232-4e1f-afa5-7d81c8516245,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.673683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.675206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-018d2dde-421c-4784-bd14-f788b9ce722e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2852397 Jul 16 09:01:54.678213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.683046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.714442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.780152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.787230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.814215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a340d37d-d49c-41f9-bf11-b32ec3552026,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.823733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.825613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4164a427-fb45-48c7-abf5-733f76a8db3a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461244 Jul 16 09:01:54.828565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.835021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:54.879320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.002527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.010673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.060513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f0cf9eb-f8ce-44f5-a2ea-d38e689bff6d req-b8e59467-131e-448b-bae1-2efbcdf87ae5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 210 time: 0.0780435 Jul 16 09:01:55.080200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173244af-0f96-49a7-bd52-a5be61c1bdf9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.114087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.119956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30f7cacd-3137-4e37-91f7-9c40d90ed474 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2902501 Jul 16 09:01:55.120889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.128017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:55.170883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06531883-fd2a-4062-aba6-30a1972d8c61 req-b34cd829-0de0-4992-aad8-d459cec6ec6d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.0822115 Jul 16 09:01:55.360208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.512909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-85bc9963-4c25-4809-88a8-ba1821473739 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:55.514353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-85bc9963-4c25-4809-88a8-ba1821473739 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 815 time: 0.3318677 Jul 16 09:01:55.529907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Request body: {'port': {'device_id': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'admin_state_up': True, 'tenant_id': 'fff0056b3cc04e51a38d58f79547d425'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:55.702256 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.711187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.738870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeafe673-cac3-46c6-b833-548ffcb21556,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.774034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.778651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45624) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.779593 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff31ab2d-3ab2-4ae1-a8b9-dd1d54a7e6d5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6568193 Jul 16 09:01:55.784703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:55.812228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.db.api [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:01:55.812228 n-d-798054-12 neutron-server[93774]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:01:55.812228 n-d-798054-12 neutron-server[93774]: [parameters: {'project_id_1': 'fff0056b3cc04e51a38d58f79547d425', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 1, 55, 802819)}] Jul 16 09:01:55.812228 n-d-798054-12 neutron-server[93774]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:01:55.812636 n-d-798054-12 neutron-server[93774]: DEBUG oslo_db.api [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:01:55.828571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.931695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.939783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.971909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.976474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1924410 Jul 16 09:01:55.976762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45630) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.981992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:55.988125 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f171de6-b9f3-4d46-ac12-9c47b3f07f5d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6acae7-1bcd-46b7-8199-eca7a8601f76,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.022716 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:56.051517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.109288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.115196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.139849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6b2b5b-4362-43c1-bd2a-593391dff193,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.149090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.150711 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ce4ba5e2-017f-473d-9d7a-4b4716b26576 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1727870 Jul 16 09:01:56.153325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45634) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.158898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'security_group_rule': {'security_group_id': 'c4ee441c-5232-4e1f-afa5-7d81c8516245', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:56.192181 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Project 230ed1c9fd94431dae9695be3ccc5f1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:56.201008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.304069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.347841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.354868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Made reservation on behalf of fff0056b3cc04e51a38d58f79547d425 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:56.378427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.547000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5ab63c19-5c9c-4fe1-83d7-427ce68c3ef3 req-f4294906-001f-46be-b552-7adb893a35d3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 210 time: 0.2369883 Jul 16 09:01:56.573276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae636e4a-76bc-46e0-a72a-89da3067a5c8 req-4ea81f0b-4190-48a2-ac14-58f380758dc5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.1330214 Jul 16 09:01:56.599772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.601132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4465823 Jul 16 09:01:56.605985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45652) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.611588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'network': {'name': 'tempest-network-smoke--1206124722', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:56.617747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fd28-b744-4736-82b0-88479029a0e4 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ee8c45-a494-47b3-b07f-2a75b06edb68,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.663922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:56.667593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.713813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:56.726387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.726751 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Added segment 3907a4d1-c4ce-44d2-830f-2da606b0c64a of type vlan for network 2da20f47-d327-481f-a0a8-6af13cc6a977 Jul 16 09:01:56.743684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Allocated IP 172.20.0.14 (3a18be21-2390-42e9-9efc-817d9d479645/e031f7bc-5dce-460b-8974-7fc1303f4050/ffece7d1-fba3-4127-a737-5b8e077815fd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:56.825007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.883348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.889452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.890083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.002629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3955078 Jul 16 09:01:57.003596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830b99-bda5-4adb-bead-b2a29d0e5ed2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Network': ['ID=2da20f47-d327-481f-a0a8-6af13cc6a977,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.007292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.011990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'admin_state_up': True, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.017733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:57.073017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.078604 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.079702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.139475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.174153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Network 3a18be21-2390-42e9-9efc-817d9d479645 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:57.220456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:57.225239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.236409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:57.355818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event updated for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.383465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.384144 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.418240 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-690e0ecf-c4cc-4fd3-849e-6c33c5156d6f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8936179 Jul 16 09:01:57.433293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Request body: {'port': {'device_id': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.438109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d', 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'e864e103-78bf-4855-8c12-ab71afc0ec65'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:57.464101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.627143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.097354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1622359-297e-4e09-9ab7-c64acd10bbbc req-c2440d5b-74c6-493f-b737-b1370d4dd316 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1d27dda-20c1-4952-83fc-22f548da5dc1 HTTP/1.1" status: 200 len: 210 time: 0.1509566 Jul 16 09:01:58.153091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.171244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffece7d1-fba3-4127-a737-5b8e077815fd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:58.181128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.200214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Transition to ACTIVE for port object ffece7d1-fba3-4127-a737-5b8e077815fd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:58.210922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.234641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fe5c6-6a70-4587-bd0c-156c4b38cbdc req-9b2c2e30-141a-4934-9462-ef4110f7eb5e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.245327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-899fe5c6-6a70-4587-bd0c-156c4b38cbdc req-9b2c2e30-141a-4934-9462-ef4110f7eb5e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 932 time: 0.4071236 Jul 16 09:01:58.260542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.307977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Pushing event updated for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.394510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-899fe5c6-6a70-4587-bd0c-156c4b38cbdc req-697e4399-2905-4a92-9ee7-faa95de0b74f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395223 Jul 16 09:01:58.423005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Attempting to bind port ffece7d1-fba3-4127-a737-5b8e077815fd on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:58.423625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Attempting to bind port ffece7d1-fba3-4127-a737-5b8e077815fd by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:58.424748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Attempting to bind port ffece7d1-fba3-4127-a737-5b8e077815fd on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:58.431738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Port ffece7d1-fba3-4127-a737-5b8e077815fd on network 3a18be21-2390-42e9-9efc-817d9d479645 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:58.432420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Attempting to bind port ffece7d1-fba3-4127-a737-5b8e077815fd on network 3a18be21-2390-42e9-9efc-817d9d479645 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:58.445714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:58.446423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Checking segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:58.448730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Bound using segment: {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:58.455413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Bound port: ffece7d1-fba3-4127-a737-5b8e077815fd, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2690fdf6-143b-4630-ac22-f1d14ad4de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:58.459671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.529338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.37 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/41a7afd0-9cd9-4496-acca-2dc0a26f1650) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:58.565205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:58.570802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffece7d1-fba3-4127-a737-5b8e077815fd,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:58.579076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.652426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.653286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.655151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffece7d1-fba3-4127-a737-5b8e077815fd HTTP/1.1" status: 200 len: 1093 time: 1.2294879 Jul 16 09:01:58.656011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:58.659006 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721a865c-6b57-498e-8c9d-96782807616d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:58.762805 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674e663-2a0a-4df7-9852-dd6ab175a527 x-openstack-request-id: req-3674e663-2a0a-4df7-9852-dd6ab175a527 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:58.763162 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:58.763490 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3674e663-2a0a-4df7-9852-dd6ab175a527 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:58.763976 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd', 'status': 'completed', 'code': 200} Jul 16 09:01:58.773947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf9d6-d362-4b0b-96dd-2f2993f45e06 service neutron] Pushing event updated for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.796712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.810381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-436dee6e-d0a8-4347-8e2c-1216cef71f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.812433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-436dee6e-d0a8-4347-8e2c-1216cef71f72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 1096 time: 0.0992804 Jul 16 09:01:58.892948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-e7c4ac0c-e473-4110-923c-ffa87698ef5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffece7d1-fba3-4127-a737-5b8e077815fd HTTP/1.1" status: 200 len: 217 time: 0.0642657 Jul 16 09:01:58.985146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478001bf-677f-4c57-a000-92e9d850291b req-7d8c69b2-47da-4c72-b8e6-7ad4cbbaa179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.987625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-7d8c69b2-47da-4c72-b8e6-7ad4cbbaa179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0869575 Jul 16 09:01:59.035132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-23e58c05-36fd-46d1-b310-9b8209dbb33d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341465 Jul 16 09:01:59.138525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-294cc246-b76e-4c9d-b23f-ce3e0e588346 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956209 Jul 16 09:01:59.251469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-478001bf-677f-4c57-a000-92e9d850291b req-781ae8c2-f107-4bac-80b0-2bdf33328337 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067610 Jul 16 09:01:59.292941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.327414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:59.329152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:59.340464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:59.383497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=41a7afd0-9cd9-4496-acca-2dc0a26f1650,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.407664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a865c-6b57-498e-8c9d-96782807616d req-1248a46c-6c07-41e2-be18-e9ad73237a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.409410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-1248a46c-6c07-41e2-be18-e9ad73237a1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fff0056b3cc04e51a38d58f79547d425&device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 1096 time: 0.0916152 Jul 16 09:01:59.592160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a865c-6b57-498e-8c9d-96782807616d req-51f902fa-79a9-429a-a81f-c0759277ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.594621 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-51f902fa-79a9-429a-a81f-c0759277ba73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 200 len: 916 time: 0.1754301 Jul 16 09:01:59.653000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-94f1da43-1469-4faf-9cf4-6fc0b51d5e63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffece7d1-fba3-4127-a737-5b8e077815fd HTTP/1.1" status: 200 len: 217 time: 0.0485821 Jul 16 09:01:59.686875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.721459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a865c-6b57-498e-8c9d-96782807616d req-2b244448-1cae-4c99-b480-395517926f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.723916 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-2b244448-1cae-4c99-b480-395517926f05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 200 len: 855 time: 0.0637589 Jul 16 09:01:59.732374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da3f3-be05-4ad6-a245-ee1a0fa1ce79 req-fd681638-0039-43e4-89cd-b18edf8a2805 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.733887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a65da3f3-be05-4ad6-a245-ee1a0fa1ce79 req-fd681638-0039-43e4-89cd-b18edf8a2805 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 944 time: 0.1549370 Jul 16 09:01:59.785711 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-fbef8506-c19e-4d7f-9642-525bf16eb613 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a18be21-2390-42e9-9efc-817d9d479645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520616 Jul 16 09:01:59.847758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a65da3f3-be05-4ad6-a245-ee1a0fa1ce79 req-29a6e99d-04cf-488e-9dbc-960b452860e7 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076145 Jul 16 09:01:59.963989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-fba0f7cf-1185-42ee-a4c0-daf778b38ff0 service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701705 Jul 16 09:01:59.992369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.100844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-721a865c-6b57-498e-8c9d-96782807616d req-325b7e40-6684-4c5f-977c-bfe730e3b34e service neutron] 10.222.0.46 "GET /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295545 Jul 16 09:02:00.206631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:00.347081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:00.360345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Sync routers for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:00.376554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.377303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:00.377957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-43eb539c-abea-43f5-8673-826135c6653a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3695531 Jul 16 09:02:00.380068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:00.381047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45724) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:00.419322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f19b9c2d-8d2c-442a-809c-f4d332cfdc5c tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=230ed1c9fd94431dae9695be3ccc5f1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366414 Jul 16 09:02:00.422291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45726) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:00.582812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:00.594638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb2121-726f-443b-adc1-1fe7339d4e6f tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.602207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ebeb2121-726f-443b-adc1-1fe7339d4e6f tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1757236 Jul 16 09:02:00.602608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45732) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:00.654303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:00.660057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107072374', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:00.663482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a2deac67-cc83-46ab-b7bb-cde855b104e9 tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478411 Jul 16 09:02:00.866015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:01:59Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:00.872167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:00.879010 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.908911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Checking router: 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:00.909112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Updating router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:00.946599 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.185183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403784-67df-476b-81c7-783a09342c4d req-a3781e6a-e262-4e8c-9db0-dcceefcee6b3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:01.193715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67403784-67df-476b-81c7-783a09342c4d req-a3781e6a-e262-4e8c-9db0-dcceefcee6b3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 944 time: 0.1290762 Jul 16 09:02:01.212157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.247958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67403784-67df-476b-81c7-783a09342c4d req-85ff2536-c302-4024-98ae-cdaf21413877 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490856 Jul 16 09:02:01.287236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Subnet': ['ID=466e34f5-10ed-453e-bde6-990f297b7ba0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.325102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Checking segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:01.326099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network hostable DHCP agents. Network: 2da20f47-d327-481f-a0a8-6af13cc6a977, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:01.346943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:01.359451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 2da20f47-d327-481f-a0a8-6af13cc6a977) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:01.365998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:01.367684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.370810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8212efd-88e4-4623-b877-3c173475e95e None None] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:01.390128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2731f99e-6dcb-4f01-a001-8519175c0f28 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7319684 Jul 16 09:02:01.390615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45742) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:01.630289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.688511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-2da20f47-d327-481f-a0a8-6af13cc6a977', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:01.692999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.700491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Transition to ACTIVE for port object 41a7afd0-9cd9-4496-acca-2dc0a26f1650 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:01.743155 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.941839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Attempting to bind port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:01.942215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Attempting to bind port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:01.942584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Attempting to bind port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:01.965309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:01.965689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:01.966443 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.966863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:01.967441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Bound port: 41a7afd0-9cd9-4496-acca-2dc0a26f1650, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:01.967840 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.032151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] For port 41a7afd0-9cd9-4496-acca-2dc0a26f1650, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:02.035446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] For port 41a7afd0-9cd9-4496-acca-2dc0a26f1650, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41a7afd0-9cd9-4496-acca-2dc0a26f1650,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:02.050641 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.076685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d806-e2c4-407a-8585-f1bb5b552e2b None None] Pushing event updated for resources: {'Port': ['ID=41a7afd0-9cd9-4496-acca-2dc0a26f1650,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.177102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Allocated IP 172.20.0.2 (2da20f47-d327-481f-a0a8-6af13cc6a977/466e34f5-10ed-453e-bde6-990f297b7ba0/fb294b1d-a812-4e94-8679-d1cbba24e711) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:02.185207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:02.185854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:02.308361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:02.314832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.459033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d806-e2c4-407a-8585-f1bb5b552e2b None None] Pushing event updated for resources: {'Port': ['ID=41a7afd0-9cd9-4496-acca-2dc0a26f1650,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.631435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:01:59Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:02.668729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae6e48-b280-4b81-9004-f9b800ea5882 None None] The sync data for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 is: [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:01:59Z', 'revision_number': 3, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:02.768166 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.777352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Transition to ACTIVE for port object fb294b1d-a812-4e94-8679-d1cbba24e711 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:02.800389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Transition to ACTIVE for port object fb294b1d-a812-4e94-8679-d1cbba24e711 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:02.813591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.829259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b13405-2520-425c-9e44-9aee1a7084f8 req-1b52e2a8-2ae8-489c-8165-cd88fb3151e3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.835942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3b13405-2520-425c-9e44-9aee1a7084f8 req-1b52e2a8-2ae8-489c-8165-cd88fb3151e3 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 944 time: 0.1767347 Jul 16 09:02:02.944096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:02.951064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:02.972828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:02.975902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.1 (2da20f47-d327-481f-a0a8-6af13cc6a977/466e34f5-10ed-453e-bde6-990f297b7ba0/746da651-ed76-4ebb-b398-f4e15446e8db) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:03.044879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Pushing event updated for resources: {'Port': ['ID=fb294b1d-a812-4e94-8679-d1cbba24e711,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.109296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Attempting to bind port fb294b1d-a812-4e94-8679-d1cbba24e711 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:03.109839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Attempting to bind port fb294b1d-a812-4e94-8679-d1cbba24e711 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:03.110654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Attempting to bind port fb294b1d-a812-4e94-8679-d1cbba24e711 on network 2da20f47-d327-481f-a0a8-6af13cc6a977 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:03.118880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:03.119640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Checking segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:03.119758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.120195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Bound using segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:03.125306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Bound port: fb294b1d-a812-4e94-8679-d1cbba24e711, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:03.125752 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.250876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3b13405-2520-425c-9e44-9aee1a7084f8 req-ac3ee807-5a4f-47cc-9ce1-6ec1cc1ce885 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636394 Jul 16 09:02:03.254981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffece7d1-fba3-4127-a737-5b8e077815fd details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:03.279090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] For port fb294b1d-a812-4e94-8679-d1cbba24e711, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:03.320892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] For port fb294b1d-a812-4e94-8679-d1cbba24e711, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb294b1d-a812-4e94-8679-d1cbba24e711,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:03.348180 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.365851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.405301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object 746da651-ed76-4ebb-b398-f4e15446e8db will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:03.477587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc7ca-c2c2-4a26-84ea-4926d84e8ce8 None None] Pushing event updated for resources: {'Port': ['ID=fb294b1d-a812-4e94-8679-d1cbba24e711,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.480077 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.492483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41a7afd0-9cd9-4496-acca-2dc0a26f1650 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:03.549047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:03.581851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:03.587046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:03.590861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:03.603870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:03.604444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.696290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.745602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.871668 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.908378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffece7d1-fba3-4127-a737-5b8e077815fd,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:03.933648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ffece7d1-fba3-4127-a737-5b8e077815fd', 'network_id': '3a18be21-2390-42e9-9efc-817d9d479645', 'port_id': 'ffece7d1-fba3-4127-a737-5b8e077815fd', 'mac_address': 'fa:16:3e:33:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e031f7bc-5dce-460b-8974-7fc1303f4050', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:03.936923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 41a7afd0-9cd9-4496-acca-2dc0a26f1650, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41a7afd0-9cd9-4496-acca-2dc0a26f1650,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:04.028360 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.031561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.148965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffece7d1-fba3-4127-a737-5b8e077815fd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:04.202011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffece7d1-fba3-4127-a737-5b8e077815fd,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:04.240954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.249205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=41a7afd0-9cd9-4496-acca-2dc0a26f1650,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:04.275432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.347469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:04.484966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ffece7d1-fba3-4127-a737-5b8e077815fd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:04.754242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3a86-f4c0-4905-9b5c-fe1c38e2d8d6 req-6b34c42a-91b6-4f0c-9551-ed3917602e90 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.756798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05aa3a86-f4c0-4905-9b5c-fe1c38e2d8d6 req-6b34c42a-91b6-4f0c-9551-ed3917602e90 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 945 time: 0.2136006 Jul 16 09:02:04.857540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05aa3a86-f4c0-4905-9b5c-fe1c38e2d8d6 req-a3a9586a-8d58-4f42-873c-4a509c58c3c2 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915346 Jul 16 09:02:04.886219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.892693 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.014541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.052187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.174704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:05.176293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:05.234421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00bc36-d61a-4a81-8b57-583661ebed0a None None] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:05.400451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-200817db-ba8e-4221-82c2-fbe3df76996c None None] Provisioning for port fb294b1d-a812-4e94-8679-d1cbba24e711 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:05.425978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:05.588139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41a7afd0-9cd9-4496-acca-2dc0a26f1650 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:05.782406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:05.782909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.231544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:06.245016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-645c2b6a-fc32-4cd2-ad04-81f8b1535d65 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/84e6ec63-ef2d-456f-b2fa-c7cb742127c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8521008 Jul 16 09:02:06.247345 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Sync routers for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:06.266556 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:06.266931 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:06.492158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928f4f-2188-4c53-af63-f39f474f40b9 req-76420ec0-a226-4653-bfc7-cdbec66f59e5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:06.509566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82928f4f-2188-4c53-af63-f39f474f40b9 req-76420ec0-a226-4653-bfc7-cdbec66f59e5 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 945 time: 0.2631414 Jul 16 09:02:06.555392 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:06.606708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb294b1d-a812-4e94-8679-d1cbba24e711 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:06.654106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82928f4f-2188-4c53-af63-f39f474f40b9 req-0bec93fc-1307-4f40-9c14-94b345aa7138 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407764 Jul 16 09:02:06.669427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1806b0e1-43e0-4112-8a0f-bc99ca02c315 None None] Provisioning for port 746da651-ed76-4ebb-b398-f4e15446e8db completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:06.738825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.764446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1806b0e1-43e0-4112-8a0f-bc99ca02c315 None None] Provisioning complete for port 746da651-ed76-4ebb-b398-f4e15446e8db triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:06.764942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1806b0e1-43e0-4112-8a0f-bc99ca02c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.883953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-5171f9c3-adf4-4e40-9149-d30a497021df tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288822064&fields=id&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 267 time: 0.1108317 Jul 16 09:02:06.921015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fb294b1d-a812-4e94-8679-d1cbba24e711 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:06.935152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1806b0e1-43e0-4112-8a0f-bc99ca02c315 None None] Port 746da651-ed76-4ebb-b398-f4e15446e8db cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:06.940837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fb294b1d-a812-4e94-8679-d1cbba24e711 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:06.941477 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.115212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a8b8b167-e8fe-4b3e-9566-a4f0e5684687 None None] Provisioning complete for port 746da651-ed76-4ebb-b398-f4e15446e8db triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:07.115587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b167-e8fe-4b3e-9566-a4f0e5684687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.140942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b78f283-1ed9-4d7a-91c2-c1ccfb31037c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.144532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-9b1e35df-4898-43a2-b1db-2e2f8afaedf2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.148068 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-9b1e35df-4898-43a2-b1db-2e2f8afaedf2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/networks?id=2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 200 len: 797 time: 0.2632155 Jul 16 09:02:07.163613 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 2, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:07.174385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-5f691909-e662-4734-b765-84ce446c04c0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/quotas/230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 375 time: 0.0203216 Jul 16 09:02:07.232248 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Checking router: 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:07.232776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Updating router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 port 746da651-ed76-4ebb-b398-f4e15446e8db binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:07.264703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffece7d1-fba3-4127-a737-5b8e077815fd up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:07.272102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8b167-e8fe-4b3e-9566-a4f0e5684687 None None] Port 746da651-ed76-4ebb-b398-f4e15446e8db cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:07.288063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-5fdc1ae7-d6ca-4a1a-bf68-98022699afee tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126285 Jul 16 09:02:07.302203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b78f283-1ed9-4d7a-91c2-c1ccfb31037c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.311562 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.314070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2b78f283-1ed9-4d7a-91c2-c1ccfb31037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.369705 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.404747 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2b78f283-1ed9-4d7a-91c2-c1ccfb31037c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae6f32c0692041af8c496466b13dbb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608908 Jul 16 09:02:07.405624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45842) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.406303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78f283-1ed9-4d7a-91c2-c1ccfb31037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79c056-5196-40e1-a951-4e8734764296,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.427955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-7c74fd9e-b22e-406c-8c3d-b96c2886e546 service neutron] 10.222.0.32 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376770 Jul 16 09:02:07.431941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fb294b1d-a812-4e94-8679-d1cbba24e711, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb294b1d-a812-4e94-8679-d1cbba24e711,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:07.436663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-096b902d-90bb-4868-991c-f6eec29863fe None None] Provisioning complete for port 746da651-ed76-4ebb-b398-f4e15446e8db triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:07.437040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-096b902d-90bb-4868-991c-f6eec29863fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.444558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.511661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.549531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.549776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-096b902d-90bb-4868-991c-f6eec29863fe None None] Port 746da651-ed76-4ebb-b398-f4e15446e8db cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:07.551136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ffece7d1-fba3-4127-a737-5b8e077815fd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:07.560474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ffece7d1-fba3-4127-a737-5b8e077815fd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:07.561128 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.607483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.612617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.619838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc79c056-5196-40e1-a951-4e8734764296 HTTP/1.1" status: 204 len: 168 time: 0.1915290 Jul 16 09:02:07.632260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7510217-89d0-4e62-bb9e-6ca7fbf8f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79c056-5196-40e1-a951-4e8734764296,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.673654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fb294b1d-a812-4e94-8679-d1cbba24e711,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.695766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-c5479de8-be53-42dc-a3e9-752261f60c29 service neutron] 10.222.0.32 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663264 Jul 16 09:02:07.804434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.854335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:07.857671 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae9846-84f8-4b51-a527-b88c90ac96de" -d '{"events": [{"server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "name": "network-vif-plugged", "status": "completed", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:07.874988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffece7d1-fba3-4127-a737-5b8e077815fd,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:07.882506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.929967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb7cc-58c9-4f11-bdd7-067faeb1c2b7 req-b17fea5e-db15-46b8-ae84-72ae213056ac tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:07.931551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10bcb7cc-58c9-4f11-bdd7-067faeb1c2b7 req-b17fea5e-db15-46b8-ae84-72ae213056ac tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 945 time: 0.1307778 Jul 16 09:02:07.980850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.053820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10bcb7cc-58c9-4f11-bdd7-067faeb1c2b7 req-818eaf7d-0bad-4fe1-9bdc-d6daf7522090 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913894 Jul 16 09:02:08.093827 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.118730 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad4e661-d644-444c-abef-423e4b8c66ce x-openstack-request-id: req-5ad4e661-d644-444c-abef-423e4b8c66ce {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:08.119715 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "name": "network-vif-plugged", "status": "completed", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:08.120365 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ad4e661-d644-444c-abef-423e4b8c66ce {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:08.120982 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd', 'code': 200} Jul 16 09:02:08.134007 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Transition to ACTIVE for port object 746da651-ed76-4ebb-b398-f4e15446e8db will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:08.149927 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.196716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 45904) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:08.296542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e7bc3d6-59ab-4d4b-9206-9a79a09c8c04 req-865615b1-d743-4b17-b4c1-e51098c7873e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 210 time: 0.1047287 Jul 16 09:02:08.300630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7aaed25-be2d-4cf3-b513-228fbb64c735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.327288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Pushing event updated for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.357599 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.359173 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.361056 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.364193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.364534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.365416 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.369109 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.369684 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.369945 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.370285 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.372013 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.373393 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:08.434106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1bbec-814d-4492-9270-cf577d382a4e req-5c418954-ce37-4df4-a61a-425ec9fe79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:08.436079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79e1bbec-814d-4492-9270-cf577d382a4e req-5c418954-ce37-4df4-a61a-425ec9fe79e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 1098 time: 0.2190845 Jul 16 09:02:08.533713 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79e1bbec-814d-4492-9270-cf577d382a4e req-fea686c0-d363-4477-a95a-4001dc534c5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896788 Jul 16 09:02:08.594095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7aaed25-be2d-4cf3-b513-228fbb64c735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.594331 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Attempting to bind port 746da651-ed76-4ebb-b398-f4e15446e8db on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:08.595116 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Attempting to bind port 746da651-ed76-4ebb-b398-f4e15446e8db by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:08.596207 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Attempting to bind port 746da651-ed76-4ebb-b398-f4e15446e8db on network 2da20f47-d327-481f-a0a8-6af13cc6a977 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:08.604247 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:08.605164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Checking segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:08.605780 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.606350 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Bound using segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:08.607022 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Bound port: 746da651-ed76-4ebb-b398-f4e15446e8db, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:08.607563 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.613415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d7aaed25-be2d-4cf3-b513-228fbb64c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.687658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 45914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:08.689690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d7aaed25-be2d-4cf3-b513-228fbb64c735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2361628611494707b343b2e5d6a348f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912188 Jul 16 09:02:08.714478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.725773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaed25-be2d-4cf3-b513-228fbb64c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462d9e21-def9-4920-9dad-d1a1ce293df2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.801934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] For port 746da651-ed76-4ebb-b398-f4e15446e8db, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:08.809008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.809165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] For port 746da651-ed76-4ebb-b398-f4e15446e8db, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=746da651-ed76-4ebb-b398-f4e15446e8db,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:08.819308 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.842140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.920292 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:08.921493 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:01:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.946118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.957896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.962072 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/462d9e21-def9-4920-9dad-d1a1ce293df2 HTTP/1.1" status: 204 len: 168 time: 0.2709260 Jul 16 09:02:08.980973 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7095a81-8550-4cc6-8dd5-33fbf2413599 None None] Pushing event updated for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.991529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908fcbb-cfa6-4eee-84ea-89521a944b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d9e21-def9-4920-9dad-d1a1ce293df2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:09.170607 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:09.291799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.452218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08411c1e-026a-48a1-a355-7b53c48014b1 req-1893172f-487b-4a16-9e9d-ddecbdd84be8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:09.469699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08411c1e-026a-48a1-a355-7b53c48014b1 req-1893172f-487b-4a16-9e9d-ddecbdd84be8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 946 time: 0.2040210 Jul 16 09:02:09.603906 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:09.606854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d1e640b-303d-487c-9080-9fa50dfcef03 req-4b7b82ca-c415-4170-8432-c62f0deaf176 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 210 time: 0.1343257 Jul 16 09:02:09.622561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb294b1d-a812-4e94-8679-d1cbba24e711 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:09.703546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08411c1e-026a-48a1-a355-7b53c48014b1 req-0bcf2755-f474-40a3-a824-e7f4c3d84af9 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327468 Jul 16 09:02:09.775013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fb294b1d-a812-4e94-8679-d1cbba24e711 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:09.775980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.918211 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bb75f-995b-40a2-8758-ef238a934e58 None None] The sync data for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 is: [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:08Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:10.418608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-ca1e3b1c-ed43-4a66-821d-584571680997 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:10.420193 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-ca1e3b1c-ed43-4a66-821d-584571680997 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/networks?id=2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 200 len: 797 time: 0.2096865 Jul 16 09:02:10.518827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-cf5148b4-f71d-4948-8a13-d561727980a1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=230ed1c9fd94431dae9695be3ccc5f1f HTTP/1.1" status: 200 len: 379 time: 0.0894892 Jul 16 09:02:10.530325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'port': {'device_id': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'admin_state_up': True, 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'security_groups': ['c4ee441c-5232-4e1f-afa5-7d81c8516245']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:10.791619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Made reservation on behalf of 230ed1c9fd94431dae9695be3ccc5f1f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:10.795305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.986556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-81413b45-4078-4a05-b9c5-5e4ff13ddd2d req-8e2bc285-f23a-47cc-beb3-51e5a385ec4a tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 210 time: 0.0904541 Jul 16 09:02:11.066063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.20.0.8 (2da20f47-d327-481f-a0a8-6af13cc6a977/466e34f5-10ed-453e-bde6-990f297b7ba0/169ca391-9401-4cbb-aa03-e4407f5f90ac) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:11.214332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e93b0e-2b40-456a-b4b1-1e0b971bdeca req-8c1a9ee3-f81d-4803-af4e-2dda4d3512b4 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:11.217619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8e93b0e-2b40-456a-b4b1-1e0b971bdeca req-8c1a9ee3-f81d-4803-af4e-2dda4d3512b4 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 946 time: 0.2595780 Jul 16 09:02:11.337776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.348759 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8e93b0e-2b40-456a-b4b1-1e0b971bdeca req-b1497a36-9de4-491f-80df-fc8011243b85 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225889 Jul 16 09:02:11.372759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Transition to ACTIVE for port object 169ca391-9401-4cbb-aa03-e4407f5f90ac will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:11.440825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.570047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.585689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:11.586499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:11.600108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:11.668620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 746da651-ed76-4ebb-b398-f4e15446e8db up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:11.743313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:11.744068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.788973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-828d4e23-c92b-4448-a0a4-0518d4e19e54 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2634344 Jul 16 09:02:11.803035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 746da651-ed76-4ebb-b398-f4e15446e8db completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:11.817904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Request body: {'port': {'device_id': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.818099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 746da651-ed76-4ebb-b398-f4e15446e8db triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:11.818099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.000199 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.073509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 746da651-ed76-4ebb-b398-f4e15446e8db, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=746da651-ed76-4ebb-b398-f4e15446e8db,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:12.102574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.121645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.155230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-faf16222-6dd6-475c-94f8-7699409b5a2f None None] Provisioning for port 169ca391-9401-4cbb-aa03-e4407f5f90ac completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:12.172183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-faf16222-6dd6-475c-94f8-7699409b5a2f None None] Provisioning complete for port 169ca391-9401-4cbb-aa03-e4407f5f90ac triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:12.176185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-faf16222-6dd6-475c-94f8-7699409b5a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.273074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-faf16222-6dd6-475c-94f8-7699409b5a2f None None] Port 169ca391-9401-4cbb-aa03-e4407f5f90ac cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:12.321286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:12.445971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae815f53-ae46-4197-8ae5-30b86df6f2a1 req-d2fb906a-0c67-4eed-b50e-642dc2af7a7b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.459223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae815f53-ae46-4197-8ae5-30b86df6f2a1 req-d2fb906a-0c67-4eed-b50e-642dc2af7a7b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 931 time: 0.1635242 Jul 16 09:02:12.533056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae815f53-ae46-4197-8ae5-30b86df6f2a1 req-6d28bdba-c177-4c80-ba90-99a16041f296 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658569 Jul 16 09:02:12.669143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-182b0673-2f9b-4782-85e7-e995ff3c9b8e req-2cd42652-21bd-4af9-998a-bdf6312e96d3 service neutron] (93775) timed out ('10.222.0.32', 53340) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:02:12.775297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:12.787849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.813913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Transition to ACTIVE for port object 169ca391-9401-4cbb-aa03-e4407f5f90ac will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:12.820220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.033861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c973dfb5-1621-4901-acfa-210556d5f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.049585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.222177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Attempting to bind port 169ca391-9401-4cbb-aa03-e4407f5f90ac on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:13.222527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Attempting to bind port 169ca391-9401-4cbb-aa03-e4407f5f90ac by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:13.222860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Attempting to bind port 169ca391-9401-4cbb-aa03-e4407f5f90ac on network 2da20f47-d327-481f-a0a8-6af13cc6a977 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:13.228247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Port 169ca391-9401-4cbb-aa03-e4407f5f90ac on network 2da20f47-d327-481f-a0a8-6af13cc6a977 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:13.228581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Attempting to bind port 169ca391-9401-4cbb-aa03-e4407f5f90ac on network 2da20f47-d327-481f-a0a8-6af13cc6a977 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:13.245255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:13.245741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Checking segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:13.246217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Bound using segment: {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:13.246798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Bound port: 169ca391-9401-4cbb-aa03-e4407f5f90ac, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3907a4d1-c4ce-44d2-830f-2da606b0c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:13.247446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.365457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:13.369946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:13.376208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.421791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.422616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.425806 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] 10.222.0.46 "PUT /v2.0/ports/169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 200 len: 1092 time: 1.6249583 Jul 16 09:02:13.425806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:13.427600 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:13.476680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1f92b-cfeb-4a08-b315-97636b659c9a service neutron] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.570528 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f512de2-ac45-4aeb-8203-f95bc1a47d88 x-openstack-request-id: req-3f512de2-ac45-4aeb-8203-f95bc1a47d88 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:13.570850 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:13.571330 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f512de2-ac45-4aeb-8203-f95bc1a47d88 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:13.571738 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'status': 'completed', 'code': 200} Jul 16 09:02:13.620600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-de179748-ef3c-46ef-a7e8-4a654a005624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.638377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 746da651-ed76-4ebb-b398-f4e15446e8db up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:13.654977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-de179748-ef3c-46ef-a7e8-4a654a005624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1095 time: 0.1752560 Jul 16 09:02:13.739377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-27867953-ec5a-41b4-adc8-2679cbfe760d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 200 len: 217 time: 0.0771196 Jul 16 09:02:13.753146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 746da651-ed76-4ebb-b398-f4e15446e8db triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:13.753684 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.768708 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:13.870267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-35fd91e7-eae5-412f-a201-5712725f3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.873035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-35fd91e7-eae5-412f-a201-5712725f3c5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=466e34f5-10ed-453e-bde6-990f297b7ba0 HTTP/1.1" status: 200 len: 835 time: 0.1252139 Jul 16 09:02:13.896780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6477a-2591-49d3-acc9-d38a1603268a req-a10882c7-8086-440d-b53a-e0fe2d875f5c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.898464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29b6477a-2591-49d3-acc9-d38a1603268a req-a10882c7-8086-440d-b53a-e0fe2d875f5c tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 943 time: 0.1189635 Jul 16 09:02:13.985488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daf602-031f-4224-8e65-e0a2181cde23 req-c17ef6ec-a194-4794-96a3-9bc44529f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:13.988936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29b6477a-2591-49d3-acc9-d38a1603268a req-f546464c-763a-4b27-8a65-2b02397d0144 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842192 Jul 16 09:02:13.994907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-c17ef6ec-a194-4794-96a3-9bc44529f9f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2da20f47-d327-481f-a0a8-6af13cc6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082833 Jul 16 09:02:14.119196 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-67ac4f17-485c-4aef-90d2-6484b51af7e9 service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220315 Jul 16 09:02:14.331688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46086) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:14.350427 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01daf602-031f-4224-8e65-e0a2181cde23 req-f9dff82d-494f-4bf8-9a95-39be7e9708bc service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233791 Jul 16 09:02:14.489636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-dbb50326-8412-4e57-9118-0d04ca59b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.492089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-dbb50326-8412-4e57-9118-0d04ca59b7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1095 time: 0.0744841 Jul 16 09:02:14.499281 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ff3c-02b8-46df-a1bb-7a290e5a2076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.610722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-1f882e7e-c396-4636-b109-072e06ea5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.612255 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-1f882e7e-c396-4636-b109-072e06ea5998 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 200 len: 898 time: 0.1133058 Jul 16 09:02:14.673108 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-7cb61e95-04d1-4d1b-8673-292953ad4ce1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 200 len: 217 time: 0.0536685 Jul 16 09:02:14.743832 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ff3c-02b8-46df-a1bb-7a290e5a2076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.745349 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-cec89f74-e9b2-4521-bf91-22ab0edcb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.748207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-cec89f74-e9b2-4521-bf91-22ab0edcb855 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=466e34f5-10ed-453e-bde6-990f297b7ba0 HTTP/1.1" status: 200 len: 835 time: 0.0685027 Jul 16 09:02:14.754875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ff3c-02b8-46df-a1bb-7a290e5a2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.826493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5ff3c-02b8-46df-a1bb-7a290e5a2076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d7b07-2778-4a03-94f4-16e822601791,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.834280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-1650c478-a762-49c8-9a8f-8ab1a7f3590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.836300 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-1650c478-a762-49c8-9a8f-8ab1a7f3590d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2da20f47-d327-481f-a0a8-6af13cc6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795736 Jul 16 09:02:14.884084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4b5ff3c-02b8-46df-a1bb-7a290e5a2076 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60eb5a5e7cd74c54ba44593830d51212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453849 Jul 16 09:02:14.884084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:14.945128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.967885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.977818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-bd7cecc0-8c03-474a-9c52-9debed9ae54a service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307235 Jul 16 09:02:15.048116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.051155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.053479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d6d7b07-2778-4a03-94f4-16e822601791 HTTP/1.1" status: 204 len: 168 time: 0.1695037 Jul 16 09:02:15.081316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda1432-9bd1-4551-96f0-90b840e82759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d7b07-2778-4a03-94f4-16e822601791,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:15.180760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e20bbbf-8b94-4c2e-8eb7-263fc13b5ac7 req-366b7717-2f3e-4f4b-9c02-765d4e67f9dc service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960530 Jul 16 09:02:15.322378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa354d-d506-4fb4-8a2c-22a8618be827 req-6a39c2c0-1239-4e5a-872f-c247eaf7df72 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.324595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdfa354d-d506-4fb4-8a2c-22a8618be827 req-6a39c2c0-1239-4e5a-872f-c247eaf7df72 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 943 time: 0.1209266 Jul 16 09:02:15.405423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdfa354d-d506-4fb4-8a2c-22a8618be827 req-33348851-a6dd-45b2-b246-2c67d21c5410 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737693 Jul 16 09:02:15.504559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46116) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:15.525891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.625052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b34-8536-4d2b-99d2-acc8179c9fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.673088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.679909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.699845 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.741495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0064ba3174904ebebc135efa2a79efcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357354 Jul 16 09:02:15.744259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:15.744416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9f5b94-284e-4471-b458-b3d1d69e65f0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:15.753092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.753482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.754008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.754419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.754746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.755112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.755497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.755834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.756193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.756566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.757140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.757490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883e4110-440c-41eb-92a8-dae23c733f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:15.858405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.901075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.984150 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.987791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.988997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a9f5b94-284e-4471-b458-b3d1d69e65f0 HTTP/1.1" status: 204 len: 168 time: 0.2430997 Jul 16 09:02:16.018471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec2a83-dc46-4a07-8671-3ccd1496bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9f5b94-284e-4471-b458-b3d1d69e65f0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:16.689098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10ec45-d1b7-4ff6-aa91-ac84278d6b23 req-2cf8b2e0-caa7-4607-8224-5b2c66904a56 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:16.700799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff10ec45-d1b7-4ff6-aa91-ac84278d6b23 req-2cf8b2e0-caa7-4607-8224-5b2c66904a56 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 943 time: 0.1040647 Jul 16 09:02:16.764870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff10ec45-d1b7-4ff6-aa91-ac84278d6b23 req-9d9c15e9-c519-498e-98e3-29fdbfd8c878 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626097 Jul 16 09:02:16.970654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.330668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:17.578977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:17.607452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'mac_address': 'fa:16:3e:6b:72:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:17.657806 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.687736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:17.728160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:17.736400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.869542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:18.001134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['169ca391-9401-4cbb-aa03-e4407f5f90ac'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:18.112514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c073f-ef68-4109-bc8d-028160e6faa7 req-4c26d4c6-246e-4e49-9a2f-1c0a0e1e6039 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.129667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e41c073f-ef68-4109-bc8d-028160e6faa7 req-4c26d4c6-246e-4e49-9a2f-1c0a0e1e6039 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 944 time: 0.1638017 Jul 16 09:02:18.247475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e41c073f-ef68-4109-bc8d-028160e6faa7 req-fc6d875c-80d6-48e5-a30b-770ee1aa2526 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161287 Jul 16 09:02:18.556600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.362710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:19.453876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 169ca391-9401-4cbb-aa03-e4407f5f90ac completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:19.458294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 169ca391-9401-4cbb-aa03-e4407f5f90ac triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:19.458674 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.589059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.627322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f961a83-b495-43a7-a58d-eb129edc615d req-8d8d0e05-2268-43f6-a0ee-c53dd8016aac tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:19.632963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f961a83-b495-43a7-a58d-eb129edc615d req-8d8d0e05-2268-43f6-a0ee-c53dd8016aac tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 944 time: 0.1954043 Jul 16 09:02:19.640170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:19.642563 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770559a-bf93-45cc-85e2-57625039cef4" -d '{"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-plugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:19.676714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:19.685560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.711404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f961a83-b495-43a7-a58d-eb129edc615d req-f259491d-b40c-479c-9f77-18771fead2ab tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719452 Jul 16 09:02:19.783777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:19.820426 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6399391-ea7a-42bb-a2d6-affa021477a9 x-openstack-request-id: req-c6399391-ea7a-42bb-a2d6-affa021477a9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:19.820721 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-plugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:19.820979 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6399391-ea7a-42bb-a2d6-affa021477a9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:19.821378 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'code': 200} Jul 16 09:02:19.975006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd5be-c0e0-4b24-8336-30180142931f req-5e1f6713-5dfe-4c66-914a-8df23ef2224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:19.978239 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5cbd5be-c0e0-4b24-8336-30180142931f req-5e1f6713-5dfe-4c66-914a-8df23ef2224a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1097 time: 0.0650649 Jul 16 09:02:20.054635 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a5cbd5be-c0e0-4b24-8336-30180142931f req-02699c0c-6d82-4da8-8165-284e79ee9318 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676205 Jul 16 09:02:21.039562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992d79-4b63-4b7b-9757-2686a0077e72 req-a36b2227-92e6-437c-b38b-369ed55887f3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:21.041100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a992d79-4b63-4b7b-9757-2686a0077e72 req-a36b2227-92e6-437c-b38b-369ed55887f3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1037080 Jul 16 09:02:21.100807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a992d79-4b63-4b7b-9757-2686a0077e72 req-e131e66b-9019-4032-b16d-94efc2d99160 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508056 Jul 16 09:02:22.326665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a270240-7b53-4473-9a5e-36512308fb39 req-27ec28cf-bee2-4cc8-b3e0-c1b8dad317a6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:22.336685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a270240-7b53-4473-9a5e-36512308fb39 req-27ec28cf-bee2-4cc8-b3e0-c1b8dad317a6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1134844 Jul 16 09:02:22.379250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a270240-7b53-4473-9a5e-36512308fb39 req-22955fda-ddcc-46be-a7db-deceb4394682 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Jul 16 09:02:22.617505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ddf48-8f8d-417c-b06b-e0429eaaa832 req-e7cd008c-1874-46f4-8fa5-9f7a5ea93aeb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:22.619287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a5ddf48-8f8d-417c-b06b-e0429eaaa832 req-e7cd008c-1874-46f4-8fa5-9f7a5ea93aeb tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.0900164 Jul 16 09:02:22.670350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9a5ddf48-8f8d-417c-b06b-e0429eaaa832 req-b05630df-2533-4952-b44a-2a159e75d0d2 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Jul 16 09:02:22.701985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:22.767373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbb992-55d3-4ad9-84c4-ac77ffb9aa8a tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:22.772462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a5dbb992-55d3-4ad9-84c4-ac77ffb9aa8a tempest-TestNetworkAdvancedServerOps-980456230 tempest-TestNetworkAdvancedServerOps-980456230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0692892 Jul 16 09:02:22.773072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:22.778582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:22.815334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.952282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.116272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Allocated IP 172.25.5.192 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c27d0c13-3b68-414f-8b53-deedadf60be3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:23.277170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.355740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.423156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=c27d0c13-3b68-414f-8b53-deedadf60be3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:23.432604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:23.435258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:23.437883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:24.094309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.146766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46332) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:24.274177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.342790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58fb9e4d-2a1d-4f59-8763-d45be90bfa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.540344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58fb9e4d-2a1d-4f59-8763-d45be90bfa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.547752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-58fb9e4d-2a1d-4f59-8763-d45be90bfa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.633480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb9e4d-2a1d-4f59-8763-d45be90bfa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa19e0e-59da-4e73-8268-c3417c6d95ee,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.651624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-58fb9e4d-2a1d-4f59-8763-d45be90bfa5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7dda6546b1947b39506d43395d980f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017648 Jul 16 09:02:24.652280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46344) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:24.721934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.750651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.806640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.809444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.812859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfa19e0e-59da-4e73-8268-c3417c6d95ee HTTP/1.1" status: 204 len: 168 time: 0.1575041 Jul 16 09:02:24.819906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce1f83-25f2-4c80-8871-3b1f92a71d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa19e0e-59da-4e73-8268-c3417c6d95ee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.920477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.926683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.978714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event updated for resources: {'Port': ['ID=c27d0c13-3b68-414f-8b53-deedadf60be3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.030033 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.158371 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP 007ca001-9ce5-4827-814d-6655c221c0e2 associated. External IP: 172.25.5.192, port: 169ca391-9401-4cbb-aa03-e4407f5f90ac. Jul 16 09:02:25.213471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46354) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:25.230172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef5117bf-702e-4031-8d62-cf0599901be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.373969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef5117bf-702e-4031-8d62-cf0599901be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.381089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef5117bf-702e-4031-8d62-cf0599901be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.433040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:25.443999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef5117bf-702e-4031-8d62-cf0599901be5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a2547a1ed9648cea09563a75bdb7d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282388 Jul 16 09:02:25.446118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5117bf-702e-4031-8d62-cf0599901be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16442fb9-6a0d-4ae8-88ae-086ef5930d68,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.460197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46362) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:25.555520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.597953 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.598709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:25.613601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Sync routers for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:25.631529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:25.632097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:25.642163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.666352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.670743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.673123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16442fb9-6a0d-4ae8-88ae-086ef5930d68 HTTP/1.1" status: 204 len: 168 time: 0.2115753 Jul 16 09:02:25.684902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f273e-cba4-42b1-b6d8-8670a7991001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16442fb9-6a0d-4ae8-88ae-086ef5930d68,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.720683 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4c949dae-dc5a-4cb8-bf7f-e217e8ffd759 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9459946 Jul 16 09:02:25.721309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:25.724630 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:25.835386 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc0a4cc-8d86-4fa6-8069-734ba713f5d9 x-openstack-request-id: req-2fc0a4cc-8d86-4fa6-8069-734ba713f5d9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:25.836482 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:25.836482 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fc0a4cc-8d86-4fa6-8069-734ba713f5d9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:25.837143 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'status': 'completed', 'code': 200} Jul 16 09:02:25.997788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:26.048572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-f57b44cb-5779-4079-ac27-ff02cb005270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.050256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-f57b44cb-5779-4079-ac27-ff02cb005270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1097 time: 0.1790059 Jul 16 09:02:26.068082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f417d-ae6e-4d2b-aa63-26612383ff9d req-21996266-e548-42f5-9bf5-a28157e781ec tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.076204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b54f417d-ae6e-4d2b-aa63-26612383ff9d req-21996266-e548-42f5-9bf5-a28157e781ec tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1184721 Jul 16 09:02:26.155601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b54f417d-ae6e-4d2b-aa63-26612383ff9d req-e34e36aa-e965-411d-9f96-8bfcc345c2f7 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783420 Jul 16 09:02:26.187275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.356360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-624af175-89b0-4879-88ee-c6166bab673b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/007ca001-9ce5-4827-814d-6655c221c0e2 HTTP/1.1" status: 200 len: 991 time: 0.1668429 Jul 16 09:02:26.360851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-b276ebbd-470a-4658-8714-b10375671f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.362878 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-b276ebbd-470a-4658-8714-b10375671f8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 200 len: 898 time: 0.3048227 Jul 16 09:02:26.475828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-658028f8-236a-4ada-b017-2a65c94a3260 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 200 len: 999 time: 0.1036136 Jul 16 09:02:26.499619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '007ca001-9ce5-4827-814d-6655c221c0e2', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'mac_address': 'fa:16:3e:6b:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:23Z', 'updated_at': '2021-07-16T09:02:23Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.543339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46380) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.546909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-adaad285-2583-402d-88a0-26be51102155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.548773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-adaad285-2583-402d-88a0-26be51102155 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=466e34f5-10ed-453e-bde6-990f297b7ba0 HTTP/1.1" status: 200 len: 835 time: 0.0584919 Jul 16 09:02:26.556620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Checking router: 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:26.558379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-887f07b5-3e31-40d0-91d4-f987aeb8f6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.580305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:26.581918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:02:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.660339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-c7977fa7-2cfd-413c-ab03-ebb5b0fbbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.663333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-c7977fa7-2cfd-413c-ab03-ebb5b0fbbe40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2da20f47-d327-481f-a0a8-6af13cc6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067266 Jul 16 09:02:26.793322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-887f07b5-3e31-40d0-91d4-f987aeb8f6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.796330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:26.798733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-887f07b5-3e31-40d0-91d4-f987aeb8f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.827282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-887f07b5-3e31-40d0-91d4-f987aeb8f6f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12eaba7dc317441fb7983cac78fb3900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828572 Jul 16 09:02:26.831076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 46386) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.855604 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-c7c48d8e-b5ff-4ae8-9121-0b4f0ffc67d4 service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821868 Jul 16 09:02:26.873846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f07b5-3e31-40d0-91d4-f987aeb8f6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f8803e-a013-423e-b0e5-6b1283361641,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.931333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.977199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.026989 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ca28fe1b-ea37-43e8-b50c-7a13cb8cafd8 req-231659b2-8828-4a29-86cd-50fcedfd1ec6 service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642478 Jul 16 09:02:27.041370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.052852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.055983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04f8803e-a013-423e-b0e5-6b1283361641 HTTP/1.1" status: 204 len: 168 time: 0.2239411 Jul 16 09:02:27.087340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce820a-d9dc-4d23-ae00-129ae40183fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f8803e-a013-423e-b0e5-6b1283361641,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.236910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '007ca001-9ce5-4827-814d-6655c221c0e2', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'mac_address': 'fa:16:3e:6b:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:23Z', 'updated_at': '2021-07-16T09:02:23Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:27.308271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff3a67-3d52-4101-80c6-fb6bb023ac1c None None] The sync data for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 is: [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '007ca001-9ce5-4827-814d-6655c221c0e2', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'mac_address': 'fa:16:3e:6b:72:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:02:23Z', 'updated_at': '2021-07-16T09:02:23Z', 'revision_number': 0, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:27.359092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46416) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.499930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18793bcb-e7be-43ca-8fd9-b88d082d2b9f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/007ca001-9ce5-4827-814d-6655c221c0e2 HTTP/1.1" status: 200 len: 991 time: 0.1386628 Jul 16 09:02:27.753364 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf4222-fd9d-40b8-8932-787ce28f062a None None] New status for floating IP 007ca001-9ce5-4827-814d-6655c221c0e2: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:02:28.503135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 46480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.681074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-17197c44-904e-4491-b6fb-b4e9770f7b67 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/007ca001-9ce5-4827-814d-6655c221c0e2 HTTP/1.1" status: 200 len: 993 time: 0.1656721 Jul 16 09:02:35.085655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-da3489f2-90d1-4f76-b05c-fbf458f5b137 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:35.092725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-da3489f2-90d1-4f76-b05c-fbf458f5b137 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1609025 Jul 16 09:02:35.108760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-5b463b5f-e9ff-4a84-ad7b-890bd0bfa54e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0151062 Jul 16 09:02:35.203830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-6d4eef7e-614b-4b6e-90a4-d9960af23f31 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908463 Jul 16 09:02:35.334729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-f4ece555-0635-4328-832c-ea2061acd96d service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223409 Jul 16 09:02:35.447478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-b7dfdc52-73b1-4068-a02d-4c770da6a524 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065664 Jul 16 09:02:35.885338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c233c8b7-8204-48bd-b9b8-ead650cfb8d3 req-c1abc222-30cc-491d-8a4f-8eed12422969 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0433199 Jul 16 09:02:37.137207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f9c4580-4ba5-4cfa-b07a-66a317843a7f req-d29d0cdd-6488-4bba-bfb0-24fc97e87651 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0460188 Jul 16 09:02:37.627664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa940-03ae-4954-84fe-15755cffe937 req-0936fe6c-745a-45ec-8c5c-22e382f59bee tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:37.637592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c42fa940-03ae-4954-84fe-15755cffe937 req-0936fe6c-745a-45ec-8c5c-22e382f59bee tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 946 time: 0.1390336 Jul 16 09:02:37.677870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-79b6c002-1a0a-4dbc-9a5f-2d12c231c427 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:37.680582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-79b6c002-1a0a-4dbc-9a5f-2d12c231c427 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1904209 Jul 16 09:02:37.683934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c42fa940-03ae-4954-84fe-15755cffe937 req-6be96d75-7319-459c-bcfb-e8689823a8b6 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Jul 16 09:02:37.701128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:37.868877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:37.873410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.099167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.6 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/30c973de-2ef5-4833-bb39-174c127d2233) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:38.357578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e5e57e5-cf06-48b6-8f35-920bbd3c223f req-c4298351-876b-4980-ac0f-6a425fba4f1e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0452271 Jul 16 09:02:38.418332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.435806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 30c973de-2ef5-4833-bb39-174c127d2233 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:38.496842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.555755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:38.559877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:38.564966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:38.573553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:38.635605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.636637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.658642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-295dd452-9d98-4250-bdcb-56502f74ec30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9672463 Jul 16 09:02:38.677721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.679599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Request body: {'port': {'device_id': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:38.810631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.913753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6fe5cc50-a48f-47dc-a4f6-49563e4f45a6 None None] Provisioning for port 30c973de-2ef5-4833-bb39-174c127d2233 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:38.929017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6fe5cc50-a48f-47dc-a4f6-49563e4f45a6 None None] Provisioning complete for port 30c973de-2ef5-4833-bb39-174c127d2233 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:38.929524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cc50-a48f-47dc-a4f6-49563e4f45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.995369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5cc50-a48f-47dc-a4f6-49563e4f45a6 None None] Port 30c973de-2ef5-4833-bb39-174c127d2233 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:39.041222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38627-560b-40a6-81f7-8664b43c12e1 req-9e9b833b-31ea-431b-be26-23b5a6da4467 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.043205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0a38627-560b-40a6-81f7-8664b43c12e1 req-9e9b833b-31ea-431b-be26-23b5a6da4467 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 946 time: 0.1433194 Jul 16 09:02:39.093266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0a38627-560b-40a6-81f7-8664b43c12e1 req-505f5829-2e94-4d3c-8197-45b9a54e0236 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Jul 16 09:02:39.295207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-a0c311f5-c959-4605-95ee-fa0c96744570 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.298414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-a0c311f5-c959-4605-95ee-fa0c96744570 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 946 time: 0.1427445 Jul 16 09:02:39.302849 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.322889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c973de-2ef5-4833-bb39-174c127d2233 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:39.348579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.373922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Transition to ACTIVE for port object 30c973de-2ef5-4833-bb39-174c127d2233 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:39.384203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.517672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Pushing event updated for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:39.572835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Deleting port ffece7d1-fba3-4127-a737-5b8e077815fd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:39.573179 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.721779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8bff8-7352-47a7-a246-5a17787d5b5b req-4d3abd83-1eab-48ee-94d1-c4b5b6685502 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.734302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bd8bff8-7352-47a7-a246-5a17787d5b5b req-4d3abd83-1eab-48ee-94d1-c4b5b6685502 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1919773 Jul 16 09:02:39.735182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Attempting to bind port 30c973de-2ef5-4833-bb39-174c127d2233 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:39.735671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Attempting to bind port 30c973de-2ef5-4833-bb39-174c127d2233 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:39.736130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Attempting to bind port 30c973de-2ef5-4833-bb39-174c127d2233 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:39.753511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Port 30c973de-2ef5-4833-bb39-174c127d2233 on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:02:39.753956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Attempting to bind port 30c973de-2ef5-4833-bb39-174c127d2233 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:39.761593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:39.761922 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:39.762309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:39.762754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Bound port: 30c973de-2ef5-4833-bb39-174c127d2233, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:39.763119 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.837060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7bd8bff8-7352-47a7-a246-5a17787d5b5b req-7d170e70-1abd-4e89-95ac-1c4bec43b600 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996728 Jul 16 09:02:39.844601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] For port ffece7d1-fba3-4127-a737-5b8e077815fd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ffece7d1-fba3-4127-a737-5b8e077815fd,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:39.844976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.889777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Calling delete_port for ffece7d1-fba3-4127-a737-5b8e077815fd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:39.966715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:39.974289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=30c973de-2ef5-4833-bb39-174c127d2233,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:39.983869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.057353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.057986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.059515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] 10.222.0.46 "PUT /v2.0/ports/30c973de-2ef5-4833-bb39-174c127d2233 HTTP/1.1" status: 200 len: 1092 time: 1.3876390 Jul 16 09:02:40.059951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:40.062218 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381aebdb-cf9c-499c-9d16-11a59b6d81fb" -d '{"events": [{"name": "network-changed", "server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "tag": "30c973de-2ef5-4833-bb39-174c127d2233"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:40.202435 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763dca1-b588-4d60-bd4b-fb762e208258 x-openstack-request-id: req-6763dca1-b588-4d60-bd4b-fb762e208258 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:40.203122 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "tag": "30c973de-2ef5-4833-bb39-174c127d2233", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:40.203377 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6763dca1-b588-4d60-bd4b-fb762e208258 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:40.203784 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233', 'status': 'completed', 'code': 200} Jul 16 09:02:40.234413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec90b4-c29a-46ae-ba72-39ad4bc65de5 service neutron] Pushing event updated for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.323833 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.337910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d', 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'ffece7d1-fba3-4127-a737-5b8e077815fd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:40.454069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a662ed54-a477-4c7e-a18d-1a3e3601485f req-6caf5124-0995-4ac5-98ac-d2c2f7597c9e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c75ad2a-f4cf-411c-8e9a-c083465b2662 HTTP/1.1" status: 200 len: 210 time: 0.1222863 Jul 16 09:02:40.459034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event deleted for resources: {'Port': ['ID=ffece7d1-fba3-4127-a737-5b8e077815fd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.524849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-77555f88-6994-4eb1-9f84-0d8ac461c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.526969 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-77555f88-6994-4eb1-9f84-0d8ac461c717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 1095 time: 0.4214110 Jul 16 09:02:40.572006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] No DVR routers for this DVR port ffece7d1-fba3-4127-a737-5b8e077815fd on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:40.577939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.580571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2cdd0241-d15e-4811-9e57-948425bcc7dd req-26cd46a2-06e7-4168-86d7-895f13a778d1 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "DELETE /v2.0/ports/ffece7d1-fba3-4127-a737-5b8e077815fd HTTP/1.1" status: 204 len: 173 time: 1.2706304 Jul 16 09:02:40.641403 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-c4374c24-1d1f-4c24-8a19-09d5da626cd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c973de-2ef5-4833-bb39-174c127d2233 HTTP/1.1" status: 200 len: 217 time: 0.1029696 Jul 16 09:02:40.744680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-3d1d7c27-4849-4a66-b3be-33938dba1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.746300 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-3d1d7c27-4849-4a66-b3be-33938dba1ef7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0964406 Jul 16 09:02:40.876824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569620c-a005-4950-af30-5acb05c1c897 req-d847daed-efe0-4650-8f0a-4b17449ae3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:40.878390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-d847daed-efe0-4650-8f0a-4b17449ae3ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215186 Jul 16 09:02:41.129249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-529405b3-008a-4e3b-a5f6-b16bc7106436 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424204 Jul 16 09:02:41.206405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bc76d-2b33-42d5-8608-6fa5b5c38120 req-6ed283b8-1e3b-4e1c-ba31-abf2ba24888d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.210436 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d73bc76d-2b33-42d5-8608-6fa5b5c38120 req-6ed283b8-1e3b-4e1c-ba31-abf2ba24888d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1262696 Jul 16 09:02:41.284824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d73bc76d-2b33-42d5-8608-6fa5b5c38120 req-1e934c6c-fb0b-4a15-a109-3d6f861ebbf3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654058 Jul 16 09:02:41.388991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8569620c-a005-4950-af30-5acb05c1c897 req-74285ac5-64e4-4980-8c3f-11c3b689abc8 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513912 Jul 16 09:02:41.570034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-cc93cb82-3ae7-4f07-a75b-202e08ade8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.572556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-cc93cb82-3ae7-4f07-a75b-202e08ade8c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 1095 time: 0.1029429 Jul 16 09:02:41.727926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-c8b28ff8-086a-4a98-ba1e-9987934dc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.743355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-c8b28ff8-086a-4a98-ba1e-9987934dc927 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1620595 Jul 16 09:02:41.812707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-0c5e85e1-642c-444f-a10b-1e370c7c9990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c973de-2ef5-4833-bb39-174c127d2233 HTTP/1.1" status: 200 len: 217 time: 0.0637488 Jul 16 09:02:41.883993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-1d47bdb4-e7fa-4895-b4c8-22c2e1cf3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.885648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-1d47bdb4-e7fa-4895-b4c8-22c2e1cf3c82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0666897 Jul 16 09:02:41.975548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-12484cce-02ca-4357-89f1-8540858b2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:41.975548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-12484cce-02ca-4357-89f1-8540858b2653 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734947 Jul 16 09:02:42.117776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-8eefe68f-a913-4579-8cb5-7df6e0597d44 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327360 Jul 16 09:02:42.210739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'name': 'network-vif-deleted', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:42.213289 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e164b-6aea-467d-baa7-0057e51e3d06" -d '{"events": [{"server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "name": "network-vif-deleted", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:42.270309 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f4b80-c588-4fb0-ac3d-a88f61378851 x-openstack-request-id: req-a18f4b80-c588-4fb0-ac3d-a88f61378851 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:42.270604 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c75ad2a-f4cf-411c-8e9a-c083465b2662", "name": "network-vif-deleted", "tag": "ffece7d1-fba3-4127-a737-5b8e077815fd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:42.270852 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a18f4b80-c588-4fb0-ac3d-a88f61378851 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:42.271246 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c75ad2a-f4cf-411c-8e9a-c083465b2662', 'name': 'network-vif-deleted', 'tag': 'ffece7d1-fba3-4127-a737-5b8e077815fd', 'status': 'completed', 'code': 200} Jul 16 09:02:42.293152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-381aebdb-cf9c-499c-9d16-11a59b6d81fb req-c563b5cf-d7df-4c35-b0c2-f4f50ece5ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676326 Jul 16 09:02:42.552942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2c97-d896-4fc0-8152-5c226d1cea88 req-58243d4b-560d-482c-b5f1-9045deb561e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:42.561334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-803e2c97-d896-4fc0-8152-5c226d1cea88 req-58243d4b-560d-482c-b5f1-9045deb561e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1052425 Jul 16 09:02:42.612703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-803e2c97-d896-4fc0-8152-5c226d1cea88 req-f4ee563d-2a5e-482b-9c97-cd02db94dd78 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Jul 16 09:02:43.013345 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-435eba1d-e8a1-43a4-ac1f-1e8cfb782a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.501928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffece7d1-fba3-4127-a737-5b8e077815fd no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:43.546142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: ffece7d1-fba3-4127-a737-5b8e077815fd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:43.550267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ffece7d1-fba3-4127-a737-5b8e077815fd not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:43.865831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f16cc-29f4-464d-8fa2-4a4ad661db14 req-8dbf5131-06c0-4a60-a362-fa1b419114f1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:43.881229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-397f16cc-29f4-464d-8fa2-4a4ad661db14 req-8dbf5131-06c0-4a60-a362-fa1b419114f1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1088603 Jul 16 09:02:43.981422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-397f16cc-29f4-464d-8fa2-4a4ad661db14 req-e92410da-a5d8-4cf7-ac0f-d844bb86d9fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936728 Jul 16 09:02:45.426551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6e2c0-a692-4e1b-aef8-a37c43bc3cf8 req-ee0aa088-e637-429c-a5af-0b87b638226c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.433823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7a6e2c0-a692-4e1b-aef8-a37c43bc3cf8 req-ee0aa088-e637-429c-a5af-0b87b638226c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1590374 Jul 16 09:02:45.510141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7a6e2c0-a692-4e1b-aef8-a37c43bc3cf8 req-b7b46348-9c61-4b3a-a4f2-412d94d3f443 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700099 Jul 16 09:02:45.654072 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d831-e0fb-4d97-bcc9-1883f7f88ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.673094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896f5d-3ae1-4077-a880-f75788b76148 req-e72afee9-cfce-4f47-a23a-be34586f420d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.674992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba896f5d-3ae1-4077-a880-f75788b76148 req-e72afee9-cfce-4f47-a23a-be34586f420d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.1043885 Jul 16 09:02:45.734798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba896f5d-3ae1-4077-a880-f75788b76148 req-dc5dd6cd-9818-4572-aa78-76b6a9538276 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526044 Jul 16 09:02:45.739176 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.811895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888d02-b4ba-4ba3-84bd-afce46285ca4 req-23d84c22-7d82-4605-ba56-a5f9d06ea45b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:46.814387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e888d02-b4ba-4ba3-84bd-afce46285ca4 req-23d84c22-7d82-4605-ba56-a5f9d06ea45b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1604815 Jul 16 09:02:46.904755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e888d02-b4ba-4ba3-84bd-afce46285ca4 req-e4c5468a-e251-4b71-aa3b-ecb35fd9cf0e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768807 Jul 16 09:02:46.955715 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.026694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eff467-50ca-4b2f-be44-ee14f8ed0a9b req-04a4ae32-2a16-4bef-9481-82302fe12207 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.033682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0eff467-50ca-4b2f-be44-ee14f8ed0a9b req-04a4ae32-2a16-4bef-9481-82302fe12207 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.0876329 Jul 16 09:02:47.095985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0eff467-50ca-4b2f-be44-ee14f8ed0a9b req-2e8053db-74c8-4c3a-9c91-6528aa893b8b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607796 Jul 16 09:02:47.120800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-59569f5c-2f4f-4622-8f55-56545dae9c1f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:47.123317 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-59569f5c-2f4f-4622-8f55-56545dae9c1f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 945 time: 0.0971079 Jul 16 09:02:47.271457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Deleting port e864e103-78bf-4855-8c12-ab71afc0ec65 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:47.271724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.400940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] For port e864e103-78bf-4855-8c12-ab71afc0ec65, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e864e103-78bf-4855-8c12-ab71afc0ec65,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:47.401233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.422802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Calling delete_port for e864e103-78bf-4855-8c12-ab71afc0ec65 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:47.598347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.612951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d', 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'e864e103-78bf-4855-8c12-ab71afc0ec65'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:47.640550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event deleted for resources: {'Port': ['ID=e864e103-78bf-4855-8c12-ab71afc0ec65,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:47.690681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] No DVR routers for this DVR port e864e103-78bf-4855-8c12-ab71afc0ec65 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:47.694086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.696503 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-97d47a4f-4629-4635-a97d-f43f25051b72 req-04e79ec0-7108-4c20-b6c7-b24596b83405 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "DELETE /v2.0/ports/e864e103-78bf-4855-8c12-ab71afc0ec65 HTTP/1.1" status: 204 len: 173 time: 0.5663447 Jul 16 09:02:47.696981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'name': 'network-vif-deleted', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:47.707670 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a9089b-237d-434e-a66e-205be761f539" -d '{"events": [{"server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "name": "network-vif-deleted", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:47.770937 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa68146-4195-461e-aad9-e76852842830 x-openstack-request-id: req-0aa68146-4195-461e-aad9-e76852842830 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:47.771648 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52eb024-bdff-4c69-94c6-09eeb9d7a6e6", "name": "network-vif-deleted", "tag": "e864e103-78bf-4855-8c12-ab71afc0ec65", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:47.772311 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa68146-4195-461e-aad9-e76852842830 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:47.772895 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52eb024-bdff-4c69-94c6-09eeb9d7a6e6', 'name': 'network-vif-deleted', 'tag': 'e864e103-78bf-4855-8c12-ab71afc0ec65', 'status': 'completed', 'code': 200} Jul 16 09:02:48.142736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80de304-6c36-4d1d-bf2c-b5b2b77b2a3e req-09ad36d1-1c05-40e4-95cd-bb51ae08009e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:48.146089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80de304-6c36-4d1d-bf2c-b5b2b77b2a3e req-09ad36d1-1c05-40e4-95cd-bb51ae08009e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.0831978 Jul 16 09:02:48.205250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80de304-6c36-4d1d-bf2c-b5b2b77b2a3e req-c9354237-2d6e-4638-a040-7e7b8be6db1f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530415 Jul 16 09:02:48.340651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d315e8c-9a0e-4f5c-8fda-57ffc6c27415 req-c134a2b5-3522-46d0-95ac-340e93c2dfd8 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b52eb024-bdff-4c69-94c6-09eeb9d7a6e6 HTTP/1.1" status: 200 len: 210 time: 0.0615852 Jul 16 09:02:48.548967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.409945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2af6-e169-41c3-be04-a3d24fcd692b req-276f3dd4-777c-46db-8b6a-bc1fd7184612 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.413275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5cd2af6-e169-41c3-be04-a3d24fcd692b req-276f3dd4-777c-46db-8b6a-bc1fd7184612 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.0863304 Jul 16 09:02:49.484277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5cd2af6-e169-41c3-be04-a3d24fcd692b req-00d9ba0a-2b36-4423-8612-c96b1162bd4c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640075 Jul 16 09:02:49.921413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda271-3ab3-42f4-8cbf-b3d7119cfa57 req-eeff4b4d-0c90-4ce2-9ad7-0b5d3987c825 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.929494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afdda271-3ab3-42f4-8cbf-b3d7119cfa57 req-eeff4b4d-0c90-4ce2-9ad7-0b5d3987c825 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 945 time: 0.0827589 Jul 16 09:02:49.971225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-afdda271-3ab3-42f4-8cbf-b3d7119cfa57 req-6f84d75a-5852-43b1-a11a-51dbf8b7057d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Jul 16 09:02:50.692058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e65dac-35af-4704-b693-dca88779a0e7 req-e7d1d284-2fc8-46ce-8359-804541918aa9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:50.693801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35e65dac-35af-4704-b693-dca88779a0e7 req-e7d1d284-2fc8-46ce-8359-804541918aa9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.0952208 Jul 16 09:02:50.770295 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:50.790337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35e65dac-35af-4704-b693-dca88779a0e7 req-0c4ece70-e5b4-4fb0-aabb-4c605bb7c56d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900466 Jul 16 09:02:51.193729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3254a-724c-449b-b710-fc4cca609ad3 req-db7af32f-acda-4c96-b0c1-9d0fde782421 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.211906 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67e3254a-724c-449b-b710-fc4cca609ad3 req-db7af32f-acda-4c96-b0c1-9d0fde782421 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 945 time: 0.1082845 Jul 16 09:02:51.302216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67e3254a-724c-449b-b710-fc4cca609ad3 req-58fb2f6e-822b-43d7-bf74-a7e46fa9e398 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910470 Jul 16 09:02:51.319037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60122c11-3001-4c26-8959-dcf821c76182 req-609b8fc1-bb8d-4fcd-bb78-3eb95ed1162b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.320851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60122c11-3001-4c26-8959-dcf821c76182 req-609b8fc1-bb8d-4fcd-bb78-3eb95ed1162b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 945 time: 0.1278074 Jul 16 09:02:51.546718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Deleting port f4a09908-fe34-4598-a6b4-29d8e268c19e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:51.546718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.553149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e864e103-78bf-4855-8c12-ab71afc0ec65 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:51.573991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-eb1b0f79-47ee-4577-b772-b517dae74028 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982742 Jul 16 09:02:51.580896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: e864e103-78bf-4855-8c12-ab71afc0ec65 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:51.581538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e864e103-78bf-4855-8c12-ab71afc0ec65 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:51.701815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] For port f4a09908-fe34-4598-a6b4-29d8e268c19e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f4a09908-fe34-4598-a6b4-29d8e268c19e,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:51.702038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.015650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0895-0a08-440a-8db7-8a10e90bb724 req-8778c3df-52b2-41b0-a6f6-de6a47377427 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.025082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d8a0895-0a08-440a-8db7-8a10e90bb724 req-8778c3df-52b2-41b0-a6f6-de6a47377427 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.1004152 Jul 16 09:02:52.080436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Calling delete_port for f4a09908-fe34-4598-a6b4-29d8e268c19e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:52.084635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d8a0895-0a08-440a-8db7-8a10e90bb724 req-ac176350-e461-4144-a683-76e46a0b9219 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 Jul 16 09:02:52.101108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-bd65da5e-981f-4dd0-9893-bb10502ee876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.103171 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-bd65da5e-981f-4dd0-9893-bb10502ee876 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ea65c5e916c469b8f522625565e91e6&device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 1097 time: 0.4667900 Jul 16 09:02:52.277435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-b7b41e5c-7343-462f-853b-ba80460dbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.278390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-b7b41e5c-7343-462f-853b-ba80460dbf5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 200 len: 911 time: 0.1227896 Jul 16 09:02:52.384425 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-b3102f11-03b4-4c16-93f1-9f0a33701ef0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 200 len: 1001 time: 0.0995083 Jul 16 09:02:52.385846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.402477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d', 'f4a09908-fe34-4598-a6b4-29d8e268c19e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:52.488252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event deleted for resources: {'Port': ['ID=f4a09908-fe34-4598-a6b4-29d8e268c19e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:52.497255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-16748d9d-53bb-45f6-bfbf-0c0cc189677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.498386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-16748d9d-53bb-45f6-bfbf-0c0cc189677f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 200 len: 849 time: 0.0709190 Jul 16 09:02:52.610504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86e63dc5-8238-4b9a-bf67-0e64cd5741f3 req-889071fc-0e31-488b-9a4a-2c4cc0e81c9f tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9fbf19-b290-42b9-8c28-5662d9bad46f HTTP/1.1" status: 200 len: 210 time: 0.0662148 Jul 16 09:02:52.634053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] No DVR routers for this DVR port f4a09908-fe34-4598-a6b4-29d8e268c19e on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:52.639547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.642038 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "DELETE /v2.0/ports/f4a09908-fe34-4598-a6b4-29d8e268c19e HTTP/1.1" status: 204 len: 173 time: 1.3128037 Jul 16 09:02:52.642484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'name': 'network-vif-deleted', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:52.646141 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce7827d-fa9f-44c7-8e47-9d2f35b38daf" -d '{"events": [{"server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "name": "network-vif-deleted", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:52.752484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-48780569-5ca3-4f64-8cb6-726eb65043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:52.754649 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-48780569-5ca3-4f64-8cb6-726eb65043c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7db5025a-6f92-4a48-9509-cc81ae80b020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496223 Jul 16 09:02:52.780633 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32a8f5e-2ef5-4752-83b0-5283da5abe4a x-openstack-request-id: req-f32a8f5e-2ef5-4752-83b0-5283da5abe4a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:52.781231 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9fbf19-b290-42b9-8c28-5662d9bad46f", "name": "network-vif-deleted", "tag": "f4a09908-fe34-4598-a6b4-29d8e268c19e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:52.781552 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f32a8f5e-2ef5-4752-83b0-5283da5abe4a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:52.782017 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9fbf19-b290-42b9-8c28-5662d9bad46f', 'name': 'network-vif-deleted', 'tag': 'f4a09908-fe34-4598-a6b4-29d8e268c19e', 'status': 'completed', 'code': 200} Jul 16 09:02:52.916008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-fcbb470e-f69a-494b-a160-eaf1548474b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520886 Jul 16 09:02:53.036778 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4738d618-2096-4ac6-99f8-152df5b6c2bc req-8efcab9c-80ca-43bb-8b75-ef0b247fa517 service neutron] 10.222.0.46 "GET /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131811 Jul 16 09:02:53.315052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb913-8756-487d-854e-61757c641d11 req-b4a5b58e-a0ac-41df-8c58-30852db0c14d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:53.325180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bdfb913-8756-487d-854e-61757c641d11 req-b4a5b58e-a0ac-41df-8c58-30852db0c14d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 943 time: 0.0868285 Jul 16 09:02:53.366718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bdfb913-8756-487d-854e-61757c641d11 req-7fb7aae7-663d-4267-a945-95cb94dd299b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Jul 16 09:02:53.559553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 30c973de-2ef5-4833-bb39-174c127d2233 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:02:53.699584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=30c973de-2ef5-4833-bb39-174c127d2233,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:53.728235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '30c973de-2ef5-4833-bb39-174c127d2233', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '30c973de-2ef5-4833-bb39-174c127d2233', 'mac_address': 'fa:16:3e:dd:6c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:02:53.770695 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.787114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c973de-2ef5-4833-bb39-174c127d2233 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:02:53.818481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=30c973de-2ef5-4833-bb39-174c127d2233,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:53.824290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.928437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.938133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.938897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.938897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.939375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.939930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.940616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.941232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.961607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.962266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.963210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.963718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:53.964245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:54.095813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['30c973de-2ef5-4833-bb39-174c127d2233'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:54.570138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911584e-a546-4f97-97a1-8437bf3586fe req-9b407c8e-6161-4df5-8fcf-c9ab0792aae9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:54.577805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c911584e-a546-4f97-97a1-8437bf3586fe req-9b407c8e-6161-4df5-8fcf-c9ab0792aae9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 944 time: 0.0884161 Jul 16 09:02:54.617523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c911584e-a546-4f97-97a1-8437bf3586fe req-bbf2759a-a119-40cd-9bf4-e5292fb7e7cf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Jul 16 09:02:55.564811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 30c973de-2ef5-4833-bb39-174c127d2233 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:55.662070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 30c973de-2ef5-4833-bb39-174c127d2233 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:55.667293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 30c973de-2ef5-4833-bb39-174c127d2233 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:55.667834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.796717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.842113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=30c973de-2ef5-4833-bb39-174c127d2233,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:55.843601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:55.847985 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6e3ba7-8f0e-415d-86c1-aa81ba8e48a9" -d '{"events": [{"server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "name": "network-vif-plugged", "status": "completed", "tag": "30c973de-2ef5-4833-bb39-174c127d2233"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:55.855831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.856799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f4a09908-fe34-4598-a6b4-29d8e268c19e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:55.911964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: f4a09908-fe34-4598-a6b4-29d8e268c19e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:55.912357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f4a09908-fe34-4598-a6b4-29d8e268c19e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:55.965184 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413f4f4f-09a2-4b81-a94b-5b4c370f6505 x-openstack-request-id: req-413f4f4f-09a2-4b81-a94b-5b4c370f6505 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:55.965575 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "name": "network-vif-plugged", "status": "completed", "tag": "30c973de-2ef5-4833-bb39-174c127d2233", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:55.966509 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-413f4f4f-09a2-4b81-a94b-5b4c370f6505 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:55.966995 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233', 'code': 200} Jul 16 09:02:55.991773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eefc6-8a3c-4427-af4c-61cbb644e781 req-927463fc-7e19-4c65-bc41-faf2e6743f08 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:55.999658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-384eefc6-8a3c-4427-af4c-61cbb644e781 req-927463fc-7e19-4c65-bc41-faf2e6743f08 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1260526 Jul 16 09:02:56.002247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.087670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-384eefc6-8a3c-4427-af4c-61cbb644e781 req-892b957a-a878-458e-a465-63cd6cd3ede7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868676 Jul 16 09:02:56.149639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11bb1-51c6-4270-8445-75139ae612ec req-828091b1-c264-4b58-a1e3-b2a61d9d90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:56.151951 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9eb11bb1-51c6-4270-8445-75139ae612ec req-828091b1-c264-4b58-a1e3-b2a61d9d90fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 1097 time: 0.1521392 Jul 16 09:02:56.242215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9eb11bb1-51c6-4270-8445-75139ae612ec req-3dbf630f-cd0e-4bcc-a5c1-7e374b99cb78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Jul 16 09:02:57.378390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef368716-740a-4537-92af-8ae4c19459f5 req-7dab5414-3b3e-4590-b61e-65d0e7f8b031 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:57.387638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef368716-740a-4537-92af-8ae4c19459f5 req-7dab5414-3b3e-4590-b61e-65d0e7f8b031 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1413920 Jul 16 09:02:57.457895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ef368716-740a-4537-92af-8ae4c19459f5 req-390fbe06-0a33-44cf-b85a-eb7e6e627a09 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640318 Jul 16 09:02:58.078605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4349f6-f697-4712-a49a-1f919a2983ec req-0ef35c2b-683f-4d27-b7d4-8d3654676f2b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:58.089651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b4349f6-f697-4712-a49a-1f919a2983ec req-0ef35c2b-683f-4d27-b7d4-8d3654676f2b tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 945 time: 0.1025243 Jul 16 09:02:58.153267 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b4349f6-f697-4712-a49a-1f919a2983ec req-233ba341-4057-4356-8e4a-8cae2e517f13 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625908 Jul 16 09:02:58.754869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908233f-27dd-4b12-bd07-e0a84dfbae19 req-82d290cd-9df6-455f-8a6c-83b66191399d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:58.759986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f908233f-27dd-4b12-bd07-e0a84dfbae19 req-82d290cd-9df6-455f-8a6c-83b66191399d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1277633 Jul 16 09:02:58.866869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f908233f-27dd-4b12-bd07-e0a84dfbae19 req-0d6e2ec3-7ff0-4325-a2f9-4ec2b7c24d3e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Jul 16 09:02:59.202900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2091d-589a-417e-8ce6-6eefd1cfd9c0 req-6048d21b-08cf-408b-9988-0dcbd321e37e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.203775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e2091d-589a-417e-8ce6-6eefd1cfd9c0 req-6048d21b-08cf-408b-9988-0dcbd321e37e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1062353 Jul 16 09:02:59.280706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7e2091d-589a-417e-8ce6-6eefd1cfd9c0 req-04c46cee-182c-4be2-94b6-801073add6e2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Jul 16 09:02:59.660195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-662a2ee5-0cd4-459d-829a-c0c28dbc4523 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.663773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-662a2ee5-0cd4-459d-829a-c0c28dbc4523 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 945 time: 0.1954167 Jul 16 09:02:59.672392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b99ca7-85a8-4785-af7b-d2fd8467dcad req-dee55ead-f4dd-4df4-a207-330e15a49582 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.686254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b99ca7-85a8-4785-af7b-d2fd8467dcad req-dee55ead-f4dd-4df4-a207-330e15a49582 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 945 time: 0.1570094 Jul 16 09:02:59.811137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b99ca7-85a8-4785-af7b-d2fd8467dcad req-87f6ba03-9afe-467c-8fad-d15ee8ff3ec2 tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c204435-149f-40fc-a764-fdc7ffb17744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234691 Jul 16 09:02:59.925870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Deleting port e0d65946-b56f-4b98-b062-2526580dfc0d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:59.928389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.160299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] For port e0d65946-b56f-4b98-b062-2526580dfc0d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e0d65946-b56f-4b98-b062-2526580dfc0d,segment=NetworkSegment(2690fdf6-143b-4630-ac22-f1d14ad4de88),segment_id=2690fdf6-143b-4630-ac22-f1d14ad4de88)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:00.160991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.217660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Calling delete_port for e0d65946-b56f-4b98-b062-2526580dfc0d owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:00.598599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.611510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e0d65946-b56f-4b98-b062-2526580dfc0d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:00.635735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Pushing event deleted for resources: {'Port': ['ID=e0d65946-b56f-4b98-b062-2526580dfc0d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:00.806094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] No DVR routers for this DVR port e0d65946-b56f-4b98-b062-2526580dfc0d on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:00.814873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.824760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-27a1b025-fe96-4334-8a2b-a6428b8f6b1b req-334c7daa-4608-42ac-828c-5d8e8dc8469d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.46 "DELETE /v2.0/ports/e0d65946-b56f-4b98-b062-2526580dfc0d HTTP/1.1" status: 204 len: 173 time: 1.1400678 Jul 16 09:03:00.825258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'name': 'network-vif-deleted', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:00.856822 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd05d125-d2c5-4dfa-bfb9-5626ea162c19" -d '{"events": [{"server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "name": "network-vif-deleted", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:01.304153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ba441cf-d5b2-4c7e-8dd2-439a3540d67f req-38410aff-215f-430b-973e-6eeae1e6b88d tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] 10.222.0.32 "GET /v2.0/ports?device_id=58bd4d14-71c9-4bfc-8570-c045e1cf7e64 HTTP/1.1" status: 200 len: 210 time: 0.0655990 Jul 16 09:03:01.396841 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae416e77-4bc1-494b-8edd-936264f2684c x-openstack-request-id: req-ae416e77-4bc1-494b-8edd-936264f2684c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:01.397540 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bd4d14-71c9-4bfc-8570-c045e1cf7e64", "name": "network-vif-deleted", "tag": "e0d65946-b56f-4b98-b062-2526580dfc0d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:01.398010 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae416e77-4bc1-494b-8edd-936264f2684c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:01.398410 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bd4d14-71c9-4bfc-8570-c045e1cf7e64', 'name': 'network-vif-deleted', 'tag': 'e0d65946-b56f-4b98-b062-2526580dfc0d', 'status': 'completed', 'code': 200} Jul 16 09:03:01.823169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8022f5e-b2b7-4ed4-88f4-2b9f7b425204 req-8de74994-0c8a-4161-9a1e-109ab7d333ae tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:01.828621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8022f5e-b2b7-4ed4-88f4-2b9f7b425204 req-8de74994-0c8a-4161-9a1e-109ab7d333ae tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.2142158 Jul 16 09:03:01.948915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8022f5e-b2b7-4ed4-88f4-2b9f7b425204 req-dde90f6a-3f79-43f7-832f-76bb8c2422d1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136405 Jul 16 09:03:02.499276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47260) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:02.558342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Deleting subnet e031f7bc-5dce-460b-8974-7fc1303f4050 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:02.561966 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.606251 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.681802 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.802246 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.844833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e031f7bc-5dce-460b-8974-7fc1303f4050,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:02.862055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.870070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e031f7bc-5dce-460b-8974-7fc1303f4050 HTTP/1.1" status: 204 len: 168 time: 0.3682582 Jul 16 09:03:02.888667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:02.906368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.906725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.907080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.907418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.907754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.913944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.914452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.916552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.918212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.926739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.929225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:02.929910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496763f-dd4f-43e3-a1e2-1a915a9882fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:03.099339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.241582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.264209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a18be21-2390-42e9-9efc-817d9d479645']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.296984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2690fdf6-143b-4630-ac22-f1d14ad4de88') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.297473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2690fdf6-143b-4630-ac22-f1d14ad4de88') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.320001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b8ef3-5a4e-4ef2-83be-c2b73413d5ea req-5e6e683d-45e7-46a6-b8cd-1d5292e925d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:03.325772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.327929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-343b8ef3-5a4e-4ef2-83be-c2b73413d5ea req-5e6e683d-45e7-46a6-b8cd-1d5292e925d9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1261072 Jul 16 09:03:03.348421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.354845 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:03.355608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:03.357004 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:03.380493 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-343b8ef3-5a4e-4ef2-83be-c2b73413d5ea req-bcef3bb8-2796-4220-9b7b-c1105acb1e12 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466387 Jul 16 09:03:03.434727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.447196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.449406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3a18be21-2390-42e9-9efc-817d9d479645 HTTP/1.1" status: 204 len: 168 time: 0.5595527 Jul 16 09:03:03.463700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70152167-b1bd-41e4-ae15-5e5ea73bbc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a18be21-2390-42e9-9efc-817d9d479645,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:03.612233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e0d65946-b56f-4b98-b062-2526580dfc0d no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:03.637371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: e0d65946-b56f-4b98-b062-2526580dfc0d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:03.638101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e0d65946-b56f-4b98-b062-2526580dfc0d not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:03.713179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.758535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.759290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff2eecdf-2c2d-4ffe-982d-ee8a613bc4f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fff0056b3cc04e51a38d58f79547d425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441384 Jul 16 09:03:03.823307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.846544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.901058 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.904243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.908754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c204435-149f-40fc-a764-fdc7ffb17744 HTTP/1.1" status: 204 len: 168 time: 0.1481471 Jul 16 09:03:03.917805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240e3a9-9554-47a4-92f7-2c4540cdee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c204435-149f-40fc-a764-fdc7ffb17744,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:04.656468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21613e4-ca1a-40a9-99bc-412bcbac04dd req-0b1542b9-1de2-4247-b37d-da874573f663 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.664316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c21613e4-ca1a-40a9-99bc-412bcbac04dd req-0b1542b9-1de2-4247-b37d-da874573f663 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1359093 Jul 16 09:03:04.765148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c21613e4-ca1a-40a9-99bc-412bcbac04dd req-1035a773-0100-42e8-83bb-f587a39a41ea tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997851 Jul 16 09:03:04.834425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-417b9dd2-4c57-4894-9c25-faeed398307a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:04.836004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-417b9dd2-4c57-4894-9c25-faeed398307a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.2230408 Jul 16 09:03:04.855697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a19f1130-cdf4-4b83-ba38-aefe7956cb9a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0134428 Jul 16 09:03:04.954749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-abf1c810-77ee-418f-b3d8-eecbd9d0ba61 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920036 Jul 16 09:03:05.072077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-48866be5-caf6-40f2-9742-cca37a2a173c service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165683 Jul 16 09:03:05.195571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a454db32-5474-4ce6-b031-c8f873b479fd service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175339 Jul 16 09:03:06.039526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792af4d-1eb8-4396-98ba-9326bf46858a req-3ae85ae3-1b7a-4a2e-822e-1a828ffe51d0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:06.039526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3792af4d-1eb8-4396-98ba-9326bf46858a req-3ae85ae3-1b7a-4a2e-822e-1a828ffe51d0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.0950217 Jul 16 09:03:06.090638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3792af4d-1eb8-4396-98ba-9326bf46858a req-3afb1634-0066-487d-9ee5-d69550bc7612 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425327 Jul 16 09:03:06.438142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8c98e4-3846-4008-8895-b92139a5cfaf req-f5ff911f-1d13-49ba-9da7-afb181776013 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0345244 Jul 16 09:03:07.090834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47416) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:07.232574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148541e0-c92e-42f0-bf39-3b73683ba5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.380974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0584b-1a1e-476c-a049-d77e753049fc req-0d49fa41-6027-4501-943f-e15393bf821f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.382532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29b0584b-1a1e-476c-a049-d77e753049fc req-0d49fa41-6027-4501-943f-e15393bf821f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1302383 Jul 16 09:03:07.446544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-29b0584b-1a1e-476c-a049-d77e753049fc req-6d72c518-05dc-46f1-9194-cf44155caef0 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513551 Jul 16 09:03:07.461886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148541e0-c92e-42f0-bf39-3b73683ba5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.469636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-148541e0-c92e-42f0-bf39-3b73683ba5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.521438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-148541e0-c92e-42f0-bf39-3b73683ba5da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57454cd10d404a518b51c3d1d8dc5b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293990 Jul 16 09:03:07.522394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148541e0-c92e-42f0-bf39-3b73683ba5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f0ca6-7953-4d4c-91d1-ab46f2dddf78,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:07.524278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:07.604528 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.640147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.705045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.708221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.712128 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea0f0ca6-7953-4d4c-91d1-ab46f2dddf78 HTTP/1.1" status: 204 len: 168 time: 0.1867015 Jul 16 09:03:07.731430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ac0cb-4222-46c2-abcf-17efddf7fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f0ca6-7953-4d4c-91d1-ab46f2dddf78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:07.762599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f72fd4f1-9153-432b-9e31-ae3ee16a6928 req-db258fbc-0785-4153-b84b-c5677c19fa52 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0425689 Jul 16 09:03:07.898797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-b2af06b5-5854-492f-9cf7-9dbebfecbe0c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:07.900544 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-b2af06b5-5854-492f-9cf7-9dbebfecbe0c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1873980 Jul 16 09:03:07.916722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': '4911040d-246d-406c-8ecf-804191a00e82', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:08.045209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:08.049295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.152374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.172539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-943d5a5c-5760-41c8-b176-2353dcca9bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.308303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-943d5a5c-5760-41c8-b176-2353dcca9bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.316196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-943d5a5c-5760-41c8-b176-2353dcca9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.349394 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-943d5a5c-5760-41c8-b176-2353dcca9bac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8d3cdc91c364b16883aacf0893ebd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956210 Jul 16 09:03:08.351809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.391873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.13 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/786710f8-5149-401c-ac24-51114c1659a6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:08.396781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d5a5c-5760-41c8-b176-2353dcca9bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b36a63f-6578-4e77-994d-8535e30194fc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:08.449590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.564488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.593574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.614562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 786710f8-5149-401c-ac24-51114c1659a6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:08.684622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.717127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['30c973de-2ef5-4833-bb39-174c127d2233'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:08.725329 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.755851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.761334 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.762891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b36a63f-6578-4e77-994d-8535e30194fc HTTP/1.1" status: 204 len: 168 time: 0.4099832 Jul 16 09:03:08.804737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d961d-b947-40dd-b065-b8c9655df6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b36a63f-6578-4e77-994d-8535e30194fc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:08.867391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:08.874665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:08.878015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445687e-d0a0-440c-a91f-9a614f49538d req-3c335e62-52c2-4f76-98cc-8fa9e6d866c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.879804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6445687e-d0a0-440c-a91f-9a614f49538d req-3c335e62-52c2-4f76-98cc-8fa9e6d866c5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.2130711 Jul 16 09:03:08.887790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:08.960621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.015230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6445687e-d0a0-440c-a91f-9a614f49538d req-20171cb3-b452-4ff9-9322-189f2a83d769 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284895 Jul 16 09:03:09.144879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.146017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.169113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-a9cf97d6-55ea-4c56-a969-f1451e303fa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2592268 Jul 16 09:03:09.196942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Request body: {'port': {'device_id': '4911040d-246d-406c-8ecf-804191a00e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:09.209455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656379-dde7-4e84-9629-652014ac5fad req-642f7de7-9d7b-413f-9cd7-1b43a133aa74 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:09.216588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12656379-dde7-4e84-9629-652014ac5fad req-642f7de7-9d7b-413f-9cd7-1b43a133aa74 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 932 time: 0.1162260 Jul 16 09:03:09.280834 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12656379-dde7-4e84-9629-652014ac5fad req-e8b5a1b3-601a-41af-b372-987d587516ec tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632029 Jul 16 09:03:09.338463 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.340978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.352694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-03d3307f-5b16-4eac-9e4d-916a514fd147 None None] Provisioning for port 786710f8-5149-401c-ac24-51114c1659a6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:09.364443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-03d3307f-5b16-4eac-9e4d-916a514fd147 None None] Provisioning complete for port 786710f8-5149-401c-ac24-51114c1659a6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:09.364819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03d3307f-5b16-4eac-9e4d-916a514fd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.444175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-03d3307f-5b16-4eac-9e4d-916a514fd147 None None] Port 786710f8-5149-401c-ac24-51114c1659a6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:09.718550 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786710f8-5149-401c-ac24-51114c1659a6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:09.729392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.745542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Transition to ACTIVE for port object 786710f8-5149-401c-ac24-51114c1659a6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:09.751636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.810045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Pushing event updated for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.921053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Attempting to bind port 786710f8-5149-401c-ac24-51114c1659a6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:09.921562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Attempting to bind port 786710f8-5149-401c-ac24-51114c1659a6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:09.921987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Attempting to bind port 786710f8-5149-401c-ac24-51114c1659a6 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:09.927799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Port 786710f8-5149-401c-ac24-51114c1659a6 on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:03:09.928684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Attempting to bind port 786710f8-5149-401c-ac24-51114c1659a6 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:09.935238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:09.935956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:09.936773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:09.936888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Bound port: 786710f8-5149-401c-ac24-51114c1659a6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:09.937440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.047866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:10.052573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=786710f8-5149-401c-ac24-51114c1659a6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:10.075471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.177105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.178133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.181000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] 10.222.0.46 "PUT /v2.0/ports/786710f8-5149-401c-ac24-51114c1659a6 HTTP/1.1" status: 200 len: 1093 time: 0.9984579 Jul 16 09:03:10.182971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'tag': '786710f8-5149-401c-ac24-51114c1659a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:10.191320 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c" -d '{"events": [{"name": "network-changed", "server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "tag": "786710f8-5149-401c-ac24-51114c1659a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:10.298007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1df955-d02f-4ab5-9abf-9b92dc1e39d5 req-7a64faab-ad06-4fca-be63-7a7e16e73840 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.307016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f1df955-d02f-4ab5-9abf-9b92dc1e39d5 req-7a64faab-ad06-4fca-be63-7a7e16e73840 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1390512 Jul 16 09:03:10.327911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3bff9-7224-471e-970a-46a2e3a1e0de service neutron] Pushing event updated for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:10.350727 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a21f06-45b7-496d-81f6-ab850ce6594f x-openstack-request-id: req-75a21f06-45b7-496d-81f6-ab850ce6594f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:10.353848 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "tag": "786710f8-5149-401c-ac24-51114c1659a6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:10.354051 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75a21f06-45b7-496d-81f6-ab850ce6594f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:10.354532 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'tag': '786710f8-5149-401c-ac24-51114c1659a6', 'status': 'completed', 'code': 200} Jul 16 09:03:10.408811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f1df955-d02f-4ab5-9abf-9b92dc1e39d5 req-2345485e-a8b2-4ef4-986f-f32113089ec5 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977726 Jul 16 09:03:10.432663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-589af224-d157-44a3-8dc8-9ccc71ac7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.438540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-589af224-d157-44a3-8dc8-9ccc71ac7208 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 1096 time: 0.1967924 Jul 16 09:03:10.533625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-69179edc-4796-49eb-ada9-fcfeb806f14f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786710f8-5149-401c-ac24-51114c1659a6 HTTP/1.1" status: 200 len: 217 time: 0.0840850 Jul 16 09:03:10.657181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-2563306a-633d-4e42-be1b-14d7e19e7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.659684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-2563306a-633d-4e42-be1b-14d7e19e7398 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.1171236 Jul 16 09:03:10.736417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2bde6-e986-4a7f-8ff7-2e512bb637ba req-6739b198-9f1a-42b9-bf79-dcec3db2425d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.736417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bf2bde6-e986-4a7f-8ff7-2e512bb637ba req-6739b198-9f1a-42b9-bf79-dcec3db2425d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1499047 Jul 16 09:03:10.810607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-b91186bb-099d-44d8-b5b0-0ccc86b98cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:10.818843 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-b91186bb-099d-44d8-b5b0-0ccc86b98cca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518037 Jul 16 09:03:10.844727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2bf2bde6-e986-4a7f-8ff7-2e512bb637ba req-b1993c5c-59b8-4780-bc78-a78918cdc96f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970781 Jul 16 09:03:10.935361 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-f1530e5e-c620-4ddf-8c82-d832b67a2daf service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028821 Jul 16 09:03:11.088230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a3221bf4-9c60-48a5-be9d-1080e468c098 req-5d206b03-3f36-43c1-9d26-3f5a023258db service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450229 Jul 16 09:03:11.232700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-31309182-40de-4f94-83d8-245b5deddc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.238818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-31309182-40de-4f94-83d8-245b5deddc75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 1096 time: 0.0880427 Jul 16 09:03:11.461161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-f2023ee2-d4eb-44da-83e1-8a3850fc5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.462651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-f2023ee2-d4eb-44da-83e1-8a3850fc5098 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.2166429 Jul 16 09:03:11.513339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-9b0220d5-cc6a-416f-afc3-2501da9c5e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786710f8-5149-401c-ac24-51114c1659a6 HTTP/1.1" status: 200 len: 217 time: 0.0426421 Jul 16 09:03:11.600009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-e93a2845-e38b-483d-b6cb-227355dfab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.609193 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-e93a2845-e38b-483d-b6cb-227355dfab07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0784669 Jul 16 09:03:11.698066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-47d68d26-e6e0-4f49-a765-6f86c79f62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.699929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-47d68d26-e6e0-4f49-a765-6f86c79f62b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862637 Jul 16 09:03:11.797716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a613a6-fea2-4a75-b831-953a6a6e0ff9 req-443737ee-8632-4b39-b1ac-1b34d6c9f868 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.811897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10a613a6-fea2-4a75-b831-953a6a6e0ff9 req-443737ee-8632-4b39-b1ac-1b34d6c9f868 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1960979 Jul 16 09:03:11.910944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10a613a6-fea2-4a75-b831-953a6a6e0ff9 req-03c304f5-2b96-4e35-bf03-a032606e2cca tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975614 Jul 16 09:03:11.941472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-1afbabc2-e38e-4bfb-a3c2-35ffa5be9015 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325749 Jul 16 09:03:12.163496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b0327bcc-7278-4de1-bf01-e0fe3ab9544c req-6621d8e6-fdfb-40b9-91f9-786dc09f44a5 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137098 Jul 16 09:03:12.213760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147ce6d-c62b-4903-a0bd-bc44732a5f0e req-35ac4792-d6c8-4653-a201-8e030f97fde0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:12.223076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8147ce6d-c62b-4903-a0bd-bc44732a5f0e req-35ac4792-d6c8-4653-a201-8e030f97fde0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1004162 Jul 16 09:03:12.284322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8147ce6d-c62b-4903-a0bd-bc44732a5f0e req-de52b1ac-70d7-4d0b-95a7-6530c42c1247 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Jul 16 09:03:12.960744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47578) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:13.017894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ee49-fd88-400f-bfad-a42291f28645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.136478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4aa53eff-e148-4f74-bb22-cc68b6b808af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.344826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4aa53eff-e148-4f74-bb22-cc68b6b808af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.370891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4aa53eff-e148-4f74-bb22-cc68b6b808af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.404439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bca06-873b-43ec-9064-39cd92479e35 req-c09feada-6693-453a-b50f-9f68d5b7dcb1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:13.414047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df2bca06-873b-43ec-9064-39cd92479e35 req-c09feada-6693-453a-b50f-9f68d5b7dcb1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1733596 Jul 16 09:03:13.516897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4aa53eff-e148-4f74-bb22-cc68b6b808af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32ccb0d8dc7a4fb095a0eb6a5d466abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520377 Jul 16 09:03:13.517308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:13.564716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa53eff-e148-4f74-bb22-cc68b6b808af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feede449-49e7-4869-85c5-abfe8f02ae38,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:13.590431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-df2bca06-873b-43ec-9064-39cd92479e35 req-6adb29cf-3376-4be2-9958-2bbae3090913 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754224 Jul 16 09:03:13.612587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.670748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4296e1-2002-4423-abda-f42e8f3df3e5 req-93d479c9-b582-47db-a567-f9ff0ce4049c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:13.676177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.688276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4296e1-2002-4423-abda-f42e8f3df3e5 req-93d479c9-b582-47db-a567-f9ff0ce4049c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.2240517 Jul 16 09:03:13.780269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.783668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.785624 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feede449-49e7-4869-85c5-abfe8f02ae38 HTTP/1.1" status: 204 len: 168 time: 0.2672465 Jul 16 09:03:13.792670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d4296e1-2002-4423-abda-f42e8f3df3e5 req-968f817d-733d-4cb6-b7c4-3cf6e5571887 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028397 Jul 16 09:03:13.803006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea072d-86bd-41c4-8a2e-11c186985803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feede449-49e7-4869-85c5-abfe8f02ae38,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:14.346879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:14.371821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea0b26be-6306-46d0-9e15-b0d3ac18d8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.536099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea0b26be-6306-46d0-9e15-b0d3ac18d8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.542301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea0b26be-6306-46d0-9e15-b0d3ac18d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.622017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b26be-6306-46d0-9e15-b0d3ac18d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0928c-bbed-4cf9-a91b-638693c76097,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:14.640364 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea0b26be-6306-46d0-9e15-b0d3ac18d8fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ca4fef86e05407e9b07393ec44bc86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919512 Jul 16 09:03:14.641955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:14.788674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.944370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.098182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.104982 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.112078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7d0928c-bbed-4cf9-a91b-638693c76097 HTTP/1.1" status: 204 len: 168 time: 0.4662063 Jul 16 09:03:15.133298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b92c-bbf3-45c2-a515-0c21a6a90cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0928c-bbed-4cf9-a91b-638693c76097,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:15.338109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cacaf-58ae-42fc-a4f2-9066df1f6590 req-a4badd55-27b5-4996-b7e7-9d90ef5ee7bf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.345296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-481cacaf-58ae-42fc-a4f2-9066df1f6590 req-a4badd55-27b5-4996-b7e7-9d90ef5ee7bf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1827924 Jul 16 09:03:15.392278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd12a9-647a-4de5-83cd-9ec77df3134b req-53b91022-581b-4e90-9f3f-058af9a4d28d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.395700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93bd12a9-647a-4de5-83cd-9ec77df3134b req-53b91022-581b-4e90-9f3f-058af9a4d28d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1514835 Jul 16 09:03:15.431937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-481cacaf-58ae-42fc-a4f2-9066df1f6590 req-7eba7590-7750-4105-a2a9-dc54c585cfbf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856256 Jul 16 09:03:15.508588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-93bd12a9-647a-4de5-83cd-9ec77df3134b req-f174a397-470e-4547-a5ed-2bea5643d16d tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929809 Jul 16 09:03:15.631376 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39c983a2-f2f0-4476-9440-8baf5facdd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.719805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.886476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911d23-b6ac-42eb-bc78-db1a516ebb99 req-5501db48-d688-4380-900b-fd74e3dcb807 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:16.906223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb911d23-b6ac-42eb-bc78-db1a516ebb99 req-5501db48-d688-4380-900b-fd74e3dcb807 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.2218957 Jul 16 09:03:16.955269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.031812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d0b0-d279-4fa8-8c18-fca75f8b86e3 req-fc0d6bd3-631f-4cbd-b125-604b528d9cc1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:17.043864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7b4d0b0-d279-4fa8-8c18-fca75f8b86e3 req-fc0d6bd3-631f-4cbd-b125-604b528d9cc1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.3005219 Jul 16 09:03:17.089306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb911d23-b6ac-42eb-bc78-db1a516ebb99 req-135dee60-83d5-466f-a39b-7661d5ea8e9f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817493 Jul 16 09:03:17.144136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7b4d0b0-d279-4fa8-8c18-fca75f8b86e3 req-15f2730e-c142-4f80-8cc8-e9cfac9b6fb9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987957 Jul 16 09:03:18.553230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7e141-504d-4777-8d06-b4a8d1fc04fb req-f60fc449-fdc7-415d-a88c-9605ff96dc6f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.561845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0e7e141-504d-4777-8d06-b4a8d1fc04fb req-f60fc449-fdc7-415d-a88c-9605ff96dc6f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1175811 Jul 16 09:03:18.575526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.617689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddf5c-80c5-4bec-9d66-8e9fd2ed2cbc req-896aa4dd-5aad-4c48-bfc8-85433a164a06 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.619322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf5ddf5c-80c5-4bec-9d66-8e9fd2ed2cbc req-896aa4dd-5aad-4c48-bfc8-85433a164a06 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.2521839 Jul 16 09:03:18.755375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e0e7e141-504d-4777-8d06-b4a8d1fc04fb req-160f3590-fa69-4156-a967-5bc8aa956f50 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919658 Jul 16 09:03:18.786400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf5ddf5c-80c5-4bec-9d66-8e9fd2ed2cbc req-ca507b34-83ff-436c-b45b-09111127cde6 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520760 Jul 16 09:03:19.958952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b419e-dff4-42a5-be56-0e0245de045d req-e73f3df3-862e-446a-8034-89f6f63ce3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.972844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df6b419e-dff4-42a5-be56-0e0245de045d req-e73f3df3-862e-446a-8034-89f6f63ce3bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1097 time: 0.2316644 Jul 16 09:03:20.098561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-df6b419e-dff4-42a5-be56-0e0245de045d req-66df0841-70a7-4533-950e-f3998d89eff8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143489 Jul 16 09:03:20.510067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2583f5-05ac-49e5-a445-6404aa342cb5 req-4d1dc82d-1fc9-4660-be97-85587e809688 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.520690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb2583f5-05ac-49e5-a445-6404aa342cb5 req-4d1dc82d-1fc9-4660-be97-85587e809688 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.2375150 Jul 16 09:03:21.320733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:21.574409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a245e-d430-42f1-9b42-87df32fab92a req-4b496e85-66ba-4adf-a3f4-f4db7ce0bf67 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.585297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f3a245e-d430-42f1-9b42-87df32fab92a req-4b496e85-66ba-4adf-a3f4-f4db7ce0bf67 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 1.4866967 Jul 16 09:03:21.700765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:21.731144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f3a245e-d430-42f1-9b42-87df32fab92a req-4ae3f8e1-935d-4322-a727-b104fb5d8eaa tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450047 Jul 16 09:03:21.778499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.819150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb2583f5-05ac-49e5-a445-6404aa342cb5 req-e38cf153-cec0-4f5d-b072-821e33ed5872 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2898164 Jul 16 09:03:21.833989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:21.965615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:21.984697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'port_id': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'mac_address': 'fa:16:3e:6b:72:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:22.024518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.033210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.093104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.118785 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5a80f199f4e4732a5f159e7ff43e9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7963903 Jul 16 09:03:22.121958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47810) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:22.170828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.178744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb728f5d-ac72-4c6c-ac34-d39274845a63,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.195857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.196222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.196574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.196920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.197262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.197597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.197928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.198259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.198590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.198919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.199250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.199580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7a323a-5c0e-4e72-8e92-ea81190dba2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:22.229306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:22.235042 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c306ab-fa07-4ba3-a71e-423d9fb98c24" -d '{"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-unplugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:22.245265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:22.271066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:22.283606 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.318517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.405394 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9663c-8216-4e9f-b83f-e5e878ea5fdd x-openstack-request-id: req-ecf9663c-8216-4e9f-b83f-e5e878ea5fdd {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:22.412704 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-unplugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:22.412704 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecf9663c-8216-4e9f-b83f-e5e878ea5fdd {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:22.412704 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'code': 200} Jul 16 09:03:22.413204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.471623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:03:22.472199 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:03:22.511474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.585692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.589619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.590872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb728f5d-ac72-4c6c-ac34-d39274845a63 HTTP/1.1" status: 204 len: 168 time: 0.4676766 Jul 16 09:03:22.603422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f110b54-87a0-4065-982a-812036321168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb728f5d-ac72-4c6c-ac34-d39274845a63,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.102286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.146496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:23.179809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcaa6e-ef1a-42c2-aeed-cd71dfb44b4c req-affb9682-dbc4-40ea-92aa-f85053edef8b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.195832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1dcaa6e-ef1a-42c2-aeed-cd71dfb44b4c req-affb9682-dbc4-40ea-92aa-f85053edef8b tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 943 time: 0.2243669 Jul 16 09:03:23.240334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:23.258977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.296948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.317194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c06ed96d-fa14-4cda-ae42-64c8bb898049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.370766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.371735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1dcaa6e-ef1a-42c2-aeed-cd71dfb44b4c req-3b705cd2-c526-41cc-95b2-32a991412cd1 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737511 Jul 16 09:03:23.411012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47838) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.504813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['169ca391-9401-4cbb-aa03-e4407f5f90ac'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:23.507660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec78f2-4f88-4504-a78b-247f55ebf607 req-be1ba546-2858-4ba7-a022-edb70d7e6494 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.530542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fec78f2-4f88-4504-a78b-247f55ebf607 req-be1ba546-2858-4ba7-a022-edb70d7e6494 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.3082860 Jul 16 09:03:23.565430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c06ed96d-fa14-4cda-ae42-64c8bb898049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.574578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c06ed96d-fa14-4cda-ae42-64c8bb898049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.609156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fec78f2-4f88-4504-a78b-247f55ebf607 req-af19750c-c60c-4c65-a06e-148239266c2e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 Jul 16 09:03:23.621028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ed96d-fa14-4cda-ae42-64c8bb898049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def255df-29ba-4323-b68d-00ffeb591574,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:23.626810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c06ed96d-fa14-4cda-ae42-64c8bb898049 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1741d38ed8ac49618586a607321d3d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286700 Jul 16 09:03:23.630536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.638224 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-50013d40-6c5d-4310-9576-3a7e11c9a4d3 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/floatingips/007ca001-9ce5-4827-814d-6655c221c0e2 HTTP/1.1" status: 200 len: 992 time: 0.2243204 Jul 16 09:03:23.718182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.798083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.897495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.902201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.904554 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/def255df-29ba-4323-b68d-00ffeb591574 HTTP/1.1" status: 204 len: 168 time: 0.2726178 Jul 16 09:03:23.925828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff978506-2703-4f66-86b9-3c51ae255594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def255df-29ba-4323-b68d-00ffeb591574,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.927580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5113-6a7d-405f-b379-1095c2c57c78 req-70424e81-9ae5-41e2-973d-34e371b91f88 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.936632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d47a5113-6a7d-405f-b379-1095c2c57c78 req-70424e81-9ae5-41e2-973d-34e371b91f88 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1648788 Jul 16 09:03:24.993213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d47a5113-6a7d-405f-b379-1095c2c57c78 req-554f3d23-545b-4832-be07-471a3e8f97cb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554402 Jul 16 09:03:25.735544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:25.871902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 169ca391-9401-4cbb-aa03-e4407f5f90ac triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:25.872822 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.009810 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.042172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:26.045638 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd93dcc-0568-4902-9bc4-d83d58c7681d" -d '{"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-plugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:26.067947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:26.075059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.164587 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae4b666-62d7-4b96-92bf-4a4d2e89598d x-openstack-request-id: req-bae4b666-62d7-4b96-92bf-4a4d2e89598d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:26.164946 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-plugged", "status": "completed", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:26.165225 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bae4b666-62d7-4b96-92bf-4a4d2e89598d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:26.165682 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'code': 200} Jul 16 09:03:26.166242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.250121 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa6d2-f22a-4124-b2f2-0244a9983f9f req-e4a08cea-0886-4a6a-b809-8860f1059e6e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.259686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4dfa6d2-f22a-4124-b2f2-0244a9983f9f req-e4a08cea-0886-4a6a-b809-8860f1059e6e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.0911927 Jul 16 09:03:26.338852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4dfa6d2-f22a-4124-b2f2-0244a9983f9f req-b459bcd4-6a4f-4547-81ae-882dc89f50de tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Jul 16 09:03:27.637590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05125573-0eaa-4d2a-a81f-843455686c84 req-4e874f4f-bfed-44f4-b37c-e3bcc4c9fb22 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:27.640294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05125573-0eaa-4d2a-a81f-843455686c84 req-4e874f4f-bfed-44f4-b37c-e3bcc4c9fb22 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1307235 Jul 16 09:03:27.732243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05125573-0eaa-4d2a-a81f-843455686c84 req-67fc8f05-5cbb-406a-b76f-56b8907f2f18 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851393 Jul 16 09:03:27.761767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:28.091269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 47976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.237279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894bcc47-5cca-4450-8949-0d4730a9c0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.385361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894bcc47-5cca-4450-8949-0d4730a9c0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.395480 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-894bcc47-5cca-4450-8949-0d4730a9c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.442912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bcc47-5cca-4450-8949-0d4730a9c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854836fe-54ee-4ff6-9272-2909caf4bfdf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.465329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 47986) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.466180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-894bcc47-5cca-4450-8949-0d4730a9c0e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71a1d05fd73441d6b981e434c34d2f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729067 Jul 16 09:03:28.539817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.576644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.635352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.638052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.639731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/854836fe-54ee-4ff6-9272-2909caf4bfdf HTTP/1.1" status: 204 len: 168 time: 0.1725104 Jul 16 09:03:28.649290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91182e07-c0e9-4e98-a6be-e58eeb945a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854836fe-54ee-4ff6-9272-2909caf4bfdf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:29.026056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0402ca-2ce2-4a33-a51f-9739327f3c81 req-f48c617f-d4ab-4c17-960d-1bd27ad38293 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:29.032979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd0402ca-2ce2-4a33-a51f-9739327f3c81 req-f48c617f-d4ab-4c17-960d-1bd27ad38293 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1178873 Jul 16 09:03:29.150731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd0402ca-2ce2-4a33-a51f-9739327f3c81 req-bdf2a790-f1fb-44e9-8526-f0eb4529417f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Jul 16 09:03:30.205668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.477507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32af844e-4e9c-43a8-b531-617a9975eed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.582359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f83325-a7d3-4e3d-8ce5-91e84d6a0fb2 req-571eca7f-0fb2-4ee6-b24c-ae8a7ca6a7c7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:30.597140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67f83325-a7d3-4e3d-8ce5-91e84d6a0fb2 req-571eca7f-0fb2-4ee6-b24c-ae8a7ca6a7c7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.2281446 Jul 16 09:03:30.651911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67f83325-a7d3-4e3d-8ce5-91e84d6a0fb2 req-13587559-34bd-44ae-8644-41d5c55f78b8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532575 Jul 16 09:03:30.766934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32af844e-4e9c-43a8-b531-617a9975eed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.774929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-32af844e-4e9c-43a8-b531-617a9975eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.829991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.838150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-32af844e-4e9c-43a8-b531-617a9975eed9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=457b5ae513514c6c827c03ef0c0138e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275096 Jul 16 09:03:30.843006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af844e-4e9c-43a8-b531-617a9975eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a276df5-14fd-4e9f-9186-ccde2096114c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.933957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.965794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.036700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.040680 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.044616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a276df5-14fd-4e9f-9186-ccde2096114c HTTP/1.1" status: 204 len: 168 time: 0.2134531 Jul 16 09:03:31.057485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c05cf-e2a5-4fe6-91c0-49653afea6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a276df5-14fd-4e9f-9186-ccde2096114c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.046958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136fae2-3301-4583-9f19-a59c971db56a req-11b18606-3e26-46aa-a34d-9bf8fbd6f45b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:32.048756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c136fae2-3301-4583-9f19-a59c971db56a req-11b18606-3e26-46aa-a34d-9bf8fbd6f45b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1857219 Jul 16 09:03:32.109771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c136fae2-3301-4583-9f19-a59c971db56a req-c7ae3cf4-7e05-46db-9c87-8f3c445c0c13 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546699 Jul 16 09:03:33.386148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e5f0d-5d8a-4786-a1ff-2f5365c80b90 req-4e07b372-c8fe-47a4-98e0-fe618766f853 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:33.392882 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a7e5f0d-5d8a-4786-a1ff-2f5365c80b90 req-4e07b372-c8fe-47a4-98e0-fe618766f853 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.0834107 Jul 16 09:03:33.451355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a7e5f0d-5d8a-4786-a1ff-2f5365c80b90 req-68a38489-d706-4b17-9978-a203eb81db9e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Jul 16 09:03:33.484400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:33.656083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9218527b-6365-4590-b698-c6e8c87f9ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.813871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9218527b-6365-4590-b698-c6e8c87f9ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.818626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9218527b-6365-4590-b698-c6e8c87f9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.854869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218527b-6365-4590-b698-c6e8c87f9ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdc743-a51e-4275-8fa9-1b1b0d3a09fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.870509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9218527b-6365-4590-b698-c6e8c87f9ae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a532bd649594185869021721462d4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839614 Jul 16 09:03:33.873146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:33.960963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.991018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.059323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.061699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.066465 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43fdc743-a51e-4275-8fa9-1b1b0d3a09fe HTTP/1.1" status: 204 len: 168 time: 0.1918967 Jul 16 09:03:34.077359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741901c-1d4d-47f4-9f18-bd1d1b1c0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdc743-a51e-4275-8fa9-1b1b0d3a09fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:34.744347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788b9a4-e0e0-4d34-964f-6039eca09510 req-23292ae3-6931-4c49-9bbb-2e9a5e6efa70 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.752517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b788b9a4-e0e0-4d34-964f-6039eca09510 req-23292ae3-6931-4c49-9bbb-2e9a5e6efa70 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1188490 Jul 16 09:03:34.803870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b788b9a4-e0e0-4d34-964f-6039eca09510 req-5034b4aa-8aba-43ee-88bf-7bc5b6406891 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502999 Jul 16 09:03:36.082688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2761d-8391-4e57-a895-c0694a6c3445 req-a887435a-6bcd-4227-a416-7df6d44ade19 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:36.084519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1e2761d-8391-4e57-a895-c0694a6c3445 req-a887435a-6bcd-4227-a416-7df6d44ade19 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.0838425 Jul 16 09:03:36.135386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e1e2761d-8391-4e57-a895-c0694a6c3445 req-8a290498-495f-46cf-98a3-1f73b25421ce tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Jul 16 09:03:36.639065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.732900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.843463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19eea31a-ba83-4a56-92a7-0e5871055dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.920520 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bb096e-5ff4-40f0-b587-31bc8e20b715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.974371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19eea31a-ba83-4a56-92a7-0e5871055dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.983631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-19eea31a-ba83-4a56-92a7-0e5871055dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.046537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea31a-ba83-4a56-92a7-0e5871055dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df3f1b-502e-4c23-b673-7cffdbb12dd3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.059142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-19eea31a-ba83-4a56-92a7-0e5871055dfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e22d5aeb5acd46f78ba5b54cdda511b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182136 Jul 16 09:03:37.059649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48380) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.134488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bb096e-5ff4-40f0-b587-31bc8e20b715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.140056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d5bb096e-5ff4-40f0-b587-31bc8e20b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.159094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.201595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.217720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d5bb096e-5ff4-40f0-b587-31bc8e20b715 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e97cc6266b346989d3ceb775826acbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809678 Jul 16 09:03:37.217720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb096e-5ff4-40f0-b587-31bc8e20b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd9235-051f-4700-a841-1388b07e63a9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.218512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48384) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.367162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.388886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.391617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.393013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81df3f1b-502e-4c23-b673-7cffdbb12dd3 HTTP/1.1" status: 204 len: 168 time: 0.3316972 Jul 16 09:03:37.428966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0acea2-d5cd-409e-b738-ac6749a7169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df3f1b-502e-4c23-b673-7cffdbb12dd3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.434930 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.513845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbaab9-59e9-4376-8199-b0eaf28e0dbd req-c9946b5b-9c4e-46bd-9db6-bf03e32de8d3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.515533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41cbaab9-59e9-4376-8199-b0eaf28e0dbd req-c9946b5b-9c4e-46bd-9db6-bf03e32de8d3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.1772804 Jul 16 09:03:37.562916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.566658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.568376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efbd9235-051f-4700-a841-1388b07e63a9 HTTP/1.1" status: 204 len: 168 time: 0.3482981 Jul 16 09:03:37.591480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4892c2a-4c09-4dfa-8da9-00a2b301c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd9235-051f-4700-a841-1388b07e63a9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.629869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41cbaab9-59e9-4376-8199-b0eaf28e0dbd req-dbb4a0e0-ec5e-4cfe-a524-71fa458f4889 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Jul 16 09:03:38.710269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.908734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a52bf-00a3-446b-8713-64778f25ced4 req-ddbd362e-7b4b-4cbd-81bc-f1dce0e76f8e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.916491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-742a52bf-00a3-446b-8713-64778f25ced4 req-ddbd362e-7b4b-4cbd-81bc-f1dce0e76f8e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 944 time: 0.0945146 Jul 16 09:03:38.974752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-742a52bf-00a3-446b-8713-64778f25ced4 req-4ec34b5c-fcaa-4d09-a5e7-6d4ef8a612bd tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Jul 16 09:03:39.338043 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.404873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48484) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.520132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4159edd9-6f56-4c14-861c-b8c89bc3cc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.630376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4159edd9-6f56-4c14-861c-b8c89bc3cc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.636642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4159edd9-6f56-4c14-861c-b8c89bc3cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.678333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4159edd9-6f56-4c14-861c-b8c89bc3cc5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fce7c89379f54d03abc249b9acbff939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697446 Jul 16 09:03:39.679113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48488) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.685975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159edd9-6f56-4c14-861c-b8c89bc3cc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863153c0-ce72-4f6e-9013-e42a7908df9a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.747047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.772440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.789228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 786710f8-5149-401c-ac24-51114c1659a6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:03:39.823175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.825800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.826941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/863153c0-ce72-4f6e-9013-e42a7908df9a HTTP/1.1" status: 204 len: 168 time: 0.1462617 Jul 16 09:03:39.835858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326b16-302e-4af7-a9fb-eade1c4045ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863153c0-ce72-4f6e-9013-e42a7908df9a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.913829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=786710f8-5149-401c-ac24-51114c1659a6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:39.925955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '786710f8-5149-401c-ac24-51114c1659a6', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '786710f8-5149-401c-ac24-51114c1659a6', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:03:39.972564 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.985752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786710f8-5149-401c-ac24-51114c1659a6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:40.009520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=786710f8-5149-401c-ac24-51114c1659a6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:40.015587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.075121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.211721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a411a-d2df-484c-9195-3112a635cc53 req-0723a228-88a2-4c34-9e7b-6c45306052ea tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:40.218966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf5a411a-d2df-484c-9195-3112a635cc53 req-0723a228-88a2-4c34-9e7b-6c45306052ea tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 945 time: 0.1010134 Jul 16 09:03:40.261595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bf5a411a-d2df-484c-9195-3112a635cc53 req-8dfd8949-ef5e-41d1-ab4d-74d346c7c1e3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jul 16 09:03:40.266605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['786710f8-5149-401c-ac24-51114c1659a6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:41.464871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48544) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.518353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5139b-025f-4989-9183-66fe8b0ce662 req-e228d060-f439-4fc3-a0b5-0d03cf2874ba tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:41.519927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4c5139b-025f-4989-9183-66fe8b0ce662 req-e228d060-f439-4fc3-a0b5-0d03cf2874ba tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 945 time: 0.0796075 Jul 16 09:03:41.561909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d4c5139b-025f-4989-9183-66fe8b0ce662 req-f660c4d2-49c2-4c69-81ae-cae5134a6aba tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jul 16 09:03:41.592814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6ab23ee7-53b4-4c0e-a79b-81b6112e6a6a tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-122485003'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.593603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6ab23ee7-53b4-4c0e-a79b-81b6112e6a6a tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:03:41.796884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6ab23ee7-53b4-4c0e-a79b-81b6112e6a6a tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.798132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6ab23ee7-53b4-4c0e-a79b-81b6112e6a6a tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3318067 Jul 16 09:03:41.801654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48554) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:41.807196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d665a8e9-0ad2-4093-95a6-8e7d72261f7d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '611e42e7-6623-41ac-ae28-72d3742a4d6a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:41.808007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d665a8e9-0ad2-4093-95a6-8e7d72261f7d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:03:41.808491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 786710f8-5149-401c-ac24-51114c1659a6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:41.868159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 786710f8-5149-401c-ac24-51114c1659a6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:41.873947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 786710f8-5149-401c-ac24-51114c1659a6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:41.874469 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.893883 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.metering.metering_plugin [None req-d665a8e9-0ad2-4093-95a6-8e7d72261f7d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:03:41.972071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.003050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786710f8-5149-401c-ac24-51114c1659a6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:42.005939 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e109457c-69dd-419d-9f97-30b4cdb0313f" -d '{"events": [{"server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "name": "network-vif-plugged", "status": "completed", "tag": "786710f8-5149-401c-ac24-51114c1659a6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:42.021466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=786710f8-5149-401c-ac24-51114c1659a6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:42.026894 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.035612 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d665a8e9-0ad2-4093-95a6-8e7d72261f7d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.037704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d665a8e9-0ad2-4093-95a6-8e7d72261f7d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2347751 Jul 16 09:03:42.044015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48560) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.054083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61a8242e-3ab8-4555-86a3-fcfb188872bf tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '611e42e7-6623-41ac-ae28-72d3742a4d6a'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:42.056027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-61a8242e-3ab8-4555-86a3-fcfb188872bf tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:03:42.140123 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa7a960-5b88-4153-a426-e816b5a1fb7b x-openstack-request-id: req-7fa7a960-5b88-4153-a426-e816b5a1fb7b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:42.140444 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "name": "network-vif-plugged", "status": "completed", "tag": "786710f8-5149-401c-ac24-51114c1659a6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:42.140671 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fa7a960-5b88-4153-a426-e816b5a1fb7b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:42.141077 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786710f8-5149-401c-ac24-51114c1659a6', 'code': 200} Jul 16 09:03:42.146301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:42.552391 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.metering.metering_plugin [None req-61a8242e-3ab8-4555-86a3-fcfb188872bf tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:03:42.662924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61a8242e-3ab8-4555-86a3-fcfb188872bf tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.671386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61a8242e-3ab8-4555-86a3-fcfb188872bf tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6220291 Jul 16 09:03:42.671850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.697245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a034f0e4-4139-4672-96a9-d71cbb50d44d tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=df8630d4-e8a6-4607-9304-fb70c9acf7e8 HTTP/1.1" status: 200 len: 462 time: 0.0224342 Jul 16 09:03:42.701886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eac127-9c39-4f63-b563-f9b85751267b req-2d36ac13-81df-40c3-9005-d5ee7edbfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.702029 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48580) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.704383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e9eac127-9c39-4f63-b563-f9b85751267b req-2d36ac13-81df-40c3-9005-d5ee7edbfd01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 1098 time: 0.1625483 Jul 16 09:03:42.765641 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e9eac127-9c39-4f63-b563-f9b85751267b req-69bd8cd4-7ddf-4b6c-88fb-6edd4552d505 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524952 Jul 16 09:03:42.902232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2913c5f-7c50-48c9-8661-b6a643257631 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.906188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.906343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2913c5f-7c50-48c9-8661-b6a643257631 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/df8630d4-e8a6-4607-9304-fb70c9acf7e8 HTTP/1.1" status: 204 len: 168 time: 0.2032466 Jul 16 09:03:42.924876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c1b1e99-535c-4f14-8123-162e427f2a30 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=df8630d4-e8a6-4607-9304-fb70c9acf7e8 HTTP/1.1" status: 200 len: 221 time: 0.0132143 Jul 16 09:03:42.925495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:42.933690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fbf41556-036f-4b44-a36f-9796d7b09c28 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1502517949', 'description': 'label created by tempest'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:42.935022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fbf41556-036f-4b44-a36f-9796d7b09c28 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:03:42.952926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13099f4-2bd7-4626-b950-878770814d0a req-c53e8349-3920-4c49-9518-28ed42f5e6c6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:42.955251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a13099f4-2bd7-4626-b950-878770814d0a req-c53e8349-3920-4c49-9518-28ed42f5e6c6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.2020874 Jul 16 09:03:42.998308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a13099f4-2bd7-4626-b950-878770814d0a req-68577e95-9f75-45f9-9a00-30dd33b42293 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375063 Jul 16 09:03:43.019460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-99213c66-3a23-41db-ae90-7dff1869a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.123585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fbf41556-036f-4b44-a36f-9796d7b09c28 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.124858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fbf41556-036f-4b44-a36f-9796d7b09c28 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1986892 Jul 16 09:03:43.128464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.211315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83fd6d67-4d22-4e95-9d06-ff8bcf0b7140 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=176bd6cb-a39b-4de4-a71d-8f37c0272759 HTTP/1.1" status: 200 len: 468 time: 0.0814500 Jul 16 09:03:43.213968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48592) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.418657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8fb962-e847-4520-bd5d-341bb2cffb36 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.419879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be8fb962-e847-4520-bd5d-341bb2cffb36 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/176bd6cb-a39b-4de4-a71d-8f37c0272759 HTTP/1.1" status: 204 len: 168 time: 0.2049270 Jul 16 09:03:43.422718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48600) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.437363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c1d91703-4fee-4f66-9674-bf73a2024c56 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=176bd6cb-a39b-4de4-a71d-8f37c0272759 HTTP/1.1" status: 200 len: 216 time: 0.0099628 Jul 16 09:03:43.437551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48602) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.447936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41c32668-235f-48ff-9915-20f8a02c6332 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094409 Jul 16 09:03:43.451163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.463273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cc93ce87-3185-4450-966c-d6a08cd4dbed tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0108435 Jul 16 09:03:43.466541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48606) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.531649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5be11383-0ad7-48a2-b7a9-f7730cad37ce tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/611e42e7-6623-41ac-ae28-72d3742a4d6a HTTP/1.1" status: 200 len: 472 time: 0.0637970 Jul 16 09:03:43.535333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48612) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.555468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48614) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.562774 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dc4e0676-f15c-4d18-b0fb-b30f008220eb tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/2bbc18fe-2e67-4fee-a403-5ceb0f5a17ad HTTP/1.1" status: 200 len: 459 time: 0.0153701 Jul 16 09:03:43.672889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-22838921-f6a5-462e-b0dc-cadc6147a2ec tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.677639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.677895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-22838921-f6a5-462e-b0dc-cadc6147a2ec tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/2bbc18fe-2e67-4fee-a403-5ceb0f5a17ad HTTP/1.1" status: 204 len: 168 time: 0.1214020 Jul 16 09:03:43.912735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-07ca14af-8fb3-4e2a-9013-dae8a5972987 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:43.913986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-07ca14af-8fb3-4e2a-9013-dae8a5972987 tempest-MeteringIpV6TestJSON-455121664 tempest-MeteringIpV6TestJSON-455121664-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/611e42e7-6623-41ac-ae28-72d3742a4d6a HTTP/1.1" status: 204 len: 168 time: 0.2353003 Jul 16 09:03:44.210635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.224622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7dc7a-2b4c-4f54-a8b2-ec3c03bc38a8 req-94602267-0f1c-465f-a22f-14a68761a1f9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.227115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a7dc7a-2b4c-4f54-a8b2-ec3c03bc38a8 req-94602267-0f1c-465f-a22f-14a68761a1f9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.0849204 Jul 16 09:03:44.296005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80a7dc7a-2b4c-4f54-a8b2-ec3c03bc38a8 req-9b06fc4c-9dba-49d3-b017-4f65f0a678b1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Jul 16 09:03:44.374154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a73a5ed9-8ac4-4bbb-83b4-b6bb19d9c853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.491449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a73a5ed9-8ac4-4bbb-83b4-b6bb19d9c853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.496843 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a73a5ed9-8ac4-4bbb-83b4-b6bb19d9c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.526938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c9f3f-6f59-427e-b6da-d2319ee441d2 req-097391e6-fb65-4dc6-8def-24514a5348bb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:44.529355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-323c9f3f-6f59-427e-b6da-d2319ee441d2 req-097391e6-fb65-4dc6-8def-24514a5348bb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.1068532 Jul 16 09:03:44.550956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a5ed9-8ac4-4bbb-83b4-b6bb19d9c853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b8d07f-0f87-4c61-9df0-9f8b37cbf4d4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:44.557117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a73a5ed9-8ac4-4bbb-83b4-b6bb19d9c853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e06671adaff49328d63cd01c1770c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453074 Jul 16 09:03:44.560266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:44.600858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-323c9f3f-6f59-427e-b6da-d2319ee441d2 req-dde5ec31-0a9b-489f-9d1c-d7fd76420256 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 Jul 16 09:03:44.652645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.681781 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.753338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.761706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.768834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97b8d07f-0f87-4c61-9df0-9f8b37cbf4d4 HTTP/1.1" status: 204 len: 168 time: 0.2044232 Jul 16 09:03:44.784385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911c02b-265e-41d9-84ee-cd3b4323c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b8d07f-0f87-4c61-9df0-9f8b37cbf4d4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.145718 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 48676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.169862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfa511e-61e0-49dd-9cc6-260af375c963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.180461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b60578-a76c-4b7f-a5d6-9917bd12ed1d req-adf4b400-3eb3-422d-bc2a-1c61dd7b0212 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:45.188626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6b60578-a76c-4b7f-a5d6-9917bd12ed1d req-adf4b400-3eb3-422d-bc2a-1c61dd7b0212 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.0915732 Jul 16 09:03:45.274010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6b60578-a76c-4b7f-a5d6-9917bd12ed1d req-2359e1d3-af55-444b-8833-81f5a9911bff tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 Jul 16 09:03:45.306539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfa511e-61e0-49dd-9cc6-260af375c963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.310988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6bfa511e-61e0-49dd-9cc6-260af375c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.353760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6bfa511e-61e0-49dd-9cc6-260af375c963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73f39ca3cd9b4a2c9ccc8135b3ce5d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054329 Jul 16 09:03:45.355170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa511e-61e0-49dd-9cc6-260af375c963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6395c8-0571-4c6f-a1bd-ae03b971639b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.356485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:45.423201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.451991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.503612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.507436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.508825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f6395c8-0571-4c6f-a1bd-ae03b971639b HTTP/1.1" status: 204 len: 168 time: 0.1512959 Jul 16 09:03:45.518736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5875e-3c0d-4a2a-a8e0-bd90fa2a7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6395c8-0571-4c6f-a1bd-ae03b971639b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:45.622050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c621247b-d704-4cdd-bc16-33c146c83581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.720663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.500236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788546f-78a5-415a-9152-1a8e06ee108f req-d6131475-306b-441c-85b1-f3ec47a49dd6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:46.507456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0788546f-78a5-415a-9152-1a8e06ee108f req-d6131475-306b-441c-85b1-f3ec47a49dd6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.0764894 Jul 16 09:03:46.558203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0788546f-78a5-415a-9152-1a8e06ee108f req-539ea4b2-1b44-4525-85af-34220112f6ab tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Jul 16 09:03:46.734544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-7b8126a3-7ba0-4c3e-9511-c165ef3fe70a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:46.737084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-7b8126a3-7ba0-4c3e-9511-c165ef3fe70a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 946 time: 0.0935674 Jul 16 09:03:46.896630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 786710f8-5149-401c-ac24-51114c1659a6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:46.896986 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.949438 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.019968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 786710f8-5149-401c-ac24-51114c1659a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=786710f8-5149-401c-ac24-51114c1659a6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:47.020440 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.034501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 786710f8-5149-401c-ac24-51114c1659a6 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:47.210984 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.224480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['30c973de-2ef5-4833-bb39-174c127d2233', '786710f8-5149-401c-ac24-51114c1659a6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:03:47.255894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=786710f8-5149-401c-ac24-51114c1659a6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:47.332449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48926) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.382523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 786710f8-5149-401c-ac24-51114c1659a6 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:47.385869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.390582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bf84714e-52f3-4f97-8386-a6e7a94ce718 req-59bbdb1d-739a-4dc7-a228-3c325bb6fa87 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/786710f8-5149-401c-ac24-51114c1659a6 HTTP/1.1" status: 204 len: 173 time: 0.6478884 Jul 16 09:03:47.391122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'name': 'network-vif-deleted', 'tag': '786710f8-5149-401c-ac24-51114c1659a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:47.393402 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182b1f9-e66b-4052-af55-6827978d0d39" -d '{"events": [{"server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "name": "network-vif-deleted", "tag": "786710f8-5149-401c-ac24-51114c1659a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:47.499241 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4862a919-be7f-49d2-a101-1c09e16db269 x-openstack-request-id: req-4862a919-be7f-49d2-a101-1c09e16db269 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:47.499810 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4911040d-246d-406c-8ecf-804191a00e82", "name": "network-vif-deleted", "tag": "786710f8-5149-401c-ac24-51114c1659a6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:47.500197 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4862a919-be7f-49d2-a101-1c09e16db269 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:47.500690 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4911040d-246d-406c-8ecf-804191a00e82', 'name': 'network-vif-deleted', 'tag': '786710f8-5149-401c-ac24-51114c1659a6', 'status': 'completed', 'code': 200} Jul 16 09:03:47.538399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-793506803'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:47.594237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.595883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.656468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.665069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.701048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.703900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-42eef47f-5059-49bd-b863-ab2702ce1dfa tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3704050 Jul 16 09:03:47.706429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 48968) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:47.829873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50cd1947-c324-4bad-a98b-0157d61153df req-47bdd9e3-f58e-4072-88ee-b395c91a0383 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0332122 Jul 16 09:03:47.863506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.124181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.126981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.182270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.183333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bbebf77-b893-4fc1-9164-96706d03efd8 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:48.199207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.200946 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0ae9450c-b20b-4a2b-91d9-e5e2d74c2362 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5bbebf77-b893-4fc1-9164-96706d03efd8 HTTP/1.1" status: 204 len: 168 time: 0.4934142 Jul 16 09:03:48.205628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49028) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.210914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Request body: {'router': {'name': 'tempest-router-1286182030', 'distributed': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:48.243815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.245743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.378219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.384513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.418007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.422342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49058) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.423148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-34848f4a-655e-4fe6-afce-50f5d0c64468 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2158482 Jul 16 09:03:48.555600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.585862 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.853459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.858617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.923416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.924160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca66c6c3-527b-4d62-92b4-8a890d486b2c {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:48.930800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.932027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1245d561-ada0-48a9-90b7-0804e11e8e69 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ca66c6c3-527b-4d62-92b4-8a890d486b2c HTTP/1.1" status: 204 len: 168 time: 0.5075293 Jul 16 09:03:48.935716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49110) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:48.940470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Request body: {'router': {'name': 'tempest-router-1983794063', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4a5a5f308bd54b1e824f286b500f81f4'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:48.986009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.988344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.062665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.107799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8eaf1f09-720a-481d-a164-dc00de4503db req-64cf46c1-c4dc-485e-b11b-b05574d28065 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0427415 Jul 16 09:03:49.109546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.140165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.143548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-653b1454-2a9d-4b85-9891-4ed4e8d15489 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2049572 Jul 16 09:03:49.146193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:49.152992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:49.557705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.558296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.709526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 09:03:49.709702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Router 505728a1-4503-42a7-9388-0be9271f704a migrating from provider to provider. {{(pid=93774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 09:03:49.709962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.716769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.723203 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-372511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-372486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-372623'] for router, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.820181 n-d-798054-12 neutron-server[93774]: WARNING neutron.scheduler.l3_agent_scheduler [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] No L3 agents can host the router 505728a1-4503-42a7-9388-0be9271f704a Jul 16 09:03:49.833967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 786710f8-5149-401c-ac24-51114c1659a6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:49.871851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 786710f8-5149-401c-ac24-51114c1659a6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:49.872235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 786710f8-5149-401c-ac24-51114c1659a6 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:49.999823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Hosts for router 505728a1-4503-42a7-9388-0be9271f704a: [] {{(pid=93774) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 09:03:50.028982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Hosts for other DVR routers connected to router 505728a1-4503-42a7-9388-0be9271f704a: set() {{(pid=93774) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 09:03:50.032540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.036630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df72d8db-ef5f-4643-8faa-7c164a77a974 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "PUT /v2.0/routers/505728a1-4503-42a7-9388-0be9271f704a HTTP/1.1" status: 200 len: 717 time: 0.8891113 Jul 16 09:03:50.037234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.120102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4a1bec53-3fab-4ed6-a52b-6e19c8446a72 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "GET /v2.0/routers/505728a1-4503-42a7-9388-0be9271f704a HTTP/1.1" status: 200 len: 717 time: 0.0812712 Jul 16 09:03:50.122266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.322881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3a3632c-b610-48af-846c-8e836b355bac req-d2631179-de69-4ce9-9906-f789878e76f3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0523834 Jul 16 09:03:50.344273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4b31923c-f56d-4b4a-aa36-e6a3f7f8c37d tempest-RoutersTestDVR-1246658887 tempest-RoutersTestDVR-1246658887-project] 10.222.0.32 "GET /v2.0/routers/505728a1-4503-42a7-9388-0be9271f704a HTTP/1.1" status: 200 len: 683 time: 0.2208269 Jul 16 09:03:50.347264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.432872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.617116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.621025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.681100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.681792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 505728a1-4503-42a7-9388-0be9271f704a {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:50.693597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.696539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-33b30d0f-5ba7-49f0-9835-edcf2492bf42 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "DELETE /v2.0/routers/505728a1-4503-42a7-9388-0be9271f704a HTTP/1.1" status: 204 len: 168 time: 0.3480096 Jul 16 09:03:50.701299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49240) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.705336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Request body: {'router': {'name': 'tempest-router-1468845730', 'distributed': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:50.729872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.731174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.784200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.789337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.805278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.806597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d42e694-c5cd-45fd-84bd-f65989064d64 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1054862 Jul 16 09:03:50.809477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.884206 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.047698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.050262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.098544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.099422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d652b211-abb1-443f-8f3b-1dc25de3d3d6 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:51.103568 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.105046 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-144afd7b-5de1-456a-88fd-98a2c9ae9d87 tempest-RoutersTestDVR-613980594 tempest-RoutersTestDVR-613980594-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d652b211-abb1-443f-8f3b-1dc25de3d3d6 HTTP/1.1" status: 204 len: 168 time: 0.2942691 Jul 16 09:03:51.458963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.519025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff839159-caa5-40b8-a90b-a41658ccc8cf req-0befc466-7a47-4247-930a-237980bb706b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0389087 Jul 16 09:03:51.613667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54ca73b6-b74b-493a-9462-9ad00f1f062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.763092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54ca73b6-b74b-493a-9462-9ad00f1f062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.771244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54ca73b6-b74b-493a-9462-9ad00f1f062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.821813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca73b6-b74b-493a-9462-9ad00f1f062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58816abb-34f8-4ccb-a3af-4dd86ddf88e2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.827989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-54ca73b6-b74b-493a-9462-9ad00f1f062b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5a5f308bd54b1e824f286b500f81f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675103 Jul 16 09:03:51.831069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:51.883070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.906795 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.961850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.964681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.968727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58816abb-34f8-4ccb-a3af-4dd86ddf88e2 HTTP/1.1" status: 204 len: 168 time: 0.1340272 Jul 16 09:03:51.982086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942385e-2ef5-41df-8616-100ff964ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58816abb-34f8-4ccb-a3af-4dd86ddf88e2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:52.295636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49266) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:52.316425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805bfc02-262b-4528-9e2f-a663be11fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.425847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805bfc02-262b-4528-9e2f-a663be11fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.434365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-805bfc02-262b-4528-9e2f-a663be11fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.474308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-805bfc02-262b-4528-9e2f-a663be11fc6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec3161a720104426a49a98ef7d3ec3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775444 Jul 16 09:03:52.476853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bfc02-262b-4528-9e2f-a663be11fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2808d39d-f66e-4242-a734-0b6adbc72ac5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:52.477232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:52.550042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.596024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.661841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.666241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.667403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2808d39d-f66e-4242-a734-0b6adbc72ac5 HTTP/1.1" status: 204 len: 168 time: 0.1891797 Jul 16 09:03:52.679325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471367-6ee0-40b8-9ae2-c80787bcb135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808d39d-f66e-4242-a734-0b6adbc72ac5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:52.857218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-666a732f-d2cc-4ba2-a537-6b046a046bc1 req-174d4e87-b9e0-461f-8430-d633b3cc9e9b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4911040d-246d-406c-8ecf-804191a00e82 HTTP/1.1" status: 200 len: 210 time: 0.0653682 Jul 16 09:03:53.795453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:53.916379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1729096387'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:53.959020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:53.963498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.974304 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.103708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.116125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.145256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:54.155211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7667a1-3a48-4469-8eef-8ded27ba870d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:54.161280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.161625 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment b24d0fe7-fad3-43e1-aa21-6dd02c83e007 of type vlan for network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d Jul 16 09:03:54.225777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.257088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.263498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:54.264138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.384297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5869462 Jul 16 09:03:54.385642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816d45-0e86-45dd-83f9-26b559ef51a6 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:54.398862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:55.492796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49336) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:55.633517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8958c01a-44ab-48af-b1fb-41275e5d8304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.839986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8958c01a-44ab-48af-b1fb-41275e5d8304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.845610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8958c01a-44ab-48af-b1fb-41275e5d8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.906826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8958c01a-44ab-48af-b1fb-41275e5d8304 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f17ecd42c6014755a5b0f8a682eeca0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129007 Jul 16 09:03:55.909982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:55.947113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958c01a-44ab-48af-b1fb-41275e5d8304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0d086-98a3-4f5f-b7d7-e8b5bea106b7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:55.982407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.007631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.088743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.095145 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.116221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f0d086-98a3-4f5f-b7d7-e8b5bea106b7 HTTP/1.1" status: 204 len: 168 time: 0.1932673 Jul 16 09:03:56.129874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3493e-4a75-43be-9a01-e54004ecb7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0d086-98a3-4f5f-b7d7-e8b5bea106b7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:57.761213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.767968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:57.861236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:57.865235 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.066168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.133668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=4f0ee8fc-ac0b-4bcf-a87b-0f9788856892,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.146622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:58.146997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:58.164599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:58.181397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:58.193261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230dec76-2eec-43ff-8705-38f81f388acf None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:58.198252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:58.198928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.225458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49372) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.226070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-88336ae3-8e2b-4095-af57-fbd21cfb7b85 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4622123 Jul 16 09:03:58.238144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-167552330'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:58.263599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:58.271367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.323914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:58.335653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.336006 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment 5d8a2e6f-f508-4ab2-b620-e9d7be76d58d of type vlan for network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 Jul 16 09:03:58.386798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.390361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d', 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': '4f0ee8fc-ac0b-4bcf-a87b-0f9788856892'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:58.391469 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.418804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.425620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:58.426400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.540088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Allocated IP 2001:db8:0:ffff::2 (d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d/4f0ee8fc-ac0b-4bcf-a87b-0f9788856892/a8f38f58-43e9-4228-a28f-fe3f215350d4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:58.695499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.705240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Transition to ACTIVE for port object a8f38f58-43e9-4228-a28f-fe3f215350d4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:58.724985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Transition to ACTIVE for port object a8f38f58-43e9-4228-a28f-fe3f215350d4 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:58.733079 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.782763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:58.786043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:58.788797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:58.795061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Pushing event updated for resources: {'Port': ['ID=a8f38f58-43e9-4228-a28f-fe3f215350d4,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.804840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.805194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.805542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.805884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.806221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.806557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.806890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.807222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.807552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.807880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.808229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.808566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:58.838272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6102264 Jul 16 09:03:58.843693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.850344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:58.869640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Attempting to bind port a8f38f58-43e9-4228-a28f-fe3f215350d4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:58.870013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Attempting to bind port a8f38f58-43e9-4228-a28f-fe3f215350d4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:58.870386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Attempting to bind port a8f38f58-43e9-4228-a28f-fe3f215350d4 on network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:58.871559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821306-b5dc-4f30-a1f2-e6f6a82993cf tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=d1ed411a-ebd8-4cfe-8e13-e7746e7f3818,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.877034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:58.877413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Checking segment: {'id': 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:58.877967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.878374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Bound using segment: {'id': 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:58.878906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Bound port: a8f38f58-43e9-4228-a28f-fe3f215350d4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd6d45e59-732f-4b9e-9eeb-d7b7dcc5905d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:58.879388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.890842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:58.946610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:58.950312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.083400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.167185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] For port a8f38f58-43e9-4228-a28f-fe3f215350d4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:59.171105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] For port a8f38f58-43e9-4228-a28f-fe3f215350d4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a8f38f58-43e9-4228-a28f-fe3f215350d4,segment=NetworkSegment(b24d0fe7-fad3-43e1-aa21-6dd02c83e007),segment_id=b24d0fe7-fad3-43e1-aa21-6dd02c83e007)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:59.181147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.254069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb428f5-9fea-43a7-8d36-c00b0a72596e None None] Pushing event updated for resources: {'Port': ['ID=a8f38f58-43e9-4228-a28f-fe3f215350d4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.303983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:03:59.305873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.643396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port c27d0c13-3b68-414f-8b53-deedadf60be3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:59.643962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.735593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a8f38f58-43e9-4228-a28f-fe3f215350d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:59.771647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.771998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.786821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for c27d0c13-3b68-414f-8b53-deedadf60be3 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:59.796462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a8f38f58-43e9-4228-a28f-fe3f215350d4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:59.814298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=89b961d1-e297-4049-87cb-4e83beaae7a6,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.826937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:59.827295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: d1ed411a-ebd8-4cfe-8e13-e7746e7f3818, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:59.846949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:59.856888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, d1ed411a-ebd8-4cfe-8e13-e7746e7f3818) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:59.861993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:59.862883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.870900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee47c3-d9c9-4dc1-b3d3-e86dc2562c34 None None] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:59.895977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30ba644e-48f1-432b-b5c4-96feeb1c4d9a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0495424 Jul 16 09:03:59.901237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.908764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'port': {'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818', 'name': 'tempest-NetworksIpV6TestAttrs-1822346889'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:59.987705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.015106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=c27d0c13-3b68-414f-8b53-deedadf60be3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.065499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:00.067715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-d1ed411a-ebd8-4cfe-8e13-e7746e7f3818', 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': '89b961d1-e297-4049-87cb-4e83beaae7a6'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:00.068875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.069160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.113535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.116298 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Floating IP 007ca001-9ce5-4827-814d-6655c221c0e2 disassociated (deleted). External IP: 172.25.5.192, port: 169ca391-9401-4cbb-aa03-e4407f5f90ac. Jul 16 09:04:00.122240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] device_id is not set on port 0a86d556-da43-4893-b437-93da1186007f yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:00.302556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Allocated IP 2001:db8::f816:3eff:fe7b:4d2 (d1ed411a-ebd8-4cfe-8e13-e7746e7f3818/89b961d1-e297-4049-87cb-4e83beaae7a6/d7811c82-a05b-48cb-b646-5115a75bd845) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:00.500376 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:00.566445 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.577413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Transition to ACTIVE for port object d7811c82-a05b-48cb-b646-5115a75bd845 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:00.596004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Transition to ACTIVE for port object d7811c82-a05b-48cb-b646-5115a75bd845 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:00.605609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.664057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Pushing event updated for resources: {'Port': ['ID=d7811c82-a05b-48cb-b646-5115a75bd845,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.681703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:00.690171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.702763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Sync routers for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:00.712025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:00.713530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Allocated IP 2001:db8::f816:3eff:fefb:9ec (d1ed411a-ebd8-4cfe-8e13-e7746e7f3818/89b961d1-e297-4049-87cb-4e83beaae7a6/0a86d556-da43-4893-b437-93da1186007f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:00.721001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:00.729133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:00.733072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:00.733744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.777038 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bdf6256b-518b-4404-aa12-7af3cf42f44f tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/floatingips/007ca001-9ce5-4827-814d-6655c221c0e2 HTTP/1.1" status: 204 len: 168 time: 1.6917260 Jul 16 09:04:00.777778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:00.781371 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:00.815216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f0ad9-5779-4ed4-bc12-9a74b08b14ea None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:00.846519 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565a7e8-d0b2-4d92-be30-6766e5f7b1f1 x-openstack-request-id: req-4565a7e8-d0b2-4d92-be30-6766e5f7b1f1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:00.846820 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:00.847082 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4565a7e8-d0b2-4d92-be30-6766e5f7b1f1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:00.847496 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'status': 'completed', 'code': 200} Jul 16 09:04:00.924922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.938243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Provisioning for port a8f38f58-43e9-4228-a28f-fe3f215350d4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:00.946672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Transition to ACTIVE for port object 0a86d556-da43-4893-b437-93da1186007f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:00.946959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-125a5749-efb8-4006-972c-948793cd939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:00.949007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-125a5749-efb8-4006-972c-948793cd939e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 1097 time: 0.0756347 Jul 16 09:04:01.033086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.042780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Provisioning complete for port a8f38f58-43e9-4228-a28f-fe3f215350d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:01.043165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.094210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Attempting to bind port d7811c82-a05b-48cb-b646-5115a75bd845 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:01.094657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Attempting to bind port d7811c82-a05b-48cb-b646-5115a75bd845 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:01.095028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Attempting to bind port d7811c82-a05b-48cb-b646-5115a75bd845 on network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:01.134991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:01.138054 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:01.139025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Checking segment: {'id': '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:01.139621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.140047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Bound using segment: {'id': '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:01.140915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Bound port: d7811c82-a05b-48cb-b646-5115a75bd845, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd1ed411a-ebd8-4cfe-8e13-e7746e7f3818'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:01.141510 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.142021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-20fe9029-4c9c-4c4b-b61a-be292f256263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.143780 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-20fe9029-4c9c-4c4b-b61a-be292f256263 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 200 len: 898 time: 0.1877022 Jul 16 09:04:01.160355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:01.170637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:01.181141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:01.187211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.188080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.201690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Port': ['ID=0a86d556-da43-4893-b437-93da1186007f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:01.218768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-732d2c3d-dab3-4d83-af62-98c4bef975da tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3162334 Jul 16 09:04:01.222510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:01.234058 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-0ffd3e74-1264-4603-97bc-605f3067342a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 200 len: 217 time: 0.0749285 Jul 16 09:04:01.348712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting subnet 89b961d1-e297-4049-87cb-4e83beaae7a6 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:01.371627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.373031 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-77e85e92-03f2-482c-9c55-d1dac51a7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.387596 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-77e85e92-03f2-482c-9c55-d1dac51a7251 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=466e34f5-10ed-453e-bde6-990f297b7ba0 HTTP/1.1" status: 200 len: 835 time: 0.1461520 Jul 16 09:04:01.397417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.482408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-0007a857-495c-4ab3-8e44-749bc98c59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.485582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-0007a857-495c-4ab3-8e44-749bc98c59d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2da20f47-d327-481f-a0a8-6af13cc6a977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912590 Jul 16 09:04:01.555207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] For port d7811c82-a05b-48cb-b646-5115a75bd845, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:01.572085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.640097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] For port a8f38f58-43e9-4228-a28f-fe3f215350d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a8f38f58-43e9-4228-a28f-fe3f215350d4,segment=NetworkSegment(b24d0fe7-fad3-43e1-aa21-6dd02c83e007),segment_id=b24d0fe7-fad3-43e1-aa21-6dd02c83e007)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:01.640097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] For port d7811c82-a05b-48cb-b646-5115a75bd845, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d7811c82-a05b-48cb-b646-5115a75bd845,segment=NetworkSegment(5d8a2e6f-f508-4ab2-b620-e9d7be76d58d),segment_id=5d8a2e6f-f508-4ab2-b620-e9d7be76d58d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:01.655447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.661464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-07a1b94c-4a20-4c84-8f74-b8491cebed88 service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672828 Jul 16 09:04:01.669741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.682882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b04eb-2ffd-4ced-b3cd-e4bd89a031b4 req-1279bb34-8b69-4a80-9d4a-005c734e8465 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.700639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd3b04eb-2ffd-4ced-b3cd-e4bd89a031b4 req-1279bb34-8b69-4a80-9d4a-005c734e8465 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.3255732 Jul 16 09:04:01.736250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:01.761442 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9acf03ff-42d0-4b4b-ba2e-f7e906204c7d req-1c9cd566-e06a-4228-ac84-00549012094e service neutron] 10.222.0.46 "GET /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964732 Jul 16 09:04:01.814129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Checking router: 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:01.815966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd3b04eb-2ffd-4ced-b3cd-e4bd89a031b4 req-3a3ff843-0aae-4e33-8fca-ade3c9877e78 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102536 Jul 16 09:04:01.863895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8e45c-36e6-425f-b321-f4190b74549e None None] Pushing event updated for resources: {'Port': ['ID=a8f38f58-43e9-4228-a28f-fe3f215350d4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:01.927283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:01.928141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:01.945601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.997584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972be7-5a53-4f33-974f-824741df1b81 None None] Pushing event updated for resources: {'Port': ['ID=d7811c82-a05b-48cb-b646-5115a75bd845,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.123253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.183612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:02.184536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=89b961d1-e297-4049-87cb-4e83beaae7a6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.211883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.219956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.220531 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-914859d9-f073-4f67-adf5-665e6b306076 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/89b961d1-e297-4049-87cb-4e83beaae7a6 HTTP/1.1" status: 204 len: 168 time: 0.9961853 Jul 16 09:04:02.310338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4361a9ea-5e68-48f5-8edb-331c8d6cdbe3 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.312090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4361a9ea-5e68-48f5-8edb-331c8d6cdbe3 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.313981 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4361a9ea-5e68-48f5-8edb-331c8d6cdbe3 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0929780 Jul 16 09:04:02.317472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49416) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.348713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9f89e59b-859c-4d5d-accf-bdcbbf33552e None None] Provisioning complete for port a8f38f58-43e9-4228-a28f-fe3f215350d4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:02.349191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9f89e59b-859c-4d5d-accf-bdcbbf33552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.427129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2787eae3-5ed7-4359-9c4d-e103875a698a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.435758 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2787eae3-5ed7-4359-9c4d-e103875a698a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 09:04:02.436313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2787eae3-5ed7-4359-9c4d-e103875a698a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:02.438249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2787eae3-5ed7-4359-9c4d-e103875a698a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 HTTP/1.1" status: 409 len: 405 time: 0.1197388 Jul 16 09:04:02.442016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49418) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.447679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2041152606'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:02.471676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:02.475597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.503650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:02.515330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.515925 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment f75a3e39-f75c-4134-9800-213fd2883354 of type vlan for network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 Jul 16 09:04:02.567577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.612895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.613660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49054654-106c-44a7-8a30-0d1b4a9899de req-8229efd3-3bca-4515-b459-bf80f0416454 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.615200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49054654-106c-44a7-8a30-0d1b4a9899de req-8229efd3-3bca-4515-b459-bf80f0416454 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.1245732 Jul 16 09:04:02.622229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:02.629348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.630013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.679238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46051eb5-54e8-4c33-b7d2-08f079a45d21 None None] The sync data for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 is: [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:02:04Z', 'revision_number': 4, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '746da651-ed76-4ebb-b398-f4e15446e8db', 'name': '', 'network_id': '2da20f47-d327-481f-a0a8-6af13cc6a977', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'mac_address': 'fa:16:3e:b6:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:02Z', 'updated_at': '2021-07-16T09:02:12Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'subnets': [{'id': '466e34f5-10ed-453e-bde6-990f297b7ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:02.808652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=1b4eaed2-f4f5-4f73-9b76-b1abac03cb82,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.824253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:02.835726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-66cfbdf8-38d3-494c-aef3-c2e39901e97e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3889794 Jul 16 09:04:02.835726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.840878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:02.841447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:02.843274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.042483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:03.050293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.090296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 169ca391-9401-4cbb-aa03-e4407f5f90ac, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=169ca391-9401-4cbb-aa03-e4407f5f90ac,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:03.090685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.113082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 169ca391-9401-4cbb-aa03-e4407f5f90ac owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:03.256150 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ccc28-b9a8-4965-9a48-71a8e4ca67c0 None None] New status for floating IP 007ca001-9ce5-4827-814d-6655c221c0e2: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:04:03.336423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.349780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143b52-033b-44c6-9b3f-9a9cb373441c req-18cfeded-5eff-4b8f-b5bd-8d3cef48b660 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:03.351305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e143b52-033b-44c6-9b3f-9a9cb373441c req-18cfeded-5eff-4b8f-b5bd-8d3cef48b660 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92d3566-2dc3-4f51-9264-43e745bc61d0 HTTP/1.1" status: 200 len: 945 time: 0.2527156 Jul 16 09:04:03.388489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=169ca391-9401-4cbb-aa03-e4407f5f90ac,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.445967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e143b52-033b-44c6-9b3f-9a9cb373441c req-a4cae88f-1295-428c-a38b-85ab06789169 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4ee441c-5232-4e1f-afa5-7d81c8516245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877666 Jul 16 09:04:03.463267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] No DVR routers for this DVR port 169ca391-9401-4cbb-aa03-e4407f5f90ac on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:03.488537 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.492500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f61046-a896-414f-a28b-32f932808fa5 None None] Network d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:03.506680 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49054654-106c-44a7-8a30-0d1b4a9899de req-09cd210d-8e5e-426e-9fac-20a87de2bb82 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.46 "DELETE /v2.0/ports/169ca391-9401-4cbb-aa03-e4407f5f90ac HTTP/1.1" status: 204 len: 173 time: 0.8853734 Jul 16 09:04:03.507443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-deleted', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:03.518794 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb68e6-7dbb-4eea-bcdb-0f1b32983342" -d '{"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-deleted", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:03.607717 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982724e5-bb06-4444-8a6e-9d5c27363e7c x-openstack-request-id: req-982724e5-bb06-4444-8a6e-9d5c27363e7c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:03.608005 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92d3566-2dc3-4f51-9264-43e745bc61d0", "name": "network-vif-deleted", "tag": "169ca391-9401-4cbb-aa03-e4407f5f90ac", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:03.608492 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-982724e5-bb06-4444-8a6e-9d5c27363e7c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:03.609076 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92d3566-2dc3-4f51-9264-43e745bc61d0', 'name': 'network-vif-deleted', 'tag': '169ca391-9401-4cbb-aa03-e4407f5f90ac', 'status': 'completed', 'code': 200} Jul 16 09:04:03.634714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6e4baac2-06fd-4298-8978-3ff9dbc202fa None None] Provisioning for port d7811c82-a05b-48cb-b646-5115a75bd845 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:03.743034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:03.744741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.911916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d7811c82-a05b-48cb-b646-5115a75bd845 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:03.937747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=b7525ede-69c5-4fb1-aed5-32b5952fc7f6,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.940203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': 'f75a3e39-f75c-4134-9800-213fd2883354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:03.940688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:03.977479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.978050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.979496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.979662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.981298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.982776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.983241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.983692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.985339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.985631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.986030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:03.986381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:04.007078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863df777-b69e-4044-b450-a31ccf169779 None None] DHCP port deletion for d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:04.012761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:04.033624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:04.048478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.053318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc0bec-b18f-4f28-9cf5-a4f5bea05801 None None] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:04.056518 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.074774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d7811c82-a05b-48cb-b646-5115a75bd845 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:04.091412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fbe8c928-2a19-4f2d-9c68-839038d5d138 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2533431 Jul 16 09:04:04.093014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:04.094374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d7811c82-a05b-48cb-b646-5115a75bd845 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:04.094931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.098488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'port': {'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82', 'name': 'tempest-NetworksIpV6TestAttrs-475741135'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:04.412954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:04.418408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.441526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] device_id is not set on port e88c4aeb-1f45-4bfa-9d54-5bb580c563c3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:04.463507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1b4eaed2-f4f5-4f73-9b76-b1abac03cb82', 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': 'b7525ede-69c5-4fb1-aed5-32b5952fc7f6'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:04.465635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.490289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Deleting port d7811c82-a05b-48cb-b646-5115a75bd845 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:04.490667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.639733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Allocated IP 2001:db8::f816:3eff:fe5a:6feb (1b4eaed2-f4f5-4f73-9b76-b1abac03cb82/b7525ede-69c5-4fb1-aed5-32b5952fc7f6/e88c4aeb-1f45-4bfa-9d54-5bb580c563c3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:04.645340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49446) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:04.678011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-863df777-b69e-4044-b450-a31ccf169779 None None] For port d7811c82-a05b-48cb-b646-5115a75bd845, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d7811c82-a05b-48cb-b646-5115a75bd845,segment=NetworkSegment(5d8a2e6f-f508-4ab2-b620-e9d7be76d58d),segment_id=5d8a2e6f-f508-4ab2-b620-e9d7be76d58d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:04.678570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.699442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Calling delete_port for d7811c82-a05b-48cb-b646-5115a75bd845 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:04.706515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.774262 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:04.776635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d7811c82-a05b-48cb-b646-5115a75bd845, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d7811c82-a05b-48cb-b646-5115a75bd845,segment=NetworkSegment(5d8a2e6f-f508-4ab2-b620-e9d7be76d58d),segment_id=5d8a2e6f-f508-4ab2-b620-e9d7be76d58d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:04.784186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.785058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a8f38f58-43e9-4228-a28f-fe3f215350d4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:04.918632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d7811c82-a05b-48cb-b646-5115a75bd845,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.934683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.943450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a8f38f58-43e9-4228-a28f-fe3f215350d4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:04.943716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.982435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863df777-b69e-4044-b450-a31ccf169779 None None] Pushing event deleted for resources: {'Port': ['ID=d7811c82-a05b-48cb-b646-5115a75bd845,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.987972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863df777-b69e-4044-b450-a31ccf169779 None None] No DVR routers for this DVR port d7811c82-a05b-48cb-b646-5115a75bd845 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:05.019494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.079324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Transition to ACTIVE for port object e88c4aeb-1f45-4bfa-9d54-5bb580c563c3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:05.167476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.219080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Allocated IP 2001:db8::f816:3eff:feaa:5c80 (1b4eaed2-f4f5-4f73-9b76-b1abac03cb82/b7525ede-69c5-4fb1-aed5-32b5952fc7f6/a88f8cae-f46e-4f3b-b935-6e989bbde2b3) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:05.240419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:05.247959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:05.250335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:05.256828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.257954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.270508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Port': ['ID=e88c4aeb-1f45-4bfa-9d54-5bb580c563c3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.305317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:05.306149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79c02ccf-594a-4993-970d-c7e4d401a91a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2112401 Jul 16 09:04:05.320072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.389786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting subnet b7525ede-69c5-4fb1-aed5-32b5952fc7f6 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:05.423421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.432786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Transition to ACTIVE for port object a88f8cae-f46e-4f3b-b935-6e989bbde2b3 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:05.449788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Transition to ACTIVE for port object a88f8cae-f46e-4f3b-b935-6e989bbde2b3 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:05.457608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.464185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.508125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:05.511276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:05.516886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:05.520365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Pushing event updated for resources: {'Port': ['ID=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.536329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.594592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Attempting to bind port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:05.595225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Attempting to bind port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f75a3e39-f75c-4134-9800-213fd2883354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:05.595681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Attempting to bind port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 on network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:05.599325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d153201-2b0a-459c-9634-4386d09a258a req-24f38b6f-6089-4510-89b8-61d29a6a8492 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.601017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d153201-2b0a-459c-9634-4386d09a258a req-24f38b6f-6089-4510-89b8-61d29a6a8492 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1724465 Jul 16 09:04:05.608722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:05.609251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Checking segment: {'id': 'f75a3e39-f75c-4134-9800-213fd2883354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:05.609871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.610363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Bound using segment: {'id': 'f75a3e39-f75c-4134-9800-213fd2883354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:05.610952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Bound port: a88f8cae-f46e-4f3b-b935-6e989bbde2b3, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75a3e39-f75c-4134-9800-213fd2883354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1b4eaed2-f4f5-4f73-9b76-b1abac03cb82'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:05.611454 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.690107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] For port a88f8cae-f46e-4f3b-b935-6e989bbde2b3, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:05.693510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] For port a88f8cae-f46e-4f3b-b935-6e989bbde2b3, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,segment=NetworkSegment(f75a3e39-f75c-4134-9800-213fd2883354),segment_id=f75a3e39-f75c-4134-9800-213fd2883354)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:05.696455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d7811c82-a05b-48cb-b646-5115a75bd845 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:05.721189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.721677 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.725833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d7811c82-a05b-48cb-b646-5115a75bd845 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:05.726304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d7811c82-a05b-48cb-b646-5115a75bd845 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:05.761637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 746da651-ed76-4ebb-b398-f4e15446e8db {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:05.762250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.776325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d153201-2b0a-459c-9634-4386d09a258a req-051fa7b9-e9ba-47a3-9e5b-7a902c75ff2e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660869 Jul 16 09:04:05.823014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.827412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889015b-3cd8-4dd4-9ae2-fbd0993d595c None None] Pushing event updated for resources: {'Port': ['ID=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.869927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=b7525ede-69c5-4fb1-aed5-32b5952fc7f6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:05.877229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.881696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cfcf1a7b-4486-4d1f-85e1-08cf141d2c5a tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/b7525ede-69c5-4fb1-aed5-32b5952fc7f6 HTTP/1.1" status: 204 len: 168 time: 0.5742414 Jul 16 09:04:05.883292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:05.931539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 746da651-ed76-4ebb-b398-f4e15446e8db, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=746da651-ed76-4ebb-b398-f4e15446e8db,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:05.932011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.933476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:05.954089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 746da651-ed76-4ebb-b398-f4e15446e8db owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:05.959973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 169ca391-9401-4cbb-aa03-e4407f5f90ac {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:05.960557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 169ca391-9401-4cbb-aa03-e4407f5f90ac not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:05.973883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2a693-a72b-4585-855f-d8ec65690532 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.975764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2a693-a72b-4585-855f-d8ec65690532 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.977393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-28d2a693-a72b-4585-855f-d8ec65690532 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0930791 Jul 16 09:04:05.980274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.166699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b63eca0e-a779-4b69-9ef8-a426cbd81f5c tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.187487 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63eca0e-a779-4b69-9ef8-a426cbd81f5c tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 09:04:06.188516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63eca0e-a779-4b69-9ef8-a426cbd81f5c tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:06.190966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b63eca0e-a779-4b69-9ef8-a426cbd81f5c tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 HTTP/1.1" status: 409 len: 405 time: 0.2095811 Jul 16 09:04:06.197570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49474) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.206567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-48602526'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:06.231166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:06.235836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.267769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:06.283389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.283729 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment e5ed1005-2c74-4d67-8ef3-110aec09612b of type vlan for network 114eaabc-7eda-430b-bc52-f1cf1a786727 Jul 16 09:04:06.338117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.353117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.421027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.432754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.432933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=746da651-ed76-4ebb-b398-f4e15446e8db,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.433981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.545312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3467247 Jul 16 09:04:06.546143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65262f1-7a46-46a4-8913-a7495f185a73 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=114eaabc-7eda-430b-bc52-f1cf1a786727,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.549081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49480) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:06.554167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': '114eaabc-7eda-430b-bc52-f1cf1a786727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:06.559093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 114eaabc-7eda-430b-bc52-f1cf1a786727 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:06.710985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.714862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:06.719332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.924679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-475865c8-3a2e-4fd5-846b-10b021d6bc35 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:06.930155 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-475865c8-3a2e-4fd5-846b-10b021d6bc35 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.1458018 Jul 16 09:04:07.099307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.objects.ports [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93775) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:07.109504 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.193418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbd84f-fe77-4cf8-bbbe-f5e79255392d req-b2a13fa7-009b-4069-874c-293a3858b7d3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.195375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89cbd84f-fe77-4cf8-bbbe-f5e79255392d req-b2a13fa7-009b-4069-874c-293a3858b7d3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 945 time: 0.2051334 Jul 16 09:04:07.208240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f8c18-b078-440b-a39e-5e9d8c46ef45 req-474ce141-cb39-4420-8107-56ad3eb5a337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.210019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d35f8c18-b078-440b-a39e-5e9d8c46ef45 req-474ce141-cb39-4420-8107-56ad3eb5a337 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.2327800 Jul 16 09:04:07.227826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=23d544dd-3a45-40e8-93ff-579fc0614d24,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.306636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89cbd84f-fe77-4cf8-bbbe-f5e79255392d req-843e8101-b652-4e29-8839-053619c4b3bc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=e18a935e-c6ec-4f06-8a95-74aca70210a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955882 Jul 16 09:04:07.310373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d35f8c18-b078-440b-a39e-5e9d8c46ef45 req-e7d73f85-90e6-46cf-9617-015a6b15ab12 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903430 Jul 16 09:04:07.311447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': 'e5ed1005-2c74-4d67-8ef3-110aec09612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '114eaabc-7eda-430b-bc52-f1cf1a786727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:07.312002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: 114eaabc-7eda-430b-bc52-f1cf1a786727, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:07.345745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network 114eaabc-7eda-430b-bc52-f1cf1a786727 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:07.351327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e32cc7-43ef-4c5d-8469-d3a2db488bcc None None] Network 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:07.359076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 114eaabc-7eda-430b-bc52-f1cf1a786727) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:07.369482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.370200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.378270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347c123-e6d8-4629-852d-3fd925f86d95 None None] Network 114eaabc-7eda-430b-bc52-f1cf1a786727 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:07.391993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5c15d2e0-50e9-4314-aa9c-942dfbb85d27 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8410406 Jul 16 09:04:07.394717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49488) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:07.506918 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.567284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ffb648ce-5510-4ef9-b190-de57651b6287 None None] Provisioning for port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:07.629763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.641314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:07.687125 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc843af-b81c-4e48-b4a1-acedd094c953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-114eaabc-7eda-430b-bc52-f1cf1a786727', 'network_id': '114eaabc-7eda-430b-bc52-f1cf1a786727', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': '23d544dd-3a45-40e8-93ff-579fc0614d24'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:07.689749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8cc843af-b81c-4e48-b4a1-acedd094c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.760324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 30c973de-2ef5-4833-bb39-174c127d2233 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:07.761347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.766177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.820856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=23d544dd-3a45-40e8-93ff-579fc0614d24,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.845323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a88f8cae-f46e-4f3b-b935-6e989bbde2b3 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:07.886897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] DHCP port deletion for 1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:07.905293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:07.915253 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8c8a52f-d194-4448-8c6d-991d3de97ee9 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "PUT /v2.0/routers/84e6ec63-ef2d-456f-b2fa-c7cb742127c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2687571 Jul 16 09:04:07.918982 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.921633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49490) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:07.925614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 30c973de-2ef5-4833-bb39-174c127d2233, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=30c973de-2ef5-4833-bb39-174c127d2233,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:07.925962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.936559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Sync routers for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:07.940473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 30c973de-2ef5-4833-bb39-174c127d2233 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-8cc843af-b81c-4e48-b4a1-acedd094c953 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d544dd-3a45-40e8-93ff-579fc0614d24: This subnet is being modified by another concurrent operation. Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d544dd-3a45-40e8-93ff-579fc0614d24: This subnet is being modified by another concurrent operation. Jul 16 09:04:07.958966 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 09:04:07.978188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114eaabc-7eda-430b-bc52-f1cf1a786727']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:07.978510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:07.979315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:07.997138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed1005-2c74-4d67-8ef3-110aec09612b') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:07.997577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed1005-2c74-4d67-8ef3-110aec09612b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:08.014453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.030790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting subnet 466e34f5-10ed-453e-bde6-990f297b7ba0 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:08.039652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.083297 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.101094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:08.101517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:08.105092 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:08.113658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567be431-e15d-48ac-80e4-7f178f55ee71 None None] Network 114eaabc-7eda-430b-bc52-f1cf1a786727 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:08.137896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:08.143829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.162585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:08.166641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:08.167319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.182936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=30c973de-2ef5-4833-bb39-174c127d2233,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:08.201740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.227750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.243237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.245193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/114eaabc-7eda-430b-bc52-f1cf1a786727 HTTP/1.1" status: 204 len: 168 time: 0.8493788 Jul 16 09:04:08.253746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.256065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 30c973de-2ef5-4833-bb39-174c127d2233 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:08.256835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9135a-7a58-4ccc-8604-710c2e293437 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=114eaabc-7eda-430b-bc52-f1cf1a786727,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:08.264545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-957360093'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:08.268963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.270474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-425beb51-1823-4c5a-a7cd-38c1d12ed8f7 req-6aac8a42-59aa-4d67-a49b-4312557be8c4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/30c973de-2ef5-4833-bb39-174c127d2233 HTTP/1.1" status: 204 len: 173 time: 1.3325768 Jul 16 09:04:08.270895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'name': 'network-vif-deleted', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:08.273131 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd2b12-cba4-4f9a-92ac-5ac5a89d566c" -d '{"events": [{"server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "name": "network-vif-deleted", "tag": "30c973de-2ef5-4833-bb39-174c127d2233"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:08.317649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Deleting port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:08.318234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.324702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.347117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:08.351017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.387649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:08.402815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.403512 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment 1bad1209-51a2-4a79-bf60-92339640e935 of type vlan for network 539d6584-6ecf-4a96-b32b-7c0986d2e20b Jul 16 09:04:08.449669 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677921ab-c7f0-4f7f-aa08-9ddbf7a6acdf x-openstack-request-id: req-677921ab-c7f0-4f7f-aa08-9ddbf7a6acdf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:08.450127 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854a05fe-2f8b-4112-8a13-2eceb606b8d1", "name": "network-vif-deleted", "tag": "30c973de-2ef5-4833-bb39-174c127d2233", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:08.450529 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-677921ab-c7f0-4f7f-aa08-9ddbf7a6acdf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:08.451166 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854a05fe-2f8b-4112-8a13-2eceb606b8d1', 'name': 'network-vif-deleted', 'tag': '30c973de-2ef5-4833-bb39-174c127d2233', 'status': 'completed', 'code': 200} Jul 16 09:04:08.467115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.498403 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.507606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Subnet': ['ID=466e34f5-10ed-453e-bde6-990f297b7ba0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:08.510029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.513290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-41245776-c672-49e7-9582-ba9b4a58ee8e tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/subnets/466e34f5-10ed-453e-bde6-990f297b7ba0 HTTP/1.1" status: 204 len: 168 time: 0.5896235 Jul 16 09:04:08.515447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.577638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b372e64-fb72-4be1-8686-1f5b990c74ff None None] Network 2da20f47-d327-481f-a0a8-6af13cc6a977 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:08.600700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8789a149-e64a-4e57-93b1-2071c67f0d44 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.602357 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8789a149-e64a-4e57-93b1-2071c67f0d44 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.1501603 Jul 16 09:04:08.604635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.612721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.613888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.661417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fe2c27ad-d4ba-44dc-8780-4d67ea630b84 req-7873b185-7168-4187-a50a-b8366a8c297d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0925646 Jul 16 09:04:08.664453 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4083006 Jul 16 09:04:08.664955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49508) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.672675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': '539d6584-6ecf-4a96-b32b-7c0986d2e20b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:08.767296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] For port a88f8cae-f46e-4f3b-b935-6e989bbde2b3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,segment=NetworkSegment(f75a3e39-f75c-4134-9800-213fd2883354),segment_id=f75a3e39-f75c-4134-9800-213fd2883354)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:08.767937 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.787998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a89b6d-de7c-4fd0-9fc5-7328e0bac986 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=539d6584-6ecf-4a96-b32b-7c0986d2e20b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:08.812505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:08.825116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Calling delete_port for a88f8cae-f46e-4f3b-b935-6e989bbde2b3 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:08.881554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Deleting port 512456ef-b697-4a39-b5a0-c711cff7f107 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:08.882722 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.883290 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.952245 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.956968 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.995861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] For port 512456ef-b697-4a39-b5a0-c711cff7f107, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=512456ef-b697-4a39-b5a0-c711cff7f107,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:08.996534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.215863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.216716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.217261 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Floating IP 884f41f0-cf26-4abc-823f-2ae480345a6d disassociated. External IP: 172.25.5.198, port: 512456ef-b697-4a39-b5a0-c711cff7f107. Jul 16 09:04:09.217843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Calling delete_port for 512456ef-b697-4a39-b5a0-c711cff7f107 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:09.363697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a88f8cae-f46e-4f3b-b935-6e989bbde2b3, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,segment=NetworkSegment(f75a3e39-f75c-4134-9800-213fd2883354),segment_id=f75a3e39-f75c-4134-9800-213fd2883354)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:09.373226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:04:06Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:09.411673 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.434905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Checking router: 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:09.440095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.456469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961603b-d4d9-427e-901f-f8ca25deccc9 req-06eaa228-e9fd-4465-83a2-1fc018dce587 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.464111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6961603b-d4d9-427e-901f-f8ca25deccc9 req-06eaa228-e9fd-4465-83a2-1fc018dce587 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 945 time: 0.8933055 Jul 16 09:04:09.474701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.489789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Routers {'84e6ec63-ef2d-456f-b2fa-c7cb742127c4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:09.490745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:09.503922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:09.512160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'Port': ['ID=512456ef-b697-4a39-b5a0-c711cff7f107,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:09.519512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.570871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.603860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.621617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6961603b-d4d9-427e-901f-f8ca25deccc9 req-4391de22-6225-4ee3-8aa9-9cdc1f184345 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc014a11-ecfc-4c14-babe-b5075cdbb5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565676 Jul 16 09:04:09.643602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] No DVR routers for this DVR port a88f8cae-f46e-4f3b-b935-6e989bbde2b3 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:09.661566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:09.728579 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:09.785686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] DHCP port deletion for 2da20f47-d327-481f-a0a8-6af13cc6a977 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:09.785913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a88f8cae-f46e-4f3b-b935-6e989bbde2b3 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:09.791739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767fbc-c6f3-496e-b6f7-fb5adec28932 None None] Pushing event deleted for resources: {'Port': ['ID=a88f8cae-f46e-4f3b-b935-6e989bbde2b3,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:09.822152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a88f8cae-f46e-4f3b-b935-6e989bbde2b3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:09.822758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a88f8cae-f46e-4f3b-b935-6e989bbde2b3 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:09.895427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:09.900955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Deleting port 41a7afd0-9cd9-4496-acca-2dc0a26f1650 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:09.901315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.907965 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:09.929186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] Set router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:09.940789 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:09.941443 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.005098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] No DVR routers for this DVR port 512456ef-b697-4a39-b5a0-c711cff7f107 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:10.011122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.018466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d051216f-4476-42c3-b9af-85a338acfe56 req-8d3acd5c-52f8-4a68-8cb2-52e2af7bd59c tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.46 "DELETE /v2.0/ports/512456ef-b697-4a39-b5a0-c711cff7f107 HTTP/1.1" status: 204 len: 173 time: 1.3823717 Jul 16 09:04:10.027086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 30c973de-2ef5-4833-bb39-174c127d2233 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:10.031824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c49bcc5-8f94-40db-95dd-add727b31e9e req-bee73939-3ec7-4e9b-8040-d4e276c53298 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0703032 Jul 16 09:04:10.097819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 30c973de-2ef5-4833-bb39-174c127d2233 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:10.098408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 30c973de-2ef5-4833-bb39-174c127d2233 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:10.134137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Deleting port fb294b1d-a812-4e94-8679-d1cbba24e711 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:10.134534 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.278451 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:10.306216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] For port 41a7afd0-9cd9-4496-acca-2dc0a26f1650, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=41a7afd0-9cd9-4496-acca-2dc0a26f1650,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:10.308626 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.342192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Calling delete_port for 41a7afd0-9cd9-4496-acca-2dc0a26f1650 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:10.452282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'name': 'network-vif-deleted', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:10.454954 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea5039-c7ed-4c92-a2c3-976c08ff1a61" -d '{"events": [{"server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "name": "network-vif-deleted", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:10.464530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] For port fb294b1d-a812-4e94-8679-d1cbba24e711, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fb294b1d-a812-4e94-8679-d1cbba24e711,segment=NetworkSegment(3907a4d1-c4ce-44d2-830f-2da606b0c64a),segment_id=3907a4d1-c4ce-44d2-830f-2da606b0c64a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:10.464999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.503790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Calling delete_port for fb294b1d-a812-4e94-8679-d1cbba24e711 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:10.581132 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c069376-f472-4143-8543-6cd233b109b8 x-openstack-request-id: req-8c069376-f472-4143-8543-6cd233b109b8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:10.581132 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768cd7c-8c88-4362-881c-cb0008c1f240", "name": "network-vif-deleted", "tag": "512456ef-b697-4a39-b5a0-c711cff7f107", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:10.581410 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c069376-f472-4143-8543-6cd233b109b8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:10.581811 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768cd7c-8c88-4362-881c-cb0008c1f240', 'name': 'network-vif-deleted', 'tag': '512456ef-b697-4a39-b5a0-c711cff7f107', 'status': 'completed', 'code': 200} Jul 16 09:04:10.582339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.594106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:04:06Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.595776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.612399 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.643483 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:10.653415 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:10.654423 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:03:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.667714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Port': ['ID=41a7afd0-9cd9-4496-acca-2dc0a26f1650,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.691366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0452f4-76be-4f2d-a81a-f49e511631fc None None] The sync data for ids ['84e6ec63-ef2d-456f-b2fa-c7cb742127c4'] in n-d-798054-12 is: [{'id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76783828', 'tenant_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:57Z', 'updated_at': '2021-07-16T09:04:06Z', 'revision_number': 5, 'project_id': '230ed1c9fd94431dae9695be3ccc5f1f', 'gw_port': {'id': '41a7afd0-9cd9-4496-acca-2dc0a26f1650', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e6ec63-ef2d-456f-b2fa-c7cb742127c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:58Z', 'updated_at': '2021-07-16T09:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:10.778575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.828709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': '1bad1209-51a2-4a79-bf60-92339640e935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '539d6584-6ecf-4a96-b32b-7c0986d2e20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:10.829623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: 539d6584-6ecf-4a96-b32b-7c0986d2e20b, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:10.838203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] Pushing event deleted for resources: {'Port': ['ID=fb294b1d-a812-4e94-8679-d1cbba24e711,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.842267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0911b-2eb7-4793-902f-8e4f56899d18 None None] No DVR routers for this DVR port fb294b1d-a812-4e94-8679-d1cbba24e711 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:10.863942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1899f1-c102-45be-a671-e2486588feb4 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:10.867374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=26e596c0-39b1-490a-9368-7d5968401833,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.880216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.951299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:11.143094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f98e62a3-94e7-4984-b5fe-9b42d8141917 req-a6d26ef1-8072-4f18-bb46-83776b97a511 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/ports?device_id=5768cd7c-8c88-4362-881c-cb0008c1f240 HTTP/1.1" status: 200 len: 210 time: 0.0760243 Jul 16 09:04:11.157227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.161497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.161960 n-d-798054-12 neutron-server[93776]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-ee1899f1-c102-45be-a671-e2486588feb4 None None] Agent 1b450de0-774f-42a6-ad9d-9276621e72cd already present Jul 16 09:04:11.162316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1899f1-c102-45be-a671-e2486588feb4 None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:11.163079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1899f1-c102-45be-a671-e2486588feb4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 539d6584-6ecf-4a96-b32b-7c0986d2e20b) {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:11.166124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:11.218941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 539d6584-6ecf-4a96-b32b-7c0986d2e20b) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:11.224964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:11.225918 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.243468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.244546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Fanout notify agent at l3_agent the message router_deleted on router 84e6ec63-ef2d-456f-b2fa-c7cb742127c4 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:11.258913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aedc5237-0036-4f43-8577-b2265a9acf52 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5888302 Jul 16 09:04:11.259157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49546) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.271636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.276247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.277589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6a0b29e0-5a95-4331-816e-28188eac3482 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/routers/84e6ec63-ef2d-456f-b2fa-c7cb742127c4 HTTP/1.1" status: 204 len: 168 time: 2.7603664 Jul 16 09:04:11.339066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.412338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ef736-859f-4f6b-82d0-7afecab76db1 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:12Z', 'revision_number': 4, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4a717f2a-989b-4ff2-872f-1c964feec1e1', 'name': '', 'network_id': '7db5025a-6f92-4a48-9509-cc81ae80b020', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'mac_address': 'fa:16:3e:99:71:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:11Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'subnets': [{'id': '7c7acbc7-cead-4af3-b3cc-fb17b9fecbff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:11.480249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.546004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0eb5a85e-7e3b-4730-9996-eaa88505b4b5 req-9f9a66af-fea2-44d9-bf47-7ec3bc58f91f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0975330 Jul 16 09:04:11.614555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.637376 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.663321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da20f47-d327-481f-a0a8-6af13cc6a977']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.674924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667817d-01ca-4536-a697-ff9167e60ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-539d6584-6ecf-4a96-b32b-7c0986d2e20b', 'network_id': '539d6584-6ecf-4a96-b32b-7c0986d2e20b', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': '26e596c0-39b1-490a-9368-7d5968401833'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:11.675811 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f667817d-01ca-4536-a697-ff9167e60ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.687081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3907a4d1-c4ce-44d2-830f-2da606b0c64a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.687594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3907a4d1-c4ce-44d2-830f-2da606b0c64a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:11.712533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.744848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.747308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.762701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:11.763120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:11.770539 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:11.852148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb294b1d-a812-4e94-8679-d1cbba24e711 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:11.893602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.901250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fb294b1d-a812-4e94-8679-d1cbba24e711 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:11.901625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fb294b1d-a812-4e94-8679-d1cbba24e711 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:11.902447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 746da651-ed76-4ebb-b398-f4e15446e8db no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:11.940631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 746da651-ed76-4ebb-b398-f4e15446e8db {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:11.940972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 746da651-ed76-4ebb-b398-f4e15446e8db not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:11.948486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=26e596c0-39b1-490a-9368-7d5968401833,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:11.955978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.969873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.977306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/networks/2da20f47-d327-481f-a0a8-6af13cc6a977 HTTP/1.1" status: 204 len: 168 time: 0.6999180 Jul 16 09:04:11.979913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49554) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.980508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 512456ef-b697-4a39-b5a0-c711cff7f107 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:12.003684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6fbf3-e270-480d-81d8-dc100d7e1327 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'Network': ['ID=2da20f47-d327-481f-a0a8-6af13cc6a977,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.006022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 512456ef-b697-4a39-b5a0-c711cff7f107 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:12.006374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 512456ef-b697-4a39-b5a0-c711cff7f107 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-f667817d-01ca-4536-a697-ff9167e60ae2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26e596c0-39b1-490a-9368-7d5968401833: This subnet is being modified by another concurrent operation. Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26e596c0-39b1-490a-9368-7d5968401833: This subnet is being modified by another concurrent operation. Jul 16 09:04:12.013579 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 09:04:12.037886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d27f2-d1be-4fd2-8cd8-0e0545e449f0 None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:12.089720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.108256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539d6584-6ecf-4a96-b32b-7c0986d2e20b']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:12.120932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd54f05-0a89-4faa-9ff0-7cc412ea54bb None None] New status for floating IP 884f41f0-cf26-4abc-823f-2ae480345a6d: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:04:12.127235 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bad1209-51a2-4a79-bf60-92339640e935') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:12.127638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bad1209-51a2-4a79-bf60-92339640e935') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:12.144839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.151644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.167464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.182144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:12.182554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:12.185672 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:12.201667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.258229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d27f2-d1be-4fd2-8cd8-0e0545e449f0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:12.316113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.327981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.330646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/539d6584-6ecf-4a96-b32b-7c0986d2e20b HTTP/1.1" status: 204 len: 168 time: 1.0660896 Jul 16 09:04:12.334307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.340508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1631353246'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:12.350141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22a8c1-dfdd-4435-b59d-3af1628cbd57 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=539d6584-6ecf-4a96-b32b-7c0986d2e20b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.394470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:12.400087 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.400681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49568) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.405270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.420473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.423667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] 10.222.0.32 "DELETE /v2.0/security-groups/c4ee441c-5232-4e1f-afa5-7d81c8516245 HTTP/1.1" status: 204 len: 168 time: 0.4424098 Jul 16 09:04:12.459343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554ff69-0df7-4c20-a480-d6588fbc9213 tempest-TestNetworkAdvancedServerOps-1131451303 tempest-TestNetworkAdvancedServerOps-1131451303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee441c-5232-4e1f-afa5-7d81c8516245,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.465713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:12.504618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.504973 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Added segment b9843611-1d9d-4ac5-9d8c-8bb1c4c3ac28 of type vlan for network c205e5b1-c1de-48ba-9c83-edcc27edb963 Jul 16 09:04:12.549796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.586090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.657217 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.743300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.745809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.754829 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc014a11-ecfc-4c14-babe-b5075cdbb5bc HTTP/1.1" status: 204 len: 168 time: 0.3531172 Jul 16 09:04:12.757609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49580) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.768957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.774442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:12.784575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.809696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a9055-dc89-48c2-a67f-4d83f2cab0e6 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc014a11-ecfc-4c14-babe-b5075cdbb5bc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.848360 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5092647 Jul 16 09:04:12.848594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.853623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Request body: {'subnet': {'network_id': 'c205e5b1-c1de-48ba-9c83-edcc27edb963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:12.870022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9974eab4-e4f4-4924-a6fd-276ac0242a87 req-0f8bdb3d-3508-4297-a0a6-9755ba7179e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0995357 Jul 16 09:04:12.877808 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-1cf37e06-2842-4a47-860b-77311b17cbcd tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] show failed (client error): The resource could not be found. Jul 16 09:04:12.882228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1cf37e06-2842-4a47-860b-77311b17cbcd tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "GET /v2.0/security-groups/cc014a11-ecfc-4c14-babe-b5075cdbb5bc HTTP/1.1" status: 404 len: 347 time: 0.1208112 Jul 16 09:04:12.885916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.920917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56590f50-41fa-457c-ae7f-080f5672ba6e tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Network': ['ID=c205e5b1-c1de-48ba-9c83-edcc27edb963,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.925648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.930616 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67487f91-dfe9-4c7c-8cb0-bf7724869339 None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:12.936640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c205e5b1-c1de-48ba-9c83-edcc27edb963 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:12.951291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67487f91-dfe9-4c7c-8cb0-bf7724869339 None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:04:12.977352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6710ab9-3af7-42f5-b3a0-69db48b26022 None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:13.012368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6710ab9-3af7-42f5-b3a0-69db48b26022 None None] Network 539d6584-6ecf-4a96-b32b-7c0986d2e20b could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:04:13.054943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Made reservation on behalf of a71eaf26cf3e462dbdd331d877e50886 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:13.059562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.088452 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de31313a-1431-444a-900f-2bedaabdf56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.168988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Deleting port 62e42f9a-cdc6-4c19-a6ad-1a8545cf5669 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:13.169344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.264306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.264572 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.279883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Calling delete_port for 62e42f9a-cdc6-4c19-a6ad-1a8545cf5669 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:13.447168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.objects.ports [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93774) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:04:13.449091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.455518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-78abc0fa-898c-45fa-8773-e5636f227e80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=230ed1c9fd94431dae9695be3ccc5f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265827 Jul 16 09:04:13.457749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.470059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.499439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Pushing event deleted for resources: {'Port': ['ID=62e42f9a-cdc6-4c19-a6ad-1a8545cf5669,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.561446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Checking segment: {'id': 'b9843611-1d9d-4ac5-9d8c-8bb1c4c3ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c205e5b1-c1de-48ba-9c83-edcc27edb963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:13.561904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network hostable DHCP agents. Network: c205e5b1-c1de-48ba-9c83-edcc27edb963, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:13.578073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event updated for resources: {'Subnet': ['ID=352ba288-f9b3-4cdd-861d-0847176ffe32,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.591525 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.595191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.599173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a1893c8-7abf-4dd9-8726-aec0d2241ba9 tempest-AttachVolumeTestJSON-27335008 tempest-AttachVolumeTestJSON-27335008-project] 10.222.0.32 "DELETE /v2.0/floatingips/884f41f0-cf26-4abc-823f-2ae480345a6d HTTP/1.1" status: 204 len: 168 time: 0.7096539 Jul 16 09:04:13.619109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41a7afd0-9cd9-4496-acca-2dc0a26f1650 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:13.640449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.659428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 41a7afd0-9cd9-4496-acca-2dc0a26f1650 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:13.659783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 41a7afd0-9cd9-4496-acca-2dc0a26f1650 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:13.687241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.700975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Network c205e5b1-c1de-48ba-9c83-edcc27edb963 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:13.721513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c205e5b1-c1de-48ba-9c83-edcc27edb963) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:13.732546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:13.732730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c327e-e2c9-42ce-8984-1045dc0e58ee None None] Network c205e5b1-c1de-48ba-9c83-edcc27edb963 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:13.733139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.785621 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a3a52e19-57f0-4460-b375-d12081c8b3d8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9359076 Jul 16 09:04:13.788487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49612) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.795301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.798669 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.808294 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb6c44a2-120e-4242-af82-312237fe9582 HTTP/1.1" status: 204 len: 168 time: 0.3451316 Jul 16 09:04:13.819892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174af4d6-0121-423f-add4-f92acc5b58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c44a2-120e-4242-af82-312237fe9582,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.990247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.004340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b306c-15fb-4087-8383-1ea376575979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c205e5b1-c1de-48ba-9c83-edcc27edb963', 'network_id': 'c205e5b1-c1de-48ba-9c83-edcc27edb963', 'tenant_id': 'a71eaf26cf3e462dbdd331d877e50886', 'fixed_ips': [{'subnet_id': '352ba288-f9b3-4cdd-861d-0847176ffe32'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:14.008676 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0e6b306c-15fb-4087-8383-1ea376575979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.176885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d72dcdf-3afa-454e-98ad-676409730aac req-4bd2714b-b699-43e8-872b-05c63c4c41b2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=854a05fe-2f8b-4112-8a13-2eceb606b8d1 HTTP/1.1" status: 200 len: 210 time: 0.0808606 Jul 16 09:04:14.177664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.262321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-0e6b306c-15fb-4087-8383-1ea376575979 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 352ba288-f9b3-4cdd-861d-0847176ffe32: This subnet is being modified by another concurrent operation. Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 352ba288-f9b3-4cdd-861d-0847176ffe32: This subnet is being modified by another concurrent operation. Jul 16 09:04:14.267543 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 09:04:14.289363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14170b56-d797-48a7-a876-6725e3191320 None None] Network c205e5b1-c1de-48ba-9c83-edcc27edb963 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:14.364755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49626) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.366212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=352ba288-f9b3-4cdd-861d-0847176ffe32,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.442367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5b9a0571-2c97-424b-8e6f-c6202b8bdb8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52d2f391219247e4846b4758e0c3b6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742080 Jul 16 09:04:14.442609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.482636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.502133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efefe7c-0a8b-4fda-b454-80053ff3a79f None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:04:14.507860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.508994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c205e5b1-c1de-48ba-9c83-edcc27edb963']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:14.524423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9843611-1d9d-4ac5-9d8c-8bb1c4c3ac28') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:14.524806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9843611-1d9d-4ac5-9d8c-8bb1c4c3ac28') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:14.534341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.537030 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.563538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.570789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:14.571196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:14.574503 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:14.625595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.628718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.630284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec01374a-c57a-47df-b6a8-c44b4a4dc5a3 HTTP/1.1" status: 204 len: 168 time: 0.1866724 Jul 16 09:04:14.640332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efefe7c-0a8b-4fda-b454-80053ff3a79f None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:04:14.654365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554dfdd-ab5a-42dc-8f15-38e32d9f8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec01374a-c57a-47df-b6a8-c44b4a4dc5a3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.681984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.713033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.715744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/c205e5b1-c1de-48ba-9c83-edcc27edb963 HTTP/1.1" status: 204 len: 168 time: 0.9256475 Jul 16 09:04:14.719892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.729059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130d5c2-8c76-4f62-9e50-358b10e37594 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=c205e5b1-c1de-48ba-9c83-edcc27edb963,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.762105 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3988f9ec-e573-4ddc-b3e1-c1b76a05ae4b tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.762583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3988f9ec-e573-4ddc-b3e1-c1b76a05ae4b tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:14.767380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3988f9ec-e573-4ddc-b3e1-c1b76a05ae4b tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/352ba288-f9b3-4cdd-861d-0847176ffe32 HTTP/1.1" status: 404 len: 337 time: 0.0434456 Jul 16 09:04:14.767731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49638) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.807380 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-765e71c7-3d37-420f-86ef-dba625ada927 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.808534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765e71c7-3d37-420f-86ef-dba625ada927 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:14.813437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-765e71c7-3d37-420f-86ef-dba625ada927 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/c205e5b1-c1de-48ba-9c83-edcc27edb963 HTTP/1.1" status: 404 len: 339 time: 0.0416765 Jul 16 09:04:14.813736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49640) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.846673 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-521b740c-9a03-443b-a6ed-21062a251495 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.847348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521b740c-9a03-443b-a6ed-21062a251495 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:14.849540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-521b740c-9a03-443b-a6ed-21062a251495 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/26e596c0-39b1-490a-9368-7d5968401833 HTTP/1.1" status: 404 len: 337 time: 0.0345106 Jul 16 09:04:14.851899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.878455 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a3796b-e732-425c-9735-00a1a97c8917 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.884319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a3796b-e732-425c-9735-00a1a97c8917 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:14.886577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2a3796b-e732-425c-9735-00a1a97c8917 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/539d6584-6ecf-4a96-b32b-7c0986d2e20b HTTP/1.1" status: 404 len: 339 time: 0.0334988 Jul 16 09:04:14.890088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49644) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.958701 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a149284-df55-42bd-8aa7-a50ce4ed18ce tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.959245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a149284-df55-42bd-8aa7-a50ce4ed18ce tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:14.963748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:14.965533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4a149284-df55-42bd-8aa7-a50ce4ed18ce tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/23d544dd-3a45-40e8-93ff-579fc0614d24 HTTP/1.1" status: 404 len: 337 time: 0.0740693 Jul 16 09:04:14.997410 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-86458fc6-bdb2-435c-b2a7-afa6ae4d1964 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:14.999744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86458fc6-bdb2-435c-b2a7-afa6ae4d1964 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:15.005745 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-86458fc6-bdb2-435c-b2a7-afa6ae4d1964 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/114eaabc-7eda-430b-bc52-f1cf1a786727 HTTP/1.1" status: 404 len: 339 time: 0.0406036 Jul 16 09:04:15.009421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.209726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting port e88c4aeb-1f45-4bfa-9d54-5bb580c563c3 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:15.210236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.306014 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.337993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Calling delete_port for e88c4aeb-1f45-4bfa-9d54-5bb580c563c3 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:15.518056 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.549170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Port': ['ID=e88c4aeb-1f45-4bfa-9d54-5bb580c563c3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:15.555311 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.557677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfed3802-a651-4123-9586-5e83cabf58b0 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/ports/e88c4aeb-1f45-4bfa-9d54-5bb580c563c3 HTTP/1.1" status: 204 len: 168 time: 0.5474339 Jul 16 09:04:15.560685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.601370 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bfc106-92e1-4919-8a6f-71a6e08d23fb tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:15.601981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bfc106-92e1-4919-8a6f-71a6e08d23fb tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:15.603915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-84bfc106-92e1-4919-8a6f-71a6e08d23fb tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/b7525ede-69c5-4fb1-aed5-32b5952fc7f6 HTTP/1.1" status: 404 len: 337 time: 0.0418990 Jul 16 09:04:15.606600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49668) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.640138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a12442c0-f520-4e10-9c9c-d3128b8d6c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.715225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.717746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.815493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.826385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4eaed2-f4f5-4f73-9b76-b1abac03cb82']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:15.837843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75a3e39-f75c-4134-9800-213fd2883354') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:15.838144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75a3e39-f75c-4134-9800-213fd2883354') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:15.847811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.862645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.869243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:15.869715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:15.873136 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:15.954241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.977998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.982311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/1b4eaed2-f4f5-4f73-9b76-b1abac03cb82 HTTP/1.1" status: 204 len: 168 time: 0.3720477 Jul 16 09:04:15.982311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b68f5-66ea-4bf2-bf35-bb4407269d88 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=1b4eaed2-f4f5-4f73-9b76-b1abac03cb82,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:15.982749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.104001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting port 0a86d556-da43-4893-b437-93da1186007f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:16.104410 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.191667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.206216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Calling delete_port for 0a86d556-da43-4893-b437-93da1186007f owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:16.298088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.345849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.350759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.358634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/ports/0a86d556-da43-4893-b437-93da1186007f HTTP/1.1" status: 204 len: 168 time: 0.3748620 Jul 16 09:04:16.360616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546fd9c-eaff-4816-bf65-cf681af94b90 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Port': ['ID=0a86d556-da43-4893-b437-93da1186007f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:16.386010 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d106241-d678-4924-af00-c8a228acd435 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:16.386480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d106241-d678-4924-af00-c8a228acd435 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:16.392729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49686) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.402174 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2d106241-d678-4924-af00-c8a228acd435 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/89b961d1-e297-4049-87cb-4e83beaae7a6 HTTP/1.1" status: 404 len: 337 time: 0.0501714 Jul 16 09:04:16.475049 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.575614 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.586987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed411a-ebd8-4cfe-8e13-e7746e7f3818']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:16.597579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:16.597861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a2e6f-f508-4ab2-b620-e9d7be76d58d') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:16.607162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.622247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.628911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:16.629309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:16.632461 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:16.698143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.712383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.717027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:16.717355 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/d1ed411a-ebd8-4cfe-8e13-e7746e7f3818 HTTP/1.1" status: 204 len: 168 time: 0.3233604 Jul 16 09:04:16.739383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6778f-c3e6-4ce9-8c6f-0507ac196ad5 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=d1ed411a-ebd8-4cfe-8e13-e7746e7f3818,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:16.788963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting subnet 4f0ee8fc-ac0b-4bcf-a87b-0f9788856892 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:16.792995 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.838655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.933228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.944996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.001379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.038612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0ee8fc-ac0b-4bcf-a87b-0f9788856892,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.045031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.047524 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3b8d3460-21d4-4796-a358-5f69fc96c6e8 tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/subnets/4f0ee8fc-ac0b-4bcf-a87b-0f9788856892 HTTP/1.1" status: 204 len: 168 time: 0.3287196 Jul 16 09:04:17.050324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:17.055426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fabbe-012b-4e75-88c6-3bd1cd186e04 None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:17.188310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.319312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] DHCP port deletion for d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:17.329932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Deleting port a8f38f58-43e9-4228-a28f-fe3f215350d4 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:17.330377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.417084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] For port a8f38f58-43e9-4228-a28f-fe3f215350d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a8f38f58-43e9-4228-a28f-fe3f215350d4,segment=NetworkSegment(b24d0fe7-fad3-43e1-aa21-6dd02c83e007),segment_id=b24d0fe7-fad3-43e1-aa21-6dd02c83e007)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:17.417773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.452012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Calling delete_port for a8f38f58-43e9-4228-a28f-fe3f215350d4 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:17.454667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Deleting port a8f38f58-43e9-4228-a28f-fe3f215350d4 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:17.455462 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.711208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.771661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Port': ['ID=a8f38f58-43e9-4228-a28f-fe3f215350d4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.787683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] No DVR routers for this DVR port a8f38f58-43e9-4228-a28f-fe3f215350d4 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:17.916360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.928005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:17.939901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:17.940371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24d0fe7-fad3-43e1-aa21-6dd02c83e007') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:17.950641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.952836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] For port a8f38f58-43e9-4228-a28f-fe3f215350d4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a8f38f58-43e9-4228-a28f-fe3f215350d4,segment=NetworkSegment(b24d0fe7-fad3-43e1-aa21-6dd02c83e007),segment_id=b24d0fe7-fad3-43e1-aa21-6dd02c83e007)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:17.953874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.966719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.977416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:17.977829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.979660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a8f38f58-43e9-4228-a28f-fe3f215350d4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:17.981003 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:18.008633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Calling delete_port for a8f38f58-43e9-4228-a28f-fe3f215350d4 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:18.041823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a8f38f58-43e9-4228-a28f-fe3f215350d4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:18.042340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a8f38f58-43e9-4228-a28f-fe3f215350d4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:18.128422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.133145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.137815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] 10.222.0.32 "DELETE /v2.0/networks/d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d HTTP/1.1" status: 204 len: 168 time: 1.0839150 Jul 16 09:04:18.161676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035575fb-3eca-460b-accf-911851a660ae tempest-NetworksIpV6TestAttrs-1705890825 tempest-NetworksIpV6TestAttrs-1705890825-project] Pushing event deleted for resources: {'Network': ['ID=d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.188454 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.197040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Network d6d45e59-732f-4b9e-9eeb-d7b7dcc5905d is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:04:18.197497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] No DVR routers for this DVR port a8f38f58-43e9-4228-a28f-fe3f215350d4 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:18.222971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cdffa-9534-4a74-b57f-a6da042a10f9 None None] Pushing event deleted for resources: {'Port': ['ID=a8f38f58-43e9-4228-a28f-fe3f215350d4,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.564661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.638414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49736) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.838242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60157015-010e-42c6-a563-93f25fbb1279 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a71eaf26cf3e462dbdd331d877e50886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976936 Jul 16 09:04:18.841606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.921771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.976584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.057325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.060618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.069930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac7667a1-3a48-4469-8eef-8ded27ba870d HTTP/1.1" status: 204 len: 168 time: 0.2218380 Jul 16 09:04:19.091287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535f71-2d6a-4125-9f60-cd9c25afc85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7667a1-3a48-4469-8eef-8ded27ba870d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.972509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49824) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.083948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-415100975'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:20.115855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:20.126811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.148376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.315093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.320686 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.336078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:20.349885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.350525 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment adae3dd2-1216-4880-b82c-91f24dbc19bd of type vlan for network b8f1025d-35d4-4a75-a936-730e3d16884d Jul 16 09:04:20.419624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.464230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae4985-0d39-484e-b44e-3ef7af8e6f31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.468375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.474659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:20.475200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.526104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.531393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'name': 'tempest-PortsTestJSON-915391171'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:20.534589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5609050 Jul 16 09:04:20.561161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d454218-60b5-4188-9628-68d6dd3b6b68 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=b8f1025d-35d4-4a75-a936-730e3d16884d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.575846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:20.650147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:20.653849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49848) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.654352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.660623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445810776', 'description': 'tempest-secgroup-smoke-445810776 description', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:20.673728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:20.698564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.808514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.814233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.842914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.844428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1890361 Jul 16 09:04:20.847397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49858) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.852094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:20.874027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f107a-4410-447a-8c64-d3f0ed8648d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af98c2e5-d81d-49d0-a977-e2d00a3d0e10,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.910743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.925541 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.971253 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.980929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.988689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.017424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6773facd-810d-4f56-b610-c5c2db9f6679,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.026419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.028661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5d365f9a-c157-4710-8db5-ab1c7ea74b41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796732 Jul 16 09:04:21.030858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49862) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.033927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=8bd8d420-3ac7-49ee-94a2-786f50a660f6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.050608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.080858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': 'adae3dd2-1216-4880-b82c-91f24dbc19bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:21.081235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: b8f1025d-35d4-4a75-a936-730e3d16884d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:21.084342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.111731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:21.127019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b8f1025d-35d4-4a75-a936-730e3d16884d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:21.131890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:21.137384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da34b2d-8f2e-4d72-b68d-aa8b91fcde63 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:21.144966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.147236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.170505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fef1306e-43a1-4e8a-a52d-249519194152 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6431963 Jul 16 09:04:21.174702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49872) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.190955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996006014'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.211401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.220756 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.230388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:21.256102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97707448-7188-4ff2-a1ba-cc55fb4ec4c3,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.257028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.260657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.262740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ef265e73-9768-4a87-a1f3-5fb2234e5171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2302904 Jul 16 09:04:21.265994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49874) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.275342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.321977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:21.324988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.344295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.344779 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment 56ea0096-2743-4dbc-af4f-36711283b347 of type vlan for network 590002bf-7653-4670-a4f4-36090bbac557 Jul 16 09:04:21.434317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.474510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.485131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.493006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.506521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:21.507851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.525656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241a96ba-6b22-4260-a9ef-5003db7d6185,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.537757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.541396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b41beb2-7572-49e6-a4b4-91d6a6bf647a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2715468 Jul 16 09:04:21.541644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49876) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.550253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.577150 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4012411 Jul 16 09:04:21.581073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49878) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.606581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'ports': [{'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'}, {'network_id': '590002bf-7653-4670-a4f4-36090bbac557'}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.606906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.607528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '590002bf-7653-4670-a4f4-36090bbac557'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:21.613673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bab3a-4e66-4a90-87cf-e171859a9b20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=590002bf-7653-4670-a4f4-36090bbac557,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.626207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 590002bf-7653-4670-a4f4-36090bbac557 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:21.765284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.843581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.884181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.914120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bfb9ad-d9f2-45cc-9ce9-0bbb7921279b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:21.931351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:21.936911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.940672 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.944752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-72acd601-e335-48b0-9692-57dd325b3aa3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993318 Jul 16 09:04:21.945607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49890) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.954142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.962124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:22.020628 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Project 956ae5e70dea4b7bb60c6c48ea779852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:04:22.025685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.059919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port ab6fcfce-cc63-4f34-b770-9d57291a02f0 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:22.095162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.101035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.123718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.127947 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784441 Jul 16 09:04:22.128322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49892) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.133273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'security_group_rule': {'security_group_id': 'af98c2e5-d81d-49d0-a977-e2d00a3d0e10', 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:22.158970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050bf5b-333a-4be9-8167-6d25825aa8fe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06fe660-e3ae-46cb-9b18-cbf1a1af40c5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.166161 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Project 956ae5e70dea4b7bb60c6c48ea779852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:04:22.176771 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.205034 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.275915 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.290585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.290737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 054382b1-d142-4d39-bd4f-775c69dac9e9 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:22.337697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783bd7a5-d03a-4b77-8a42-cba0d3ac534f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.353390 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.354492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.354492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.354492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.354808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.355207 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.355488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.355822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.356180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.356522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.356853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.357184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:22.371439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.375727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-89b9c76b-9690-4814-80da-d6c790ec98b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2436595 Jul 16 09:04:22.444328 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.490131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.551418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:22.553282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=ab6fcfce-cc63-4f34-b770-9d57291a02f0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.555756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:22.557814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:22.565251 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.638003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=054382b1-d142-4d39-bd4f-775c69dac9e9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.673902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': '56ea0096-2743-4dbc-af4f-36711283b347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '590002bf-7653-4670-a4f4-36090bbac557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:22.674679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 590002bf-7653-4670-a4f4-36090bbac557, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:22.700488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 590002bf-7653-4670-a4f4-36090bbac557 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:22.711969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 590002bf-7653-4670-a4f4-36090bbac557) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:22.717587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:22.721182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8adb0ab-e129-4320-97d0-e8a79b14a26e None None] Network 590002bf-7653-4670-a4f4-36090bbac557 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:22.726339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:22.732102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:22.733582 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.752783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-99b2970a-f93e-4460-822c-4ab93f06c917 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1524723 Jul 16 09:04:22.754653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49944) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.901084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 054382b1-d142-4d39-bd4f-775c69dac9e9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:22.901571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.005300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.020636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 054382b1-d142-4d39-bd4f-775c69dac9e9 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:23.133146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.168534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=054382b1-d142-4d39-bd4f-775c69dac9e9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.172987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.177461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56a4795b-30a5-426c-ac22-b1c8ccca4683 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/054382b1-d142-4d39-bd4f-775c69dac9e9 HTTP/1.1" status: 204 len: 168 time: 0.4193125 Jul 16 09:04:23.178660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 49956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.277600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3997fa-4c53-414c-bafd-59a0a0f9777e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.291218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3997fa-4c53-414c-bafd-59a0a0f9777e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:23.297251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 49982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.304257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf3997fa-4c53-414c-bafd-59a0a0f9777e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1235251 Jul 16 09:04:23.411849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port ab6fcfce-cc63-4f34-b770-9d57291a02f0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:23.412287 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.500808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.517299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for ab6fcfce-cc63-4f34-b770-9d57291a02f0 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:23.621988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.051171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=ab6fcfce-cc63-4f34-b770-9d57291a02f0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.062198 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.064750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-78e1af2c-d14a-4e96-926f-e66db9f8e5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/ab6fcfce-cc63-4f34-b770-9d57291a02f0 HTTP/1.1" status: 204 len: 168 time: 0.7671177 Jul 16 09:04:24.067283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50006) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.155296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f49d95-6fb6-41e1-bb9b-b7a041cc7929 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.160305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0f49d95-6fb6-41e1-bb9b-b7a041cc7929 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0895619 Jul 16 09:04:24.160587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50008) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.195385 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f212acbd-1502-4d1d-be17-305f27b5501d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:24.200030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.200571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f212acbd-1502-4d1d-be17-305f27b5501d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/054382b1-d142-4d39-bd4f-775c69dac9e9 HTTP/1.1" status: 404 len: 333 time: 0.0385516 Jul 16 09:04:24.245821 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-537493ee-f319-4909-848c-61439fece97d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:24.248724 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-537493ee-f319-4909-848c-61439fece97d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/ab6fcfce-cc63-4f34-b770-9d57291a02f0 HTTP/1.1" status: 404 len: 333 time: 0.0453453 Jul 16 09:04:24.250927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50016) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.353171 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.456024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.467798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590002bf-7653-4670-a4f4-36090bbac557']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:24.480629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ea0096-2743-4dbc-af4f-36711283b347') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:24.480933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ea0096-2743-4dbc-af4f-36711283b347') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:24.494206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.532747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.550030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:24.551783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:24.562137 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:24.669707 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.683398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.689561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/590002bf-7653-4670-a4f4-36090bbac557 HTTP/1.1" status: 204 len: 168 time: 0.4373593 Jul 16 09:04:24.690142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50028) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.690651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50030) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:24.697510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1344039535'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:24.719756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b6af-d1ff-4b3a-951f-e0c4650ef368 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=590002bf-7653-4670-a4f4-36090bbac557,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.763253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:24.767232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.816495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:24.829544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.830382 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment b44db1a7-342b-467a-a076-13b477d94741 of type vlan for network 84d41af1-014b-44ce-95bd-f69216a9af17 Jul 16 09:04:24.877278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.924098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.941360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:24.942053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.994283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3022406 Jul 16 09:04:24.997779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:25.005420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:25.120904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3596b3-4e38-43e5-96e3-8c86ec00833d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=84d41af1-014b-44ce-95bd-f69216a9af17,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:25.132232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 84d41af1-014b-44ce-95bd-f69216a9af17 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:25.164214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:25.172502 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.393949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.462391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.560952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=aca8e4bf-50ac-4018-a2f9-2de9b55bf53e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:25.579284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': 'b44db1a7-342b-467a-a076-13b477d94741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:25.579661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 84d41af1-014b-44ce-95bd-f69216a9af17, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:25.599305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 84d41af1-014b-44ce-95bd-f69216a9af17 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:25.615676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 84d41af1-014b-44ce-95bd-f69216a9af17) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:25.620411 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:25.621054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.628497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fb9d1-a348-4cca-8ce2-e6f1d2a531a2 None None] Network 84d41af1-014b-44ce-95bd-f69216a9af17 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:25.663236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e612a3f8-f6ff-4b74-ab92-7c2fe6cb8c99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6643660 Jul 16 09:04:25.665910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50054) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:25.675351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17', 'name': 'tempest-PortsTestJSON-1969614440'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:25.732773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Deleting port 4a717f2a-989b-4ff2-872f-1c964feec1e1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:25.733115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.837409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] For port 4a717f2a-989b-4ff2-872f-1c964feec1e1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4a717f2a-989b-4ff2-872f-1c964feec1e1,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:25.838372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.845751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:25.851184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.854971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Calling delete_port for 4a717f2a-989b-4ff2-872f-1c964feec1e1 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:25.879661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 0d9b0ab3-e553-47fa-bd75-3fa773d86f4a yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:25.910729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-84d41af1-014b-44ce-95bd-f69216a9af17', 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': 'aca8e4bf-50ac-4018-a2f9-2de9b55bf53e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:25.911824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.028325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.11 (84d41af1-014b-44ce-95bd-f69216a9af17/aca8e4bf-50ac-4018-a2f9-2de9b55bf53e/0d9b0ab3-e553-47fa-bd75-3fa773d86f4a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:26.164588 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.197439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a717f2a-989b-4ff2-872f-1c964feec1e1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.339392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.368765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 0d9b0ab3-e553-47fa-bd75-3fa773d86f4a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:26.421526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.500794 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.521761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Allocated IP 172.20.0.2 (84d41af1-014b-44ce-95bd-f69216a9af17/aca8e4bf-50ac-4018-a2f9-2de9b55bf53e/cc4e43b0-3495-4a18-a212-fac05bb6542c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:26.578599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=0d9b0ab3-e553-47fa-bd75-3fa773d86f4a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.589991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 84d41af1-014b-44ce-95bd-f69216a9af17 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:26.591024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:26.593630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:26.816201 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.840873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Transition to ACTIVE for port object cc4e43b0-3495-4a18-a212-fac05bb6542c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:26.873122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Transition to ACTIVE for port object cc4e43b0-3495-4a18-a212-fac05bb6542c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:26.882836 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.890815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Router 354ca479-f2cd-4847-88ec-b3abfaf23f9d has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:26.954209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Network 84d41af1-014b-44ce-95bd-f69216a9af17 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:26.957074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Pushing event updated for resources: {'Port': ['ID=cc4e43b0-3495-4a18-a212-fac05bb6542c,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:26.960159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:26.966736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:27.048298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Attempting to bind port cc4e43b0-3495-4a18-a212-fac05bb6542c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:27.048816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Attempting to bind port cc4e43b0-3495-4a18-a212-fac05bb6542c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b44db1a7-342b-467a-a076-13b477d94741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:27.049215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Attempting to bind port cc4e43b0-3495-4a18-a212-fac05bb6542c on network 84d41af1-014b-44ce-95bd-f69216a9af17 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:27.056117 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:27.056650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Checking segment: {'id': 'b44db1a7-342b-467a-a076-13b477d94741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:27.057072 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.057604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Bound using segment: {'id': 'b44db1a7-342b-467a-a076-13b477d94741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:27.058122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Bound port: cc4e43b0-3495-4a18-a212-fac05bb6542c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44db1a7-342b-467a-a076-13b477d94741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '84d41af1-014b-44ce-95bd-f69216a9af17'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:27.058516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.118049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:27.127097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30bf506f-7783-40a3-be0b-aaf575b66f4d admin admin] 10.222.0.32 "PUT /v2.0/routers/354ca479-f2cd-4847-88ec-b3abfaf23f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318502 Jul 16 09:04:27.127418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50080) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.133341 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Sync routers for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:27.150242 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:27.150987 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.153445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:27.154127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.174483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ddbd4203-e906-4dc9-b9ff-93938c9bac54 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5064313 Jul 16 09:04:27.177106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50082) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.181906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] For port cc4e43b0-3495-4a18-a212-fac05bb6542c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:27.185889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] For port cc4e43b0-3495-4a18-a212-fac05bb6542c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cc4e43b0-3495-4a18-a212-fac05bb6542c,segment=NetworkSegment(b44db1a7-342b-467a-a076-13b477d94741),segment_id=b44db1a7-342b-467a-a076-13b477d94741)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:27.202018 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.322107 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:27.349898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 0d9b0ab3-e553-47fa-bd75-3fa773d86f4a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.350268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.352069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42643a-97a3-4106-a5db-2b763cc71f6a None None] Pushing event updated for resources: {'Port': ['ID=cc4e43b0-3495-4a18-a212-fac05bb6542c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:27.404966 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.611255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.649259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.687378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 0d9b0ab3-e553-47fa-bd75-3fa773d86f4a owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.705130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Deleting port 36747029-472d-40b1-9f0e-f66996dade3f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:27.705792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.814989 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '36747029-472d-40b1-9f0e-f66996dade3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T09:04:26Z', 'revision_number': 5, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port': {'id': '36747029-472d-40b1-9f0e-f66996dade3f', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:07Z', 'updated_at': '2021-07-16T08:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.865903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] For port 36747029-472d-40b1-9f0e-f66996dade3f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36747029-472d-40b1-9f0e-f66996dade3f,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:27.867233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.878322 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Checking router: 354ca479-f2cd-4847-88ec-b3abfaf23f9d for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:27.887225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Calling delete_port for 36747029-472d-40b1-9f0e-f66996dade3f owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:27.892656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Routers {'354ca479-f2cd-4847-88ec-b3abfaf23f9d'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:27.893570 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.951313 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.015482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=0d9b0ab3-e553-47fa-bd75-3fa773d86f4a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.026380 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] Set router 354ca479-f2cd-4847-88ec-b3abfaf23f9d gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:28.120937 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T09:04:27Z', 'revision_number': 6, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:28.134488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.139674 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-276407c7-af06-4c07-81d9-2b2f765f338b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/0d9b0ab3-e553-47fa-bd75-3fa773d86f4a HTTP/1.1" status: 204 len: 168 time: 0.9591486 Jul 16 09:04:28.140134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50096) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.141459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.184661 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-183d27c5-7456-4cd3-8342-c64b94ebd06f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:04:28.185448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183d27c5-7456-4cd3-8342-c64b94ebd06f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:28.187526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-183d27c5-7456-4cd3-8342-c64b94ebd06f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/0d9b0ab3-e553-47fa-bd75-3fa773d86f4a HTTP/1.1" status: 404 len: 333 time: 0.0463233 Jul 16 09:04:28.190157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50098) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.195117 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77769be7-c20b-43a2-9abe-23d52f90c1a5 None None] The sync data for ids ['354ca479-f2cd-4847-88ec-b3abfaf23f9d'] in n-d-798054-12 is: [{'id': '354ca479-f2cd-4847-88ec-b3abfaf23f9d', 'name': 'tempest-AttachVolumeTestJSON-648773235-router', 'tenant_id': '6ea65c5e916c469b8f522625565e91e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T09:04:27Z', 'revision_number': 6, 'project_id': '6ea65c5e916c469b8f522625565e91e6', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:28.208009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Pushing event deleted for resources: {'Port': ['ID=36747029-472d-40b1-9f0e-f66996dade3f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.227840 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc02856-3bb7-42a4-b6e4-302557ff4ff9 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:28.229816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dfc02856-3bb7-42a4-b6e4-302557ff4ff9 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/0d9b0ab3-e553-47fa-bd75-3fa773d86f4a HTTP/1.1" status: 404 len: 333 time: 0.0386608 Jul 16 09:04:28.232540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.311526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.313064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet aca8e4bf-50ac-4018-a2f9-2de9b55bf53e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:28.320826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.391184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.486851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.490176 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.514164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.559988 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.560619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 354ca479-f2cd-4847-88ec-b3abfaf23f9d {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:28.565748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.570471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-be8c624e-743a-49ea-8390-1c7c9833d71a admin admin] 10.222.0.32 "DELETE /v2.0/routers/354ca479-f2cd-4847-88ec-b3abfaf23f9d HTTP/1.1" status: 204 len: 168 time: 1.4389098 Jul 16 09:04:28.570900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50108) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.623967 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.666006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.670962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/aca8e4bf-50ac-4018-a2f9-2de9b55bf53e HTTP/1.1" status: 204 len: 168 time: 0.4372890 Jul 16 09:04:28.674098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e36b-74b0-4a16-9e43-20ca85675c4a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=aca8e4bf-50ac-4018-a2f9-2de9b55bf53e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.677595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.701560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Deleting subnet 7c7acbc7-cead-4af3-b3cc-fb17b9fecbff {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:28.705938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.767377 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.831810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.888798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.895776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652d425-cbe4-47bc-a40f-3ee9cb789d3b None None] Network 84d41af1-014b-44ce-95bd-f69216a9af17 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:28.915646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port cc4e43b0-3495-4a18-a212-fac05bb6542c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:28.915991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.980017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.008476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port cc4e43b0-3495-4a18-a212-fac05bb6542c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=cc4e43b0-3495-4a18-a212-fac05bb6542c,segment=NetworkSegment(b44db1a7-342b-467a-a076-13b477d94741),segment_id=b44db1a7-342b-467a-a076-13b477d94741)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:29.008836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.021802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7acbc7-cead-4af3-b3cc-fb17b9fecbff,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.022017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for cc4e43b0-3495-4a18-a212-fac05bb6542c owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:29.036007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.040084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8bb86475-4b27-49bf-8d1b-860a6bc5a445 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7c7acbc7-cead-4af3-b3cc-fb17b9fecbff HTTP/1.1" status: 204 len: 168 time: 0.4673536 Jul 16 09:04:29.042065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50118) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.098548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6efb2-3dff-4be4-95d8-f8c05a24f51e None None] Network 7db5025a-6f92-4a48-9509-cc81ae80b020 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:29.190005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-954d059d-c163-46bb-86e5-c0ea9c30890c None None] Provisioning for port cc4e43b0-3495-4a18-a212-fac05bb6542c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:29.212297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.261844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.300709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=cc4e43b0-3495-4a18-a212-fac05bb6542c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.308843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port cc4e43b0-3495-4a18-a212-fac05bb6542c on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:29.387658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] DHCP port deletion for 7db5025a-6f92-4a48-9509-cc81ae80b020 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:29.442194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a877b1-509a-4b28-8677-1fdc93352b46 None None] DHCP port deletion for 84d41af1-014b-44ce-95bd-f69216a9af17 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:29.483994 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.489996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Deleting port b5e7efe7-781e-453f-be2f-fcba13999251 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:29.490383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.506855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Deleting port b5e7efe7-781e-453f-be2f-fcba13999251 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:29.507199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.509881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d41af1-014b-44ce-95bd-f69216a9af17']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:29.540278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44db1a7-342b-467a-a076-13b477d94741') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:29.540958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44db1a7-342b-467a-a076-13b477d94741') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:29.567975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.579579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] For port b5e7efe7-781e-453f-be2f-fcba13999251, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5e7efe7-781e-453f-be2f-fcba13999251,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:29.579978 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.594755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Calling delete_port for b5e7efe7-781e-453f-be2f-fcba13999251 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:29.620851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] For port b5e7efe7-781e-453f-be2f-fcba13999251, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5e7efe7-781e-453f-be2f-fcba13999251,segment=NetworkSegment(cb6e9af7-900c-46bb-93c9-681cc0a29b64),segment_id=cb6e9af7-900c-46bb-93c9-681cc0a29b64)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:29.621236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.649242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Calling delete_port for b5e7efe7-781e-453f-be2f-fcba13999251 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:29.664154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.676054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:29.676054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:29.677152 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:29.701314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.722757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] No DVR routers for this DVR port b5e7efe7-781e-453f-be2f-fcba13999251 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:29.755663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5e7efe7-781e-453f-be2f-fcba13999251 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.759706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118e0f-9b4b-4f82-bcc4-4d80f8ab7c76 None None] Pushing event deleted for resources: {'Port': ['ID=b5e7efe7-781e-453f-be2f-fcba13999251,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.790336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b5e7efe7-781e-453f-be2f-fcba13999251 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.791254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5e7efe7-781e-453f-be2f-fcba13999251 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.792019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36747029-472d-40b1-9f0e-f66996dade3f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.814594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.821703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 36747029-472d-40b1-9f0e-f66996dade3f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.822183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36747029-472d-40b1-9f0e-f66996dade3f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.823012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4a717f2a-989b-4ff2-872f-1c964feec1e1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:29.833869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.839738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50130) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.840288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/84d41af1-014b-44ce-95bd-f69216a9af17 HTTP/1.1" status: 204 len: 168 time: 1.1595905 Jul 16 09:04:29.846484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1361667914'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:29.848896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4a717f2a-989b-4ff2-872f-1c964feec1e1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:29.849327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4a717f2a-989b-4ff2-872f-1c964feec1e1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:29.853343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b807ca-5d74-4530-9325-17b75ebccb1e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=84d41af1-014b-44ce-95bd-f69216a9af17,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.859622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.888021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:29.893108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.893851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e7efe7-781e-453f-be2f-fcba13999251,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.897512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] No DVR routers for this DVR port b5e7efe7-781e-453f-be2f-fcba13999251 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:29.928167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:29.944072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.944725 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment 827a7b35-af61-415f-8c36-e3d078e53aaa of type vlan for network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 Jul 16 09:04:29.998542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.024478 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.036164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db5025a-6f92-4a48-9509-cc81ae80b020']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:30.037510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.045882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:30.047842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.049671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6e9af7-900c-46bb-93c9-681cc0a29b64') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:30.051847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6e9af7-900c-46bb-93c9-681cc0a29b64') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:30.059450 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.076899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.086495 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:30.087151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:30.089574 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:30.098993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540855 Jul 16 09:04:30.098993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50138) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.104267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:30.165177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e46c72-99a7-40d6-b5e5-190cfa55f739 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=7831e35b-fe9e-4ae0-9ca5-93073c8c2072,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.170155 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.180125 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.182195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:30.185651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] 10.222.0.32 "DELETE /v2.0/networks/7db5025a-6f92-4a48-9509-cc81ae80b020 HTTP/1.1" status: 204 len: 168 time: 1.1403744 Jul 16 09:04:30.197213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006289f-8c45-44ca-956d-fa16dcaf1bef admin admin] Pushing event deleted for resources: {'Network': ['ID=7db5025a-6f92-4a48-9509-cc81ae80b020,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.261227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:30.266705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.383333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.438572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-75129061-d59b-4e32-984d-aa5f3a93e067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ea65c5e916c469b8f522625565e91e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535269 Jul 16 09:04:30.440731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50148) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.502148 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.505334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.533677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.584923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=d2d4a732-f331-4c56-8241-f63ac5c84947,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.595159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.596945 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': '827a7b35-af61-415f-8c36-e3d078e53aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:30.597359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 7831e35b-fe9e-4ae0-9ca5-93073c8c2072, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:30.598178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.600489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a16c595-d67c-4bf2-b302-a5d1f6ff201c HTTP/1.1" status: 204 len: 168 time: 0.1587307 Jul 16 09:04:30.610123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e5c27-5a9a-4550-90b6-137cd7c27413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16c595-d67c-4bf2-b302-a5d1f6ff201c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.619956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:30.649675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 7831e35b-fe9e-4ae0-9ca5-93073c8c2072) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:30.657135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:30.657562 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.666597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69b74e-aa35-4a79-a477-348a9a5ed8bc None None] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:30.673922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bdf6806d-5bad-4b7f-8f87-81d4f5423375 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5736988 Jul 16 09:04:30.676546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50156) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.682385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1321138255'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:30.856705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:30.862251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.868588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-7831e35b-fe9e-4ae0-9ca5-93073c8c2072', 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': 'd2d4a732-f331-4c56-8241-f63ac5c84947'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:30.869911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.910981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 5a578137-abbd-4a51-9ed2-22b2e8c9f45b yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:31.058196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Allocated IP 172.20.0.2 (7831e35b-fe9e-4ae0-9ca5-93073c8c2072/d2d4a732-f331-4c56-8241-f63ac5c84947/88d70d4d-fa39-4641-9e2c-cead173d675a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:31.238085 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.248771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Transition to ACTIVE for port object 88d70d4d-fa39-4641-9e2c-cead173d675a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.273208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Transition to ACTIVE for port object 88d70d4d-fa39-4641-9e2c-cead173d675a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.294655 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.329785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:31.351570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:31.360430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:31.401762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.11 (7831e35b-fe9e-4ae0-9ca5-93073c8c2072/d2d4a732-f331-4c56-8241-f63ac5c84947/5a578137-abbd-4a51-9ed2-22b2e8c9f45b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:31.428198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Pushing event updated for resources: {'Port': ['ID=88d70d4d-fa39-4641-9e2c-cead173d675a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.441864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Attempting to bind port 88d70d4d-fa39-4641-9e2c-cead173d675a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:31.442346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Attempting to bind port 88d70d4d-fa39-4641-9e2c-cead173d675a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '827a7b35-af61-415f-8c36-e3d078e53aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:31.442780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Attempting to bind port 88d70d4d-fa39-4641-9e2c-cead173d675a on network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:31.449094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:31.449505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Checking segment: {'id': '827a7b35-af61-415f-8c36-e3d078e53aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:31.449979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.450435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Bound using segment: {'id': '827a7b35-af61-415f-8c36-e3d078e53aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:31.450902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Bound port: 88d70d4d-fa39-4641-9e2c-cead173d675a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827a7b35-af61-415f-8c36-e3d078e53aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7831e35b-fe9e-4ae0-9ca5-93073c8c2072'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:31.451471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.552057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] For port 88d70d4d-fa39-4641-9e2c-cead173d675a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:31.558522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] For port 88d70d4d-fa39-4641-9e2c-cead173d675a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=88d70d4d-fa39-4641-9e2c-cead173d675a,segment=NetworkSegment(827a7b35-af61-415f-8c36-e3d078e53aaa),segment_id=827a7b35-af61-415f-8c36-e3d078e53aaa)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:31.566040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.669009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75c275-d8b1-4dc5-aba2-cbb64967cd50 None None] Pushing event updated for resources: {'Port': ['ID=88d70d4d-fa39-4641-9e2c-cead173d675a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.676835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.705195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 5a578137-abbd-4a51-9ed2-22b2e8c9f45b will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.777652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.830620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:31.838238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:31.844940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:31.879964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=5a578137-abbd-4a51-9ed2-22b2e8c9f45b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.932457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:31.933145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.974126 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9b7d97b-082a-4326-82a8-b142311c5019 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.2963083 Jul 16 09:04:31.976953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50200) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:32.129523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 5a578137-abbd-4a51-9ed2-22b2e8c9f45b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:32.130000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.241329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.257858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 5a578137-abbd-4a51-9ed2-22b2e8c9f45b owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:32.415941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.453358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=5a578137-abbd-4a51-9ed2-22b2e8c9f45b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:32.997792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df449141-2b7d-4a08-ab48-616bc53479aa None None] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:33.075358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.079398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9981fe02-408d-4c9c-bf24-f8a8b500c07e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/5a578137-abbd-4a51-9ed2-22b2e8c9f45b HTTP/1.1" status: 204 len: 168 time: 1.1004066 Jul 16 09:04:33.082155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.123110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-12f96658-250e-4439-b864-b47b814f7066 None None] Provisioning for port 88d70d4d-fa39-4641-9e2c-cead173d675a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:33.138884 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e63426-5a35-4935-a1fc-3f27cb1b5a79 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:33.141178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-70e63426-5a35-4935-a1fc-3f27cb1b5a79 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/5a578137-abbd-4a51-9ed2-22b2e8c9f45b HTTP/1.1" status: 404 len: 333 time: 0.0580537 Jul 16 09:04:33.144086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50234) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.314942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet d2d4a732-f331-4c56-8241-f63ac5c84947 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:33.319592 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.397326 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.547105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.743277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.770707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 88d70d4d-fa39-4641-9e2c-cead173d675a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:33.787329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d4a732-f331-4c56-8241-f63ac5c84947,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:33.793640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.798178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-201a7529-2535-48aa-ac06-5284296c71aa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/d2d4a732-f331-4c56-8241-f63ac5c84947 HTTP/1.1" status: 204 len: 168 time: 0.6506758 Jul 16 09:04:33.798563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50246) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.890881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.932483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cce357-d2d9-41d6-b95d-b3cf08c4890f None None] Network 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:33.973912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 88d70d4d-fa39-4641-9e2c-cead173d675a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:33.974267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.064342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port 88d70d4d-fa39-4641-9e2c-cead173d675a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=88d70d4d-fa39-4641-9e2c-cead173d675a,segment=NetworkSegment(827a7b35-af61-415f-8c36-e3d078e53aaa),segment_id=827a7b35-af61-415f-8c36-e3d078e53aaa)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:34.065900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.086028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-358ae06e-10b9-49b6-a004-25c10f39cace None None] Could not find standard attr ID for object 5a578137-abbd-4a51-9ed2-22b2e8c9f45b. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:34.089438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 88d70d4d-fa39-4641-9e2c-cead173d675a owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:34.130298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 88d70d4d-fa39-4641-9e2c-cead173d675a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:34.135560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 88d70d4d-fa39-4641-9e2c-cead173d675a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:34.136000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.231587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.250333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port 88d70d4d-fa39-4641-9e2c-cead173d675a on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:34.366730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=88d70d4d-fa39-4641-9e2c-cead173d675a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:34.419590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.434879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7831e35b-fe9e-4ae0-9ca5-93073c8c2072']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:34.452653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827a7b35-af61-415f-8c36-e3d078e53aaa') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:34.453025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827a7b35-af61-415f-8c36-e3d078e53aaa') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:34.471658 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.502780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.519426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.544088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:34.545204 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:34.577993 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:34.630362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a8465-98d3-4e76-9e21-b900a309d0c3 None None] DHCP port deletion for 7831e35b-fe9e-4ae0-9ca5-93073c8c2072 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:34.667320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.692799 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.699553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50280) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:34.700353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/7831e35b-fe9e-4ae0-9ca5-93073c8c2072 HTTP/1.1" status: 204 len: 168 time: 0.9006193 Jul 16 09:04:34.701496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaacdd-fb24-4249-b2b0-b74c8948a3b3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=7831e35b-fe9e-4ae0-9ca5-93073c8c2072,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:34.706864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'name': 'tempest-PortsTestJSON-418357712'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:34.820613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:34.825189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.848266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 35981f24-2f04-4110-ba21-6ea757dd17eb yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:35.044996 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.088916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.151907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:35.172887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:35.172887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:35.172887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:35.172887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.178454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=35981f24-2f04-4110-ba21-6ea757dd17eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:35.204939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ad55809-99a4-49a4-b491-18282033549b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5030806 Jul 16 09:04:35.208391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:35.391079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 35981f24-2f04-4110-ba21-6ea757dd17eb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:35.391432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.515936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.538817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 35981f24-2f04-4110-ba21-6ea757dd17eb owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:35.682189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.686281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 88d70d4d-fa39-4641-9e2c-cead173d675a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:35.712424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=35981f24-2f04-4110-ba21-6ea757dd17eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:35.727553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 88d70d4d-fa39-4641-9e2c-cead173d675a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:35.728270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 88d70d4d-fa39-4641-9e2c-cead173d675a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:35.731888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.736319 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-73f3e93f-15f3-4a26-8109-cb45dd6bc959 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/35981f24-2f04-4110-ba21-6ea757dd17eb HTTP/1.1" status: 204 len: 168 time: 0.5246599 Jul 16 09:04:35.737099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50308) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:35.742276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'mac_address': 'fa:16:3e:92:8f:ca', 'name': 'tempest-PortsTestJSON-1167831105'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:35.848915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:35.937688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.967328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port bdf8481e-730d-4bec-aa1a-bc366a7c760e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:36.172068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.221711 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.286343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:36.287940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:36.295435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:36.301691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:36.302757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.319312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=bdf8481e-730d-4bec-aa1a-bc366a7c760e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:36.325764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ef60977d-6f70-4f38-b37e-ecdec7149701 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5876544 Jul 16 09:04:36.328513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50320) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:36.389303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866ef8b-dd93-4144-9070-4cd1aeb7546b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:36.392085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5866ef8b-dd93-4144-9070-4cd1aeb7546b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/bdf8481e-730d-4bec-aa1a-bc366a7c760e HTTP/1.1" status: 200 len: 841 time: 0.0613651 Jul 16 09:04:36.393633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:36.561118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port bdf8481e-730d-4bec-aa1a-bc366a7c760e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:36.561464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.667615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.690637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for bdf8481e-730d-4bec-aa1a-bc366a7c760e owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:36.821290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.854367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=bdf8481e-730d-4bec-aa1a-bc366a7c760e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:36.860644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.865341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:36.865513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0a7f8613-734e-47ab-9b5e-e2424fd8e644 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/bdf8481e-730d-4bec-aa1a-bc366a7c760e HTTP/1.1" status: 204 len: 168 time: 0.4706833 Jul 16 09:04:36.922273 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac9e7c9-ed3a-4f23-9c64-aff38db1b593 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:36.925926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3ac9e7c9-ed3a-4f23-9c64-aff38db1b593 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/bdf8481e-730d-4bec-aa1a-bc366a7c760e HTTP/1.1" status: 404 len: 333 time: 0.0594587 Jul 16 09:04:36.930449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:36.935874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'name': 'tempest-PortsTestJSON-1691850298'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:37.105541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:37.111332 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.157291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 71ace665-4d16-44d8-8f25-7075e042457e yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:37.203882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.368772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.384566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c3746f-a841-4af6-bae2-2911c9172944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.429958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.492114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:37.495447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:37.506083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:37.511595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:37.512238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.520117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=71ace665-4d16-44d8-8f25-7075e042457e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:37.520337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c3746f-a841-4af6-bae2-2911c9172944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.527976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23c3746f-a841-4af6-bae2-2911c9172944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.538288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4befbe02-a08c-43eb-8b1a-7861c45d79e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6040432 Jul 16 09:04:37.544951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.551734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:37.594282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23c3746f-a841-4af6-bae2-2911c9172944 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e92c866a5b8141b2bb52dfd7c3895290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864160 Jul 16 09:04:37.595690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.604921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3746f-a841-4af6-bae2-2911c9172944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca0c6d-65d6-4559-8465-521732cb2acc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:37.695224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.732917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.751365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.795381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.799017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.800214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbca0c6d-65d6-4559-8465-521732cb2acc HTTP/1.1" status: 204 len: 168 time: 0.2034571 Jul 16 09:04:37.829114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4141700-3ad1-4fcd-9177-ea02864ba062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca0c6d-65d6-4559-8465-521732cb2acc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:37.971258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.981888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.023134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] In _notify_port_updated(), no bound segment for port 71ace665-4d16-44d8-8f25-7075e042457e on network b8f1025d-35d4-4a75-a936-730e3d16884d {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:04:38.029041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:38.029694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.031578 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/ports/71ace665-4d16-44d8-8f25-7075e042457e HTTP/1.1" status: 200 len: 818 time: 0.4845612 Jul 16 09:04:38.034457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50378) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.045146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bb744-efe4-4b25-8840-8b0aece9edaa tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=71ace665-4d16-44d8-8f25-7075e042457e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:38.167216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 71ace665-4d16-44d8-8f25-7075e042457e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:38.167364 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.258201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.277497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 71ace665-4d16-44d8-8f25-7075e042457e owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:38.407273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.449624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=71ace665-4d16-44d8-8f25-7075e042457e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:38.454872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.457129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a7e7d6bd-4ed2-4745-a86a-a29d4d16d26c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/71ace665-4d16-44d8-8f25-7075e042457e HTTP/1.1" status: 204 len: 168 time: 0.4212728 Jul 16 09:04:38.459794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50394) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.542072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd142a34-b6b5-4622-85c4-7a8091a9161a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:38.544091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd142a34-b6b5-4622-85c4-7a8091a9161a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0826581 Jul 16 09:04:38.546367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.576105 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d4fb5d-e319-4336-bd00-e2eb9d9ab670 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:38.584087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e9d4fb5d-e319-4336-bd00-e2eb9d9ab670 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/71ace665-4d16-44d8-8f25-7075e042457e HTTP/1.1" status: 404 len: 333 time: 0.0309455 Jul 16 09:04:38.585802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50408) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.598771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-389052942'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:38.624944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:38.629213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.662668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:38.672340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.672717 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment cdac9c76-0596-4cac-9260-c60aeb314cdc of type vlan for network 0c97398f-2db3-4c35-8400-39d11ded26d0 Jul 16 09:04:38.711616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.719448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.759634 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.768708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:38.769345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.832286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2453113 Jul 16 09:04:38.835193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50418) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.841472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:38.913223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b383918-e0d7-49c0-b3f5-af1c86c09f8e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=0c97398f-2db3-4c35-8400-39d11ded26d0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:38.923802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:39.129355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:39.133446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.360702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.389207 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.461473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=e8a17e3f-1ed4-4823-bca1-925aa77770c4,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:39.474100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': 'cdac9c76-0596-4cac-9260-c60aeb314cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:39.474469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 0c97398f-2db3-4c35-8400-39d11ded26d0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:39.494632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:39.507072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0c97398f-2db3-4c35-8400-39d11ded26d0) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:39.512619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:39.513348 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.518763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893ff9d-d5be-4f4a-a36a-77e03b9abe95 None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:39.546733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7169a719-a6da-4037-8e9a-1e62213e0092 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7099171 Jul 16 09:04:39.550716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50444) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:39.558063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:39.734834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:39.744470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.775271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-0c97398f-2db3-4c35-8400-39d11ded26d0', 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': 'e8a17e3f-1ed4-4823-bca1-925aa77770c4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:39.776605 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.888381 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8a17e3f-1ed4-4823-bca1-925aa77770c4 (CIDR: 172.20.0.0/28) Jul 16 09:04:39.896000 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:04:39.897222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:04:39.931243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:39.931543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9c01be1b-6b1f-444e-b098-81c8ce2aa671 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3788888 Jul 16 09:04:39.939510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:40.086150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Allocated IP 172.20.0.2 (0c97398f-2db3-4c35-8400-39d11ded26d0/e8a17e3f-1ed4-4823-bca1-925aa77770c4/27ff7c86-57e6-435f-9323-b3bace24cf2e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:40.142759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:40.147024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.365814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.381490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Transition to ACTIVE for port object 27ff7c86-57e6-435f-9323-b3bace24cf2e will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:40.414260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Transition to ACTIVE for port object 27ff7c86-57e6-435f-9323-b3bace24cf2e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:40.425221 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.515669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:40.525534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:40.528217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:40.539072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Pushing event updated for resources: {'Port': ['ID=27ff7c86-57e6-435f-9323-b3bace24cf2e,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.566812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.616160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Attempting to bind port 27ff7c86-57e6-435f-9323-b3bace24cf2e on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:40.616655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Attempting to bind port 27ff7c86-57e6-435f-9323-b3bace24cf2e by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'cdac9c76-0596-4cac-9260-c60aeb314cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:40.617031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Attempting to bind port 27ff7c86-57e6-435f-9323-b3bace24cf2e on network 0c97398f-2db3-4c35-8400-39d11ded26d0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:40.622569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:40.623120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Checking segment: {'id': 'cdac9c76-0596-4cac-9260-c60aeb314cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:40.623866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.625621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Bound using segment: {'id': 'cdac9c76-0596-4cac-9260-c60aeb314cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:40.626114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Bound port: 27ff7c86-57e6-435f-9323-b3bace24cf2e, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac9c76-0596-4cac-9260-c60aeb314cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:40.626514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.651538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=806145ac-5780-4db4-8f68-d1f2f6048959,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.655921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:40.658105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:40.661236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:40.661937 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.688373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9676b176-f63d-4d5e-8f41-fcd294d24441 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7523282 Jul 16 09:04:40.688619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50478) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:40.694362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'fixed_ips': [{'subnet_id': 'e8a17e3f-1ed4-4823-bca1-925aa77770c4'}, {'subnet_id': '806145ac-5780-4db4-8f68-d1f2f6048959'}], 'name': 'tempest-PortsTestJSON-1294464812'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:40.742912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] For port 27ff7c86-57e6-435f-9323-b3bace24cf2e, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:40.748762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] For port 27ff7c86-57e6-435f-9323-b3bace24cf2e, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27ff7c86-57e6-435f-9323-b3bace24cf2e,segment=NetworkSegment(cdac9c76-0596-4cac-9260-c60aeb314cdc),segment_id=cdac9c76-0596-4cac-9260-c60aeb314cdc)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:40.758896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.850406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f7e5-b677-4fd9-9682-372ad43866fc None None] Pushing event updated for resources: {'Port': ['ID=27ff7c86-57e6-435f-9323-b3bace24cf2e,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.886134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:41.009933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.047617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 94157ec6-3118-4a08-b069-fb4f79e9b6dc yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:41.388502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50504) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:41.479181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.8 (0c97398f-2db3-4c35-8400-39d11ded26d0/e8a17e3f-1ed4-4823-bca1-925aa77770c4/94157ec6-3118-4a08-b069-fb4f79e9b6dc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:41.486967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.20 (0c97398f-2db3-4c35-8400-39d11ded26d0/806145ac-5780-4db4-8f68-d1f2f6048959/94157ec6-3118-4a08-b069-fb4f79e9b6dc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:41.592410 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5730a22-f298-40f9-b30f-308aaa381305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.728670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.753866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 94157ec6-3118-4a08-b069-fb4f79e9b6dc will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:41.762937 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:41.774504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27ff7c86-57e6-435f-9323-b3bace24cf2e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:41.828511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.844536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 27ff7c86-57e6-435f-9323-b3bace24cf2e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:41.899545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5730a22-f298-40f9-b30f-308aaa381305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.915373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d5730a22-f298-40f9-b30f-308aaa381305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.922593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:41.937820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:41.940474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:41.976263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=94157ec6-3118-4a08-b069-fb4f79e9b6dc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.012904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:42.020376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d5730a22-f298-40f9-b30f-308aaa381305 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cba3b321c227477bb634b2c12573903d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305740 Jul 16 09:04:42.025017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5730a22-f298-40f9-b30f-308aaa381305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcb30d-3962-4425-ac50-be42d7e8ef9e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.066295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:42.066969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.109616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3faceaed-878c-451d-8f1a-896b0619beea tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4198885 Jul 16 09:04:42.110309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50532) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:42.116929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a17e3f-1ed4-4823-bca1-925aa77770c4'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:42.153536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.185461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.249715 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.252674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.253930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dfcb30d-3962-4425-ac50-be42d7e8ef9e HTTP/1.1" status: 204 len: 168 time: 0.2391062 Jul 16 09:04:42.269896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.287471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c331f-ae0a-4c4c-8f78-b2562931cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcb30d-3962-4425-ac50-be42d7e8ef9e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.355008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759d56c-01e5-4126-bb67-cee5687d20d3 None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:42.468259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Provisioning for port 27ff7c86-57e6-435f-9323-b3bace24cf2e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:42.483722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Provisioning complete for port 27ff7c86-57e6-435f-9323-b3bace24cf2e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:42.484749 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.719732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.735661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Delete allocated IP 172.20.0.20 (0c97398f-2db3-4c35-8400-39d11ded26d0/806145ac-5780-4db4-8f68-d1f2f6048959) {{(pid=93775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:04:42.797226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] For port 27ff7c86-57e6-435f-9323-b3bace24cf2e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27ff7c86-57e6-435f-9323-b3bace24cf2e,segment=NetworkSegment(cdac9c76-0596-4cac-9260-c60aeb314cdc),segment_id=cdac9c76-0596-4cac-9260-c60aeb314cdc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:42.807675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.823795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:42.841811 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c2df790-8d17-456e-b711-71c25cc079e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.893352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5349f-4e7f-4828-9eba-501e0b9132a0 None None] Pushing event updated for resources: {'Port': ['ID=27ff7c86-57e6-435f-9323-b3bace24cf2e,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.961530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Update dhcp port {'port': {'network_id': '0c97398f-2db3-4c35-8400-39d11ded26d0', 'fixed_ips': [{'subnet_id': 'e8a17e3f-1ed4-4823-bca1-925aa77770c4', 'ip_address': '172.20.0.2'}, {'subnet_id': '806145ac-5780-4db4-8f68-d1f2f6048959'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '27ff7c86-57e6-435f-9323-b3bace24cf2e'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:04:42.998559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.013039 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Ignored duplicate provisioning block setup for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:04:43.018260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.025026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.025845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c2df790-8d17-456e-b711-71c25cc079e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.032976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3c2df790-8d17-456e-b711-71c25cc079e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.035914 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49f825a7-62fa-4df9-92ed-899095bbc49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.113372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3c2df790-8d17-456e-b711-71c25cc079e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9668944b48b4660824d02640c94d8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816164 Jul 16 09:04:43.115265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:43.123080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df790-8d17-456e-b711-71c25cc079e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1bd64-b359-469e-a534-343e5dd7c4fc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.165942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=94157ec6-3118-4a08-b069-fb4f79e9b6dc,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.208154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] In _notify_port_updated(), no bound segment for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc on network 0c97398f-2db3-4c35-8400-39d11ded26d0 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:04:43.224551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:43.225079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.227091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0a6a3ce3-d2d5-4e08-a172-a4351c69750a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/ports/94157ec6-3118-4a08-b069-fb4f79e9b6dc HTTP/1.1" status: 200 len: 919 time: 1.1158214 Jul 16 09:04:43.230050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50556) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:43.237003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.238049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a17e3f-1ed4-4823-bca1-925aa77770c4'}, {'subnet_id': '806145ac-5780-4db4-8f68-d1f2f6048959'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:43.269671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.330327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Allocated IP 172.20.0.18 (0c97398f-2db3-4c35-8400-39d11ded26d0/806145ac-5780-4db4-8f68-d1f2f6048959/27ff7c86-57e6-435f-9323-b3bace24cf2e) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:43.335891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.340308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.341576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c1bd64-b359-469e-a534-343e5dd7c4fc HTTP/1.1" status: 204 len: 168 time: 0.2249527 Jul 16 09:04:43.352722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.376832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf612f9-fd62-4f9e-a952-cb318923fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1bd64-b359-469e-a534-343e5dd7c4fc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.494974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] For port 27ff7c86-57e6-435f-9323-b3bace24cf2e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27ff7c86-57e6-435f-9323-b3bace24cf2e,segment=NetworkSegment(cdac9c76-0596-4cac-9260-c60aeb314cdc),segment_id=cdac9c76-0596-4cac-9260-c60aeb314cdc)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:43.547587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.583181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Transition to ACTIVE for port object 27ff7c86-57e6-435f-9323-b3bace24cf2e will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:43.591175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.724780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27ff7c86-57e6-435f-9323-b3bace24cf2e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:43.775126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cefb79-bb4f-4e94-ac71-fa35ae8d7317 None None] Pushing event updated for resources: {'Port': ['ID=27ff7c86-57e6-435f-9323-b3bace24cf2e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.834420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.db.api [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-e92b5342-b9c2-49c0-a8ca-98afd19e1f09 {{(pid=93775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:04:43.835063 n-d-798054-12 neutron-server[93775]: DEBUG oslo_db.api [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:04:44.391460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.565363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Provisioning for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.578143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9fec88-08d2-4fb1-bf30-016d3951ca91 None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:44.593844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Provisioning complete for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:44.594222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.767475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Port 94157ec6-3118-4a08-b069-fb4f79e9b6dc cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:44.789729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Provisioning for port 27ff7c86-57e6-435f-9323-b3bace24cf2e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.807448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.29 (0c97398f-2db3-4c35-8400-39d11ded26d0/806145ac-5780-4db4-8f68-d1f2f6048959/94157ec6-3118-4a08-b069-fb4f79e9b6dc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:44.842991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Provisioning complete for port 27ff7c86-57e6-435f-9323-b3bace24cf2e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:44.843550 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b26a7626-3246-459e-a102-fcb4ae72e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.022960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.040072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Ignored duplicate provisioning block setup for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:04:45.047804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.178274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=94157ec6-3118-4a08-b069-fb4f79e9b6dc,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:45.233697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] In _notify_port_updated(), no bound segment for port 94157ec6-3118-4a08-b069-fb4f79e9b6dc on network 0c97398f-2db3-4c35-8400-39d11ded26d0 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:04:45.240252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:45.241164 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.245529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-814f8a9b-e35a-496f-8a72-5324aca4f651 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/ports/94157ec6-3118-4a08-b069-fb4f79e9b6dc HTTP/1.1" status: 200 len: 999 time: 2.0110774 Jul 16 09:04:45.245944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50630) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:45.411446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 94157ec6-3118-4a08-b069-fb4f79e9b6dc {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:45.411806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.531609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.560020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 94157ec6-3118-4a08-b069-fb4f79e9b6dc owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:45.655349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-61fa0d50-d49f-494c-9429-851f8a815e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.722586 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.757294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27ff7c86-57e6-435f-9323-b3bace24cf2e up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:45.832302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 27ff7c86-57e6-435f-9323-b3bace24cf2e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:45.832945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.997722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.038664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=94157ec6-3118-4a08-b069-fb4f79e9b6dc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:46.216931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.220001 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-85f93ede-b137-4ff3-bfa2-66de14821601 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/94157ec6-3118-4a08-b069-fb4f79e9b6dc HTTP/1.1" status: 204 len: 168 time: 0.9721873 Jul 16 09:04:46.222642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50676) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.266773 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-75153264-47c3-40de-a41d-0826ae1ac27f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:46.271774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75153264-47c3-40de-a41d-0826ae1ac27f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/94157ec6-3118-4a08-b069-fb4f79e9b6dc HTTP/1.1" status: 404 len: 333 time: 0.0451479 Jul 16 09:04:46.280732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.282459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-46d6a30b-335a-4f3d-bb03-798f9a0a931a None None] Could not find standard attr ID for object 94157ec6-3118-4a08-b069-fb4f79e9b6dc. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:46.311672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-46d6a30b-335a-4f3d-bb03-798f9a0a931a None None] Provisioning complete for port 27ff7c86-57e6-435f-9323-b3bace24cf2e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:46.314575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-46d6a30b-335a-4f3d-bb03-798f9a0a931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.433949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 806145ac-5780-4db4-8f68-d1f2f6048959 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:46.445177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.536717 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.729741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.761547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea036f26-3f87-4fa9-b1d6-3152367e6224 None None] Could not find standard attr ID for object 94157ec6-3118-4a08-b069-fb4f79e9b6dc. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:46.766955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.843322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.876027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=806145ac-5780-4db4-8f68-d1f2f6048959,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:46.880203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.884087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-790760d6-835f-407c-8763-fe9aa41c4da0 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/806145ac-5780-4db4-8f68-d1f2f6048959 HTTP/1.1" status: 204 len: 168 time: 0.5962806 Jul 16 09:04:46.891352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.906656 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-869e01d1-9a5e-42a5-a2d7-b72c85629268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.938513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.964206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet e8a17e3f-1ed4-4823-bca1-925aa77770c4 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:46.971089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.031335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.150572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-869e01d1-9a5e-42a5-a2d7-b72c85629268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.157936 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.161113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-869e01d1-9a5e-42a5-a2d7-b72c85629268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.236508 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-869e01d1-9a5e-42a5-a2d7-b72c85629268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e80d7004754435f8dd4e1dbaeb2a5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056386 Jul 16 09:04:47.237257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e01d1-9a5e-42a5-a2d7-b72c85629268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00871b-72a6-4b90-a02a-9e5d932d808b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.239396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50710) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:47.264137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.297417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a17e3f-1ed4-4823-bca1-925aa77770c4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.301464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.303550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ac131eab-bedb-4b7e-aae0-ed4c9a45c615 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/e8a17e3f-1ed4-4823-bca1-925aa77770c4 HTTP/1.1" status: 204 len: 168 time: 0.4057865 Jul 16 09:04:47.312561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50712) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:47.381252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.412712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.427874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.474983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.477989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.481968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea00871b-72a6-4b90-a02a-9e5d932d808b HTTP/1.1" status: 204 len: 168 time: 0.2315629 Jul 16 09:04:47.493666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972b977-5d0a-4068-b4eb-f20f88b5fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00871b-72a6-4b90-a02a-9e5d932d808b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.494088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 27ff7c86-57e6-435f-9323-b3bace24cf2e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:47.494451 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.577338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port 27ff7c86-57e6-435f-9323-b3bace24cf2e, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27ff7c86-57e6-435f-9323-b3bace24cf2e,segment=NetworkSegment(cdac9c76-0596-4cac-9260-c60aeb314cdc),segment_id=cdac9c76-0596-4cac-9260-c60aeb314cdc)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:47.577716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.603672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 27ff7c86-57e6-435f-9323-b3bace24cf2e owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:47.757910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.791920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=27ff7c86-57e6-435f-9323-b3bace24cf2e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.794941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port 27ff7c86-57e6-435f-9323-b3bace24cf2e on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:47.879454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50740) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:47.898337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-871e736f-6a77-4baa-949a-5adef0d9ed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.898538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.930263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c97398f-2db3-4c35-8400-39d11ded26d0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:47.966598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdac9c76-0596-4cac-9260-c60aeb314cdc') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:47.968369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdac9c76-0596-4cac-9260-c60aeb314cdc') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:47.988910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da904c0-a39f-4937-add7-7310a38d0b33 None None] Network 0c97398f-2db3-4c35-8400-39d11ded26d0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:47.992486 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.017183 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.027343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:48.028488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:48.035472 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:48.049892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-871e736f-6a77-4baa-949a-5adef0d9ed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.066055 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-871e736f-6a77-4baa-949a-5adef0d9ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.073019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-4278429d-28bd-4d89-9228-b7ff4741bb4f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445810776&fields=id&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 267 time: 0.0479004 Jul 16 09:04:48.096309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6972af34-8904-4b33-b574-7482b0c3913f None None] Could not find standard attr ID for object 94157ec6-3118-4a08-b069-fb4f79e9b6dc. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:48.121559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.139924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.141936 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/0c97398f-2db3-4c35-8400-39d11ded26d0 HTTP/1.1" status: 204 len: 168 time: 0.8282485 Jul 16 09:04:48.149866 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-871e736f-6a77-4baa-949a-5adef0d9ed83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4213a317529e409788b1b5bd10afcf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688270 Jul 16 09:04:48.152856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50752) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.153085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.153833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e736f-6a77-4baa-949a-5adef0d9ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9430f-55e1-438e-a969-d3d0bf1111a6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.165722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c11703-0a6c-4aa9-b673-1c7cb8633fa1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=0c97398f-2db3-4c35-8400-39d11ded26d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.229341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87761505-44ce-482e-aba8-a2330e056ea5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:48.231016 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-87761505-44ce-482e-aba8-a2330e056ea5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0772057 Jul 16 09:04:48.236552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50756) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.241765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e985e-0c8a-4a46-b99d-d68f3d803753 None None] DHCP port deletion for 0c97398f-2db3-4c35-8400-39d11ded26d0 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:48.308169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cd8e9e51-fccf-47df-b002-533287cb3964 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0703831 Jul 16 09:04:48.312011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.317499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-7170829'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:48.329262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-e5df00cf-9ddf-43d8-8364-40c7c760052c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:48.334845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-e5df00cf-9ddf-43d8-8364-40c7c760052c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.2467711 Jul 16 09:04:48.334845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.343865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:48.348934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.361292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-b92e45bd-1a03-41ed-b951-881ddceb55be tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0248580 Jul 16 09:04:48.375039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.377772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:48.398678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.399031 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment fab69b1e-32bc-41a8-a5d5-b06afa060617 of type vlan for network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 Jul 16 09:04:48.441876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.473324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-17f2b2d5-b05f-45c0-80ee-45a8c2f452ba tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029141 Jul 16 09:04:48.474781 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.477887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.481726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4f9430f-55e1-438e-a969-d3d0bf1111a6 HTTP/1.1" status: 204 len: 168 time: 0.3133459 Jul 16 09:04:48.485609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.491773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:48.492401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.504265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfd4a-3519-4e22-9a64-9a2c808ed2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9430f-55e1-438e-a969-d3d0bf1111a6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.571310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.600303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=ad8266ad-dcb4-4cd6-8bdd-1c12aa917176,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.612621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:48.615472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-56d913be-86a1-460a-bb99-d72d7ab65d66 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3019452 Jul 16 09:04:48.618106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:48.628578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:48.764111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:48.772267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.817619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-014caffe-5b00-4388-ab6b-b7915ce4a75d service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186941 Jul 16 09:04:48.935847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-d1dc6f92-3580-4cef-96ab-1e6c96646ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100087 Jul 16 09:04:49.396688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.432699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e8129d8-fd28-4dc7-adcc-e803adb9b26c req-bcbdc1c1-aaf7-473d-aa6e-c2b496a6691f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0490787 Jul 16 09:04:49.502578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=4059138d-3289-4311-8f85-387142ce4094,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:49.511217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': 'fab69b1e-32bc-41a8-a5d5-b06afa060617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:49.511787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: ad8266ad-dcb4-4cd6-8bdd-1c12aa917176, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:49.537921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:49.556950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, ad8266ad-dcb4-4cd6-8bdd-1c12aa917176) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:49.570069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2c452-e38d-43fa-b633-8c68c458f3fa None None] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:49.574011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:49.574905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.595846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fed6a78a-ecce-4ea8-a695-5a0b3dc7235b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9763184 Jul 16 09:04:49.599145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50802) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:49.608819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176', 'name': 'tempest-PortsTestJSON-654190090'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:49.726720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27ff7c86-57e6-435f-9323-b3bace24cf2e no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:49.770096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 27ff7c86-57e6-435f-9323-b3bace24cf2e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:49.770347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27ff7c86-57e6-435f-9323-b3bace24cf2e not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:49.849870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-ad8266ad-dcb4-4cd6-8bdd-1c12aa917176', 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': '4059138d-3289-4311-8f85-387142ce4094'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:49.850902 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.855523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:49.868879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.894686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 930d797c-a0d9-4155-ac45-4df945c67737 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:50.031544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Allocated IP 172.20.0.2 (ad8266ad-dcb4-4cd6-8bdd-1c12aa917176/4059138d-3289-4311-8f85-387142ce4094/655e294d-5ab5-4f1d-9279-341032c30bd8) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:50.226179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.235684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Transition to ACTIVE for port object 655e294d-5ab5-4f1d-9279-341032c30bd8 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:50.252895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Transition to ACTIVE for port object 655e294d-5ab5-4f1d-9279-341032c30bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:50.264620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.327207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Pushing event updated for resources: {'Port': ['ID=655e294d-5ab5-4f1d-9279-341032c30bd8,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.335702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:50.337341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:50.345234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:50.362166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.13 (ad8266ad-dcb4-4cd6-8bdd-1c12aa917176/4059138d-3289-4311-8f85-387142ce4094/930d797c-a0d9-4155-ac45-4df945c67737) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:50.421953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Attempting to bind port 655e294d-5ab5-4f1d-9279-341032c30bd8 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:50.422333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Attempting to bind port 655e294d-5ab5-4f1d-9279-341032c30bd8 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'fab69b1e-32bc-41a8-a5d5-b06afa060617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:50.422718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Attempting to bind port 655e294d-5ab5-4f1d-9279-341032c30bd8 on network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:50.428354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:50.429339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Checking segment: {'id': 'fab69b1e-32bc-41a8-a5d5-b06afa060617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:50.429758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.430156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Bound using segment: {'id': 'fab69b1e-32bc-41a8-a5d5-b06afa060617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:50.431018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Bound port: 655e294d-5ab5-4f1d-9279-341032c30bd8, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab69b1e-32bc-41a8-a5d5-b06afa060617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:50.431408 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.506806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] For port 655e294d-5ab5-4f1d-9279-341032c30bd8, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:50.510438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] For port 655e294d-5ab5-4f1d-9279-341032c30bd8, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=655e294d-5ab5-4f1d-9279-341032c30bd8,segment=NetworkSegment(fab69b1e-32bc-41a8-a5d5-b06afa060617),segment_id=fab69b1e-32bc-41a8-a5d5-b06afa060617)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:50.517397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.639736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f323e9-7aee-43fd-9f19-3df1c4fe0ac3 None None] Pushing event updated for resources: {'Port': ['ID=655e294d-5ab5-4f1d-9279-341032c30bd8,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.894087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-3f074464-4a34-4307-93d1-7562d19d9515 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:50.896550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-3f074464-4a34-4307-93d1-7562d19d9515 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1601136 Jul 16 09:04:50.969798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-3dca2aff-772b-47e3-a43e-f86aef89ceed tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 379 time: 0.0625973 Jul 16 09:04:50.984603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'security_groups': ['af98c2e5-d81d-49d0-a977-e2d00a3d0e10']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:51.068842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc285b9d-cdae-4ecc-87f1-91181efcb5a8 req-491d6dcc-13ce-4ef3-a9cc-ab46b57871df tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0590839 Jul 16 09:04:51.135589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.153716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 930d797c-a0d9-4155-ac45-4df945c67737 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:51.218689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.252084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:51.255684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.298282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:51.301932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:51.307775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:51.358506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=930d797c-a0d9-4155-ac45-4df945c67737,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:51.395699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.396601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.430780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e57e2659-0210-4998-862e-5b8b166b0ca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8278482 Jul 16 09:04:51.431973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50882) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:51.439903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': 'ad8266ad-dcb4-4cd6-8bdd-1c12aa917176', 'name': 'tempest-PortsTestJSON-1257641213'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:51.516638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.10 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:51.655955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:51.660098 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.714970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 06d49c44-92b6-4d56-baab-7094a990ea89 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:51.764885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.786101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:51.813500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 655e294d-5ab5-4f1d-9279-341032c30bd8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:51.852675 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.907444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 655e294d-5ab5-4f1d-9279-341032c30bd8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:51.921919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:51.929990 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:51.935437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:51.967057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.12 (ad8266ad-dcb4-4cd6-8bdd-1c12aa917176/4059138d-3289-4311-8f85-387142ce4094/06d49c44-92b6-4d56-baab-7094a990ea89) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:52.046410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.062913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.063608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.095289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-35c5123a-6dd2-4eef-865e-427d07d83811 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1192834 Jul 16 09:04:52.111580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Request body: {'port': {'device_id': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:52.242975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.261202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 06d49c44-92b6-4d56-baab-7094a990ea89 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:52.263255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.281976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.324878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.350712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37b472-1565-4ba0-af53-1cb620884bab None None] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:52.419982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=06d49c44-92b6-4d56-baab-7094a990ea89,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.440834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:52.444006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:52.447003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:52.468226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Provisioning for port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:52.476243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Provisioning complete for port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:52.476847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e64b33f-f593-4abf-861f-c628e5732cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.477250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.515566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf10c-f3c0-49ff-96e7-1364d50c126f req-f6f160ff-e132-49bd-a50f-33b07ce363e0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.523438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6decf10c-f3c0-49ff-96e7-1364d50c126f req-f6f160ff-e132-49bd-a50f-33b07ce363e0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 932 time: 0.2248304 Jul 16 09:04:52.560090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.561656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.593934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6decf10c-f3c0-49ff-96e7-1364d50c126f req-8b7e07fb-4cbd-40ed-857b-5b1ef59da5fc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643578 Jul 16 09:04:52.629761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:52.658264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Provisioning for port 655e294d-5ab5-4f1d-9279-341032c30bd8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:52.664265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Provisioning complete for port 655e294d-5ab5-4f1d-9279-341032c30bd8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:52.664973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.729650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e64b33f-f593-4abf-861f-c628e5732cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.738657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:52.747485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5e64b33f-f593-4abf-861f-c628e5732cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.749540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7af27612-b20c-4c44-92a7-a0c211b3a76d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3159435 Jul 16 09:04:52.752610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50912) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.777539 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.781848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64b33f-f593-4abf-861f-c628e5732cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44affa01-d24c-4b2c-bff6-7f38b514f04d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.795888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.827325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Transition to ACTIVE for port object 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:52.831472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5e64b33f-f593-4abf-861f-c628e5732cd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ddd4adcfc5944e497450b4cc4ddffe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459013 Jul 16 09:04:52.834576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50914) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.852421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] For port 655e294d-5ab5-4f1d-9279-341032c30bd8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=655e294d-5ab5-4f1d-9279-341032c30bd8,segment=NetworkSegment(fab69b1e-32bc-41a8-a5d5-b06afa060617),segment_id=fab69b1e-32bc-41a8-a5d5-b06afa060617)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:52.858597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.873727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.923284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a2334-b44c-4c87-9626-7e24f847c13a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.925126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b9a2334-b44c-4c87-9626-7e24f847c13a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1715333 Jul 16 09:04:52.928199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50918) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:52.965232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d426a-62e4-4526-860b-70ce40df5a4c None None] Pushing event updated for resources: {'Port': ['ID=655e294d-5ab5-4f1d-9279-341032c30bd8,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:52.972178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.014450 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.072609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.084641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Provisioning for port 06d49c44-92b6-4d56-baab-7094a990ea89 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:53.091656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Provisioning complete for port 06d49c44-92b6-4d56-baab-7094a990ea89 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:53.092080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.108963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 06d49c44-92b6-4d56-baab-7094a990ea89 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:53.109325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.121618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Attempting to bind port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:53.122029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Attempting to bind port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:53.122369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Attempting to bind port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:53.136006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:04:53.136609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Attempting to bind port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:53.145393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:53.150715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:53.151206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:53.151726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Bound port: 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:53.156414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.231776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.235476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.240868 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44affa01-d24c-4b2c-bff6-7f38b514f04d HTTP/1.1" status: 204 len: 168 time: 0.4049726 Jul 16 09:04:53.262625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47b23b-d71c-4a1b-921e-f643bc26a640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44affa01-d24c-4b2c-bff6-7f38b514f04d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.316994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:53.321587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:53.331444 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.427911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.458920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.459579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.467740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 1093 time: 1.3544588 Jul 16 09:04:53.468920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:53.471374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 06d49c44-92b6-4d56-baab-7094a990ea89 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:53.480460 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c62184-50a6-4be5-83e2-341aea9a788d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:53.652020 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fec1bec-73b7-4be1-8b6c-8f155a81f684 x-openstack-request-id: req-1fec1bec-73b7-4be1-8b6c-8f155a81f684 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:53.653363 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:53.653803 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fec1bec-73b7-4be1-8b6c-8f155a81f684 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:53.657929 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'status': 'completed', 'code': 200} Jul 16 09:04:53.685425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Port 06d49c44-92b6-4d56-baab-7094a990ea89 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:53.721266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Provisioning for port 930d797c-a0d9-4155-ac45-4df945c67737 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:53.730819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Provisioning complete for port 930d797c-a0d9-4155-ac45-4df945c67737 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:53.731524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.731932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195b745-f652-40d7-a67e-0fe04acb9318 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.821179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.831197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Port 930d797c-a0d9-4155-ac45-4df945c67737 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:53.839044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-73fa3f8a-dee1-46dc-8bbc-43d179bbb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.840725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-73fa3f8a-dee1-46dc-8bbc-43d179bbb9c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1096 time: 0.3333385 Jul 16 09:04:53.857498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Provisioning complete for port 655e294d-5ab5-4f1d-9279-341032c30bd8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:53.862577 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a5b59455-3ab5-4da4-9ea1-5c9fbd495620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.873551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=06d49c44-92b6-4d56-baab-7094a990ea89,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.918473 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-02f2b0f6-8ee3-4fa4-96fc-593a37ff1624 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 217 time: 0.0705299 Jul 16 09:04:53.967804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50930) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:53.970151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 655e294d-5ab5-4f1d-9279-341032c30bd8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:53.983428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-a299480a-e69c-4a15-82fd-f074a278c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.985873 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-a299480a-e69c-4a15-82fd-f074a278c7dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0603759 Jul 16 09:04:54.029203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad91f84-2249-486f-ab07-3564df847cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.089358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.090184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-c618aeb4-33ae-4ba8-9189-dbb0d46bd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.091860 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-c618aeb4-33ae-4ba8-9189-dbb0d46bd56f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942650 Jul 16 09:04:54.092942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c21d8629-a58e-445b-a407-b22d48aa439f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/06d49c44-92b6-4d56-baab-7094a990ea89 HTTP/1.1" status: 204 len: 168 time: 1.1623774 Jul 16 09:04:54.096137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.109396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 655e294d-5ab5-4f1d-9279-341032c30bd8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:54.109976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.144147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d88d4-345d-4581-aad6-be39746b9689 req-a8988d96-5350-47d5-a887-6737062a9a1a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.145965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3d88d4-345d-4581-aad6-be39746b9689 req-a8988d96-5350-47d5-a887-6737062a9a1a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.2222481 Jul 16 09:04:54.163222 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbc8942-c1ec-47b4-ae31-b2138f2ad35e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:54.172458 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cfbc8942-c1ec-47b4-ae31-b2138f2ad35e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/06d49c44-92b6-4d56-baab-7094a990ea89 HTTP/1.1" status: 404 len: 333 time: 0.0749159 Jul 16 09:04:54.187081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50934) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.199978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3d88d4-345d-4581-aad6-be39746b9689 req-df44c21e-6e50-40b2-9461-75e083e9e335 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Jul 16 09:04:54.273661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e54b13b4-0f3b-4a65-9594-ed842b3f3cf5 None None] Provisioning complete for port 930d797c-a0d9-4155-ac45-4df945c67737 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:54.274037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e54b13b4-0f3b-4a65-9594-ed842b3f3cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.287061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad91f84-2249-486f-ab07-3564df847cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.293020 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad91f84-2249-486f-ab07-3564df847cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.333128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e54b13b4-0f3b-4a65-9594-ed842b3f3cf5 None None] Port 930d797c-a0d9-4155-ac45-4df945c67737 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:54.341367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e54b13b4-0f3b-4a65-9594-ed842b3f3cf5 None None] Could not find standard attr ID for object 06d49c44-92b6-4d56-baab-7094a990ea89. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:04:54.348998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad91f84-2249-486f-ab07-3564df847cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba7590-ca7f-4683-950a-4558531e04bf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.366705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fad91f84-2249-486f-ab07-3564df847cd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffd6c753357c4284a5b075d97f13a90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956470 Jul 16 09:04:54.369260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50936) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.381863 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-60d14ad8-cd95-485b-b638-928af0c66476 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723920 Jul 16 09:04:54.435480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.461552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.464857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 930d797c-a0d9-4155-ac45-4df945c67737 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:54.465198 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.526337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.532849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.535572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2eba7590-ca7f-4683-950a-4558531e04bf HTTP/1.1" status: 204 len: 168 time: 0.1644566 Jul 16 09:04:54.544888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fe149-dcf1-42da-8a9c-be2fe81860c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba7590-ca7f-4683-950a-4558531e04bf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.577848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-84ed02f6-408b-494c-bd9b-33e51a69dcb8 req-7b1031d7-156c-4d92-a374-f944df8e0954 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877210 Jul 16 09:04:54.613009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.659784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 930d797c-a0d9-4155-ac45-4df945c67737 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:54.742299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62184-50a6-4be5-83e2-341aea9a788d req-3928f10f-9af5-47f7-8bde-6eb8c8132bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.743772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-3928f10f-9af5-47f7-8bde-6eb8c8132bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1096 time: 0.1187770 Jul 16 09:04:54.881215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62184-50a6-4be5-83e2-341aea9a788d req-3dbbb232-fd94-48c8-88ea-fa50cbadeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.882771 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-3dbbb232-fd94-48c8-88ea-fa50cbadeb5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1298194 Jul 16 09:04:54.884072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.921763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=930d797c-a0d9-4155-ac45-4df945c67737,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.960906 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-65a90469-58e9-4a53-be30-e90a72c613db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 217 time: 0.0647347 Jul 16 09:04:55.089796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62184-50a6-4be5-83e2-341aea9a788d req-54bcff8e-40e3-4eef-b0a4-620057bf6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:55.095479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-54bcff8e-40e3-4eef-b0a4-620057bf6480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.1119120 Jul 16 09:04:55.099299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.113599 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4cb5d2e4-e460-46e0-b98c-4952bb4ba211 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/930d797c-a0d9-4155-ac45-4df945c67737 HTTP/1.1" status: 204 len: 168 time: 0.9232078 Jul 16 09:04:55.114409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50958) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.191666 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a9902b-cd96-4567-b675-ac80af62837d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:04:55.193109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62184-50a6-4be5-83e2-341aea9a788d req-b5007cce-aa49-4b2c-bf75-28ea0da05b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:55.194647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-b5007cce-aa49-4b2c-bf75-28ea0da05b0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823052 Jul 16 09:04:55.196628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-36a9902b-cd96-4567-b675-ac80af62837d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/930d797c-a0d9-4155-ac45-4df945c67737 HTTP/1.1" status: 404 len: 333 time: 0.0812643 Jul 16 09:04:55.199374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 50964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.398294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 4059138d-3289-4311-8f85-387142ce4094 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:55.402958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.510707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-6c1ac528-e05c-48cd-aa92-ef83bf29a3de service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086374 Jul 16 09:04:55.538890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.650078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c87a8b-e718-4f1c-8f11-ad40ae2147e0 req-6406e158-b27e-4d35-92e2-20c0eb3fdaf4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:55.665440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20c87a8b-e718-4f1c-8f11-ad40ae2147e0 req-6406e158-b27e-4d35-92e2-20c0eb3fdaf4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1844697 Jul 16 09:04:55.738202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20c87a8b-e718-4f1c-8f11-ad40ae2147e0 req-5717826c-50be-4042-b768-6d5f26f9272d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706868 Jul 16 09:04:55.883020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01c62184-50a6-4be5-83e2-341aea9a788d req-f56fb7ab-0dcd-414a-962b-472655dd2f42 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657110 Jul 16 09:04:55.884416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.994772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.091533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1067c72-125c-4a61-ab9d-c5e3811e1ade None None] Network ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:56.092593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.099384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/4059138d-3289-4311-8f85-387142ce4094 HTTP/1.1" status: 204 len: 168 time: 0.8957541 Jul 16 09:04:56.099565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 50994) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:56.113812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385cde-3be5-42a7-aa4c-344df7df2b91 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=4059138d-3289-4311-8f85-387142ce4094,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.258772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.409289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 655e294d-5ab5-4f1d-9279-341032c30bd8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:56.409843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.476353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c310c-8fa3-4808-990d-129936700e9b None None] DHCP port deletion for ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:56.526955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port 655e294d-5ab5-4f1d-9279-341032c30bd8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=655e294d-5ab5-4f1d-9279-341032c30bd8,segment=NetworkSegment(fab69b1e-32bc-41a8-a5d5-b06afa060617),segment_id=fab69b1e-32bc-41a8-a5d5-b06afa060617)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:56.527352 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.542909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 655e294d-5ab5-4f1d-9279-341032c30bd8 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:56.561016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Deleting port 655e294d-5ab5-4f1d-9279-341032c30bd8 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:56.561686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.642702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-967c310c-8fa3-4808-990d-129936700e9b None None] For port 655e294d-5ab5-4f1d-9279-341032c30bd8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=655e294d-5ab5-4f1d-9279-341032c30bd8,segment=NetworkSegment(fab69b1e-32bc-41a8-a5d5-b06afa060617),segment_id=fab69b1e-32bc-41a8-a5d5-b06afa060617)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:56.643674 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.676895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Calling delete_port for 655e294d-5ab5-4f1d-9279-341032c30bd8 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:56.688793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.751765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=655e294d-5ab5-4f1d-9279-341032c30bd8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.763002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port 655e294d-5ab5-4f1d-9279-341032c30bd8 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:56.875100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.879136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.898487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8266ad-dcb4-4cd6-8bdd-1c12aa917176']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:56.903063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c310c-8fa3-4808-990d-129936700e9b None None] No DVR routers for this DVR port 655e294d-5ab5-4f1d-9279-341032c30bd8 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:56.928353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab69b1e-32bc-41a8-a5d5-b06afa060617') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:56.929583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab69b1e-32bc-41a8-a5d5-b06afa060617') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:56.934931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c310c-8fa3-4808-990d-129936700e9b None None] Pushing event deleted for resources: {'Port': ['ID=655e294d-5ab5-4f1d-9279-341032c30bd8,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.947028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.987530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.997151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:56.997943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:57.001223 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:57.082028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec64b5b-596b-4525-b487-9f82fd66dd30 req-35feb2ed-b571-4f02-a2d0-8242d2d03fdd tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.083912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ec64b5b-596b-4525-b487-9f82fd66dd30 req-35feb2ed-b571-4f02-a2d0-8242d2d03fdd tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1399922 Jul 16 09:04:57.090184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.102162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.107260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/ad8266ad-dcb4-4cd6-8bdd-1c12aa917176 HTTP/1.1" status: 204 len: 168 time: 1.0042601 Jul 16 09:04:57.111534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51034) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.117473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1002332844'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:57.138540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef309f4-d582-4225-b0d7-e3242419654d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=ad8266ad-dcb4-4cd6-8bdd-1c12aa917176,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.153719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ec64b5b-596b-4525-b487-9f82fd66dd30 req-15c9f87a-f3ce-46c7-8ddc-458d5af6f74e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609739 Jul 16 09:04:57.163614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:57.168725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.197249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:57.212399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.212884 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment ab2ba73e-949c-4090-a3be-ed776cb4a007 of type vlan for network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 Jul 16 09:04:57.258008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.289579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.295945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.296595 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.344739 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2314129 Jul 16 09:04:57.348902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51056) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.354182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:57.370863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787043e9-cb99-4e36-83ab-2a40b40bcd3f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=4e1183ca-30d1-47ab-a297-22ea221bcbb1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.383093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:57.464001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:57.470587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.689524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.703172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 655e294d-5ab5-4f1d-9279-341032c30bd8 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:57.737966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 655e294d-5ab5-4f1d-9279-341032c30bd8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:57.738408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 655e294d-5ab5-4f1d-9279-341032c30bd8 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:57.771339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=3a682360-abeb-41e7-83e8-28ad67e6f6da,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.779532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': 'ab2ba73e-949c-4090-a3be-ed776cb4a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:57.780212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 4e1183ca-30d1-47ab-a297-22ea221bcbb1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:57.802535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:57.815085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 4e1183ca-30d1-47ab-a297-22ea221bcbb1) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:57.825931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.827071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.832779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77983f1-dab9-45b2-a9da-9d950982c3ff None None] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:57.847036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.847256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a74c846-68de-4b5f-b188-30715aa32129 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4984028 Jul 16 09:04:57.854234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1', 'name': 'tempest-PortsTestJSON-728584784', 'fixed_ips': [{'subnet_id': '3a682360-abeb-41e7-83e8-28ad67e6f6da', 'ip_address': '172.20.0.10'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:58.042408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:58.064584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-4e1183ca-30d1-47ab-a297-22ea221bcbb1', 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': '3a682360-abeb-41e7-83e8-28ad67e6f6da'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:58.065883 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.225716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Allocated IP 172.20.0.2 (4e1183ca-30d1-47ab-a297-22ea221bcbb1/3a682360-abeb-41e7-83e8-28ad67e6f6da/73a503f8-d77b-4afe-9b29-4f1c2056f7fb) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:58.239535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.289926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port f08edc88-9c31-471c-a26f-2ee32a978cb3 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:58.499852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84236e7-fc72-4fd1-a633-f81ca47744a2 req-59d06e7d-7d6d-4f14-8645-1c1cff2d3376 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:58.508121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a84236e7-fc72-4fd1-a633-f81ca47744a2 req-59d06e7d-7d6d-4f14-8645-1c1cff2d3376 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.0889182 Jul 16 09:04:58.547834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.557631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Transition to ACTIVE for port object 73a503f8-d77b-4afe-9b29-4f1c2056f7fb will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:58.560928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a84236e7-fc72-4fd1-a633-f81ca47744a2 req-79d4c082-3bec-4db6-bb7a-51f336748236 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515859 Jul 16 09:04:58.590336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Transition to ACTIVE for port object 73a503f8-d77b-4afe-9b29-4f1c2056f7fb will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:58.605656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.668714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:58.672924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:58.689198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:58.692597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Pushing event updated for resources: {'Port': ['ID=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:58.707847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.10 (4e1183ca-30d1-47ab-a297-22ea221bcbb1/3a682360-abeb-41e7-83e8-28ad67e6f6da/f08edc88-9c31-471c-a26f-2ee32a978cb3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:58.770663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Attempting to bind port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:58.771178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Attempting to bind port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ab2ba73e-949c-4090-a3be-ed776cb4a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:58.771683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Attempting to bind port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb on network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:58.777039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:58.777753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Checking segment: {'id': 'ab2ba73e-949c-4090-a3be-ed776cb4a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:58.778377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.778986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Bound using segment: {'id': 'ab2ba73e-949c-4090-a3be-ed776cb4a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:58.779737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Bound port: 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2ba73e-949c-4090-a3be-ed776cb4a007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:58.781805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.857850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] For port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:58.862192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] For port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,segment=NetworkSegment(ab2ba73e-949c-4090-a3be-ed776cb4a007),segment_id=ab2ba73e-949c-4090-a3be-ed776cb4a007)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:58.868089 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.887134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51140) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:58.910882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.939847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Pushing event updated for resources: {'Port': ['ID=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:58.955064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.955674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.956118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object f08edc88-9c31-471c-a26f-2ee32a978cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:58.956441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.957070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.957564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.958056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.958705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.959225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.960106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.960613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.961384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:58.961937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c56b08-9a75-4c23-bdc9-89f882b4ecf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:59.001787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.027665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1475994-af46-41c2-922b-eda11dd9faef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.057190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:59.063885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:59.068880 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:59.098060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=f08edc88-9c31-471c-a26f-2ee32a978cb3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.136172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.137727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.146401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1475994-af46-41c2-922b-eda11dd9faef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.159931 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b1475994-af46-41c2-922b-eda11dd9faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.168603 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a7f86bd0-919f-4d9c-b33f-6974cb61e717 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3197219 Jul 16 09:04:59.169504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51146) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:59.182370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '4e1183ca-30d1-47ab-a297-22ea221bcbb1', 'name': 'tempest-PortsTestJSON-2061760112', 'fixed_ips': [{'subnet_id': '3a682360-abeb-41e7-83e8-28ad67e6f6da', 'ip_address': '172.20.0.9'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:59.255274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1475994-af46-41c2-922b-eda11dd9faef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f98cd8-ab8e-44b3-a42b-16fa000b27fc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.275596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b1475994-af46-41c2-922b-eda11dd9faef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1123f998b0c04735a20ec2ece283c473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841279 Jul 16 09:04:59.277708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:59.358349 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.387854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.388317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:59.394626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.428510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port b5aa924b-cf47-4089-bbd3-4c10267641a0 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:59.453752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.459121 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.460340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9f98cd8-ab8e-44b3-a42b-16fa000b27fc HTTP/1.1" status: 204 len: 168 time: 0.1800747 Jul 16 09:04:59.469025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc710-1fe1-4c4f-8059-15a442bd8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f98cd8-ab8e-44b3-a42b-16fa000b27fc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.667686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.9 (4e1183ca-30d1-47ab-a297-22ea221bcbb1/3a682360-abeb-41e7-83e8-28ad67e6f6da/b5aa924b-cf47-4089-bbd3-4c10267641a0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:59.787310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 73a503f8-d77b-4afe-9b29-4f1c2056f7fb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:59.844862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8bce8-e4b4-4405-a7ea-4bfe9f9dba07 req-dc78eab7-9d86-457f-a8aa-b054960940e3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.852672 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7f8bce8-e4b4-4405-a7ea-4bfe9f9dba07 req-dc78eab7-9d86-457f-a8aa-b054960940e3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1239021 Jul 16 09:04:59.876703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:59.907795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7f8bce8-e4b4-4405-a7ea-4bfe9f9dba07 req-a3d6c6bf-46fa-4128-86ff-b47b7d5b7a74 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536559 Jul 16 09:04:59.947363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.974178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object b5aa924b-cf47-4089-bbd3-4c10267641a0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:00.014783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51158) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.022892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.031345 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-451c2dc3-a3ee-464f-8dd4-05e10a0a81b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.094708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=b5aa924b-cf47-4089-bbd3-4c10267641a0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.100759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:00.102401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:00.106221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:00.156201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-451c2dc3-a3ee-464f-8dd4-05e10a0a81b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.162203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-451c2dc3-a3ee-464f-8dd4-05e10a0a81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.169003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.170003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.188725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c3121fbf-de37-4bc9-96ac-3870ffafad28 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0168285 Jul 16 09:05:00.189851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.213530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-451c2dc3-a3ee-464f-8dd4-05e10a0a81b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2413b2c40f5842f7ad729b0fea6d9274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933763 Jul 16 09:05:00.213530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c2dc3-a3ee-464f-8dd4-05e10a0a81b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f119c57-28ae-4899-ac55-ab4d1031e777,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.214863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51162) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.282544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.310295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.338286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe0d7c-dd84-4d0a-9412-c82435100170 None None] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:00.358793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3328b-8a45-4bc2-9f41-5aeee0672e20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.360764 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-66e3328b-8a45-4bc2-9f41-5aeee0672e20 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1698539 Jul 16 09:05:00.364622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51164) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.392654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.395644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.403731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f119c57-28ae-4899-ac55-ab4d1031e777 HTTP/1.1" status: 204 len: 168 time: 0.1837029 Jul 16 09:05:00.425282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Provisioning for port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:00.440270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1963d-4734-4e34-b4b8-c88d4eefe254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f119c57-28ae-4899-ac55-ab4d1031e777,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.445477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Provisioning complete for port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:00.445878 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.511983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310be578-3b1c-42c2-a1c1-8c9e97d9b4dd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.519053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310be578-3b1c-42c2-a1c1-8c9e97d9b4dd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.525540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310be578-3b1c-42c2-a1c1-8c9e97d9b4dd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.530504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51168) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:00.531105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-310be578-3b1c-42c2-a1c1-8c9e97d9b4dd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1645961 Jul 16 09:05:00.634664 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.669071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port b5aa924b-cf47-4089-bbd3-4c10267641a0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:00.669428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.678197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] For port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,segment=NetworkSegment(ab2ba73e-949c-4090-a3be-ed776cb4a007),segment_id=ab2ba73e-949c-4090-a3be-ed776cb4a007)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:00.683795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.759210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb982925-35c4-4ad7-b602-7b32b7a2e681 None None] Pushing event updated for resources: {'Port': ['ID=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.842046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.858417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for b5aa924b-cf47-4089-bbd3-4c10267641a0 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:01.015348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Provisioning for port f08edc88-9c31-471c-a26f-2ee32a978cb3 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:01.022022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Provisioning complete for port f08edc88-9c31-471c-a26f-2ee32a978cb3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:01.022616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.043523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.078535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=b5aa924b-cf47-4089-bbd3-4c10267641a0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.126262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Port f08edc88-9c31-471c-a26f-2ee32a978cb3 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:01.155701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Provisioning complete for port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:01.156026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.209167 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.223660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3bdc2e31-fbe1-46a6-9349-332b1fa8d7db tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/b5aa924b-cf47-4089-bbd3-4c10267641a0 HTTP/1.1" status: 204 len: 168 time: 0.6884282 Jul 16 09:05:01.228624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51184) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:01.244169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10382fa0-9c7b-4726-991b-9f7d82125b18 req-9610b3f6-e08e-4a8d-a89f-eb44d932c462 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.251983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10382fa0-9c7b-4726-991b-9f7d82125b18 req-9610b3f6-e08e-4a8d-a89f-eb44d932c462 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1891437 Jul 16 09:05:01.315371 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22d50b8-a541-4bbc-8997-1b504826cf0f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:05:01.317121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e22d50b8-a541-4bbc-8997-1b504826cf0f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/b5aa924b-cf47-4089-bbd3-4c10267641a0 HTTP/1.1" status: 404 len: 333 time: 0.0874836 Jul 16 09:05:01.322296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51190) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:01.374166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd1f8cf9-0857-45c2-a99e-28b3759bc2d6 None None] Could not find standard attr ID for object b5aa924b-cf47-4089-bbd3-4c10267641a0. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:01.379179 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10382fa0-9c7b-4726-991b-9f7d82125b18 req-3831b99c-d667-4580-b3c3-924edeb9ed41 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260734 Jul 16 09:05:01.470461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port f08edc88-9c31-471c-a26f-2ee32a978cb3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:01.470893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.513244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-65ab9ee5-4572-4b09-8854-3fe7026d981e None None] Provisioning complete for port f08edc88-9c31-471c-a26f-2ee32a978cb3 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:01.513567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ee5-4572-4b09-8854-3fe7026d981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.570233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-65ab9ee5-4572-4b09-8854-3fe7026d981e None None] Port f08edc88-9c31-471c-a26f-2ee32a978cb3 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:01.605996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.621352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for f08edc88-9c31-471c-a26f-2ee32a978cb3 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:01.758599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 73a503f8-d77b-4afe-9b29-4f1c2056f7fb up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:01.775603 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.798540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-995b3f4e-9e89-48ff-ab0c-ec870d580dde None None] Could not find standard attr ID for object b5aa924b-cf47-4089-bbd3-4c10267641a0. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:01.831226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=f08edc88-9c31-471c-a26f-2ee32a978cb3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.846102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:01.846574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.013156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.017966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79e9c855-095f-42e1-86eb-1ea681756679 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/f08edc88-9c31-471c-a26f-2ee32a978cb3 HTTP/1.1" status: 204 len: 168 time: 0.6939142 Jul 16 09:05:02.020053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.077767 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02efbdf-9614-42dc-8e0a-4e61738db087 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:05:02.080633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e02efbdf-9614-42dc-8e0a-4e61738db087 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/f08edc88-9c31-471c-a26f-2ee32a978cb3 HTTP/1.1" status: 404 len: 333 time: 0.0588088 Jul 16 09:05:02.083246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51204) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.153709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 3a682360-abeb-41e7-83e8-28ad67e6f6da {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:02.158726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.215905 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.336703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.410493 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.447303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=3a682360-abeb-41e7-83e8-28ad67e6f6da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.451657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.453645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a06725d9-c132-479e-b717-1c472479b1e5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/3a682360-abeb-41e7-83e8-28ad67e6f6da HTTP/1.1" status: 204 len: 168 time: 0.3679748 Jul 16 09:05:02.456548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.460380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc628ac-7e3c-430e-a19e-81d8e8240b07 None None] Network 4e1183ca-30d1-47ab-a297-22ea221bcbb1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:02.564426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.583160 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.650503 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:02.651114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.680717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e49bf-bae3-4cd9-8da1-8549ff623adc req-7158942b-e91c-44bc-8f5b-ae713602307a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:02.682370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-493e49bf-bae3-4cd9-8da1-8549ff623adc req-7158942b-e91c-44bc-8f5b-ae713602307a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1184433 Jul 16 09:05:02.728185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] DHCP port deletion for 4e1183ca-30d1-47ab-a297-22ea221bcbb1 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:02.739830 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-493e49bf-bae3-4cd9-8da1-8549ff623adc req-62152c3d-24b1-41bc-8ef6-8f7c41e02201 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517075 Jul 16 09:05:02.769239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,segment=NetworkSegment(ab2ba73e-949c-4090-a3be-ed776cb4a007),segment_id=ab2ba73e-949c-4090-a3be-ed776cb4a007)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:02.769772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.782726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 73a503f8-d77b-4afe-9b29-4f1c2056f7fb owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:02.786175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Deleting port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:02.786624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.801204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4dbc55b1-b622-4e10-ab3d-fae565e7b258 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1417697995'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:02.801747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4dbc55b1-b622-4e10-ab3d-fae565e7b258 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Unknown quota resources ['metering_label']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:02.852898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] For port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,segment=NetworkSegment(ab2ba73e-949c-4090-a3be-ed776cb4a007),segment_id=ab2ba73e-949c-4090-a3be-ed776cb4a007)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:02.853423 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.866070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Calling delete_port for 73a503f8-d77b-4afe-9b29-4f1c2056f7fb owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:02.949780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.964272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] No DVR routers for this DVR port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:02.989010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e4151-cbae-483f-9cbe-a50f99fae358 None None] Pushing event deleted for resources: {'Port': ['ID=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.323612 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4dbc55b1-b622-4e10-ab3d-fae565e7b258 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.324818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4dbc55b1-b622-4e10-ab3d-fae565e7b258 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7595356 Jul 16 09:05:03.328561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51226) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.333078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3de6a86d-7aac-4327-bce6-b7446aaf8664 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cd267694-e467-4182-a2a8-5145ef754912'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:03.333570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3de6a86d-7aac-4327-bce6-b7446aaf8664 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:03.334983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.367028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port 73a503f8-d77b-4afe-9b29-4f1c2056f7fb on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:03.372185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=73a503f8-d77b-4afe-9b29-4f1c2056f7fb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.428899 n-d-798054-12 neutron-server[93775]: WARNING neutron.services.metering.metering_plugin [None req-3de6a86d-7aac-4327-bce6-b7446aaf8664 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:05:03.459036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.472163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1183ca-30d1-47ab-a297-22ea221bcbb1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:03.489403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2ba73e-949c-4090-a3be-ed776cb4a007') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:03.489704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2ba73e-949c-4090-a3be-ed776cb4a007') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:03.499560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.515674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3de6a86d-7aac-4327-bce6-b7446aaf8664 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.516108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.519702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3de6a86d-7aac-4327-bce6-b7446aaf8664 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1873627 Jul 16 09:05:03.520267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.526717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c77ec345-b2af-454d-b2d5-9b79e8a01e85 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cd267694-e467-4182-a2a8-5145ef754912'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:03.527233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c77ec345-b2af-454d-b2d5-9b79e8a01e85 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93774) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:03.529864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:03.530274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:03.533217 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:03.630780 n-d-798054-12 neutron-server[93774]: WARNING neutron.services.metering.metering_plugin [None req-c77ec345-b2af-454d-b2d5-9b79e8a01e85 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 09:05:03.672944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 73a503f8-d77b-4afe-9b29-4f1c2056f7fb no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:03.677841 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.682034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.683940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/4e1183ca-30d1-47ab-a297-22ea221bcbb1 HTTP/1.1" status: 204 len: 168 time: 1.2262230 Jul 16 09:05:03.688524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51232) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.694084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 73a503f8-d77b-4afe-9b29-4f1c2056f7fb {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:03.694437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 73a503f8-d77b-4afe-9b29-4f1c2056f7fb not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:03.694624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299150418'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:03.744977 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c77ec345-b2af-454d-b2d5-9b79e8a01e85 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.746087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c77ec345-b2af-454d-b2d5-9b79e8a01e85 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2248645 Jul 16 09:05:03.749222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ac17b-f73a-437a-bf53-937a2099424c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=4e1183ca-30d1-47ab-a297-22ea221bcbb1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.750169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.760998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0aac6c3b-a420-4d80-aa4d-3bc2ba917d8b tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=ae571df2-5c97-4c7a-af31-7ec59f698ce4 HTTP/1.1" status: 200 len: 464 time: 0.0087814 Jul 16 09:05:03.762619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51238) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.769918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:03.774583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.801745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:03.813305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.813705 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Added segment 17cbced1-6801-4246-a810-9e30508692d1 of type vlan for network 64bcd3af-ac0c-46d8-898e-247cd63264ee Jul 16 09:05:03.856443 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.865981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7146b88d-0fef-414d-b49c-6c269ef761dc tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.870036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7146b88d-0fef-414d-b49c-6c269ef761dc tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/ae571df2-5c97-4c7a-af31-7ec59f698ce4 HTTP/1.1" status: 204 len: 168 time: 0.1039419 Jul 16 09:05:03.871153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.892846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a946ca9c-e8fb-4846-9d10-f4fe2278b375 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=ae571df2-5c97-4c7a-af31-7ec59f698ce4 HTTP/1.1" status: 200 len: 221 time: 0.0210562 Jul 16 09:05:03.896932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.900631 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.902695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1ed5586b-98eb-4885-ac90-075d9facf592 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--26948303', 'description': 'label created by tempest'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:03.903140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1ed5586b-98eb-4885-ac90-075d9facf592 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Unknown quota resources ['metering_label']. {{(pid=93775) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:05:03.906493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:03.907091 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.947305 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2567115 Jul 16 09:05:03.951298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.956533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:04.019277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cad658-9a8b-48df-8529-ec202a67eca2 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Network': ['ID=64bcd3af-ac0c-46d8-898e-247cd63264ee,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:04.032801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:04.105359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:04.109241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.324732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.390029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=045a4507-2bd3-4e3d-b35d-6f95730a4273,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:04.399216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Checking segment: {'id': '17cbced1-6801-4246-a810-9e30508692d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:04.399583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network hostable DHCP agents. Network: 64bcd3af-ac0c-46d8-898e-247cd63264ee, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:04.417572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:04.428913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 64bcd3af-ac0c-46d8-898e-247cd63264ee) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:04.429727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a933c02-1ca7-4255-aaad-49c60077b547 req-2dc8ead9-8384-49ae-9443-37fa072dbd05 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.431630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a933c02-1ca7-4255-aaad-49c60077b547 req-2dc8ead9-8384-49ae-9443-37fa072dbd05 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.5699756 Jul 16 09:05:04.438527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d07e1-bc5d-41b4-a899-969f00df6775 None None] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:04.439723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.440460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.457152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5778ed52-75e6-47ae-9634-f13d5ae52285 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5045488 Jul 16 09:05:04.459826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51248) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.465149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1729902718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:04.475400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1ed5586b-98eb-4885-ac90-075d9facf592 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.479368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1ed5586b-98eb-4885-ac90-075d9facf592 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5776999 Jul 16 09:05:04.481829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.516533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a933c02-1ca7-4255-aaad-49c60077b547 req-caf0e1d7-8e00-459b-b027-84c4ec948fc8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Jul 16 09:05:04.550036 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d8262a7-b350-4298-8a11-490019e83639 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=9e1fba74-8235-452b-a6b1-2e78074a6fe9 HTTP/1.1" status: 200 len: 466 time: 0.0665290 Jul 16 09:05:04.552488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51252) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.552660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.553835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.618596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.624150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.643891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.648265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d611c619-727c-4631-81a2-001f17442a42 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1844490 Jul 16 09:05:04.649758 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51254) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.664167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee', 'name': 'tempest-PortsTestJSON-1116390465'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:04.672461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05849297-d211-42c3-a310-85de908219db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-64bcd3af-ac0c-46d8-898e-247cd63264ee', 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': '045a4507-2bd3-4e3d-b35d-6f95730a4273'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:04.672461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.780199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a0aba551-7a58-4047-a914-0ee91a9f8625 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.781320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a0aba551-7a58-4047-a914-0ee91a9f8625 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/9e1fba74-8235-452b-a6b1-2e78074a6fe9 HTTP/1.1" status: 204 len: 168 time: 0.2263529 Jul 16 09:05:04.784215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.802309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:04.803201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6748961a-4242-418b-863d-ac2d68099942 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=9e1fba74-8235-452b-a6b1-2e78074a6fe9 HTTP/1.1" status: 200 len: 216 time: 0.0158854 Jul 16 09:05:04.806262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51258) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.807346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.818036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec803939-a819-4985-829b-4d2b154cbb25 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098612 Jul 16 09:05:04.821001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51260) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.832512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:04.835144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-068a55fa-543c-4a21-b579-f604663e3070 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128074 Jul 16 09:05:04.838716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.856958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-05849297-d211-42c3-a310-85de908219db None None] Allocated IP 172.20.0.2 (64bcd3af-ac0c-46d8-898e-247cd63264ee/045a4507-2bd3-4e3d-b35d-6f95730a4273/debe802f-1762-4f13-87c8-f0b8fcc9422c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:04.901076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-55053b9d-8ee3-4ecd-a590-fb8422029b8a tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/cd267694-e467-4182-a2a8-5145ef754912 HTTP/1.1" status: 200 len: 473 time: 0.0607255 Jul 16 09:05:04.904627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51264) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:04.915232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d0d1ad9b-e497-4f34-a6b7-dbbd921214a7 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/0ef843dd-dc88-4ba6-8708-b75cd69788b2 HTTP/1.1" status: 200 len: 461 time: 0.0090413 Jul 16 09:05:04.921404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.060118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-35a5c7dc-5159-47e2-b677-bc60367d5088 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.060118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-35a5c7dc-5159-47e2-b677-bc60367d5088 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/0ef843dd-dc88-4ba6-8708-b75cd69788b2 HTTP/1.1" status: 204 len: 168 time: 0.1169407 Jul 16 09:05:05.060118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51276) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-05849297-d211-42c3-a310-85de908219db None None] Transition to ACTIVE for port object debe802f-1762-4f13-87c8-f0b8fcc9422c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-05849297-d211-42c3-a310-85de908219db None None] Transition to ACTIVE for port object debe802f-1762-4f13-87c8-f0b8fcc9422c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849297-d211-42c3-a310-85de908219db None None] Pushing event updated for resources: {'Port': ['ID=debe802f-1762-4f13-87c8-f0b8fcc9422c,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05849297-d211-42c3-a310-85de908219db None None] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:05.180916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-05849297-d211-42c3-a310-85de908219db None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:05.184832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05849297-d211-42c3-a310-85de908219db None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:05.243408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.14 (64bcd3af-ac0c-46d8-898e-247cd63264ee/045a4507-2bd3-4e3d-b35d-6f95730a4273/995d8ce5-6968-4a7a-af5e-3cd6fa28e280) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:05.259299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-05849297-d211-42c3-a310-85de908219db None None] Attempting to bind port debe802f-1762-4f13-87c8-f0b8fcc9422c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:05.259299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-05849297-d211-42c3-a310-85de908219db None None] Attempting to bind port debe802f-1762-4f13-87c8-f0b8fcc9422c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '17cbced1-6801-4246-a810-9e30508692d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:05.259299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05849297-d211-42c3-a310-85de908219db None None] Attempting to bind port debe802f-1762-4f13-87c8-f0b8fcc9422c on network 64bcd3af-ac0c-46d8-898e-247cd63264ee {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:05.266172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05849297-d211-42c3-a310-85de908219db None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:05.266735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05849297-d211-42c3-a310-85de908219db None None] Checking segment: {'id': '17cbced1-6801-4246-a810-9e30508692d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:05.267252 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.267760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05849297-d211-42c3-a310-85de908219db None None] Bound using segment: {'id': '17cbced1-6801-4246-a810-9e30508692d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:05.268545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-05849297-d211-42c3-a310-85de908219db None None] Bound port: debe802f-1762-4f13-87c8-f0b8fcc9422c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cbced1-6801-4246-a810-9e30508692d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64bcd3af-ac0c-46d8-898e-247cd63264ee'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:05.269005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.343429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-30b78f8f-f185-4284-87ae-fc2ff35cdfd5 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.346970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-30b78f8f-f185-4284-87ae-fc2ff35cdfd5 tempest-MeteringTestJSON-19007886 tempest-MeteringTestJSON-19007886-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/cd267694-e467-4182-a2a8-5145ef754912 HTTP/1.1" status: 204 len: 168 time: 0.3006549 Jul 16 09:05:05.360171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-05849297-d211-42c3-a310-85de908219db None None] For port debe802f-1762-4f13-87c8-f0b8fcc9422c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:05.363842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-05849297-d211-42c3-a310-85de908219db None None] For port debe802f-1762-4f13-87c8-f0b8fcc9422c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=debe802f-1762-4f13-87c8-f0b8fcc9422c,segment=NetworkSegment(17cbced1-6801-4246-a810-9e30508692d1),segment_id=17cbced1-6801-4246-a810-9e30508692d1)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:05.369906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05849297-d211-42c3-a310-85de908219db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.451076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849297-d211-42c3-a310-85de908219db None None] Pushing event updated for resources: {'Port': ['ID=debe802f-1762-4f13-87c8-f0b8fcc9422c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.539456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.560169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:05.604991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.772343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=995d8ce5-6968-4a7a-af5e-3cd6fa28e280,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:05.786561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:05.793776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:05.801537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:05.816717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d712b1-9f06-48a6-94a3-09fe23f99274 req-d5619aa5-2b58-4027-84c0-594acf7c03b8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:05.827093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15d712b1-9f06-48a6-94a3-09fe23f99274 req-d5619aa5-2b58-4027-84c0-594acf7c03b8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1454470 Jul 16 09:05:05.883066 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15d712b1-9f06-48a6-94a3-09fe23f99274 req-fa66c0ac-57c3-4ab6-b67c-1bea274fcc4f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548544 Jul 16 09:05:05.923811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:05.925097 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.942365 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-de11a478-d0bf-4f62-913d-999f98410e4d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2914739 Jul 16 09:05:05.945701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.985470 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.108869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96f8db89-a1f9-4bd3-9284-ac6c8f061363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.248624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96f8db89-a1f9-4bd3-9284-ac6c8f061363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.262831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96f8db89-a1f9-4bd3-9284-ac6c8f061363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.327824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96f8db89-a1f9-4bd3-9284-ac6c8f061363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca01f4a6c8d24105aeef922ec476a9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389192 Jul 16 09:05:06.330574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51316) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.337386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8db89-a1f9-4bd3-9284-ac6c8f061363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c8ee2-c0b7-46c2-b453-35e8528ab8fe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.393131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.418699 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.471916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.554380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.569340 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.574037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d36c8ee2-c0b7-46c2-b453-35e8528ab8fe HTTP/1.1" status: 204 len: 168 time: 0.2422256 Jul 16 09:05:06.597660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedc156-3f20-4b9e-80e5-5f3811991c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c8ee2-c0b7-46c2-b453-35e8528ab8fe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.727049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de834ae-e1b4-4535-9a96-fef5516f4ad1 None None] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:06.776062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.782172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.839534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-330642b7-4699-40dd-9e9f-db371f8af073 None None] Provisioning for port debe802f-1762-4f13-87c8-f0b8fcc9422c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:06.895847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=995d8ce5-6968-4a7a-af5e-3cd6fa28e280,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.950827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.951253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.951686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.952134 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.952560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.952980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.953623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.954057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.954501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.954922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.955344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:06.955762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:07.009875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51336) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:07.033825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a351bd3-fea6-4f6b-ab4c-f11e16331c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.169896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a351bd3-fea6-4f6b-ab4c-f11e16331c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.170123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.174467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9a351bd3-fea6-4f6b-ab4c-f11e16331c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.218927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a351bd3-fea6-4f6b-ab4c-f11e16331c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9be15-cd49-4f82-88fc-21390906d443,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:07.239054 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9a351bd3-fea6-4f6b-ab4c-f11e16331c5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78571e87e01e459e91b94c39628c52ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258382 Jul 16 09:05:07.239300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51342) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:07.259893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f52479-1528-4fda-b495-0270d6acf03c req-61ccb7f6-a872-4827-972e-477742ca3262 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.262482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57f52479-1528-4fda-b495-0270d6acf03c req-61ccb7f6-a872-4827-972e-477742ca3262 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.2361164 Jul 16 09:05:07.320823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.338217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57f52479-1528-4fda-b495-0270d6acf03c req-7ed75539-1de6-4c32-a4a6-446713d8fd8f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682611 Jul 16 09:05:07.351739 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.391914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-87b37766-d8b2-4684-b3c1-4546af87a964 None None] Provisioning for port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:07.397057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-87b37766-d8b2-4684-b3c1-4546af87a964 None None] Provisioning complete for port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:07.397233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87b37766-d8b2-4684-b3c1-4546af87a964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.430586 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.433463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.434415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.435179 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccc9be15-cd49-4f82-88fc-21390906d443 HTTP/1.1" status: 204 len: 168 time: 0.1949325 Jul 16 09:05:07.443313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aca37-7f9c-42a2-8a08-4eae5152821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9be15-cd49-4f82-88fc-21390906d443,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:07.445656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-87b37766-d8b2-4684-b3c1-4546af87a964 None None] Port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:07.699153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8bbcda6b-8f95-4911-b975-7c57983faf69 None None] Provisioning complete for port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:07.700703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8bbcda6b-8f95-4911-b975-7c57983faf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.776748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcda6b-8f95-4911-b975-7c57983faf69 None None] Port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:07.804483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device debe802f-1762-4f13-87c8-f0b8fcc9422c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:07.866810 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.872934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.881524 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port debe802f-1762-4f13-87c8-f0b8fcc9422c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:07.888124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port debe802f-1762-4f13-87c8-f0b8fcc9422c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:07.888556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.980368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.983400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=995d8ce5-6968-4a7a-af5e-3cd6fa28e280,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:08.041675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.085757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port debe802f-1762-4f13-87c8-f0b8fcc9422c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=debe802f-1762-4f13-87c8-f0b8fcc9422c,segment=NetworkSegment(17cbced1-6801-4246-a810-9e30508692d1),segment_id=17cbced1-6801-4246-a810-9e30508692d1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:08.101288 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.111516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5de0dad2-1ac1-4ea6-90a4-a5822a07b4ce None None] Provisioning complete for port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:08.112243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5de0dad2-1ac1-4ea6-90a4-a5822a07b4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.118947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:08.120557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:08.330707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Router 2af1866f-31cf-40f7-9e1a-523671575ab8 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:05:08.415834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:08.507495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:08.518554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25237876-21ad-42ef-abb8-6cb67c9be395 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/routers/2af1866f-31cf-40f7-9e1a-523671575ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5715723 Jul 16 09:05:08.521237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.539788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5de0dad2-1ac1-4ea6-90a4-a5822a07b4ce None None] Port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:08.556289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] Sync routers for ids ['2af1866f-31cf-40f7-9e1a-523671575ab8'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:08.598880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=debe802f-1762-4f13-87c8-f0b8fcc9422c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:08.610423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] Routers {'2af1866f-31cf-40f7-9e1a-523671575ab8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:08.611526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2af1866f-31cf-40f7-9e1a-523671575ab8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.623894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe55fd-cbc4-49ec-bd92-d09e1898a535 req-0fa94d03-29e0-4a8f-ac9f-eadcdb8baf5b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.634667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98fe55fd-cbc4-49ec-bd92-d09e1898a535 req-0fa94d03-29e0-4a8f-ac9f-eadcdb8baf5b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 944 time: 0.1041884 Jul 16 09:05:08.655993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cad83-af2d-462a-bc4c-1b7aec6f1638 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.663378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.665037 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a65cad83-af2d-462a-bc4c-1b7aec6f1638 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?device_id=2af1866f-31cf-40f7-9e1a-523671575ab8 HTTP/1.1" status: 200 len: 983 time: 0.1421125 Jul 16 09:05:08.665661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51392) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.728785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] Routers {'2af1866f-31cf-40f7-9e1a-523671575ab8'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:08.729426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2af1866f-31cf-40f7-9e1a-523671575ab8'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.786327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.787045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1b0b0f97-e9ad-4d1e-88b4-143c0941a0cd None None] Provisioning complete for port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:08.787593 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1b0b0f97-e9ad-4d1e-88b4-143c0941a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.788685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98fe55fd-cbc4-49ec-bd92-d09e1898a535 req-3917edc7-b098-49cc-9817-5a1de79f80af tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499333 Jul 16 09:05:08.793924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.795791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fba44f-ae2c-4325-bf9d-63bfc9689a22 None None] The sync data for ids ['2af1866f-31cf-40f7-9e1a-523671575ab8'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:08.833599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:08.855695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'mac_address': 'fa:16:3e:11:02:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:08.857495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b0f97-e9ad-4d1e-88b4-143c0941a0cd None None] Port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:08.915279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.933246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:08.962946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:08.969066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.031939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.171829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:09.270044 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.385022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.484424 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51426) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:09.561240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:09.561240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.653972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1433070715'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:09.655045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.675600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 995d8ce5-6968-4a7a-af5e-3cd6fa28e280 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:09.688254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Made reservation on behalf of 966527952f514a8eb106124e377e15b8 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:09.691918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.704203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device debe802f-1762-4f13-87c8-f0b8fcc9422c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:09.715664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.761572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port debe802f-1762-4f13-87c8-f0b8fcc9422c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:09.761991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.856467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.869992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.897990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.911380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:09.913738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf425c4-d367-43bc-9496-7edd6747e1af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.924868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.925706 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Added segment 33ef5ddc-0ea4-4a7f-8198-723f36f61658 of type vlan for network cf0ce321-8d82-44c8-af36-de3884cc7279 Jul 16 09:05:09.941880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=995d8ce5-6968-4a7a-af5e-3cd6fa28e280,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.994180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.037587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.044457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.045146 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.099520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6139047 Jul 16 09:05:10.151883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4a11f-98b0-46f3-855b-0c7f60245a54 tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Pushing event updated for resources: {'Network': ['ID=cf0ce321-8d82-44c8-af36-de3884cc7279,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.171354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network cf0ce321-8d82-44c8-af36-de3884cc7279 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:10.309459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:10.399621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51452) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.405727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279', 'binding:host_id': 'n-h2-798054-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-522162826'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:10.409446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:10.415556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:10.416337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.430794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Made reservation on behalf of 8f79bb1a4c28457fb44597996c89d410 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:10.434503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.447853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.535571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.589724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:10.590267 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.597076 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac3a11-a5db-43de-8cce-5a344bf6894b" -d '{"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:10.606212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.612185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.617684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:10.619741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:10.623418 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.627836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a19eb9-5117-4a6a-a21e-e9d0077a75df req-ba4eb4dc-bc89-47cc-a509-ecb41c276abc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.632535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99a19eb9-5117-4a6a-a21e-e9d0077a75df req-ba4eb4dc-bc89-47cc-a509-ecb41c276abc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 945 time: 0.2244992 Jul 16 09:05:10.665619 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ae695-2de5-459e-9df4-a9ec9fc49eeb x-openstack-request-id: req-705ae695-2de5-459e-9df4-a9ec9fc49eeb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:10.666106 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-plugged", "status": "completed", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:10.666582 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-705ae695-2de5-459e-9df4-a9ec9fc49eeb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:10.667069 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'code': 200} Jul 16 09:05:10.714603 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.766665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5f2e9-c8a6-41a2-8ae5-befd1a1ac77c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.823570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99a19eb9-5117-4a6a-a21e-e9d0077a75df req-f0339dce-9786-4fab-8fba-47ecab71a768 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836309 Jul 16 09:05:10.916139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Router 2af1866f-31cf-40f7-9e1a-523671575ab8 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:10.936877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97813e96-709f-4967-8d9e-72d75622b41a req-979e4b9e-40dc-413b-8b06-2cca2a2bad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:10.938486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-97813e96-709f-4967-8d9e-72d75622b41a req-979e4b9e-40dc-413b-8b06-2cca2a2bad20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1098 time: 0.2059278 Jul 16 09:05:11.004307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:11.016827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5388134d-6c2a-4e10-888f-820bd87fc105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/routers/2af1866f-31cf-40f7-9e1a-523671575ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477087 Jul 16 09:05:11.018047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:11.018932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:11.019307 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] Sync routers for ids ['2af1866f-31cf-40f7-9e1a-523671575ab8'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:11.025281 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-97813e96-709f-4967-8d9e-72d75622b41a req-92845eb7-155d-4604-859c-fa663a91a25d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770147 Jul 16 09:05:11.031268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.034308 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] Routers {'2af1866f-31cf-40f7-9e1a-523671575ab8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:11.034977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2af1866f-31cf-40f7-9e1a-523671575ab8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.049907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Transition to ACTIVE for port object 56e44a88-6e8d-46ff-b67b-a8ba39908ccd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:11.053217 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1705f8-801d-41e5-876b-6817208f8c46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:05:11.055026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c1705f8-801d-41e5-876b-6817208f8c46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/995d8ce5-6968-4a7a-af5e-3cd6fa28e280 HTTP/1.1" status: 404 len: 333 time: 0.0357525 Jul 16 09:05:11.059545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51468) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:11.071859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.082836 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.092578 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] Routers {'2af1866f-31cf-40f7-9e1a-523671575ab8'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:11.093205 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:04:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['2af1866f-31cf-40f7-9e1a-523671575ab8'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.129216 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:11.129867 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580aa38-ca0c-4c09-8901-95713ecd4a67 None None] The sync data for ids ['2af1866f-31cf-40f7-9e1a-523671575ab8'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:11.198316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.259723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=56e44a88-6e8d-46ff-b67b-a8ba39908ccd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:11.376686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Checking segment: {'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:11.377097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Network hostable DHCP agents. Network: cf0ce321-8d82-44c8-af36-de3884cc7279, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:11.389285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.392156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.438262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Network cf0ce321-8d82-44c8-af36-de3884cc7279 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:11.445485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.446236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Fanout notify agent at l3_agent the message router_deleted on router 2af1866f-31cf-40f7-9e1a-523671575ab8 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:05:11.454371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.458459 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-18592f68-6919-40df-a171-6e3246830da5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/routers/2af1866f-31cf-40f7-9e1a-523671575ab8 HTTP/1.1" status: 204 len: 168 time: 0.3943624 Jul 16 09:05:11.458459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:11.471293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, cf0ce321-8d82-44c8-af36-de3884cc7279) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:11.475684 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:11.483304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8aa14-2df5-40b4-9b85-876e39fbecff None None] Network cf0ce321-8d82-44c8-af36-de3884cc7279 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:11.514499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.514851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.515194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.524890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.525219 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.527560 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 2 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.535459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 045a4507-2bd3-4e3d-b35d-6f95730a4273 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:11.543877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.576645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.577154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.577868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.589085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.589593 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.592797 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 3 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.609182 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.634322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.634665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.635003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.646542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.646975 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.649272 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 4 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.670149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.670488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.671019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.679413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.680014 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.697446 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 5 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.722151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.722759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.723264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.733264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.733776 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.735139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.738021 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 6 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.781908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.784348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.784956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.795446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.796115 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.798561 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 7 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.819420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.819775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.820144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.833878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.834196 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.834766 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 8 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.840138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.880534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=045a4507-2bd3-4e3d-b35d-6f95730a4273,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:11.882487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.884399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a69ae3e5-ed14-41af-99a3-5100b1b32daf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/045a4507-2bd3-4e3d-b35d-6f95730a4273 HTTP/1.1" status: 204 len: 168 time: 0.4246566 Jul 16 09:05:11.886525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.886525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.886719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.889418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51492) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:11.891779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.892144 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.892537 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 9 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.893796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd9db6-72a3-4f43-9b47-2feea558dba4 None None] Network 64bcd3af-ac0c-46d8-898e-247cd63264ee requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:11.906633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.906972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.907498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.912973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.913516 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.914074 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 10 to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd Jul 16 09:05:11.932289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:11.932910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:11.933420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:11.938377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:11.938933 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:11.939474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.018395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:12.019125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:05:12.032348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.068535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.069140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.076120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.100901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7000635 Jul 16 09:05:12.101825 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee695f-226e-4f9e-95f0-d33951d89b36 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=56e44a88-6e8d-46ff-b67b-a8ba39908ccd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.104539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51496) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.174897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f4d7d-7c9a-40b0-b1b2-4ce3e35e519e req-8b7cf2dc-92c5-499c-834c-8da937da381b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.176744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-433f4d7d-7c9a-40b0-b1b2-4ce3e35e519e req-8b7cf2dc-92c5-499c-834c-8da937da381b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 946 time: 0.1659126 Jul 16 09:05:12.187048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port debe802f-1762-4f13-87c8-f0b8fcc9422c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:12.187389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.192764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] DHCP port deletion for 64bcd3af-ac0c-46d8-898e-247cd63264ee request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:12.228145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Deleting port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:12.228553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.253709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Deleting port debe802f-1762-4f13-87c8-f0b8fcc9422c {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:12.253935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.288601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-433f4d7d-7c9a-40b0-b1b2-4ce3e35e519e req-d0f0d546-9322-481b-aa61-143fff5b7d4f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990977 Jul 16 09:05:12.295650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] For port debe802f-1762-4f13-87c8-f0b8fcc9422c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=debe802f-1762-4f13-87c8-f0b8fcc9422c,segment=NetworkSegment(17cbced1-6801-4246-a810-9e30508692d1),segment_id=17cbced1-6801-4246-a810-9e30508692d1)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:12.296018 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.309136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for debe802f-1762-4f13-87c8-f0b8fcc9422c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:12.340572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] For port debe802f-1762-4f13-87c8-f0b8fcc9422c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=debe802f-1762-4f13-87c8-f0b8fcc9422c,segment=NetworkSegment(17cbced1-6801-4246-a810-9e30508692d1),segment_id=17cbced1-6801-4246-a810-9e30508692d1)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:12.340982 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.347298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port 56e44a88-6e8d-46ff-b67b-a8ba39908ccd, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:12.347678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.359198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Calling delete_port for debe802f-1762-4f13-87c8-f0b8fcc9422c owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:12.363887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Calling delete_port for 56e44a88-6e8d-46ff-b67b-a8ba39908ccd owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:12.479116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:12.485002 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:05:12.499153 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.499641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No DVR routers for this DVR port debe802f-1762-4f13-87c8-f0b8fcc9422c on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:12.532669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] Pushing event deleted for resources: {'Port': ['ID=debe802f-1762-4f13-87c8-f0b8fcc9422c,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.542062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.545509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce4d1c-7403-471f-8b79-8728e9cebeb1 None None] No DVR routers for this DVR port debe802f-1762-4f13-87c8-f0b8fcc9422c on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:12.583563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=debe802f-1762-4f13-87c8-f0b8fcc9422c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.592522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event deleted for resources: {'Port': ['ID=56e44a88-6e8d-46ff-b67b-a8ba39908ccd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.599498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.601492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b641a012-5dcd-4185-a90c-024f357dad46 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "DELETE /v2.0/ports/56e44a88-6e8d-46ff-b67b-a8ba39908ccd HTTP/1.1" status: 204 len: 168 time: 0.4954722 Jul 16 09:05:12.604695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51510) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.647408 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-00211154-9396-4e63-a39d-7c4acd08e174 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:05:12.654223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-00211154-9396-4e63-a39d-7c4acd08e174 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports/56e44a88-6e8d-46ff-b67b-a8ba39908ccd HTTP/1.1" status: 404 len: 333 time: 0.0433576 Jul 16 09:05:12.657415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.663402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402141357'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:12.664663 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.686132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Made reservation on behalf of 8f79bb1a4c28457fb44597996c89d410 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:12.686613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bcd3af-ac0c-46d8-898e-247cd63264ee']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:12.690135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.700404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cbced1-6801-4246-a810-9e30508692d1') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:12.701253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cbced1-6801-4246-a810-9e30508692d1') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:12.711087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port dbe798c7-0b28-416a-b705-a75dc9af04bd yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:12.714834 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.734798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.745010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:12.745638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:12.749121 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:12.850770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.855701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.857687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/64bcd3af-ac0c-46d8-898e-247cd63264ee HTTP/1.1" status: 204 len: 168 time: 0.9671159 Jul 16 09:05:12.862410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51518) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.887778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.909141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1f5b-6bb1-4470-8092-e90a429fd5b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=64bcd3af-ac0c-46d8-898e-247cd63264ee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.932884 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.944903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007601b-48c3-490b-95cb-a261cd8f57c3 req-49295773-bc7c-490b-a77c-75c196915d1a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.946501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7007601b-48c3-490b-95cb-a261cd8f57c3 req-49295773-bc7c-490b-a77c-75c196915d1a tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 946 time: 0.1850238 Jul 16 09:05:12.953825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb29b87-4208-44b7-8d45-571e6a65c847 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.955310 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bcb29b87-4208-44b7-8d45-571e6a65c847 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/8bd8d420-3ac7-49ee-94a2-786f50a660f6 HTTP/1.1" status: 200 len: 840 time: 0.0907435 Jul 16 09:05:12.963000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51522) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.985267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Network cf0ce321-8d82-44c8-af36-de3884cc7279 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:12.988191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:12.992452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:12.993792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:12.994562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.006288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe798c7-0b28-416a-b705-a75dc9af04bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.012082 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cf845781-da5d-416f-bbe7-c7047b61b5f5 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3529296 Jul 16 09:05:13.014567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51526) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.020384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:13.042080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-31026d92-fb06-499a-839e-a455a9263805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.056729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7007601b-48c3-490b-95cb-a261cd8f57c3 req-06ea285e-f82b-4842-b6ae-6b150a33cae4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002538 Jul 16 09:05:13.065002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-18cf7682-99b4-4c0a-969b-0f65a31b3cf5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/8bd8d420-3ac7-49ee-94a2-786f50a660f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0974092 Jul 16 09:05:13.065131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51528) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.070626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:13.094855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51530) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.136650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.249222 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:13.252872 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.292853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f4ec69-7259-48f5-a2bb-3c4250c9b073 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.297196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2f4ec69-7259-48f5-a2bb-3c4250c9b073 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1093 time: 0.2006490 Jul 16 09:05:13.297750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.302318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:13.327884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.454554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.484548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port dbe798c7-0b28-416a-b705-a75dc9af04bd yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:13.496678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.525721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Transition to ACTIVE for port object dbe798c7-0b28-416a-b705-a75dc9af04bd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:13.532653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.580168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.25.5.182 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/650dccae-13ee-4c6e-9baa-ddc6232055f9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:13.612829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.663844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe798c7-0b28-416a-b705-a75dc9af04bd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.685266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:13.690094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.690441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.690786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.696156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:13.699060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:13.699674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.706352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c25f711-a2c7-4214-901e-84125de28608 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:13.713570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.713913 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.718668 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 2 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.726375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device debe802f-1762-4f13-87c8-f0b8fcc9422c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:13.736064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=e0c6b65c-503c-443f-9c79-d5d3dc3990bd,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.740728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-552e54c7-54d8-4485-b22c-b02afb8f8a38 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6746390 Jul 16 09:05:13.741529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.741876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.742220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.744692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51550) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.750554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'security_group': {'name': 'tempest-secgroup-385412225'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:13.761200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.761556 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.763963 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 3 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.772488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: debe802f-1762-4f13-87c8-f0b8fcc9422c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:13.773076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device debe802f-1762-4f13-87c8-f0b8fcc9422c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:13.792119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.792714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.792940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.797707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.802000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.802352 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.802775 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 4 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.805949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.830831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.831173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.832062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.843819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.844187 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.847927 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 5 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.868753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.875062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.875409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.875786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.882989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.883335 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.883844 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 6 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.920899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.921490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.921587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.930003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.930763 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.933338 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 7 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.937455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:13.942082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:13.946700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:13.958311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:13.958311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:13.958769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:13.965888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:13.966264 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:13.968749 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 8 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:13.987661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=650dccae-13ee-4c6e-9baa-ddc6232055f9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.011598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b8f1025d-35d4-4a75-a936-730e3d16884d', 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'tenant_id': 'dc019667f1e34cee8e3905a96312a43f', 'fixed_ips': [{'subnet_id': 'e0c6b65c-503c-443f-9c79-d5d3dc3990bd'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:14.012896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.029419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:14.029762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:14.030128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:14.040391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.045445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:14.046014 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:14.046356 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 9 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:14.051138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.078469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.082606 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3368552 Jul 16 09:05:14.085756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.093293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:14.093634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:14.093977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:14.097619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1572010814'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:14.108490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:14.108822 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:14.110084 n-d-798054-12 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 10 to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd Jul 16 09:05:14.124781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165f79-3910-4b43-82a7-c0e91b2d5367 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b381102-3341-488b-a5b3-534d41b32bf7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.132304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:14.132776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:14.133001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:14.146100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:14.146445 n-d-798054-12 neutron-server[93774]: ERROR neutron.plugins.ml2.managers [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port dbe798c7-0b28-416a-b705-a75dc9af04bd on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:14.146826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.193709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.221258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Allocated IP 172.20.0.2 (b8f1025d-35d4-4a75-a936-730e3d16884d/e0c6b65c-503c-443f-9c79-d5d3dc3990bd/7dd11465-db09-4bb7-a7b8-6b753d0c3e02) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:14.269497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port dbe798c7-0b28-416a-b705-a75dc9af04bd, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:14.270100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempted to set empty binding levels {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:05:14.276596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.345288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] In _notify_port_updated(), no bound segment for port dbe798c7-0b28-416a-b705-a75dc9af04bd on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:14.346732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.347825 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.350389 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "PUT /v2.0/ports/dbe798c7-0b28-416a-b705-a75dc9af04bd HTTP/1.1" status: 200 len: 975 time: 1.3341367 Jul 16 09:05:14.355803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51562) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.387920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58635-243e-4709-aaf1-20da74fe2657 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe798c7-0b28-416a-b705-a75dc9af04bd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.438941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.449141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Transition to ACTIVE for port object 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:14.484363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Transition to ACTIVE for port object 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:14.491841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.533292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:14.536662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:14.543178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:14.568793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.581110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.595230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.635656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Attempting to bind port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:14.636209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Attempting to bind port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'adae3dd2-1216-4880-b82c-91f24dbc19bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:14.636655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Attempting to bind port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 on network b8f1025d-35d4-4a75-a936-730e3d16884d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:14.644260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:14.644734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Checking segment: {'id': 'adae3dd2-1216-4880-b82c-91f24dbc19bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:14.645334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.645886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Bound using segment: {'id': 'adae3dd2-1216-4880-b82c-91f24dbc19bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:14.646433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Bound port: 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adae3dd2-1216-4880-b82c-91f24dbc19bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:14.646893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.652590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.653229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.654280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.654883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.655414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.656086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.656673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.657270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.657784 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.658320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.658804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.659397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.659874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.660498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:14.663158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65e271c1-34cb-4a52-b80e-2b48d23f344f tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12485 time: 0.3061361 Jul 16 09:05:14.666854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.670350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.674157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5846112 Jul 16 09:05:14.679840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51574) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.689449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-861293808', 'security_groups': ['42b879f3-4698-46cc-a8a9-e62c3ba16988'], 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0c6b65c-503c-443f-9c79-d5d3dc3990bd'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:14.708529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055639c-1184-42f1-b520-b5405baddcec tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b879f3-4698-46cc-a8a9-e62c3ba16988,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.734180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:14.739333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:14.744367 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.771004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.822710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Deleting port dbe798c7-0b28-416a-b705-a75dc9af04bd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:14.823436 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.828919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4bf32-ee50-4148-b9ca-a6554b9ec0ee None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.916212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:14.937644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.112405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.166869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:15.361244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.370746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.375346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port dbe798c7-0b28-416a-b705-a75dc9af04bd, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:15.375930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.391404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Calling delete_port for dbe798c7-0b28-416a-b705-a75dc9af04bd owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:15.489007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=650dccae-13ee-4c6e-9baa-ddc6232055f9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:15.494001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.12 (b8f1025d-35d4-4a75-a936-730e3d16884d/e0c6b65c-503c-443f-9c79-d5d3dc3990bd/bfda0657-7214-47b0-b7b9-9465bfbdd7f9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:15.502904 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.511182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.555601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe798c7-0b28-416a-b705-a75dc9af04bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:15.560881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.563377 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d3541a74-4858-49c2-b85f-65db24ca7578 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "DELETE /v2.0/ports/dbe798c7-0b28-416a-b705-a75dc9af04bd HTTP/1.1" status: 204 len: 168 time: 0.8951318 Jul 16 09:05:15.565920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51594) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:15.600324 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86339e3-15f6-4c33-8404-bbd05972e049 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:05:15.602358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c86339e3-15f6-4c33-8404-bbd05972e049 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports/dbe798c7-0b28-416a-b705-a75dc9af04bd HTTP/1.1" status: 404 len: 333 time: 0.0351186 Jul 16 09:05:15.608633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:15.613721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-148924998', 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:15.639101 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-85b52f9b-8ecf-476d-ae19-11dcd0d88166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.656985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Made reservation on behalf of 8f79bb1a4c28457fb44597996c89d410 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:15.660682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.680131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port 551a6a30-4337-4058-b733-33ed336bed18 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:15.733323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.760642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.775655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object bfda0657-7214-47b0-b7b9-9465bfbdd7f9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:15.801943 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP c8ed7e70-3a3f-41df-9944-d61078ca3cf4 associated. External IP: 172.25.5.182, port: 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd. Jul 16 09:05:15.803069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:15.910133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:15.961069 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.016414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.084198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Network cf0ce321-8d82-44c8-af36-de3884cc7279 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:16.103780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:16.106887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:16.112844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:16.113682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.117852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=551a6a30-4337-4058-b733-33ed336bed18,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:16.142338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a8344356-9d2a-4422-b7e3-0b891fdfa415 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5324709 Jul 16 09:05:16.144858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51606) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.205194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71031ba9-4d89-42bf-950c-17b2a016e47a tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:16.209074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71031ba9-4d89-42bf-950c-17b2a016e47a tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports/551a6a30-4337-4058-b733-33ed336bed18 HTTP/1.1" status: 200 len: 954 time: 0.0623484 Jul 16 09:05:16.209436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51610) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.251368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Provisioning for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:16.256129 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:16.256507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.342431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Deleting port 551a6a30-4337-4058-b733-33ed336bed18 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:16.343361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.377983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.380697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.404890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:16.409681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:16.415346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:16.439887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.447933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:16.453685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Calling delete_port for 551a6a30-4337-4058-b733-33ed336bed18 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:16.455284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.514540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:16.515368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.539038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=bfda0657-7214-47b0-b7b9-9465bfbdd7f9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:16.562277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.607630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f48baf7e-4008-41b1-b043-020bc38887b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9266748 Jul 16 09:05:16.610303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51618) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.611079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event deleted for resources: {'Port': ['ID=551a6a30-4337-4058-b733-33ed336bed18,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:16.618271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:16.618660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.622288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:16.630185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.632349 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d231f66d-d604-48f9-81a7-57f705db0d99 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "DELETE /v2.0/ports/551a6a30-4337-4058-b733-33ed336bed18 HTTP/1.1" status: 204 len: 168 time: 0.4219315 Jul 16 09:05:16.635889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51620) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.682521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:16.701650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-39df5da8-ee5c-48c6-ad94-b7aaae03cb6e None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:16.709541 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb4d157-0583-4780-9795-634791a660dc tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:05:16.712854 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8fb4d157-0583-4780-9795-634791a660dc tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports/551a6a30-4337-4058-b733-33ed336bed18 HTTP/1.1" status: 404 len: 333 time: 0.0717058 Jul 16 09:05:16.718175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51624) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.727808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1061886291'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:16.769190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Made reservation on behalf of 8f79bb1a4c28457fb44597996c89d410 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:16.772191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.800898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port ffc82342-a9c3-4875-bae0-95333f926189 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:16.815797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:16.819530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.864839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:16.937543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-82d8ce1a-66f2-4d92-9d95-1ad958e55250 None None] Provisioning for port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:16.948843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-82d8ce1a-66f2-4d92-9d95-1ad958e55250 None None] Provisioning complete for port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:16.949341 n-d-798054-12 neutron-server[93775]: INFO neutron.db.ipam_backend_mixin [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0c6b65c-503c-443f-9c79-d5d3dc3990bd (CIDR: 172.20.0.0/28) Jul 16 09:05:16.949818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82d8ce1a-66f2-4d92-9d95-1ad958e55250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.952716 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:05:16.953302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:16.968539 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.006460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.012913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-82d8ce1a-66f2-4d92-9d95-1ad958e55250 None None] Port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:17.014932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e83513ca-a983-49d3-98c1-badebf0f0b46 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4028859 Jul 16 09:05:17.018381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51632) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.023456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:17.079831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:17.099544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:17.101230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.121785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:17.123702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.128526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.161732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b59b0add-5fbe-4cdd-95a7-a870f11bc050 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8625667 Jul 16 09:05:17.162725 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:17.165864 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033be006-3d48-498d-bbbb-db5e6644c139" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:17.224800 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0db40e-fbd5-417f-8922-bf0faf65dbc3 x-openstack-request-id: req-ba0db40e-fbd5-417f-8922-bf0faf65dbc3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:17.225100 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:17.225349 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba0db40e-fbd5-417f-8922-bf0faf65dbc3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:17.225759 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'status': 'completed', 'code': 200} Jul 16 09:05:17.227109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Network cf0ce321-8d82-44c8-af36-de3884cc7279 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:17.231035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:17.253889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:17.255305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.256313 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.284323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:17.285711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:17.291334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.323333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6034350 Jul 16 09:05:17.326514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51642) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.334639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:17.424558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e1c0-fb4f-4a10-abed-3b230fa6e620 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc82342-a9c3-4875-bae0-95333f926189,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.439857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.504600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be006-3d48-498d-bbbb-db5e6644c139 req-8185f9f3-e0b9-438a-a846-d706bb5d5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.506195 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-8185f9f3-e0b9-438a-a846-d706bb5d5811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1098 time: 0.2312498 Jul 16 09:05:17.587220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c8ed7e70-3a3f-41df-9944-d61078ca3cf4', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:11:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:05:14Z', 'updated_at': '2021-07-16T09:05:14Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.611805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:17.629848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:17.630786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.689790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] device_id is not set on port ffc82342-a9c3-4875-bae0-95333f926189 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:17.703063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.717027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Transition to ACTIVE for port object ffc82342-a9c3-4875-bae0-95333f926189 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:17.721612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.776226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.794386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc82342-a9c3-4875-bae0-95333f926189,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.818648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.819000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.819387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.825497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.825862 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.826261 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 2 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.843151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=bbc071f1-bb42-41ef-bb26-be02022c891c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.844695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.845046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.845392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.851637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.852601 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.853033 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 3 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.873282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.873645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.874691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.878789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:17.880541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.881164 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.881705 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 4 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.882391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:17.884733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be006-3d48-498d-bbbb-db5e6644c139 req-65ffcf57-6f73-4be0-9bec-c99926eeffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.886266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-65ffcf57-6f73-4be0-9bec-c99926eeffc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.2072470 Jul 16 09:05:17.887615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:17.888859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.901546 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.902188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.902694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.909030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.909635 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.910368 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 5 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.924862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.925501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.926046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.933957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.934714 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.935555 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 6 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.960759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:17.960759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:17.960759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:17.967944 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-67388b67-056d-4871-b830-d2081f8beba3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9455943 Jul 16 09:05:17.968585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:17.969187 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:17.969929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51656) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.972006 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 7 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:17.982284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-935801759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbc071f1-bb42-41ef-bb26-be02022c891c'}], 'security_groups': ['3b381102-3341-488b-a5b3-534d41b32bf7']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:17.994344 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-85c97d43-4c32-4a37-a5b3-cddf62d9cb06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 1000 time: 0.0869293 Jul 16 09:05:18.019008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:18.021269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912827d9-abe3-4192-9dd6-354cf5e8fd3d None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:18.026018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:18.026645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:18.027182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:18.042073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:18.042857 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:18.045981 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 8 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:18.058114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be006-3d48-498d-bbbb-db5e6644c139 req-f7a74989-4d14-4bbd-964a-8a9a504d60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.061393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-f7a74989-4d14-4bbd-964a-8a9a504d60db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0603423 Jul 16 09:05:18.091071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:18.092345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:18.092910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:18.109652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:18.110337 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:18.112746 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 9 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:18.117232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.135760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be006-3d48-498d-bbbb-db5e6644c139 req-151f4e72-50ee-4113-a081-c7ffb9ac082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.137542 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-151f4e72-50ee-4113-a081-c7ffb9ac082c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691905 Jul 16 09:05:18.140248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:18.140805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:18.141338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:18.150623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:18.151268 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:18.152936 n-d-798054-12 neutron-server[93775]: INFO neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempt 10 to bind port ffc82342-a9c3-4875-bae0-95333f926189 Jul 16 09:05:18.193000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:18.193661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:18.194198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempting to bind port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:18.206860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:05:18.207518 n-d-798054-12 neutron-server[93775]: ERROR neutron.plugins.ml2.managers [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Failed to bind port ffc82342-a9c3-4875-bae0-95333f926189 on host n-h2-798054-12 for vnic_type normal using segments [{'id': '33ef5ddc-0ea4-4a7f-8198-723f36f61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cf0ce321-8d82-44c8-af36-de3884cc7279'}] Jul 16 09:05:18.208120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.286892 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-63ce2e24-5da0-4ff7-a1ed-4badf4f4a488 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409278 Jul 16 09:05:18.308527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:18.408745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port ffc82342-a9c3-4875-bae0-95333f926189, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:18.409508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attempted to set empty binding levels {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 09:05:18.419887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.422353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-033be006-3d48-498d-bbbb-db5e6644c139 req-a8f5506d-9c30-41a7-9848-ba3ba9471caa service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267667 Jul 16 09:05:18.438970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:18.439387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.498802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc82342-a9c3-4875-bae0-95333f926189,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.511737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] In _notify_port_updated(), no bound segment for port ffc82342-a9c3-4875-bae0-95333f926189 on network cf0ce321-8d82-44c8-af36-de3884cc7279 {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:18.512839 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:18.514471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.519808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-10bbf1c5-e6ab-4a1e-b61d-e8f06a9d9b6c tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "PUT /v2.0/ports/ffc82342-a9c3-4875-bae0-95333f926189 HTTP/1.1" status: 200 len: 976 time: 1.1884363 Jul 16 09:05:18.520378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.637010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Deleting port ffc82342-a9c3-4875-bae0-95333f926189 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:18.637408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.645585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Delete allocated IP 172.20.0.12 (b8f1025d-35d4-4a75-a936-730e3d16884d/e0c6b65c-503c-443f-9c79-d5d3dc3990bd) {{(pid=93775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:05:18.656242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.26 (b8f1025d-35d4-4a75-a936-730e3d16884d/bbc071f1-bb42-41ef-bb26-be02022c891c/bfda0657-7214-47b0-b7b9-9465bfbdd7f9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:18.714883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Update dhcp port {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'fixed_ips': [{'subnet_id': 'e0c6b65c-503c-443f-9c79-d5d3dc3990bd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbc071f1-bb42-41ef-bb26-be02022c891c'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '7dd11465-db09-4bb7-a7b8-6b753d0c3e02'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:18.730879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] For port ffc82342-a9c3-4875-bae0-95333f926189, host n-h2-798054-12, got binding levels [] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:18.731314 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.742897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.748226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Calling delete_port for ffc82342-a9c3-4875-bae0-95333f926189 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:18.764076 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:18.821613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.895000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.900548 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.909747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-6128321a-5085-4819-b905-6e21c4721588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c8ed7e70-3a3f-41df-9944-d61078ca3cf4', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:11:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:05:14Z', 'updated_at': '2021-07-16T09:05:14Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:18.937653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object bfda0657-7214-47b0-b7b9-9465bfbdd7f9 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:18.944289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffc82342-a9c3-4875-bae0-95333f926189,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.946255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.946536 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.951086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0603e524-77ae-4aa0-a61b-a97577945c81 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ffc82342-a9c3-4875-bae0-95333f926189 HTTP/1.1" status: 204 len: 168 time: 0.4268472 Jul 16 09:05:18.951340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.979568 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a716385a-44f2-47f6-8a90-c1c4122b4121 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] GET failed (client error): The resource could not be found. Jul 16 09:05:18.986057 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a716385a-44f2-47f6-8a90-c1c4122b4121 tempest-PortsAdminExtendedAttrsTestJSON-2139497380 tempest-PortsAdminExtendedAttrsTestJSON-2139497380-project-admin] 10.222.0.32 "GET /v2.0/ports/ffc82342-a9c3-4875-bae0-95333f926189 HTTP/1.1" status: 404 len: 333 time: 0.0290585 Jul 16 09:05:18.986393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51664) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.995208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128321a-5085-4819-b905-6e21c4721588 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c8ed7e70-3a3f-41df-9944-d61078ca3cf4', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:11:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:05:14Z', 'updated_at': '2021-07-16T09:05:14Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:19.086304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Allocated IP 172.20.0.18 (b8f1025d-35d4-4a75-a936-730e3d16884d/bbc071f1-bb42-41ef-bb26-be02022c891c/7dd11465-db09-4bb7-a7b8-6b753d0c3e02) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:19.119919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.123966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=bfda0657-7214-47b0-b7b9-9465bfbdd7f9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.177218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] In _notify_port_updated(), no bound segment for port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 on network b8f1025d-35d4-4a75-a936-730e3d16884d {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:19.183130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:19.183944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.186702 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2ff79335-d924-4593-afa2-db3607817e24 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/ports/bfda0657-7214-47b0-b7b9-9465bfbdd7f9 HTTP/1.1" status: 200 len: 920 time: 1.2100785 Jul 16 09:05:19.188945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:19.262755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:19.270889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.285688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0ce321-8d82-44c8-af36-de3884cc7279']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:19.302693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ef5ddc-0ea4-4a7f-8198-723f36f61658') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:19.303154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ef5ddc-0ea4-4a7f-8198-723f36f61658') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:19.316668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.317909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.334223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Transition to ACTIVE for port object 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:19.344305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.354931 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1b094-048a-49ee-b20a-4d43e5479a9d None None] New status for floating IP c8ed7e70-3a3f-41df-9944-d61078ca3cf4: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:05:19.371228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.383387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:19.383823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:19.387050 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:19.458593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb74d-bf0e-4e2a-a169-2108616a6ce7 None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.484714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.487367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port bfda0657-7214-47b0-b7b9-9465bfbdd7f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:19.487772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.519277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.521382 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] 10.222.0.32 "DELETE /v2.0/networks/cf0ce321-8d82-44c8-af36-de3884cc7279 HTTP/1.1" status: 204 len: 168 time: 0.5340769 Jul 16 09:05:19.556233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd9d5a-44cf-489d-802e-92ca8529970b tempest-PortsAdminExtendedAttrsTestJSON-2125093546 tempest-PortsAdminExtendedAttrsTestJSON-2125093546-project] Pushing event deleted for resources: {'Network': ['ID=cf0ce321-8d82-44c8-af36-de3884cc7279,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.653553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.669385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for bfda0657-7214-47b0-b7b9-9465bfbdd7f9 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:19.725444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:19.893733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.936308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=bfda0657-7214-47b0-b7b9-9465bfbdd7f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.977536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.022719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.027604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.037686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96ffdb60-a9eb-4a8b-9966-cb1e244956d5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/bfda0657-7214-47b0-b7b9-9465bfbdd7f9 HTTP/1.1" status: 204 len: 168 time: 0.8476853 Jul 16 09:05:20.068427 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2801a4c8-f838-436b-b5b6-e310e96be799 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:05:20.070325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2801a4c8-f838-436b-b5b6-e310e96be799 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/bfda0657-7214-47b0-b7b9-9465bfbdd7f9 HTTP/1.1" status: 404 len: 333 time: 0.0416241 Jul 16 09:05:20.073262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51680) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.171684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.175668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4bce60e6-3cb5-4e04-b919-1e33a702ef2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=966527952f514a8eb106124e377e15b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967509 Jul 16 09:05:20.178184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51682) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.199551 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.248062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.262870 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.270174 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.275683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/security-groups/42b879f3-4698-46cc-a8a9-e62c3ba16988 HTTP/1.1" status: 204 len: 168 time: 0.2002707 Jul 16 09:05:20.276493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.279425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Provisioning for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:20.280193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.285246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:20.286043 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.323335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542139-90ad-46d0-b58a-258658a193a7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b879f3-4698-46cc-a8a9-e62c3ba16988,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.340274 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.343673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.347342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abf425c4-d367-43bc-9496-7edd6747e1af HTTP/1.1" status: 204 len: 168 time: 0.1655192 Jul 16 09:05:20.347525 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.353793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252d604-884d-45c8-9812-e9609710ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf425c4-d367-43bc-9496-7edd6747e1af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.377736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.458858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.461994 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.463257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b381102-3341-488b-a5b3-534d41b32bf7 HTTP/1.1" status: 204 len: 168 time: 0.1823370 Jul 16 09:05:20.467659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.473349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180a928-3ec6-4018-a5ad-65ce1ea97ffb tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b381102-3341-488b-a5b3-534d41b32bf7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.514599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Could not find standard attr ID for object bfda0657-7214-47b0-b7b9-9465bfbdd7f9. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:20.530290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:20.533096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.548221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet e0c6b65c-503c-443f-9c79-d5d3dc3990bd {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:20.551848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.573829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-37a958ba-adb2-49b1-8193-e28a1633ca2d None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:20.620002 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.736632 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.822967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.845850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.878802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c6b65c-503c-443f-9c79-d5d3dc3990bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.891094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.897944 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6439b481-b5b1-40fd-bdf9-c9d8e7ea946e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/e0c6b65c-503c-443f-9c79-d5d3dc3990bd HTTP/1.1" status: 204 len: 168 time: 0.4283876 Jul 16 09:05:20.899513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.900476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-992114cd-64a4-4292-a137-4c50711dd43d None None] Could not find standard attr ID for object bfda0657-7214-47b0-b7b9-9465bfbdd7f9. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:20.906595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:20.930665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b66a635-c7b4-4df7-98bc-a59685a505ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f79bb1a4c28457fb44597996c89d410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061721 Jul 16 09:05:20.931786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:20.997291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.032726 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.060720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:21.069694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.097060 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.100485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.105322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3a5f2e9-c8a6-41a2-8ae5-befd1a1ac77c HTTP/1.1" status: 204 len: 168 time: 0.1717279 Jul 16 09:05:21.115304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdb37f-861c-45f3-bb40-95d9fe16a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5f2e9-c8a6-41a2-8ae5-befd1a1ac77c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.139538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff47e3-e1d5-4ae4-a59d-c4e7800e74ee None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:21.400505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.457282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:21.460061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:21.465237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:21.466540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.470940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=00bfc887-ef75-43f1-b1f9-d5a248240ea3,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.494654 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-252dd6d3-1cfc-4b40-b8f4-0b822b3855a3 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5903380 Jul 16 09:05:21.494914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.503874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1943894724'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:21.529684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.682801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.690031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.726547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.727858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2319195 Jul 16 09:05:21.735646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51714) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.737852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3f72-6ab6-451d-add3-1b6ac23b8b05 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbfa675-70be-4e88-83d2-751720535275,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.742455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'security_group': {'name': 'tempest-secgroup-563521327'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:21.774955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.931247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.935875 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.987673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.989513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2525284 Jul 16 09:05:21.992307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51724) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.999189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1394568883'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.026326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a64f-1294-4cd7-9172-6afcacc6abd8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37696373-876d-45ef-896c-f3ef95e7aced,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.038208 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.164301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86140499-da5b-4fa5-b8f1-493f25e64b18 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:22.182464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.188619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.204607 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51728) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.229035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.233124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2367909 Jul 16 09:05:22.233124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169575a5-0606-49a4-a5a5-e541d919e3cf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f1286-87b2-454e-8302-2157c20793a3,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.233641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51732) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.239536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-63620710', 'security_groups': ['b34f1286-87b2-454e-8302-2157c20793a3'], 'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00bfc887-ef75-43f1-b1f9-d5a248240ea3'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.326721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-edd7aa1a-941c-44bc-ae87-56263dca3c87 None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:22.327482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-edd7aa1a-941c-44bc-ae87-56263dca3c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.346513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-236228422'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.371982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:22.378689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.390226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.400837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:22.526617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.531045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.537954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.549358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] device_id is not set on port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:22.572644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:22.576141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-edd7aa1a-941c-44bc-ae87-56263dca3c87 None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:22.576618 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-edd7aa1a-941c-44bc-ae87-56263dca3c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.606303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.607251 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment 2703531d-4314-4acf-857d-aa7fbd7a232a of type vlan for network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd Jul 16 09:05:22.622898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec69e949-803d-4e6d-88a4-7d656983b215,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.635010 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.635536 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.635905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.636333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.636698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.637038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.637455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.637826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.638172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.638860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.638860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.639616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:22.643872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-edd7aa1a-941c-44bc-ae87-56263dca3c87 None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:22.682133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.701338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Update dhcp port {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'fixed_ips': [{'subnet_id': 'bbc071f1-bb42-41ef-bb26-be02022c891c', 'ip_address': '172.20.0.18'}, {'subnet_id': '00bfc887-ef75-43f1-b1f9-d5a248240ea3'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '7dd11465-db09-4bb7-a7b8-6b753d0c3e02'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:22.718840 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.729569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:22.730569 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.743320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.789659 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5826497 Jul 16 09:05:22.790462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51734) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.799580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'name': 'tempest-PortsIpV6TestJSON-2089556585'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.850608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.11 (b8f1025d-35d4-4a75-a936-730e3d16884d/00bfc887-ef75-43f1-b1f9-d5a248240ea3/c47ab265-8606-45eb-a3a2-d1a62e1b2c95) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:22.852026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218e6e-b6f4-4066-a004-f2cbef8baef6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.873961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:22.952861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:22.959897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.984602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 886ba021-5c97-45e1-b73a-92134adc7c0f yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:23.059238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.073891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object c47ab265-8606-45eb-a3a2-d1a62e1b2c95 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:23.146542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.191505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.214983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:23.223083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:23.228161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:23.233584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Allocated IP 172.20.0.2 (b8f1025d-35d4-4a75-a936-730e3d16884d/00bfc887-ef75-43f1-b1f9-d5a248240ea3/7dd11465-db09-4bb7-a7b8-6b753d0c3e02) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:23.252153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.258204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=c47ab265-8606-45eb-a3a2-d1a62e1b2c95,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.313297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.314106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.334639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b0f5129c-a21b-45c1-a9f7-7b9c1650b99e tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0997112 Jul 16 09:05:23.336906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51738) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.342146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.347889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=886ba021-5c97-45e1-b73a-92134adc7c0f,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.375578 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': '2703531d-4314-4acf-857d-aa7fbd7a232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:23.375996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:23.400487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:23.440567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.442078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:23.459247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Transition to ACTIVE for port object 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:23.462754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:23.467462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:23.469258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.474741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.476514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.485020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb13d5-a570-4795-9371-36776e77d2f4 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:23.505674 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0a53a4a3-62c9-4bd0-bd59-78c2ec207aba tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7108991 Jul 16 09:05:23.509687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51740) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.517797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1550308104'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.553082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:23.556909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.590114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:23.594118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.650380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12b68c-bba7-4ebe-b2a3-6dcad27a41a5 None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.654957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:23.675419 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.675772 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment f5e0d137-3a92-4568-a0c9-fa79207f6f71 of type vlan for network 9fbc94e8-6934-457e-b070-8456a92b5c27 Jul 16 09:05:23.693078 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 00bfc887-ef75-43f1-b1f9-d5a248240ea3 (CIDR: 172.20.0.0/28) Jul 16 09:05:23.719104 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:05:23.719886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:23.739083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.751889 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a6a388ab-0a82-4a9b-a877-2a839c92a27b tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4112089 Jul 16 09:05:23.752184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51742) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.757013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.804987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.810896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:23.811518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.896307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3852785 Jul 16 09:05:23.899071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51748) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.906152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'ports': [{'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'}, {'network_id': '9fbc94e8-6934-457e-b070-8456a92b5c27'}]} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.906873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.907579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '9fbc94e8-6934-457e-b070-8456a92b5c27'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.933554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d94a-12ae-4381-bffd-060f965e01c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=9fbc94e8-6934-457e-b070-8456a92b5c27,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.948200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 9fbc94e8-6934-457e-b070-8456a92b5c27 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:23.972979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:23.976844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.122002 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bbc071f1-bb42-41ef-bb26-be02022c891c (CIDR: 172.20.0.16/28) Jul 16 09:05:24.132842 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:05:24.133587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:24.156921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c600e9f0-a2c1-4c57-b9ff-e75ac97b03b1 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4036496 Jul 16 09:05:24.160468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.173837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'subnet': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:24.300526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 2} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:24.305501 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.334594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.381610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Provisioning for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:24.386120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:24.387160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.400295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Made reservation on behalf of dc019667f1e34cee8e3905a96312a43f for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:24.404225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.474126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 52c022f4-eb85-400f-98cd-c02874a2bf43 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:24.522446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:24.522446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.604741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-122a50ec-2083-4475-8d68-cb2aee4c7634 None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:24.728334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e5f9d8ea-7d79-4470-809e-767262e574b6 None None] Provisioning for port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:24.734793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e5f9d8ea-7d79-4470-809e-767262e574b6 None None] Provisioning complete for port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:24.735958 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d8ea-7d79-4470-809e-767262e574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.739237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.775897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9d8ea-7d79-4470-809e-767262e574b6 None None] Port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:24.846182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 4783f4b2-88ad-460e-8f55-c7e10bad55a4 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:24.870251 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.931179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Network b8f1025d-35d4-4a75-a936-730e3d16884d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:24.937639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:24.944197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:24.944746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.947824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd297ab9-003f-497f-9a76-aa139d19ce26 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:24.951405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Subnet': ['ID=0047ef16-be1f-4c5f-b90d-b87e892aae20,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.006437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2edbd833-6ac7-414a-906c-ccc9f43a07b4 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8380439 Jul 16 09:05:25.007255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51758) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.024561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1997822299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0047ef16-be1f-4c5f-b90d-b87e892aae20'}], 'security_groups': ['2fbfa675-70be-4e88-83d2-751720535275', '37696373-876d-45ef-896c-f3ef95e7aced']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:25.100601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.154826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.208818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:25.214875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:25.219770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:25.220622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.229987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=52c022f4-eb85-400f-98cd-c02874a2bf43,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.314337 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.315736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': 'f5e0d137-3a92-4568-a0c9-fa79207f6f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9fbc94e8-6934-457e-b070-8456a92b5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:25.316141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 9fbc94e8-6934-457e-b070-8456a92b5c27, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:25.323715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=4783f4b2-88ad-460e-8f55-c7e10bad55a4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.352891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 9fbc94e8-6934-457e-b070-8456a92b5c27 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:25.356240 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Update dhcp port {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'fixed_ips': [{'subnet_id': 'bbc071f1-bb42-41ef-bb26-be02022c891c', 'ip_address': '172.20.0.18'}, {'subnet_id': '00bfc887-ef75-43f1-b1f9-d5a248240ea3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0047ef16-be1f-4c5f-b90d-b87e892aae20'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '7dd11465-db09-4bb7-a7b8-6b753d0c3e02'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:25.367158 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 9fbc94e8-6934-457e-b070-8456a92b5c27) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:25.382795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:25.391047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746abf1-e335-4fff-b062-fc520a13ab1d None None] Network 9fbc94e8-6934-457e-b070-8456a92b5c27 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:25.396639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.406531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:25.408460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.439334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.441545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-032c1780-8f79-4ec0-89ed-ea2d32137e93 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5408447 Jul 16 09:05:25.444356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.585513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 4783f4b2-88ad-460e-8f55-c7e10bad55a4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:25.586354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.727792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.748535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 4783f4b2-88ad-460e-8f55-c7e10bad55a4 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:25.749986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Allocated IP 172.20.0.34 (b8f1025d-35d4-4a75-a936-730e3d16884d/0047ef16-be1f-4c5f-b90d-b87e892aae20/7dd11465-db09-4bb7-a7b8-6b753d0c3e02) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:25.774438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:25.855564 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.893942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=4783f4b2-88ad-460e-8f55-c7e10bad55a4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.909657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.913709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bf257905-5049-457a-99b0-42523194bf0f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/4783f4b2-88ad-460e-8f55-c7e10bad55a4 HTTP/1.1" status: 204 len: 168 time: 0.4672565 Jul 16 09:05:25.916109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51766) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.968084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:25.999200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:25.999891 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.017803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39139b6-7bfa-4f71-ab2e-b04ff8824ae9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.025036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39139b6-7bfa-4f71-ab2e-b04ff8824ae9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.027031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b39139b6-7bfa-4f71-ab2e-b04ff8824ae9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1095691 Jul 16 09:05:26.030330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51768) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.054478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.077971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Transition to ACTIVE for port object 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:26.084285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.089178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 had new provisioning blocks added so it will not transition to active. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 09:05:26.152873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 52c022f4-eb85-400f-98cd-c02874a2bf43 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:26.154090 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.214604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77a4a-f324-4324-a66f-d3ad757a1b70 None None] Pushing event updated for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.228252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Delete allocated IP 172.20.0.11 (b8f1025d-35d4-4a75-a936-730e3d16884d/00bfc887-ef75-43f1-b1f9-d5a248240ea3) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:05:26.238906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Allocated IP 172.20.0.41 (b8f1025d-35d4-4a75-a936-730e3d16884d/0047ef16-be1f-4c5f-b90d-b87e892aae20/c47ab265-8606-45eb-a3a2-d1a62e1b2c95) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:26.242428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.257879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 52c022f4-eb85-400f-98cd-c02874a2bf43 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:26.355684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.393809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=52c022f4-eb85-400f-98cd-c02874a2bf43,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.401118 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.407193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bf389df7-ae7a-4a1a-8a7b-29ae3b190cc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/52c022f4-eb85-400f-98cd-c02874a2bf43 HTTP/1.1" status: 204 len: 168 time: 0.3756423 Jul 16 09:05:26.408249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51772) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.518627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e3254-1e79-491f-8d20-47cf457f8e5d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.520261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-920e3254-1e79-491f-8d20-47cf457f8e5d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1112225 Jul 16 09:05:26.524846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51774) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.538426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.558081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Transition to ACTIVE for port object c47ab265-8606-45eb-a3a2-d1a62e1b2c95 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:26.563070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.574676 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4867c64f-8c62-4181-9aad-ca161c9b7940 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:26.585474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4867c64f-8c62-4181-9aad-ca161c9b7940 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/4783f4b2-88ad-460e-8f55-c7e10bad55a4 HTTP/1.1" status: 404 len: 333 time: 0.0587885 Jul 16 09:05:26.586415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51776) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.622090 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e8cc71-3b11-4c7a-b25a-51489ce09469 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:26.626729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-21e8cc71-3b11-4c7a-b25a-51489ce09469 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/52c022f4-eb85-400f-98cd-c02874a2bf43 HTTP/1.1" status: 404 len: 333 time: 0.0390871 Jul 16 09:05:26.627343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51778) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.691558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event updated for resources: {'Port': ['ID=c47ab265-8606-45eb-a3a2-d1a62e1b2c95,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.723768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] In _notify_port_updated(), no bound segment for port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 on network b8f1025d-35d4-4a75-a936-730e3d16884d {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:26.730322 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:26.730910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.732332 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1913dd5d-5834-48cd-81b8-873cdcc8ca2d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "PUT /v2.0/ports/c47ab265-8606-45eb-a3a2-d1a62e1b2c95 HTTP/1.1" status: 200 len: 960 time: 1.7212677 Jul 16 09:05:26.735722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51780) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.782623 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.914236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Provisioning for port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:26.920653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Provisioning complete for port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:26.921359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.933602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.961343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbc94e8-6934-457e-b070-8456a92b5c27']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:26.962434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:26.974207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Provisioning for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:26.978020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e0d137-3a92-4568-a0c9-fa79207f6f71') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:26.978467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e0d137-3a92-4568-a0c9-fa79207f6f71') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:26.978683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:26.978961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.992831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.002070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port c47ab265-8606-45eb-a3a2-d1a62e1b2c95 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:27.002485 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.028555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.039642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:27.040231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:27.044515 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:27.092172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:27.092644 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.133442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7f825-0192-43ca-ab9a-e6467e6d0768 None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:27.153995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.159791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.165383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/9fbc94e8-6934-457e-b070-8456a92b5c27 HTTP/1.1" status: 204 len: 168 time: 0.5361693 Jul 16 09:05:27.165740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51782) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.171669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945414390'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:27.181163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.194154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:27.198542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.198745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60f160-9536-44f9-b3d3-6c01998d8e33 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=9fbc94e8-6934-457e-b070-8456a92b5c27,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:27.208243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for c47ab265-8606-45eb-a3a2-d1a62e1b2c95 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:27.228429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:27.241028 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.241367 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment 507c56b8-8d21-4613-aba9-17b66a80fced of type vlan for network 1851babf-0429-4220-8c22-dbd201939834 Jul 16 09:05:27.298475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.343080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.348719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:27.349342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.383515 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2166021 Jul 16 09:05:27.386575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51784) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.393072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '1851babf-0429-4220-8c22-dbd201939834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:27.427169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.461397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff193df-bbcc-47dd-8426-e26e0dc71d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=1851babf-0429-4220-8c22-dbd201939834,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:27.472238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=c47ab265-8606-45eb-a3a2-d1a62e1b2c95,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:27.475349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1851babf-0429-4220-8c22-dbd201939834 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:27.572258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-09b33883-833a-41cf-a0a0-1ebe1cacb8f7 None None] Could not find standard attr ID for object c47ab265-8606-45eb-a3a2-d1a62e1b2c95. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:27.674580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:27.679234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.718739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.731309 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6753d929-ecba-421f-ba60-35ae4468a3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/c47ab265-8606-45eb-a3a2-d1a62e1b2c95 HTTP/1.1" status: 204 len: 168 time: 0.9929938 Jul 16 09:05:27.734297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51800) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.778920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:27.822175 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a551ad-d685-43e1-bd7f-43c1b90bb3dc tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] GET failed (client error): The resource could not be found. Jul 16 09:05:27.823981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d5a551ad-d685-43e1-bd7f-43c1b90bb3dc tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports/c47ab265-8606-45eb-a3a2-d1a62e1b2c95 HTTP/1.1" status: 404 len: 333 time: 0.0886471 Jul 16 09:05:27.834762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51814) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.904749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:27.905122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.928672 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.961575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.022514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.025721 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.031703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/security-groups/b34f1286-87b2-454e-8302-2157c20793a3 HTTP/1.1" status: 204 len: 168 time: 0.1935332 Jul 16 09:05:28.032599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.047979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d018d5-ede0-4b0b-8f8e-01ea882cc5c7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f1286-87b2-454e-8302-2157c20793a3,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.149616 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.151826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.224955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.244006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=08755f38-8212-4968-bdc3-7f76244e945f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.282886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': '507c56b8-8d21-4613-aba9-17b66a80fced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1851babf-0429-4220-8c22-dbd201939834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:28.283453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 1851babf-0429-4220-8c22-dbd201939834, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:28.307677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.310709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.312010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/security-groups/37696373-876d-45ef-896c-f3ef95e7aced HTTP/1.1" status: 204 len: 168 time: 0.2786155 Jul 16 09:05:28.314631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51872) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.315790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 1851babf-0429-4220-8c22-dbd201939834 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:28.327924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c2a99-be26-4024-910f-d4f30676529a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37696373-876d-45ef-896c-f3ef95e7aced,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.331179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1851babf-0429-4220-8c22-dbd201939834) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:28.336280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:28.337037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.355559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5adfe-0cb5-4849-b746-9d0437d9e066 None None] Network 1851babf-0429-4220-8c22-dbd201939834 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:28.359336 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df6cd38d-b537-4029-ac6d-ff6730f19c1e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9715896 Jul 16 09:05:28.362096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51880) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.374350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '1851babf-0429-4220-8c22-dbd201939834', 'name': 'tempest-PortsIpV6TestJSON-244716084'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:28.414791 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.444461 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.509095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.514389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.518407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fbfa675-70be-4e88-83d2-751720535275 HTTP/1.1" status: 204 len: 168 time: 0.2001812 Jul 16 09:05:28.519657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51898) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.526252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6875f5b-0044-4681-89ba-3c6301eb411c tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbfa675-70be-4e88-83d2-751720535275,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.584835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:28.588450 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.596505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 00bfc887-ef75-43f1-b1f9-d5a248240ea3 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:28.608945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1851babf-0429-4220-8c22-dbd201939834', 'network_id': '1851babf-0429-4220-8c22-dbd201939834', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': '08755f38-8212-4968-bdc3-7f76244e945f'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:28.609818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.613045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.659422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port d3d869f9-a0c5-4e20-84ac-078e592a75e9 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:28.725572 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.819014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Allocated IP 2001:db8::2 (1851babf-0429-4220-8c22-dbd201939834/08755f38-8212-4968-bdc3-7f76244e945f/6d88d732-fc26-4b52-a9c9-edd73642807b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:28.847230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.931555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.961216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=00bfc887-ef75-43f1-b1f9-d5a248240ea3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.965556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.975094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cab7ff45-132d-4e20-9e0f-5c29a643318f tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/00bfc887-ef75-43f1-b1f9-d5a248240ea3 HTTP/1.1" status: 204 len: 168 time: 0.4512715 Jul 16 09:05:28.975410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51948) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.986333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec50cf-9d25-4c67-9102-4de4548af218 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:29.015640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.029185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Transition to ACTIVE for port object 6d88d732-fc26-4b52-a9c9-edd73642807b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:29.058901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet 0047ef16-be1f-4c5f-b90d-b87e892aae20 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:29.064549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.111351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Transition to ACTIVE for port object 6d88d732-fc26-4b52-a9c9-edd73642807b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:29.117063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.157493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.195302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::12 (1851babf-0429-4220-8c22-dbd201939834/08755f38-8212-4968-bdc3-7f76244e945f/d3d869f9-a0c5-4e20-84ac-078e592a75e9) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:29.214846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Network 1851babf-0429-4220-8c22-dbd201939834 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:29.220780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:29.223941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:29.272359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.346586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Pushing event updated for resources: {'Port': ['ID=6d88d732-fc26-4b52-a9c9-edd73642807b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.362890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.366395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Attempting to bind port 6d88d732-fc26-4b52-a9c9-edd73642807b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:29.367502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Attempting to bind port 6d88d732-fc26-4b52-a9c9-edd73642807b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '507c56b8-8d21-4613-aba9-17b66a80fced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1851babf-0429-4220-8c22-dbd201939834'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:29.368169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Attempting to bind port 6d88d732-fc26-4b52-a9c9-edd73642807b on network 1851babf-0429-4220-8c22-dbd201939834 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:29.379077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:29.379742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Checking segment: {'id': '507c56b8-8d21-4613-aba9-17b66a80fced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1851babf-0429-4220-8c22-dbd201939834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:29.380461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.381095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Bound using segment: {'id': '507c56b8-8d21-4613-aba9-17b66a80fced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1851babf-0429-4220-8c22-dbd201939834'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:29.381833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Bound port: 6d88d732-fc26-4b52-a9c9-edd73642807b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507c56b8-8d21-4613-aba9-17b66a80fced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1851babf-0429-4220-8c22-dbd201939834'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:29.382478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.410341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=0047ef16-be1f-4c5f-b90d-b87e892aae20,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.413736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.420108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e59d37a4-c0ea-44ec-8363-7892917d9e93 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/0047ef16-be1f-4c5f-b90d-b87e892aae20 HTTP/1.1" status: 204 len: 168 time: 0.4426570 Jul 16 09:05:29.420795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 51988) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.432250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.452305 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b36aeb-4586-4656-8fdd-d40dba41e105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:29.453298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b36aeb-4586-4656-8fdd-d40dba41e105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:29.456687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1b36aeb-4586-4656-8fdd-d40dba41e105 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/00bfc887-ef75-43f1-b1f9-d5a248240ea3 HTTP/1.1" status: 404 len: 337 time: 0.0347176 Jul 16 09:05:29.457719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 51994) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.472722 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object d3d869f9-a0c5-4e20-84ac-078e592a75e9 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:29.519665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] For port 6d88d732-fc26-4b52-a9c9-edd73642807b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:29.549545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting subnet bbc071f1-bb42-41ef-bb26-be02022c891c {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:29.555662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.563452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] For port 6d88d732-fc26-4b52-a9c9-edd73642807b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d88d732-fc26-4b52-a9c9-edd73642807b,segment=NetworkSegment(507c56b8-8d21-4613-aba9-17b66a80fced),segment_id=507c56b8-8d21-4613-aba9-17b66a80fced)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:29.568127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc615b-a8fe-4ba9-a77a-55f4172a92ba None None] Update dhcp port {'port': {'network_id': 'b8f1025d-35d4-4a75-a936-730e3d16884d', 'fixed_ips': [{'subnet_id': 'bbc071f1-bb42-41ef-bb26-be02022c891c', 'ip_address': '172.20.0.18'}, {'subnet_id': '0047ef16-be1f-4c5f-b90d-b87e892aae20'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '7dd11465-db09-4bb7-a7b8-6b753d0c3e02'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:29.594693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.600522 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.619836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.674142 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26bc615b-a8fe-4ba9-a77a-55f4172a92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.682911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 1851babf-0429-4220-8c22-dbd201939834 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:29.697306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:29.704932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:29.711391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.713387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.727285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=d3d869f9-a0c5-4e20-84ac-078e592a75e9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.748940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbcc03-71d6-43c3-b7ee-f830c2e57776 None None] Pushing event updated for resources: {'Port': ['ID=6d88d732-fc26-4b52-a9c9-edd73642807b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.750973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23da0414-066a-4005-82f8-236111a834c4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3856606 Jul 16 09:05:29.754015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52022) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.862302 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.923375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port d3d869f9-a0c5-4e20-84ac-078e592a75e9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:29.923940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.961827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server [None req-26bc615b-a8fe-4ba9-a77a-55f4172a92ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc071f1-bb42-41ef-bb26-be02022c891c: This subnet is being modified by another concurrent operation. Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc071f1-bb42-41ef-bb26-be02022c891c: This subnet is being modified by another concurrent operation. Jul 16 09:05:29.965827 n-d-798054-12 neutron-server[93776]: ERROR oslo_messaging.rpc.server Jul 16 09:05:30.005531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc071f1-bb42-41ef-bb26-be02022c891c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.011223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.013905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-406dcc88-668c-44e2-8d17-44187e2ef8bd tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/bbc071f1-bb42-41ef-bb26-be02022c891c HTTP/1.1" status: 204 len: 168 time: 0.5549793 Jul 16 09:05:30.017691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52050) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.050788 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-43927d69-1736-49ed-bf18-e6058d8732bf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.052149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43927d69-1736-49ed-bf18-e6058d8732bf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.053934 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43927d69-1736-49ed-bf18-e6058d8732bf tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/e0c6b65c-503c-443f-9c79-d5d3dc3990bd HTTP/1.1" status: 404 len: 337 time: 0.0348744 Jul 16 09:05:30.057787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52056) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.096409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.110660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for d3d869f9-a0c5-4e20-84ac-078e592a75e9 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:30.119357 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d72eb4a-5f82-4eea-b3ec-d30fc2de1d99 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "GET /v2.0/ports?device_id=2af1866f-31cf-40f7-9e1a-523671575ab8 HTTP/1.1" status: 200 len: 205 time: 0.0603769 Jul 16 09:05:30.123499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52060) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.173791 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-810741b6-e02d-466b-938c-1e628fdef72a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] delete failed (client error): The resource could not be found. Jul 16 09:05:30.178047 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-810741b6-e02d-466b-938c-1e628fdef72a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/routers/2af1866f-31cf-40f7-9e1a-523671575ab8 HTTP/1.1" status: 404 len: 336 time: 0.0529194 Jul 16 09:05:30.181748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52070) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.225480 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bd54b7-cb4f-4235-8eca-4ce16b0eed6d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.225956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bd54b7-cb4f-4235-8eca-4ce16b0eed6d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.227940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-41bd54b7-cb4f-4235-8eca-4ce16b0eed6d tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/045a4507-2bd3-4e3d-b35d-6f95730a4273 HTTP/1.1" status: 404 len: 337 time: 0.0451553 Jul 16 09:05:30.230618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52072) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.264990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774f934-5fc2-4184-97af-00118ebc4507 None None] Network b8f1025d-35d4-4a75-a936-730e3d16884d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:30.302460 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f333811f-cfa7-483c-9637-78de99a9f36a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.303353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f333811f-cfa7-483c-9637-78de99a9f36a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.311964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f333811f-cfa7-483c-9637-78de99a9f36a tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/3a682360-abeb-41e7-83e8-28ad67e6f6da HTTP/1.1" status: 404 len: 337 time: 0.0785964 Jul 16 09:05:30.313190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.315722 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b745260d-de8a-4fe1-90eb-5887f12f8e52 None None] Provisioning complete for port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:30.316375 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b745260d-de8a-4fe1-90eb-5887f12f8e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.357090 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d7a762-113b-46c1-b6dd-9d0436a3e7e7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.357747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d7a762-113b-46c1-b6dd-9d0436a3e7e7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.361207 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1d7a762-113b-46c1-b6dd-9d0436a3e7e7 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/4059138d-3289-4311-8f85-387142ce4094 HTTP/1.1" status: 404 len: 337 time: 0.0450432 Jul 16 09:05:30.364249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52086) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.379827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.396445 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c20a4b-7306-4c79-ad08-727c829e08c5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.397968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c20a4b-7306-4c79-ad08-727c829e08c5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.399962 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c5c20a4b-7306-4c79-ad08-727c829e08c5 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/94157ec6-3118-4a08-b069-fb4f79e9b6dc HTTP/1.1" status: 404 len: 333 time: 0.0346370 Jul 16 09:05:30.403008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52094) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.424838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=d3d869f9-a0c5-4e20-84ac-078e592a75e9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.446618 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ba6388-ff40-4271-a94f-52ec513038c8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.447850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ba6388-ff40-4271-a94f-52ec513038c8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.455759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0ba6388-ff40-4271-a94f-52ec513038c8 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/806145ac-5780-4db4-8f68-d1f2f6048959 HTTP/1.1" status: 404 len: 337 time: 0.0501637 Jul 16 09:05:30.456844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.479040 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.481900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87e8da7e-aa4a-4815-8d6b-b29d86de88e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/d3d869f9-a0c5-4e20-84ac-078e592a75e9 HTTP/1.1" status: 204 len: 168 time: 0.7257614 Jul 16 09:05:30.486835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52104) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.499539 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e244b6f-f097-4ff5-9ff0-d4e9a58a4362 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.499986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e244b6f-f097-4ff5-9ff0-d4e9a58a4362 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.515582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2e244b6f-f097-4ff5-9ff0-d4e9a58a4362 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/e8a17e3f-1ed4-4823-bca1-925aa77770c4 HTTP/1.1" status: 404 len: 337 time: 0.0563042 Jul 16 09:05:30.516364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.519803 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f491998-41a6-48aa-bbac-47ad2310924f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.521085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f491998-41a6-48aa-bbac-47ad2310924f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.523501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f491998-41a6-48aa-bbac-47ad2310924f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/d3d869f9-a0c5-4e20-84ac-078e592a75e9 HTTP/1.1" status: 404 len: 333 time: 0.0352314 Jul 16 09:05:30.526935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52112) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.557734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b745260d-de8a-4fe1-90eb-5887f12f8e52 None None] Provisioning complete for port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:30.558177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b745260d-de8a-4fe1-90eb-5887f12f8e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.568505 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-9636f37b-c51e-4de8-b0e5-be3c2d3e41a4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:30.570710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9636f37b-c51e-4de8-b0e5-be3c2d3e41a4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/d3d869f9-a0c5-4e20-84ac-078e592a75e9 HTTP/1.1" status: 404 len: 333 time: 0.0424652 Jul 16 09:05:30.574037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.588887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] DHCP port deletion for b8f1025d-35d4-4a75-a936-730e3d16884d request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:30.616101 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e838a9a6-69c8-4016-8a05-2a2105f3deab tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.616908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e838a9a6-69c8-4016-8a05-2a2105f3deab tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.622092 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e838a9a6-69c8-4016-8a05-2a2105f3deab tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/5a578137-abbd-4a51-9ed2-22b2e8c9f45b HTTP/1.1" status: 404 len: 333 time: 0.1044607 Jul 16 09:05:30.622896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.636288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b745260d-de8a-4fe1-90eb-5887f12f8e52 None None] Port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:30.659774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet 08755f38-8212-4968-bdc3-7f76244e945f {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:30.660273 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2df9b3c-ffa4-4515-a89b-8a3866279bb9 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.660784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2df9b3c-ffa4-4515-a89b-8a3866279bb9 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.663455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c2df9b3c-ffa4-4515-a89b-8a3866279bb9 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/d2d4a732-f331-4c56-8241-f63ac5c84947 HTTP/1.1" status: 404 len: 337 time: 0.0395167 Jul 16 09:05:30.665197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.668336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52132) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.680017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Deleting port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:30.680795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.724801 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dd9ebe-3763-4e9b-ad60-5138bb40f3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:30.725261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dd9ebe-3763-4e9b-ad60-5138bb40f3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:30.727555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f6dd9ebe-3763-4e9b-ad60-5138bb40f3be tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/subnets/aca8e4bf-50ac-4018-a2f9-2de9b55bf53e HTTP/1.1" status: 404 len: 337 time: 0.0574460 Jul 16 09:05:30.729793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.748986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.801111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] For port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,segment=NetworkSegment(adae3dd2-1216-4880-b82c-91f24dbc19bd),segment_id=adae3dd2-1216-4880-b82c-91f24dbc19bd)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:30.801615 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.827693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Calling delete_port for 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:30.905679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Deleting port 8bd8d420-3ac7-49ee-94a2-786f50a660f6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:30.906037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.910593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.982199 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.019236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] Pushing event deleted for resources: {'Port': ['ID=7dd11465-db09-4bb7-a7b8-6b753d0c3e02,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.021292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0dd3b4-3921-49ba-a7c8-f6e04e20d405 None None] No DVR routers for this DVR port 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:31.059881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.068865 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.085277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Calling delete_port for 8bd8d420-3ac7-49ee-94a2-786f50a660f6 owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:31.105348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=08755f38-8212-4968-bdc3-7f76244e945f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.113536 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.115539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cddf82a7-bd61-4c66-85da-23200fe8c03a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/08755f38-8212-4968-bdc3-7f76244e945f HTTP/1.1" status: 204 len: 168 time: 0.5387611 Jul 16 09:05:31.120583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.197757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.232540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Port': ['ID=8bd8d420-3ac7-49ee-94a2-786f50a660f6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.238879 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.241237 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a5396a82-f579-4ef7-b0b6-1db853da7527 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/ports/8bd8d420-3ac7-49ee-94a2-786f50a660f6 HTTP/1.1" status: 204 len: 168 time: 0.5103815 Jul 16 09:05:31.243728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.246428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.320175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 6d88d732-fc26-4b52-a9c9-edd73642807b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:31.320531 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.360971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34df9b-51a5-448a-8828-50e0ca95f7aa None None] Network 1851babf-0429-4220-8c22-dbd201939834 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:31.362171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.416462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port 6d88d732-fc26-4b52-a9c9-edd73642807b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6d88d732-fc26-4b52-a9c9-edd73642807b,segment=NetworkSegment(507c56b8-8d21-4613-aba9-17b66a80fced),segment_id=507c56b8-8d21-4613-aba9-17b66a80fced)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:31.417025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.430504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 6d88d732-fc26-4b52-a9c9-edd73642807b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:31.488378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.500816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f1025d-35d4-4a75-a936-730e3d16884d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:31.514847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae3dd2-1216-4880-b82c-91f24dbc19bd') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:31.515402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae3dd2-1216-4880-b82c-91f24dbc19bd') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:31.520077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4c6d7a1d-2357-4d20-a544-2c8e081d8898 None None] Provisioning for port 6d88d732-fc26-4b52-a9c9-edd73642807b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:31.528888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.534981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.551210 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.565377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:31.566117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.568303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=6d88d732-fc26-4b52-a9c9-edd73642807b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.576802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port 6d88d732-fc26-4b52-a9c9-edd73642807b on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:31.583709 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:31.627797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2faab56-8ff8-4314-b586-8c1dee740c3b None None] DHCP port deletion for 1851babf-0429-4220-8c22-dbd201939834 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:31.658770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e7714-e100-4ea4-9e9d-f54a42df6a6f None None] get_active_networks_info from n-d-798054-12 {{(pid=93776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:31.713303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.722725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.729034 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] 10.222.0.32 "DELETE /v2.0/networks/b8f1025d-35d4-4a75-a936-730e3d16884d HTTP/1.1" status: 204 len: 168 time: 0.4837945 Jul 16 09:05:31.759671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1246-3752-4cb7-9f22-8e7325ad9684 tempest-PortsTestJSON-573855607 tempest-PortsTestJSON-573855607-project] Pushing event deleted for resources: {'Network': ['ID=b8f1025d-35d4-4a75-a936-730e3d16884d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.811807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:31.860854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e7714-e100-4ea4-9e9d-f54a42df6a6f None None] Resources bound (agent type, host, resource id): {{(pid=93776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:31.868664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:31.869381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7dd11465-db09-4bb7-a7b8-6b753d0c3e02 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:32.110789 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.125569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1851babf-0429-4220-8c22-dbd201939834']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.144419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507c56b8-8d21-4613-aba9-17b66a80fced') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.144924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507c56b8-8d21-4613-aba9-17b66a80fced') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.159394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.178286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.190368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:32.191401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:32.195123 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:32.265939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52292) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.272354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.283752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.286792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/1851babf-0429-4220-8c22-dbd201939834 HTTP/1.1" status: 204 len: 168 time: 1.1650217 Jul 16 09:05:32.293252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52296) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.301633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236570239'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.314208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a4bd4-d46d-452b-913f-d0f342bf20ec tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=1851babf-0429-4220-8c22-dbd201939834,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.334862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:32.339712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.379060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:32.389499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.390104 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment b7b98c66-2431-416d-9e8a-849369cbdad4 of type vlan for network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 Jul 16 09:05:32.452425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.479496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d5375e61-fdc1-4961-ba29-0cdcbb5a050d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc019667f1e34cee8e3905a96312a43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118921 Jul 16 09:05:32.482760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52298) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.499384 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.508229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.509150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.548409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.554931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2583380 Jul 16 09:05:32.558340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.567434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.571951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.621509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b7cf-e31d-4d09-9cc0-2c2de13c2305 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=1cbc2137-ac31-47cc-9854-57892ccfc9e0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.634276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.634980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:32.637087 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.638658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dae4985-0d39-484e-b44e-3ef7af8e6f31 HTTP/1.1" status: 204 len: 168 time: 0.1543887 Jul 16 09:05:32.666085 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9ed6d-f574-46dc-8967-0080bd9bab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae4985-0d39-484e-b44e-3ef7af8e6f31,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.747440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:32.754292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.012208 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.095296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': 'b7b98c66-2431-416d-9e8a-849369cbdad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:33.095663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 1cbc2137-ac31-47cc-9854-57892ccfc9e0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:33.097653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=b1e485d1-2a31-4f1a-bcca-5f6875e42f56,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.118494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:33.129989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 1cbc2137-ac31-47cc-9854-57892ccfc9e0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:33.135115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.136410 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.140113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812e756-8b6e-4ef2-b805-426aabd573c2 None None] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:33.161094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f95a2a7-ef87-431d-8026-d0a8710f115f tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6016507 Jul 16 09:05:33.163804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52322) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:33.169423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1439425033'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:33.321734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:33.326741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.356909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 8b57af65-e6ba-4c60-a3b2-15dbf18f1efc yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:33.358955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-1cbc2137-ac31-47cc-9854-57892ccfc9e0', 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': 'b1e485d1-2a31-4f1a-bcca-5f6875e42f56'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:33.359843 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.505730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::386 (1cbc2137-ac31-47cc-9854-57892ccfc9e0/b1e485d1-2a31-4f1a-bcca-5f6875e42f56/8b57af65-e6ba-4c60-a3b2-15dbf18f1efc) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:33.627643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:33.649414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.666045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object 8b57af65-e6ba-4c60-a3b2-15dbf18f1efc will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:33.717503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.748060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432050507'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:33.760719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Allocated IP 2001:db8::2 (1cbc2137-ac31-47cc-9854-57892ccfc9e0/b1e485d1-2a31-4f1a-bcca-5f6875e42f56/8b974eaf-9902-4127-aa7a-40c87cd79fa5) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:33.769773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:33.775969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:33.780799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:33.783996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.787503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:33.788273 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.800704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.824131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6587741 Jul 16 09:05:33.824412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52336) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:33.826355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5e58f-8197-4f4b-b985-585a6e081b4b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=8b57af65-e6ba-4c60-a3b2-15dbf18f1efc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.972231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.979808 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.981756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 8b57af65-e6ba-4c60-a3b2-15dbf18f1efc {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:33.982223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.983660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Transition to ACTIVE for port object 8b974eaf-9902-4127-aa7a-40c87cd79fa5 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:33.997353 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.011716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Transition to ACTIVE for port object 8b974eaf-9902-4127-aa7a-40c87cd79fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:34.030360 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.091820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:34.098286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:34.102570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c06049-58e7-4ed1-a1f9-e85f3e376ab5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.132570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:34.149395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Pushing event updated for resources: {'Port': ['ID=8b974eaf-9902-4127-aa7a-40c87cd79fa5,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.157220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.179095 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 8b57af65-e6ba-4c60-a3b2-15dbf18f1efc owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:34.216399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Attempting to bind port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:34.216769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Attempting to bind port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b7b98c66-2431-416d-9e8a-849369cbdad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:34.217165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Attempting to bind port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 on network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:34.222788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:34.223716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Checking segment: {'id': 'b7b98c66-2431-416d-9e8a-849369cbdad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:34.223994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.224420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Bound using segment: {'id': 'b7b98c66-2431-416d-9e8a-849369cbdad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:34.224891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Bound port: 8b974eaf-9902-4127-aa7a-40c87cd79fa5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b98c66-2431-416d-9e8a-849369cbdad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1cbc2137-ac31-47cc-9854-57892ccfc9e0'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:34.225270 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.274767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.285549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.324823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] For port 8b974eaf-9902-4127-aa7a-40c87cd79fa5, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:34.330364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] For port 8b974eaf-9902-4127-aa7a-40c87cd79fa5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b974eaf-9902-4127-aa7a-40c87cd79fa5,segment=NetworkSegment(b7b98c66-2431-416d-9e8a-849369cbdad4),segment_id=b7b98c66-2431-416d-9e8a-849369cbdad4)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:34.333659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.337610 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7057314 Jul 16 09:05:34.337817 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.337932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.354317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2dbe9-fdd9-4b51-bf2d-468f22a4f4f4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0214eba1-4da4-4805-a82a-0c7b7095ff30,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.413986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060c2cc-a905-43e4-af32-04806e7d61b6 None None] Pushing event updated for resources: {'Port': ['ID=8b974eaf-9902-4127-aa7a-40c87cd79fa5,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.459575 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b78a15b6-513c-4b2e-827f-9fdf3495fb2c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1198757 Jul 16 09:05:34.461712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.467262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-security--1795529837', 'description': 'tempest-security-description-13140788'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:34.468724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.504151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=8b57af65-e6ba-4c60-a3b2-15dbf18f1efc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.521464 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.539755 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.542285 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57507367-b31b-46b3-8733-2dcd9083e05e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/8b57af65-e6ba-4c60-a3b2-15dbf18f1efc HTTP/1.1" status: 204 len: 168 time: 0.7159908 Jul 16 09:05:34.544928 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.577653 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a19cca5-9fd7-4c99-b858-09a4e720f032 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:34.579833 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2a19cca5-9fd7-4c99-b858-09a4e720f032 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/8b57af65-e6ba-4c60-a3b2-15dbf18f1efc HTTP/1.1" status: 404 len: 333 time: 0.0338743 Jul 16 09:05:34.582848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52346) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.589195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.593517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.597232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.598713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "PUT /v2.0/security-groups/0214eba1-4da4-4805-a82a-0c7b7095ff30 HTTP/1.1" status: 200 len: 1778 time: 0.1358330 Jul 16 09:05:34.611649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.652944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet b1e485d1-2a31-4f1a-bcca-5f6875e42f56 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:34.653457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28109bd8-16f2-4e43-a2fc-c627e273ed15 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0214eba1-4da4-4805-a82a-0c7b7095ff30,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.656710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.693289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-64dac5b8-4c8b-4567-8edc-24ba509f8b51 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups/0214eba1-4da4-4805-a82a-0c7b7095ff30 HTTP/1.1" status: 200 len: 1778 time: 0.0800860 Jul 16 09:05:34.696460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.761535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.819473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.850128 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.929790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.933139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.935747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.936923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/0214eba1-4da4-4805-a82a-0c7b7095ff30 HTTP/1.1" status: 204 len: 168 time: 0.2392972 Jul 16 09:05:34.940083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:34.967521 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710de9e2-3fe8-4eed-bd0f-756f2eb21267 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214eba1-4da4-4805-a82a-0c7b7095ff30,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.006481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-14529366-a6f2-4f38-b9a5-da5c8462ee4e tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612702 Jul 16 09:05:35.008055 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52354) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.032707 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-6352bb9c-9ecf-4b81-ac35-57ffb1287f85 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] delete failed (client error): The resource could not be found. Jul 16 09:05:35.033882 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6352bb9c-9ecf-4b81-ac35-57ffb1287f85 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/0214eba1-4da4-4805-a82a-0c7b7095ff30 HTTP/1.1" status: 404 len: 347 time: 0.0241756 Jul 16 09:05:35.038444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52356) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.045438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874701308'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:35.055115 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.094852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e485d1-2a31-4f1a-bcca-5f6875e42f56,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.105004 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.107818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aceb4e49-89a3-4b7e-90f5-0867022c1c60 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/b1e485d1-2a31-4f1a-bcca-5f6875e42f56 HTTP/1.1" status: 204 len: 168 time: 0.5238700 Jul 16 09:05:35.112378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52358) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.121966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.233399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.335157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.346260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.386124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:35.386618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.390054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.396867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3524628 Jul 16 09:05:35.397715 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52362) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.404960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '10b763b3-9b17-42a2-82b0-4d449f4f79ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:35.434948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89892ba1-b830-4d16-a159-79f32cd4ace0 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b763b3-9b17-42a2-82b0-4d449f4f79ff,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.459214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.501184 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port 8b974eaf-9902-4127-aa7a-40c87cd79fa5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b974eaf-9902-4127-aa7a-40c87cd79fa5,segment=NetworkSegment(b7b98c66-2431-416d-9e8a-849369cbdad4),segment_id=b7b98c66-2431-416d-9e8a-849369cbdad4)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:35.501554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.516924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 8b974eaf-9902-4127-aa7a-40c87cd79fa5 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:35.541639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.547139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.574364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1444018a-7d36-4764-a370-6f9e27b3ca47,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.585315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.586667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fa0967de-fdfd-4e76-9eb9-e13ae38c68af tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869552 Jul 16 09:05:35.591292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.617901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.626708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.652385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.666205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.685780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.687658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1444018a-7d36-4764-a370-6f9e27b3ca47 HTTP/1.1" status: 204 len: 168 time: 0.0970776 Jul 16 09:05:35.697459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52366) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.698474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:35.701130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=8b974eaf-9902-4127-aa7a-40c87cd79fa5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.711528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1baa67-7b23-42e2-a1b7-fe9dd25f01f8 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1444018a-7d36-4764-a370-6f9e27b3ca47,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.755561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-07ca1965-5dee-4aad-abf1-3051310d62d4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559328 Jul 16 09:05:35.758493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52368) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.832246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b974eaf-9902-4127-aa7a-40c87cd79fa5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:35.844583 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.861754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.870287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbc2137-ac31-47cc-9854-57892ccfc9e0']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:35.875503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6c0d2-c368-48e2-b32c-f04aba8e25d1 None None] Network 1cbc2137-ac31-47cc-9854-57892ccfc9e0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:35.880114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8b974eaf-9902-4127-aa7a-40c87cd79fa5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:35.880531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b974eaf-9902-4127-aa7a-40c87cd79fa5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 09:05:35.885200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b98c66-2431-416d-9e8a-849369cbdad4') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:35.885586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b98c66-2431-416d-9e8a-849369cbdad4') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:35.891591 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.897745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.915547 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.916731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d692ac57-582d-4fcc-a964-6e23f7f81790 None None] Could not find standard attr ID for object 8b974eaf-9902-4127-aa7a-40c87cd79fa5. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:35.921078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port 8b974eaf-9902-4127-aa7a-40c87cd79fa5 not found, will not notify nova. {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 09:05:35.929906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:35.930388 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:35.934766 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:35.957746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.961230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.964539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/10b763b3-9b17-42a2-82b0-4d449f4f79ff HTTP/1.1" status: 204 len: 168 time: 0.2046525 Jul 16 09:05:35.966634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52370) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.979757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef170a2-9903-4375-9b07-07db0c60660c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b763b3-9b17-42a2-82b0-4d449f4f79ff,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.029525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.053156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.055073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/1cbc2137-ac31-47cc-9854-57892ccfc9e0 HTTP/1.1" status: 204 len: 168 time: 0.9413733 Jul 16 09:05:36.059226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52372) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.064803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'name': 'tempest-PortsIpV6TestJSON-170238114'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.079319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a04feb-ef41-48d0-bc93-0073f5c20a74 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=1cbc2137-ac31-47cc-9854-57892ccfc9e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.086186 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d708c3d-012b-46cf-b2d9-8ad5687aa2b2 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185277 Jul 16 09:05:36.091817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.101806 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--914383538'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.131948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e49231-e784-4385-8fa5-78090fa344e2 None None] DHCP port deletion for 1cbc2137-ac31-47cc-9854-57892ccfc9e0 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:36.133240 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.250733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.255703 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.298098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:36.304425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.305987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2078357 Jul 16 09:05:36.307939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.310263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.317537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.325348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb05e0c-0fa3-475a-97f1-4373fe924e87 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.365254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.376963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 8697b4b5-52cf-478b-bd18-ac9f15801e74 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:36.484894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.492490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.512933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921189bc-6f88-4365-8438-381feb7e691a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.524589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.529132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f4bb16ca-24e2-45b7-8d1b-1cba2d9dad72 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2146955 Jul 16 09:05:36.529686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52386) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.536809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.598674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.645041 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.686487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.687952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.693600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.717472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779cb7ab-74c0-4957-a5ad-9c5a4db1dd31,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.722441 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.724259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a976bece-5c8c-4627-a24a-0a3831065fdf tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934469 Jul 16 09:05:36.726938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52388) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.740497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.756352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:36.760860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:36.767804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:36.774239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.778664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.779685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.793605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=8697b4b5-52cf-478b-bd18-ac9f15801e74,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.807983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-79b71157-288f-4c6a-92c9-83a752f12864 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7476120 Jul 16 09:05:36.810807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52390) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.860090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.865189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.885236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ff92ad-ad0d-4a57-9ada-4ebc9ae518c8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.893859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.896676 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74d21ee1-4e1c-44fd-839c-31c8fb97bb33 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679599 Jul 16 09:05:36.898839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52392) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.905993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:36.935984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 8697b4b5-52cf-478b-bd18-ac9f15801e74 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:36.936607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.943411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.022306 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.027406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.051841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d68f959-fb5a-4bb9-9355-d8f85877a21e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.053943 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.055941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.060708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4519a99c-ae1f-43e0-abc0-067d1e0cf140 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606565 Jul 16 09:05:37.061588 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52394) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.066496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:37.079435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 8697b4b5-52cf-478b-bd18-ac9f15801e74 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:37.102552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.177780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.182123 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.190407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.210424 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.214706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1489198 Jul 16 09:05:37.214949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52396) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.221693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60317562-bb1c-4fe3-8dfe-3807b9f4c978 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121d9d3-6dac-467e-acdb-b4915ca06883,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.231347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=8697b4b5-52cf-478b-bd18-ac9f15801e74,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.239411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.242877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a8f5a612-8ad0-4ccd-b847-d73b8646f0b9 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/8697b4b5-52cf-478b-bd18-ac9f15801e74 HTTP/1.1" status: 204 len: 168 time: 0.4303904 Jul 16 09:05:37.244897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52398) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.246110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.254127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'mac_address': 'fa:16:3e:4e:f6:af', 'name': 'tempest-PortsIpV6TestJSON-292750439'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:37.255392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.293046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.299621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.300807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1121d9d3-6dac-467e-acdb-b4915ca06883 HTTP/1.1" status: 204 len: 168 time: 0.0848329 Jul 16 09:05:37.303572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52400) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.306991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd023af0-b0d9-4664-a233-5ca214771dc7 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1121d9d3-6dac-467e-acdb-b4915ca06883,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.407249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2dde8a3a-a0f0-42e7-b7c7-af4fa849752c tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0999813 Jul 16 09:05:37.408862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:37.410491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52404) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.441324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.452273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.485128 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.489835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.503039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.504521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3d68f959-fb5a-4bb9-9355-d8f85877a21e HTTP/1.1" status: 204 len: 168 time: 0.0927703 Jul 16 09:05:37.505886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c4b61-9abc-4e1b-8100-dc532fc9d40f tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d68f959-fb5a-4bb9-9355-d8f85877a21e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.507961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52406) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.519372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port e43cded5-dbcd-473b-b39f-bb3f4aabb57e yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:37.610410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6b12894d-752f-405d-b3b1-5233303da696 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1009326 Jul 16 09:05:37.614383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52410) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.644832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.654046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.706933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.715395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b974eaf-9902-4127-aa7a-40c87cd79fa5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:37.722172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.724233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/23ff92ad-ad0d-4a57-9ada-4ebc9ae518c8 HTTP/1.1" status: 204 len: 168 time: 0.1087534 Jul 16 09:05:37.731833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2d17-e0ce-461b-a003-5f74e3a2f291 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ff92ad-ad0d-4a57-9ada-4ebc9ae518c8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.733963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52412) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.737258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8b974eaf-9902-4127-aa7a-40c87cd79fa5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:37.738880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b974eaf-9902-4127-aa7a-40c87cd79fa5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:37.766011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.786752 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b0e3a832-18ea-4beb-ac72-d8224f6124d9 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0513809 Jul 16 09:05:37.789419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52414) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.811590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.817293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.825860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.854817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.863949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.867590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/779cb7ab-74c0-4957-a5ad-9c5a4db1dd31 HTTP/1.1" status: 204 len: 168 time: 0.0747259 Jul 16 09:05:37.868504 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52416) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.869897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96479f5a-d5b5-4e3d-a691-06257c399f50 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=779cb7ab-74c0-4957-a5ad-9c5a4db1dd31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.871401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:37.877022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=e43cded5-dbcd-473b-b39f-bb3f4aabb57e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.880473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:37.889027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:37.894561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.895183 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.919893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b825d40-ad72-4a3c-9d54-d9d489563d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6734848 Jul 16 09:05:37.922698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52418) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.936383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c3b904fc-5290-4cd3-94ac-dcc7a7246017 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0646133 Jul 16 09:05:37.936631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52420) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.963212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.972581 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.982608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c41bc3-c3bb-4350-9236-03d3ca817203 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.986854 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88c41bc3-c3bb-4350-9236-03d3ca817203 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/e43cded5-dbcd-473b-b39f-bb3f4aabb57e HTTP/1.1" status: 200 len: 844 time: 0.0593617 Jul 16 09:05:37.987016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52422) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.003733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.016344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.020505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/921189bc-6f88-4365-8438-381feb7e691a HTTP/1.1" status: 204 len: 168 time: 0.0808096 Jul 16 09:05:38.020734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52424) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.021677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9dda6-c47a-402e-bae6-67e960f0be84 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=921189bc-6f88-4365-8438-381feb7e691a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.097644 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f8c27f9c-fad4-4de3-87aa-3e2300b305e4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759916 Jul 16 09:05:38.100419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52426) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.124272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port e43cded5-dbcd-473b-b39f-bb3f4aabb57e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:38.124627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.158918 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.187065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.203236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.218469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for e43cded5-dbcd-473b-b39f-bb3f4aabb57e owned by {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:38.239641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.242399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.243676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc HTTP/1.1" status: 204 len: 168 time: 0.1421909 Jul 16 09:05:38.247459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52428) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.260451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd78889-2389-4da8-b56d-97420e126520 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e1b8d4-134b-4bb2-b7c3-ae539e56f3fc,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.315618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-11eb7ac8-ff7b-4fe2-a9ef-26eb586e5512 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606146 Jul 16 09:05:38.315946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.321982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366139334'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:38.332773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.358838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.365277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=e43cded5-dbcd-473b-b39f-bb3f4aabb57e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.378447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.385124 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b932eafa-ef95-4fd9-9eac-e98b98cb21ea tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/e43cded5-dbcd-473b-b39f-bb3f4aabb57e HTTP/1.1" status: 204 len: 168 time: 0.3970554 Jul 16 09:05:38.386168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52432) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.421216 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe13e35-d11f-47d0-83fc-2efe29f98c1c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:38.428851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3fe13e35-d11f-47d0-83fc-2efe29f98c1c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/e43cded5-dbcd-473b-b39f-bb3f4aabb57e HTTP/1.1" status: 404 len: 333 time: 0.0357356 Jul 16 09:05:38.429108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.435334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'name': 'tempest-PortsIpV6TestJSON-968288119'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:38.522942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.529517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.569473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.570732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2538280 Jul 16 09:05:38.575570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52436) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.582248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': 'f2e1adb1-46d0-46a9-be71-ecb37b915326', 'direction': 'ingress', 'protocol': 17}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:38.607469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383a469-b859-4a4a-8326-9a3b398fec48 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1adb1-46d0-46a9-be71-ecb37b915326,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.641115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.701722 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.724703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.729357 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.775798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd7495d-a2d0-4770-a9cc-92aa7dc15250,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.785995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.789108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3276516f-56e4-4202-845a-13af2d16062d tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2115462 Jul 16 09:05:38.791762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52440) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:38.886392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.918004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.972216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:38.977892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.995036 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.001088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 4989d0f9-9059-4c08-94ab-77d69a1c2226 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:39.001397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.006911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2e1adb1-46d0-46a9-be71-ecb37b915326 HTTP/1.1" status: 204 len: 168 time: 0.2093930 Jul 16 09:05:39.008636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52442) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.024143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07110c5-981e-47f7-8092-fb009656bf30 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1adb1-46d0-46a9-be71-ecb37b915326,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.106731 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-adc6e8ee-315c-4c4a-a06b-623438585c35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964670 Jul 16 09:05:39.114296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52444) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.121337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060405319'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:39.158561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.255870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.320461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.341697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.347590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.364332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.379984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:39.384499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:39.387968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.392115 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2736979 Jul 16 09:05:39.392303 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:39.393567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133ec0-9a28-418e-ac77-a5e5e06c9b88 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4e5ec-eb4b-4200-89d8-8088f5d38065,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.395598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.396834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.403475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.405852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=4989d0f9-9059-4c08-94ab-77d69a1c2226,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.412458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131112099'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:39.418284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-35ea079f-958b-4c2e-b93b-64d8f3702690 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9880269 Jul 16 09:05:39.421552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52448) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.427341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:39.441593 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.543764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.560629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.565951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.613110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.617927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100782 Jul 16 09:05:39.618084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52450) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.618202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb98209-7a07-4788-a5ae-1802c2d9bfb6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8f194-36e6-4b96-9f64-bc8d2750391d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.623923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': '19e4e5ec-eb4b-4200-89d8-8088f5d38065', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '81a8f194-36e6-4b96-9f64-bc8d2750391d', 'remote_ip_prefix': None}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:39.712311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.886020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.898524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.912458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.941552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.946145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] In _notify_port_updated(), no bound segment for port 4989d0f9-9059-4c08-94ab-77d69a1c2226 on network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:39.952811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.953602 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.960274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/ports/4989d0f9-9059-4c08-94ab-77d69a1c2226 HTTP/1.1" status: 200 len: 818 time: 0.5323002 Jul 16 09:05:39.960652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:39.988074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d385fd-859e-4a9f-ac3d-56012e043256,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.006691 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5155ca-fc2d-4547-8339-800df6a2f515 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=4989d0f9-9059-4c08-94ab-77d69a1c2226,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.010044 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.015671 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f167f065-e5f6-44c9-9707-88558c43f6aa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3969574 Jul 16 09:05:40.016444 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52460) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.062960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.080202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.130681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.139329 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.140714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/72d385fd-859e-4a9f-ac3d-56012e043256 HTTP/1.1" status: 204 len: 168 time: 0.1229763 Jul 16 09:05:40.146389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52464) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.147467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641953bc-e8c8-42fa-8d78-8f37f90514da tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d385fd-859e-4a9f-ac3d-56012e043256,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.170097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 4989d0f9-9059-4c08-94ab-77d69a1c2226 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:40.170652 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.188478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52466) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.281192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f2e182b-438b-4750-ab38-ed4514d9cd52 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1297340 Jul 16 09:05:40.284828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52470) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.291208 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.308714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 4989d0f9-9059-4c08-94ab-77d69a1c2226 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:40.380133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.387929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ae374024-e0f8-4c7e-939b-41d6a8785370 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=871ecd3adf234e45a70dd8125599c729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975996 Jul 16 09:05:40.393449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52472) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.419165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.439233 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.478263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=4989d0f9-9059-4c08-94ab-77d69a1c2226,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.484991 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.487412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.489286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-81e6c619-13bf-4488-8683-e904a99189c2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/4989d0f9-9059-4c08-94ab-77d69a1c2226 HTTP/1.1" status: 204 len: 168 time: 0.5276058 Jul 16 09:05:40.493724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52474) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.501050 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.503850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.505061 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/81a8f194-36e6-4b96-9f64-bc8d2750391d HTTP/1.1" status: 204 len: 168 time: 0.2190223 Jul 16 09:05:40.508136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52476) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.523396 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.537795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e27e79-b42c-47ff-bb89-2c3dc94b81c4 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8f194-36e6-4b96-9f64-bc8d2750391d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.593900 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.597023 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.598653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b3aadd8-14f1-40f2-b62d-865b9dac08cd HTTP/1.1" status: 204 len: 168 time: 0.2038331 Jul 16 09:05:40.609928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0882bc66-7816-4ece-a9cf-a8c954cf1624 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0972772 Jul 16 09:05:40.610258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52480) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.618342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd78283-8736-4ee7-9031-79b83e4745f7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.618762 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9242a1-f910-4e4c-a08a-357463478fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3aadd8-14f1-40f2-b62d-865b9dac08cd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.623532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cfd78283-8736-4ee7-9031-79b83e4745f7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1249733 Jul 16 09:05:40.623754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52482) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.664020 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554962e-c660-49af-b539-6d2d5ee280a3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:40.665712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7554962e-c660-49af-b539-6d2d5ee280a3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/4989d0f9-9059-4c08-94ab-77d69a1c2226 HTTP/1.1" status: 404 len: 333 time: 0.0409045 Jul 16 09:05:40.669894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52484) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.674977 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126546334'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:40.714463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:40.718053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.739375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.773409 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.776196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:40.800576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.800868 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment 96f18f0f-94b8-4112-83c4-db2a83a0a6be of type vlan for network 0e5656fb-504a-4ee4-807f-212f1b87dfdc Jul 16 09:05:40.853154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.863731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.866334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.867487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/19e4e5ec-eb4b-4200-89d8-8088f5d38065 HTTP/1.1" status: 204 len: 168 time: 0.2562912 Jul 16 09:05:40.871846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52488) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.887993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fbd8a-339f-4ad4-97a1-5acd25be6bde tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4e5ec-eb4b-4200-89d8-8088f5d38065,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.909279 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.919775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:40.920867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.937667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e6b24b7-8448-472d-898f-e6006c32507b tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638919 Jul 16 09:05:40.941931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52494) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:40.947173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672484693'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:40.975412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.989769 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3185325 Jul 16 09:05:40.994253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52496) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.002007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.048744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f790e-a548-4daa-af19-ba28ae78d216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=0e5656fb-504a-4ee4-807f-212f1b87dfdc,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.062176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:41.167716 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.179168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.218446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:41.222090 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.228545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.229836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2866998 Jul 16 09:05:41.233061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52506) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.240436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': 'e44b8c55-2176-4cf6-833a-b9d30112915a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.240656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffdd43-0e83-4165-b51c-19380f54790a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b8c55-2176-4cf6-833a-b9d30112915a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.290070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.360611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.366465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.391400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ee1c2-5e45-4650-950f-a56b4bae619a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.395552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.397406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a1bcc91c-df93-47cd-9551-ff6e627aaf35 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1625867 Jul 16 09:05:41.400191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52514) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.431144 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.440630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.467248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.472417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.478910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.480104 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b54ee1c2-5e45-4650-950f-a56b4bae619a HTTP/1.1" status: 204 len: 168 time: 0.0788276 Jul 16 09:05:41.488664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52516) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.501059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d562e96-ea7d-4565-90fd-abf4c8b0e39a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b54ee1c2-5e45-4650-950f-a56b4bae619a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.541449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=9824d66d-6f53-4e63-8db7-b4212fd7a704,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.543851 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df7716ae-dd25-4cd4-8659-ab7938f67b6a tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560517 Jul 16 09:05:41.548126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52520) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.551331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': '96f18f0f-94b8-4112-83c4-db2a83a0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:41.551732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 0e5656fb-504a-4ee4-807f-212f1b87dfdc, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:41.577429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:41.589806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0e5656fb-504a-4ee4-807f-212f1b87dfdc) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:41.598636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.599467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.599968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fca958-6e9d-4d05-ad7e-1d18790fb921 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:41.620444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-91526b77-02dc-42bc-8635-5a99c1168d7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6226540 Jul 16 09:05:41.623361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.626468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.633591 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.696730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.777796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:41.779933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.798858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.801413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.802557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/e44b8c55-2176-4cf6-833a-b9d30112915a HTTP/1.1" status: 204 len: 168 time: 0.2550087 Jul 16 09:05:41.805476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52528) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.820969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b6c80-6f82-4cbd-ab46-5de9bbed94ef tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b8c55-2176-4cf6-833a-b9d30112915a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.831581 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:41.836169 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.880909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b37d2e99-beb2-42c0-88f9-4683a2ff6526 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739825 Jul 16 09:05:41.881759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52532) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.887598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927532189'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.914083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.935026 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9824d66d-6f53-4e63-8db7-b4212fd7a704 (CIDR: 2001:db8::/64) Jul 16 09:05:41.939764 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:05:41.940273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:42.006398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Allocated IP 2001:db8::2 (0e5656fb-504a-4ee4-807f-212f1b87dfdc/9824d66d-6f53-4e63-8db7-b4212fd7a704/92d409a0-6e40-448c-950e-53db25a1647d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:42.039585 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.045782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.056964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5eb231fc-8e7c-46a9-a190-5dc619f0e389 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4317319 Jul 16 09:05:42.061352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52538) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.067396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:42.089923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befe2085-6736-4b87-9d19-df3e7f2dc521,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.110419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.114467 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2b3c3ced-5df2-49f7-ad02-30042e23c8dd tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2289693 Jul 16 09:05:42.115939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.130523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': 'befe2085-6736-4b87-9d19-df3e7f2dc521', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:42.212128 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.222421 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.223621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Transition to ACTIVE for port object 92d409a0-6e40-448c-950e-53db25a1647d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:42.244291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Transition to ACTIVE for port object 92d409a0-6e40-448c-950e-53db25a1647d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:42.252944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.277219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:42.291320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.293365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:42.311186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:42.313892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Pushing event updated for resources: {'Port': ['ID=92d409a0-6e40-448c-950e-53db25a1647d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.316543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:42.350528 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.357303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.392857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Attempting to bind port 92d409a0-6e40-448c-950e-53db25a1647d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:42.393232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Attempting to bind port 92d409a0-6e40-448c-950e-53db25a1647d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '96f18f0f-94b8-4112-83c4-db2a83a0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:42.393802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Attempting to bind port 92d409a0-6e40-448c-950e-53db25a1647d on network 0e5656fb-504a-4ee4-807f-212f1b87dfdc {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:42.404346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:42.404817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Checking segment: {'id': '96f18f0f-94b8-4112-83c4-db2a83a0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:42.405143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.405682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Bound using segment: {'id': '96f18f0f-94b8-4112-83c4-db2a83a0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:42.406162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Bound port: 92d409a0-6e40-448c-950e-53db25a1647d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f18f0f-94b8-4112-83c4-db2a83a0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:42.406696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.415594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a07b6c6-b9a4-4018-b166-8b2da7c8de1b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.427577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.429664 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e99769af-f2fe-4a5b-accb-325c44169716 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3116496 Jul 16 09:05:42.432185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.459455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61dde01f-011f-4252-af99-ad2a9378d884 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules/9a07b6c6-b9a4-4018-b166-8b2da7c8de1b HTTP/1.1" status: 200 len: 763 time: 0.0265067 Jul 16 09:05:42.462320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.526721 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fcc2bb7b-c510-4526-a7cd-f0a06c76dff6 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0633461 Jul 16 09:05:42.530155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52552) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.531699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] For port 92d409a0-6e40-448c-950e-53db25a1647d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:42.537007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] For port 92d409a0-6e40-448c-950e-53db25a1647d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=92d409a0-6e40-448c-950e-53db25a1647d,segment=NetworkSegment(96f18f0f-94b8-4112-83c4-db2a83a0a6be),segment_id=96f18f0f-94b8-4112-83c4-db2a83a0a6be)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:42.548238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.588463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.604254 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.649192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e590498-284b-41aa-bcf0-60d8b28bc10d None None] Pushing event updated for resources: {'Port': ['ID=92d409a0-6e40-448c-950e-53db25a1647d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.669679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.680373 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.681536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9a07b6c6-b9a4-4018-b166-8b2da7c8de1b HTTP/1.1" status: 204 len: 168 time: 0.1504571 Jul 16 09:05:42.684652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52558) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.693499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91293417-3ad2-4bde-ace4-62a184678e31 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a07b6c6-b9a4-4018-b166-8b2da7c8de1b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.719940 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.746530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2c6e793b-5d34-4645-8df0-2d701c4fe782 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606637 Jul 16 09:05:42.750189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52560) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.760963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': 'befe2085-6736-4b87-9d19-df3e7f2dc521', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:42.769011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:42.772281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:42.780809 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.781412 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.793816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=c353b8de-98e8-4fe3-aa07-159c558ba889,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.802383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7743eb78-e867-4bac-a363-5538d8830608 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7396634 Jul 16 09:05:42.805308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52564) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.811445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704'}, {'subnet_id': 'c353b8de-98e8-4fe3-aa07-159c558ba889'}], 'name': 'tempest-PortsIpV6TestJSON-909009379'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:42.815421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.986940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.992445 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.023963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d1304b2-b091-48fe-99bb-26eea5a48b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.029102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bbf6e8-ff77-4a18-abfb-3b484510b4d8,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.050199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:43.056057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.060080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dfc1ccda-d5d4-404b-8ade-7103659c9611 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052499 Jul 16 09:05:43.060773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52572) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.088310 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ca7e7fb-cd96-4532-9e30-6e0f430b33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules/29bbf6e8-ff77-4a18-abfb-3b484510b4d8 HTTP/1.1" status: 200 len: 763 time: 0.0263226 Jul 16 09:05:43.092545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.142392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e5a2725a-afd1-4c9a-97bc-bd99af505a05 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485580 Jul 16 09:05:43.146622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52576) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.163169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.193844 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.196127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port efbb7a89-b191-4c6e-8b0c-96d286b36328 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:43.209097 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.282278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.302751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.303882 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/29bbf6e8-ff77-4a18-abfb-3b484510b4d8 HTTP/1.1" status: 204 len: 168 time: 0.1562891 Jul 16 09:05:43.306627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52578) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.332354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb57a3-b57c-4da0-9b0f-0ff2ed6063fb tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bbf6e8-ff77-4a18-abfb-3b484510b4d8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.357923 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5c04f63f-c938-494b-91ec-4a285f6637db tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499988 Jul 16 09:05:43.360352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52580) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.365662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Request body: {'security_group_rule': {'security_group_id': 'befe2085-6736-4b87-9d19-df3e7f2dc521', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:43.406318 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.469060 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.474494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.503792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b5d063-ee3a-415f-b74c-5ecc1be19560,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.512662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.514199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c5576063-d4c0-451c-85c6-1fd210ea33a5 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525080 Jul 16 09:05:43.516941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52582) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.539199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61acc29d-f1cd-4b8e-9fd3-c3c4d5a51743 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules/e7b5d063-ee3a-415f-b74c-5ecc1be19560 HTTP/1.1" status: 200 len: 764 time: 0.0189886 Jul 16 09:05:43.539763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.598734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-960bf89f-b7ff-4432-9128-0e3bf53224a3 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0574460 Jul 16 09:05:43.602564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.634751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::2e4 (0e5656fb-504a-4ee4-807f-212f1b87dfdc/9824d66d-6f53-4e63-8db7-b4212fd7a704/efbb7a89-b191-4c6e-8b0c-96d286b36328) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:43.647344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8:0:1::2fe (0e5656fb-504a-4ee4-807f-212f1b87dfdc/c353b8de-98e8-4fe3-aa07-159c558ba889/efbb7a89-b191-4c6e-8b0c-96d286b36328) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:43.650241 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.667236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.677932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52588) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.684225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'network': {'name': 'tempest-network-smoke--291713422', 'project_id': '671239a379b740e893daa5d66fd65f55', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:43.711993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:43.716398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.733667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.733941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.748975 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.752111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e7b5d063-ee3a-415f-b74c-5ecc1be19560 HTTP/1.1" status: 204 len: 168 time: 0.1465919 Jul 16 09:05:43.756817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52590) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.758805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaf99b-543a-4461-96cf-d90cde18f286 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7b5d063-ee3a-415f-b74c-5ecc1be19560,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.787334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 92d409a0-6e40-448c-950e-53db25a1647d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:43.842875 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f1570e57-2a31-4f16-890b-1a40ef0a8a47 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772045 Jul 16 09:05:43.843795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52592) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.859643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 92d409a0-6e40-448c-950e-53db25a1647d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:43.888056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d9c99-3e33-422f-af71-36f360f15751 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:43.924622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.935247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.948914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object efbb7a89-b191-4c6e-8b0c-96d286b36328 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:43.977577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Provisioning for port 92d409a0-6e40-448c-950e-53db25a1647d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:43.981865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.993341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.999511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Provisioning complete for port 92d409a0-6e40-448c-950e-53db25a1647d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:44.000729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.005779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.016293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.048336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:44.063790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390fdbda-fee1-4b5e-a8bc-709c5aad9d57,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.081081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.085204 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.089474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "DELETE /v2.0/security-groups/befe2085-6736-4b87-9d19-df3e7f2dc521 HTTP/1.1" status: 204 len: 168 time: 0.2407212 Jul 16 09:05:44.090254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52596) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.097221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:44.102413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.102870 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Added segment b324ea40-e5d7-40be-a5b3-1d731bdc02a2 of type vlan for network c2622d7b-9eb7-483c-b4ef-d1503dabde2d Jul 16 09:05:44.106303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:44.113441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:44.120560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.121310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.125908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=efbb7a89-b191-4c6e-8b0c-96d286b36328,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.141638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ff1cb71a-f703-4431-8ed3-b419cd778dd8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3350818 Jul 16 09:05:44.145939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52598) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.154672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:44.160864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e120a-fa4b-4533-a4eb-3354e30149fa tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe2085-6736-4b87-9d19-df3e7f2dc521,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.165377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.235435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] For port 92d409a0-6e40-448c-950e-53db25a1647d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=92d409a0-6e40-448c-950e-53db25a1647d,segment=NetworkSegment(96f18f0f-94b8-4112-83c4-db2a83a0a6be),segment_id=96f18f0f-94b8-4112-83c4-db2a83a0a6be)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:44.243279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.249738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.264088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92a1386f-2675-4c0e-a9d8-0a0ea93ac82e tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1609423 Jul 16 09:05:44.264310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52600) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.296356 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.303501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.304680 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.316998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.322372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79decf4e-a686-4044-8480-b5decdae7177 None None] Pushing event updated for resources: {'Port': ['ID=92d409a0-6e40-448c-950e-53db25a1647d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.356765 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6725988 Jul 16 09:05:44.357056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52602) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.363798 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c5c778e-3c69-4f21-ab12-6b1b80db6c43 tempest-SecGroupTest-1259309404 tempest-SecGroupTest-1259309404-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962665 Jul 16 09:05:44.364017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'admin_state_up': True, 'project_id': '671239a379b740e893daa5d66fd65f55', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:44.404639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Update dhcp port {'port': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c353b8de-98e8-4fe3-aa07-159c558ba889'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '92d409a0-6e40-448c-950e-53db25a1647d'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:44.412096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad37b4c-537e-492b-bac5-a6448307ce5d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Network': ['ID=c2622d7b-9eb7-483c-b4ef-d1503dabde2d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.428985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.431333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.439370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:44.477978 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.521064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.708849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.729959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Delete allocated IP 2001:db8:0:1::2fe (0e5656fb-504a-4ee4-807f-212f1b87dfdc/c353b8de-98e8-4fe3-aa07-159c558ba889) {{(pid=93775) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:05:44.766967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52608) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.884577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.908210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Ignored duplicate provisioning block setup for port efbb7a89-b191-4c6e-8b0c-96d286b36328 by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:05:44.913618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.968875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.974450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Allocated IP 2001:db8:0:1::2 (0e5656fb-504a-4ee4-807f-212f1b87dfdc/c353b8de-98e8-4fe3-aa07-159c558ba889/92d409a0-6e40-448c-950e-53db25a1647d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:44.981053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] In _notify_port_updated(), no bound segment for port efbb7a89-b191-4c6e-8b0c-96d286b36328 on network 0e5656fb-504a-4ee4-807f-212f1b87dfdc {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:44.986405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:44.987059 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.990917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/ports/efbb7a89-b191-4c6e-8b0c-96d286b36328 HTTP/1.1" status: 200 len: 925 time: 0.8415487 Jul 16 09:05:44.991387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52612) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.994476 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.997769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704'}, {'subnet_id': 'c353b8de-98e8-4fe3-aa07-159c558ba889'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:45.004550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f48ef65d-92ea-432e-b680-5e5ed91af87e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b67a69eb995c4c1db88394aa473f83db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363272 Jul 16 09:05:45.008260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52614) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:45.085130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a1626-f083-4ac4-8c1b-a08e5c893589 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=efbb7a89-b191-4c6e-8b0c-96d286b36328,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.094573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] For port 92d409a0-6e40-448c-950e-53db25a1647d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=92d409a0-6e40-448c-950e-53db25a1647d,segment=NetworkSegment(96f18f0f-94b8-4112-83c4-db2a83a0a6be),segment_id=96f18f0f-94b8-4112-83c4-db2a83a0a6be)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:45.103688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.121798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.129340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.149317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Transition to ACTIVE for port object 92d409a0-6e40-448c-950e-53db25a1647d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:45.157857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.164998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.167323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.25.5.233 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/c43ce6cf-87e2-497f-afc4-75cf6752862b) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:45.263437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4684d45-94ed-4b87-a9f9-11bc2b24d448 None None] Pushing event updated for resources: {'Port': ['ID=92d409a0-6e40-448c-950e-53db25a1647d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.312264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.314969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.316239 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00c06049-58e7-4ed1-a1f9-e85f3e376ab5 HTTP/1.1" status: 204 len: 168 time: 0.3072953 Jul 16 09:05:45.354765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.386069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd6934-7093-459f-943e-a5ac6dc487a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c06049-58e7-4ed1-a1f9-e85f3e376ab5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.416269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.475159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:45.482437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:45.486404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:45.530592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8:0:1::165 (0e5656fb-504a-4ee4-807f-212f1b87dfdc/c353b8de-98e8-4fe3-aa07-159c558ba889/efbb7a89-b191-4c6e-8b0c-96d286b36328) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:45.534143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=c43ce6cf-87e2-497f-afc4-75cf6752862b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.643158 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-377ffcdc-d696-432d-8570-2f1673b94793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.732991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.755951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.763351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 92d409a0-6e40-448c-950e-53db25a1647d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:45.794532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Ignored duplicate provisioning block setup for port efbb7a89-b191-4c6e-8b0c-96d286b36328 by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:05:45.801062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.877552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.942326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=efbb7a89-b191-4c6e-8b0c-96d286b36328,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.945424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] In _notify_port_updated(), no bound segment for port efbb7a89-b191-4c6e-8b0c-96d286b36328 on network 0e5656fb-504a-4ee4-807f-212f1b87dfdc {{(pid=93775) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:05:45.951547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:45.952340 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.957019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f957394b-e7e9-4890-8a36-58e8c012dd9d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/ports/efbb7a89-b191-4c6e-8b0c-96d286b36328 HTTP/1.1" status: 200 len: 1011 time: 0.9644608 Jul 16 09:05:45.958040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52630) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.110530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port efbb7a89-b191-4c6e-8b0c-96d286b36328 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:46.111131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.123088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab85b1-a07e-4c45-a5dc-b9e9de775e82 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:46.139363 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.234029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Provisioning for port 92d409a0-6e40-448c-950e-53db25a1647d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:46.242483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.244577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Provisioning complete for port 92d409a0-6e40-448c-950e-53db25a1647d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:46.245202 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.266957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for efbb7a89-b191-4c6e-8b0c-96d286b36328 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:46.328958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 1be99b85-4836-437e-a148-410db4fbada5 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:05:46.491283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:46.508391 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Sync routers for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:46.526609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.528265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:46.529547 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b4f210d4-bba7-4c9a-924b-b113cf45ff54 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1710353 Jul 16 09:05:46.532441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52642) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.533063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:46.579629 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.631819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=efbb7a89-b191-4c6e-8b0c-96d286b36328,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:46.689979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.692862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1abce87a-abae-4f3b-8e2d-42a6b1de6afb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/efbb7a89-b191-4c6e-8b0c-96d286b36328 HTTP/1.1" status: 204 len: 168 time: 0.7335055 Jul 16 09:05:46.696859 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.771092 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-586bf1fa-a1f7-4d4c-855f-e4fff8748a7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:46.777192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.779767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-586bf1fa-a1f7-4d4c-855f-e4fff8748a7c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/efbb7a89-b191-4c6e-8b0c-96d286b36328 HTTP/1.1" status: 404 len: 333 time: 0.0784676 Jul 16 09:05:46.831895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Provisioning for port efbb7a89-b191-4c6e-8b0c-96d286b36328 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:46.844013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Provisioning complete for port efbb7a89-b191-4c6e-8b0c-96d286b36328 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:46.844409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.873433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-eb86671f-4af1-4ac1-942f-da73e6b1689f None None] Port efbb7a89-b191-4c6e-8b0c-96d286b36328 was deleted so its status cannot be updated. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 09:05:46.885298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-252be8aa-b3a4-4aec-9621-a0f7c1118d56 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=671239a379b740e893daa5d66fd65f55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3485501 Jul 16 09:05:46.885627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.914573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet c353b8de-98e8-4fe3-aa07-159c558ba889 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:46.918270 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.976886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:46.981461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.990742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.027358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b72808-d24b-4c3d-9ef7-9c3aca07c597 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.030340 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e6b72808-d24b-4c3d-9ef7-9c3aca07c597 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1436741 Jul 16 09:05:47.034094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.069362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-47d1d4ab-9876-4167-8df0-c8647b25e45d None None] Could not find standard attr ID for object efbb7a89-b191-4c6e-8b0c-96d286b36328. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:47.103295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5f708c0e-0fe7-4eaf-849c-6d954a72108a tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679226 Jul 16 09:05:47.108059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.117051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618299364', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'project_id': '671239a379b740e893daa5d66fd65f55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:47.145689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.163053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-47d1d4ab-9876-4167-8df0-c8647b25e45d None None] Provisioning complete for port 92d409a0-6e40-448c-950e-53db25a1647d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:47.163544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47d1d4ab-9876-4167-8df0-c8647b25e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.272742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:47.274490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.277527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.313483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.313827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:47.319121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/c353b8de-98e8-4fe3-aa07-159c558ba889 HTTP/1.1" status: 204 len: 168 time: 0.5397587 Jul 16 09:05:47.328813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52666) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.353942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b86f9-b25a-4cd1-b0b5-7350b15ececc tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=c353b8de-98e8-4fe3-aa07-159c558ba889,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.373917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Checking router: 1be99b85-4836-437e-a148-410db4fbada5 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:47.374513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Updating router 1be99b85-4836-437e-a148-410db4fbada5 port c43ce6cf-87e2-497f-afc4-75cf6752862b binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:05:47.438976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-64cc1491-ce3f-4952-b30a-94cce523411d None None] Could not find standard attr ID for object efbb7a89-b191-4c6e-8b0c-96d286b36328. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:47.452917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet 9824d66d-6f53-4e63-8db7-b4212fd7a704 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:47.453791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.461067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.524942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.580001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadb2e2-f83f-4c27-babf-b9d8218a9aa3 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:47.687588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59c51596-3560-4f6b-a63e-e5e764564d7b None None] Could not find standard attr ID for object efbb7a89-b191-4c6e-8b0c-96d286b36328. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:47.696311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.717901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.800981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Subnet': ['ID=e72d2db9-8631-454c-8266-6a510565d9b4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.810959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.852833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=9824d66d-6f53-4e63-8db7-b4212fd7a704,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.855035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.857637 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0e1504d-2961-48b4-81ae-1cc970ef54f3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/9824d66d-6f53-4e63-8db7-b4212fd7a704 HTTP/1.1" status: 204 len: 168 time: 0.5277290 Jul 16 09:05:47.860399 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.873112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Checking segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:47.873906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network hostable DHCP agents. Network: c2622d7b-9eb7-483c-b4ef-d1503dabde2d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:47.901040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.919142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Transition to ACTIVE for port object c43ce6cf-87e2-497f-afc4-75cf6752862b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:47.921447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:47.926747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.979198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c2622d7b-9eb7-483c-b4ef-d1503dabde2d) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:47.986357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.987227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.995155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.997082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.998392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222be738-552a-4d61-9673-b539a725cbaa None None] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:48.012215 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-78182ef8-6e0a-4186-a0ae-ac5e9aa2eab4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8989661 Jul 16 09:05:48.013934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.020351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Attempting to bind port c43ce6cf-87e2-497f-afc4-75cf6752862b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:48.020729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Attempting to bind port c43ce6cf-87e2-497f-afc4-75cf6752862b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:48.021092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Attempting to bind port c43ce6cf-87e2-497f-afc4-75cf6752862b on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:48.034770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2005a0a-5821-4067-aee2-14973aec5c79 None None] Pushing event updated for resources: {'Port': ['ID=c43ce6cf-87e2-497f-afc4-75cf6752862b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.060783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:48.061044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:48.061594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.061993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:48.062477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Bound port: c43ce6cf-87e2-497f-afc4-75cf6752862b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:48.062921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.066338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 92d409a0-6e40-448c-950e-53db25a1647d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:48.067257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.152186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port 92d409a0-6e40-448c-950e-53db25a1647d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=92d409a0-6e40-448c-950e-53db25a1647d,segment=NetworkSegment(96f18f0f-94b8-4112-83c4-db2a83a0a6be),segment_id=96f18f0f-94b8-4112-83c4-db2a83a0a6be)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:48.154347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.156197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea51e36-8356-4b96-aa93-6a9f55d2ce20 None None] Update dhcp port {'port': {'network_id': '0e5656fb-504a-4ee4-807f-212f1b87dfdc', 'fixed_ips': [{'subnet_id': '9824d66d-6f53-4e63-8db7-b4212fd7a704'}], 'binding:host_id': 'n-d-798054-12'}, 'id': '92d409a0-6e40-448c-950e-53db25a1647d'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:05:48.163002 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b15d80d-3704-427e-941c-69a21f95acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.169567 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 92d409a0-6e40-448c-950e-53db25a1647d owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:48.217508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] For port c43ce6cf-87e2-497f-afc4-75cf6752862b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:48.221512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cea51e36-8356-4b96-aa93-6a9f55d2ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.266575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] For port c43ce6cf-87e2-497f-afc4-75cf6752862b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c43ce6cf-87e2-497f-afc4-75cf6752862b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:48.282079 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.297510 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.330084 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=92d409a0-6e40-448c-950e-53db25a1647d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.334325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port 92d409a0-6e40-448c-950e-53db25a1647d on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:48.455855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.467529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5656fb-504a-4ee4-807f-212f1b87dfdc']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.474778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:48.475758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.486593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f18f0f-94b8-4112-83c4-db2a83a0a6be') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.486907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f18f0f-94b8-4112-83c4-db2a83a0a6be') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.493042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2005a0a-5821-4067-aee2-14973aec5c79 None None] Pushing event updated for resources: {'Port': ['ID=c43ce6cf-87e2-497f-afc4-75cf6752862b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.503946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:48.504813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.506676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.526792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.534494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:48.534907 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:48.539179 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:48.623642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.635252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b08ebe-c6b8-4fe8-b405-8586d520d719 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:48.635724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.643843 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/0e5656fb-504a-4ee4-807f-212f1b87dfdc HTTP/1.1" status: 204 len: 168 time: 0.7759523 Jul 16 09:05:48.645997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.667293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74227ddc-e63e-41a3-8261-34da28b78fe3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=0e5656fb-504a-4ee4-807f-212f1b87dfdc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.679763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b7681667-8046-4acd-8d5a-65e99a3394de None None] Could not find standard attr ID for object 92d409a0-6e40-448c-950e-53db25a1647d. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:48.688105 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.688884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b08ebe-c6b8-4fe8-b405-8586d520d719 None None] Network 0e5656fb-504a-4ee4-807f-212f1b87dfdc could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:05:48.746827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22926f70-7b51-4e06-b9c9-6f635551e5b2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:48.752995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-22926f70-7b51-4e06-b9c9-6f635551e5b2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1015441 Jul 16 09:05:48.753468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.838409 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f3f1c13-cd7a-40ea-bb02-8e29afb4b076 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0795553 Jul 16 09:05:48.838618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.850844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898765583'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:48.880418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b15d80d-3704-427e-941c-69a21f95acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.889936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5b15d80d-3704-427e-941c-69a21f95acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.897213 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b441df-af6d-4000-a78f-c87aa128849c None None] DHCP port deletion for 0e5656fb-504a-4ee4-807f-212f1b87dfdc request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:48.972752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:48.976008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Allocated IP 172.20.0.2 (c2622d7b-9eb7-483c-b4ef-d1503dabde2d/e72d2db9-8631-454c-8266-6a510565d9b4/d34d62f9-2a98-429a-8c8e-6d92bc73fa56) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:48.976389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.979321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:48.985758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5b15d80d-3704-427e-941c-69a21f95acbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4372dca6aecd4b9bbc15040d7b858e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9895256 Jul 16 09:05:48.991599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.998182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15d80d-3704-427e-941c-69a21f95acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b50849-f455-4346-ae8c-10b6d6064bbf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.059645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:49.079192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.079981 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment 3575dd76-abf4-40f1-a870-86252484be3e of type vlan for network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 Jul 16 09:05:49.191959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.204392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.307239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.311904 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.319410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Transition to ACTIVE for port object d34d62f9-2a98-429a-8c8e-6d92bc73fa56 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:49.319749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.320882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.364106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Transition to ACTIVE for port object d34d62f9-2a98-429a-8c8e-6d92bc73fa56 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:49.382622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.399829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5602837 Jul 16 09:05:49.406384 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52698) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:49.415958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:49.442976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:49.447805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:49.456212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:49.460067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:49.474909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2659f09-ab02-4ad8-ad0d-a3ba4dbe74e3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=09830cc7-d0c1-4162-b089-9cb9e34f94c5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.493293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:49.501220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b396de7-fd29-4e03-b498-926f2fff24f6 None None] The sync data for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 is: [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:49.509430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.524739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Pushing event updated for resources: {'Port': ['ID=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.551316 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.648588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.659415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Attempting to bind port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:49.660234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Attempting to bind port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:49.660836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Attempting to bind port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 on network c2622d7b-9eb7-483c-b4ef-d1503dabde2d {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:49.664108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.671580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5b50849-f455-4346-ae8c-10b6d6064bbf HTTP/1.1" status: 204 len: 168 time: 0.6754653 Jul 16 09:05:49.684387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:49.684841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Checking segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:49.685268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.686696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Bound using segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:49.687450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Bound port: d34d62f9-2a98-429a-8c8e-6d92bc73fa56, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:49.688171 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.701738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53f568-312e-40b2-8ade-87f639e66ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b50849-f455-4346-ae8c-10b6d6064bbf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.748776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:49.753135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.799074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 92d409a0-6e40-448c-950e-53db25a1647d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:49.832973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 92d409a0-6e40-448c-950e-53db25a1647d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:49.833319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 92d409a0-6e40-448c-950e-53db25a1647d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:49.838997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] For port d34d62f9-2a98-429a-8c8e-6d92bc73fa56, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:49.858097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] For port d34d62f9-2a98-429a-8c8e-6d92bc73fa56, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:49.868058 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.945836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.20.0.1 (c2622d7b-9eb7-483c-b4ef-d1503dabde2d/e72d2db9-8631-454c-8266-6a510565d9b4/026b6945-4faf-4812-8150-380dd0992a17) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:49.991472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31353ba-1bfd-4bac-a00a-87eaa2157408 None None] Pushing event updated for resources: {'Port': ['ID=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.145806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.224248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.269802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.282582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=0f698228-ec81-46e7-ac2c-11cf0c716f31,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.285210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': '3575dd76-abf4-40f1-a870-86252484be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:50.285590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 09830cc7-d0c1-4162-b089-9cb9e34f94c5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:50.291664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Transition to ACTIVE for port object 026b6945-4faf-4812-8150-380dd0992a17 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:50.301181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-357438f0-dd28-4a5a-9352-337374e91871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.337548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:50.363180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 09830cc7-d0c1-4162-b089-9cb9e34f94c5) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:50.369259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:50.370158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.375500 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.381084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122500d5-8a4d-4879-b2f1-24608fcf0507 None None] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:50.465296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:50.473823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:50.479607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:50.526495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.529710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-357438f0-dd28-4a5a-9352-337374e91871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.535888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-357438f0-dd28-4a5a-9352-337374e91871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.552050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-998ef7ea-284e-411e-9a4d-d68beb8105bd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1444168 Jul 16 09:05:50.555291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52708) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.562578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5', 'name': 'tempest-PortsIpV6TestJSON-173961258'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:50.582427 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.596203 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-357438f0-dd28-4a5a-9352-337374e91871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfc1e5a13f994aff91a32fb1a5f171e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245957 Jul 16 09:05:50.598516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52710) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.601218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357438f0-dd28-4a5a-9352-337374e91871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cba5de-20da-41d5-aab3-f318617ff507,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.664598 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-09830cc7-d0c1-4162-b089-9cb9e34f94c5', 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': '0f698228-ec81-46e7-ac2c-11cf0c716f31'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:50.665585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.677036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.718555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.786779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.789512 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.793886 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5cba5de-20da-41d5-aab3-f318617ff507 HTTP/1.1" status: 204 len: 168 time: 0.1907251 Jul 16 09:05:50.806082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52fc6b-8eca-45af-ac43-a6a4d317bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cba5de-20da-41d5-aab3-f318617ff507,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.871165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:50.874730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.890576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Allocated IP 2001:db8::2 (09830cc7-d0c1-4162-b089-9cb9e34f94c5/0f698228-ec81-46e7-ac2c-11cf0c716f31/fa8df80f-c656-4736-8de4-be9da9ae7859) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:50.940845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 1e01eae6-ee85-4905-b8da-cc8521c7edee yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:50.955294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.092416 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.111921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Transition to ACTIVE for port object fa8df80f-c656-4736-8de4-be9da9ae7859 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:51.146583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Transition to ACTIVE for port object fa8df80f-c656-4736-8de4-be9da9ae7859 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:51.158833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.202845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:51.206840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:51.210098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:51.310499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::180 (09830cc7-d0c1-4162-b089-9cb9e34f94c5/0f698228-ec81-46e7-ac2c-11cf0c716f31/1e01eae6-ee85-4905-b8da-cc8521c7edee) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:51.315742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Attempting to bind port fa8df80f-c656-4736-8de4-be9da9ae7859 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:51.317219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Attempting to bind port fa8df80f-c656-4736-8de4-be9da9ae7859 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '3575dd76-abf4-40f1-a870-86252484be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:51.317219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Attempting to bind port fa8df80f-c656-4736-8de4-be9da9ae7859 on network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:51.320460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Pushing event updated for resources: {'Port': ['ID=fa8df80f-c656-4736-8de4-be9da9ae7859,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Checking segment: {'id': '3575dd76-abf4-40f1-a870-86252484be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Bound using segment: {'id': '3575dd76-abf4-40f1-a870-86252484be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Bound port: fa8df80f-c656-4736-8de4-be9da9ae7859, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3575dd76-abf4-40f1-a870-86252484be3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:51.330622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.402871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] For port fa8df80f-c656-4736-8de4-be9da9ae7859, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:51.407269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] For port fa8df80f-c656-4736-8de4-be9da9ae7859, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fa8df80f-c656-4736-8de4-be9da9ae7859,segment=NetworkSegment(3575dd76-abf4-40f1-a870-86252484be3e),segment_id=3575dd76-abf4-40f1-a870-86252484be3e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:51.420757 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.561816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276375-e58b-4ff0-9698-7351630619f8 None None] Pushing event updated for resources: {'Port': ['ID=fa8df80f-c656-4736-8de4-be9da9ae7859,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.606005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947c7c0-4cc4-44b1-9135-0f733bfc2e9a None None] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:51.618449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.625649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.702573 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.814714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-841373eb-f184-4c54-884f-4f6576cf514c None None] Provisioning for port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:51.838200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object 1e01eae6-ee85-4905-b8da-cc8521c7edee will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:51.882833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.888172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.019995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.046786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c43ce6cf-87e2-497f-afc4-75cf6752862b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:52.133208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:52.155275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:52.159016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:52.171826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:52.209033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:52.226063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.227124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c43ce6cf-87e2-497f-afc4-75cf6752862b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:52.227489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.231497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=1e01eae6-ee85-4905-b8da-cc8521c7edee,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.252335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c43ce6cf-87e2-497f-afc4-75cf6752862b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:52.252335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.319182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-376263cf-a61f-433d-9550-0e582dda2aa8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7627022 Jul 16 09:05:52.322285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52736) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.328819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '09830cc7-d0c1-4162-b089-9cb9e34f94c5', 'name': 'tempest-PortsIpV6TestJSON-281486712'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.483984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.553803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-7e6c1842-1aa9-40ef-89f1-583db1f093b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1522822 Jul 16 09:05:52.562175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c43ce6cf-87e2-497f-afc4-75cf6752862b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c43ce6cf-87e2-497f-afc4-75cf6752862b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:52.568179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.570486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d34d62f9-2a98-429a-8c8e-6d92bc73fa56 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:52.598663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:52.602868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.608359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 1be99b85-4836-437e-a148-410db4fbada5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:52.641148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 0af2e937-33d7-46c4-8c60-a1c032bcc42e yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:52.694469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:52.704555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:52.705175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.796333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c43ce6cf-87e2-497f-afc4-75cf6752862b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.898781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::2a8 (09830cc7-d0c1-4162-b089-9cb9e34f94c5/0f698228-ec81-46e7-ac2c-11cf0c716f31/0af2e937-33d7-46c4-8c60-a1c032bcc42e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:52.907502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-208e5423-a238-4306-8b88-3a0e55ecbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.911950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-208e5423-a238-4306-8b88-3a0e55ecbe13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1098 time: 0.2492514 Jul 16 09:05:52.919786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:52.931037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.932252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9dbf2af7-17b9-4b9f-85b6-7332e414bd39 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "PUT /v2.0/routers/1be99b85-4836-437e-a148-410db4fbada5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9171200 Jul 16 09:05:52.935077 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Sync routers for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:52.939299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.962317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:52.962317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:52.965773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--95016187', 'description': 'tempest-secgroup_access--95016187 description', 'project_id': '671239a379b740e893daa5d66fd65f55'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.987797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Provisioning complete for port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:52.988400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.082501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d34d62f9-2a98-429a-8c8e-6d92bc73fa56, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:53.098019 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.121174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.159752 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:53.229157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-c28c2f47-857f-4eab-b937-02e1c1efe564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.237212 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-c28c2f47-857f-4eab-b937-02e1c1efe564 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.2614944 Jul 16 09:05:53.270781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.276537 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.336431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object 0af2e937-33d7-46c4-8c60-a1c032bcc42e will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:53.343166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Provisioning for port 026b6945-4faf-4812-8150-380dd0992a17 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:53.349059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Provisioning complete for port 026b6945-4faf-4812-8150-380dd0992a17 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:53.349438 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.381688 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-4981fd16-bb4f-49a0-84b1-71259fc8a865 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 1002 time: 0.1184058 Jul 16 09:05:53.407838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.437768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b00d8-8488-49fd-b36d-16cc33e2bc82 None None] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:53.476292 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:51Z', 'revision_number': 2, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:53.488777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:53.497386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:53.502590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:53.512701 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Checking router: 1be99b85-4836-437e-a148-410db4fbada5 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:53.513700 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Updating router 1be99b85-4836-437e-a148-410db4fbada5 port 026b6945-4faf-4812-8150-380dd0992a17 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:05:53.522649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.523463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.530661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=0af2e937-33d7-46c4-8c60-a1c032bcc42e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.539336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-04cf1064-a33e-498f-acc7-3a48b7640ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.543101 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-04cf1064-a33e-498f-acc7-3a48b7640ea0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.1546946 Jul 16 09:05:53.566181 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.602475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cf51d-0799-4e7c-b51a-8d926187a306 None None] Port 026b6945-4faf-4812-8150-380dd0992a17 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:53.634278 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.644399 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.647874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d8d91b8f-ddd9-4373-83b7-147848a4e585 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3242967 Jul 16 09:05:53.650458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52756) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.727662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.731471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7771425 Jul 16 09:05:53.735751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52758) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.747380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--304353963', 'description': 'tempest-secgroup_general--304353963 description', 'project_id': '671239a379b740e893daa5d66fd65f55'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:53.798555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc834-c3ec-4c57-bd77-4071a7226f8e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27bb4e4-462b-428e-b87a-7b0ec0603e10,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.800376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44f733-037c-41f2-932c-7a2944b247be tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.805331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3a44f733-037c-41f2-932c-7a2944b247be tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A180 HTTP/1.1" status: 200 len: 928 time: 0.1504889 Jul 16 09:05:53.806505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-cab561f8-5692-46b0-81b0-2b9146c8d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.808262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52760) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.812733 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-cab561f8-5692-46b0-81b0-2b9146c8d85f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501335 Jul 16 09:05:53.832521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.903658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d6dda774-a30d-4b96-a36d-09dd63497f1a None None] Provisioning for port fa8df80f-c656-4736-8de4-be9da9ae7859 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:53.958155 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d6dda774-a30d-4b96-a36d-09dd63497f1a None None] Provisioning complete for port 026b6945-4faf-4812-8150-380dd0992a17 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:53.958545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d6dda774-a30d-4b96-a36d-09dd63497f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.096776 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.107429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-58eaf7e7-411b-4582-aee7-0a1a3a99b4c9 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892985 Jul 16 09:05:54.110912 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Transition to ACTIVE for port object 026b6945-4faf-4812-8150-380dd0992a17 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:54.118377 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.207665 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Pushing event updated for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.225266 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.225925 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.226446 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.227408 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.228112 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.228724 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.229587 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.231191 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.231716 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.232232 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.232719 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.233217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:54.278059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52764) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.347891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 0af2e937-33d7-46c4-8c60-a1c032bcc42e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:54.348662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.351146 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d160ba79-23a7-4559-bd0e-8600ac02fa66 req-a366e2d0-2b5b-4289-a975-4ada66b82dca service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358344 Jul 16 09:05:54.408830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d6dda774-a30d-4b96-a36d-09dd63497f1a None None] Port 026b6945-4faf-4812-8150-380dd0992a17 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:54.411971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c43ce6cf-87e2-497f-afc4-75cf6752862b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:54.459164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Attempting to bind port 026b6945-4faf-4812-8150-380dd0992a17 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:54.459538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Attempting to bind port 026b6945-4faf-4812-8150-380dd0992a17 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:54.459904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Attempting to bind port 026b6945-4faf-4812-8150-380dd0992a17 on network c2622d7b-9eb7-483c-b4ef-d1503dabde2d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:54.472605 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:54.472981 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Checking segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:54.473424 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.473819 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Bound using segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:54.474299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Bound port: 026b6945-4faf-4812-8150-380dd0992a17, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:54.474685 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.485890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c43ce6cf-87e2-497f-afc4-75cf6752862b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:54.486509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.507102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.560108 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83f03985-aec8-463e-a331-8f77047959a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.574957 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.583942 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] For port 026b6945-4faf-4812-8150-380dd0992a17, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:54.602438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] For port 026b6945-4faf-4812-8150-380dd0992a17, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=026b6945-4faf-4812-8150-380dd0992a17,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:54.610119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Provisioning for port 0af2e937-33d7-46c4-8c60-a1c032bcc42e completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:54.610985 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.619679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Provisioning complete for port 0af2e937-33d7-46c4-8c60-a1c032bcc42e triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:54.620473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.678643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f380bc85-0def-40fe-97b5-39af5ddb442b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.686178 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.706354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 0af2e937-33d7-46c4-8c60-a1c032bcc42e owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:54.779138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83f03985-aec8-463e-a331-8f77047959a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.785505 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-83f03985-aec8-463e-a331-8f77047959a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.791258 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:54.791902 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:54.798369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.799350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Port 0af2e937-33d7-46c4-8c60-a1c032bcc42e cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:54.800756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-263bca6c-3c4a-4a7d-98c2-73ac934901b9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0592587 Jul 16 09:05:54.801866 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3421-861c-4475-a770-59dfbd457116 None None] Pushing event updated for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.806632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52770) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.812994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d34d62f9-2a98-429a-8c8e-6d92bc73fa56 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:54.822301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'security_group_rule': {'security_group_id': 'f27bb4e4-462b-428e-b87a-7b0ec0603e10', 'project_id': '671239a379b740e893daa5d66fd65f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:54.859454 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-83f03985-aec8-463e-a331-8f77047959a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63acb9ca494f4cc0818976f4d7b792f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685737 Jul 16 09:05:54.859454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f03985-aec8-463e-a331-8f77047959a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cefef9-bdd4-4820-bd59-a874b092c4d7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.861663 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.887922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Provisioning for port 1e01eae6-ee85-4905-b8da-cc8521c7edee completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:54.907713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.914003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Provisioning complete for port 1e01eae6-ee85-4905-b8da-cc8521c7edee triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:54.916362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.936071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.969157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.002313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:55.004575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.012215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f6d03bfb-0adc-4339-8ffd-4d438baa4079 None None] Port 1e01eae6-ee85-4905-b8da-cc8521c7edee cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:55.027220 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:55.062295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.066651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.069810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47cefef9-bdd4-4820-bd59-a874b092c4d7 HTTP/1.1" status: 204 len: 168 time: 0.2067056 Jul 16 09:05:55.091391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ffad7-95d8-476b-ba1d-ab9edf86e892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cefef9-bdd4-4820-bd59-a874b092c4d7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.154942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.157303 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.179293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.233921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fa8df80f-c656-4736-8de4-be9da9ae7859 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:55.240735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd915af7-70c4-41e1-a343-755343f26858,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.249608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=0af2e937-33d7-46c4-8c60-a1c032bcc42e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.266967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.276379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9a0e243a-d4ce-470f-a986-a61a027441e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666305 Jul 16 09:05:55.309722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.316872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52778) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.329272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aec7effb-1bed-4c77-a50a-1d4ab1c57b77 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/0af2e937-33d7-46c4-8c60-a1c032bcc42e HTTP/1.1" status: 204 len: 168 time: 1.5176108 Jul 16 09:05:55.356993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-45af8d98-af68-453e-9849-bb65a7fc33c7 None None] Provisioning complete for port 1e01eae6-ee85-4905-b8da-cc8521c7edee triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:55.357597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-45af8d98-af68-453e-9849-bb65a7fc33c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.376243 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a32ed4-5ee0-42f4-93d6-036e464ad238 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:55.381437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52782) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.398393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d8a32ed4-5ee0-42f4-93d6-036e464ad238 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/0af2e937-33d7-46c4-8c60-a1c032bcc42e HTTP/1.1" status: 404 len: 333 time: 0.0799718 Jul 16 09:05:55.428229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fa8df80f-c656-4736-8de4-be9da9ae7859 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:55.436008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fa8df80f-c656-4736-8de4-be9da9ae7859 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:55.438149 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.467165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-45af8d98-af68-453e-9849-bb65a7fc33c7 None None] Port 1e01eae6-ee85-4905-b8da-cc8521c7edee cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:55.541702 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:54Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:55.574170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 1e01eae6-ee85-4905-b8da-cc8521c7edee {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:55.576752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.599430 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7add8b-e908-44fb-8427-49b4c111c3f9 None None] The sync data for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 is: [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:54Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:55.629252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7eb6efa7-3e2a-4a8d-bb61-286538c03a92 None None] Could not find standard attr ID for object 0af2e937-33d7-46c4-8c60-a1c032bcc42e. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:05:55.694811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-0ccef86c-18fe-4b15-aa17-0de8cf194b21 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--95016187&fields=id&tenant_id=671239a379b740e893daa5d66fd65f55 HTTP/1.1" status: 200 len: 267 time: 0.0810437 Jul 16 09:05:55.739347 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.749733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52794) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.764738 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:55.773556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dc1fb2e-d67d-4f4b-8e65-1d1fcdb2e532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.795261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fa8df80f-c656-4736-8de4-be9da9ae7859, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fa8df80f-c656-4736-8de4-be9da9ae7859,segment=NetworkSegment(3575dd76-abf4-40f1-a870-86252484be3e),segment_id=3575dd76-abf4-40f1-a870-86252484be3e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:55.800269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.851354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-013a964d-b59f-4462-88e8-ad1bb9c63459 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--304353963&fields=id&tenant_id=671239a379b740e893daa5d66fd65f55 HTTP/1.1" status: 200 len: 267 time: 0.1158302 Jul 16 09:05:55.872024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fa8df80f-c656-4736-8de4-be9da9ae7859,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.956075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.969927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 026b6945-4faf-4812-8150-380dd0992a17 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:56.005724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dc1fb2e-d67d-4f4b-8e65-1d1fcdb2e532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.012166 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6dc1fb2e-d67d-4f4b-8e65-1d1fcdb2e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.062202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6dc1fb2e-d67d-4f4b-8e65-1d1fcdb2e532 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4470fea8bed940b3b882dda344c5bf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103547 Jul 16 09:05:56.064457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52796) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:56.081631 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 026b6945-4faf-4812-8150-380dd0992a17 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:56.097526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 026b6945-4faf-4812-8150-380dd0992a17 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:56.097526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.111228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1fb2e-d67d-4f4b-8e65-1d1fcdb2e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3ab7ad-5845-4e12-8e8a-9ba2d271f42b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:56.162767 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.201346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.232605 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.269490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.272535 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.273711 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f3ab7ad-5845-4e12-8e8a-9ba2d271f42b HTTP/1.1" status: 204 len: 168 time: 0.2081645 Jul 16 09:05:56.283651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 026b6945-4faf-4812-8150-380dd0992a17, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=026b6945-4faf-4812-8150-380dd0992a17,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:56.289929 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.309948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec04b5-8bcb-4050-a1fa-12f6d44699b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3ab7ad-5845-4e12-8e8a-9ba2d271f42b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:56.404834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:56.498211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 1e01eae6-ee85-4905-b8da-cc8521c7edee owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:56.564849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-a1cc7414-fb65-4bfc-8f11-45a69d44e871 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.566709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-a1cc7414-fb65-4bfc-8f11-45a69d44e871 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/networks?id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 200 len: 796 time: 0.7022107 Jul 16 09:05:56.594495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-13e75d87-feb8-4d00-b677-f5c0b71ef0db tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/quotas/671239a379b740e893daa5d66fd65f55 HTTP/1.1" status: 200 len: 375 time: 0.0195284 Jul 16 09:05:56.721386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-11dbc96b-6167-4adf-8cd6-3a5b9e151cfb tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192417 Jul 16 09:05:56.722661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.765987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=1e01eae6-ee85-4905-b8da-cc8521c7edee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:56.795455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.802350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:56.812372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-496a8dfd-e451-410a-9dbf-dc8efeb221ab tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/1e01eae6-ee85-4905-b8da-cc8521c7edee HTTP/1.1" status: 204 len: 168 time: 1.4290400 Jul 16 09:05:56.843420 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e216162-f3f0-4472-926a-24d459a45c66 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:05:56.845887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1e216162-f3f0-4472-926a-24d459a45c66 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/1e01eae6-ee85-4905-b8da-cc8521c7edee HTTP/1.1" status: 404 len: 333 time: 0.0421979 Jul 16 09:05:56.848598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:56.953595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet 0f698228-ec81-46e7-ac2c-11cf0c716f31 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:56.965914 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.024730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.085092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-36718f82-6c9c-4ed0-9c2e-8b2b680f827b service neutron] 10.222.0.32 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297267 Jul 16 09:05:57.144022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.199124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-7326d5ef-f1a3-46c8-8041-5141a3439ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070907 Jul 16 09:05:57.225806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.264793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.265488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6843188-1ac1-44c7-bc49-10c328459936 None None] Network 09830cc7-d0c1-4162-b089-9cb9e34f94c5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:57.269882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52826) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:57.270059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/0f698228-ec81-46e7-ac2c-11cf0c716f31 HTTP/1.1" status: 204 len: 168 time: 0.4200432 Jul 16 09:05:57.271939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4015-dc20-4533-83b2-1fbd69c84a6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=0f698228-ec81-46e7-ac2c-11cf0c716f31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.396165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.474679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port fa8df80f-c656-4736-8de4-be9da9ae7859 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:57.475022 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.518205 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] DHCP port deletion for 09830cc7-d0c1-4162-b089-9cb9e34f94c5 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:57.572741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port fa8df80f-c656-4736-8de4-be9da9ae7859, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fa8df80f-c656-4736-8de4-be9da9ae7859,segment=NetworkSegment(3575dd76-abf4-40f1-a870-86252484be3e),segment_id=3575dd76-abf4-40f1-a870-86252484be3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:57.573826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.586576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Deleting port fa8df80f-c656-4736-8de4-be9da9ae7859 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:57.587013 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.603379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for fa8df80f-c656-4736-8de4-be9da9ae7859 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:57.712673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] For port fa8df80f-c656-4736-8de4-be9da9ae7859, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fa8df80f-c656-4736-8de4-be9da9ae7859,segment=NetworkSegment(3575dd76-abf4-40f1-a870-86252484be3e),segment_id=3575dd76-abf4-40f1-a870-86252484be3e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:57.713623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.739425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Calling delete_port for fa8df80f-c656-4736-8de4-be9da9ae7859 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:57.782805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.830451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=fa8df80f-c656-4736-8de4-be9da9ae7859,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.837891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port fa8df80f-c656-4736-8de4-be9da9ae7859 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:57.842315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.867250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] Pushing event deleted for resources: {'Port': ['ID=fa8df80f-c656-4736-8de4-be9da9ae7859,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.884087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e42756-c2d0-47b9-9ebc-ef997873d504 None None] No DVR routers for this DVR port fa8df80f-c656-4736-8de4-be9da9ae7859 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:57.925466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 026b6945-4faf-4812-8150-380dd0992a17 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:57.978139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.986346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 026b6945-4faf-4812-8150-380dd0992a17 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:57.986813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.993199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09830cc7-d0c1-4162-b089-9cb9e34f94c5']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:58.016145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3575dd76-abf4-40f1-a870-86252484be3e') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:58.016450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3575dd76-abf4-40f1-a870-86252484be3e') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:58.034029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.051589 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.059664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:58.060332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:58.064825 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:58.131490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.142750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fa8df80f-c656-4736-8de4-be9da9ae7859 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:58.144419 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.149870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/09830cc7-d0c1-4162-b089-9cb9e34f94c5 HTTP/1.1" status: 204 len: 168 time: 0.8754792 Jul 16 09:05:58.150645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52844) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:58.156629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-701733617'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:58.160531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e90be8-f579-474f-b42c-decdf4ceab84 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=09830cc7-d0c1-4162-b089-9cb9e34f94c5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.168627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fa8df80f-c656-4736-8de4-be9da9ae7859 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:58.168994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fa8df80f-c656-4736-8de4-be9da9ae7859 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:58.186868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:58.190427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.214964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:58.224226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.224574 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05 of type vlan for network b8089b67-f8d0-47c7-9681-e8d7be06bfdf Jul 16 09:05:58.274252 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.309249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.315189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.316072 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.360539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2091532 Jul 16 09:05:58.365433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52854) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:58.381169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:58.403736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44da598-0d04-45dc-8684-2665f1581849 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=b8089b67-f8d0-47c7-9681-e8d7be06bfdf,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.418605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:58.472153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3bc3f799-eda3-4626-bf82-798e3844b77c req-c42c982a-17f9-47bb-9749-35997cf5e573 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 210 time: 0.0424576 Jul 16 09:05:58.571141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:58.575432 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.799519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.866992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=c9a39f2f-6af7-48e4-bd87-924f1ae5dd27,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.877561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:58.877932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: b8089b67-f8d0-47c7-9681-e8d7be06bfdf, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:58.899003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:58.909515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b8089b67-f8d0-47c7-9681-e8d7be06bfdf) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:58.916914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.917373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.924384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f90165-8ec6-4ede-98b6-471669007a6c None None] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:58.954993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-72bdbc22-2af5-4d7c-861e-6ed9584dfbd3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5852282 Jul 16 09:05:58.955685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52874) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:58.965071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf', 'name': 'tempest-PortsIpV6TestJSON-1707435148', 'fixed_ips': [{'subnet_id': 'c9a39f2f-6af7-48e4-bd87-924f1ae5dd27', 'ip_address': '2001:db8::10'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:59.141783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:59.144066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-b8089b67-f8d0-47c7-9681-e8d7be06bfdf', 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': 'c9a39f2f-6af7-48e4-bd87-924f1ae5dd27'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:59.144961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.254821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.289401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port b245b63f-a481-411d-ba79-ace8d027e597 yet. {{(pid=93774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:59.345410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Allocated IP 2001:db8::2 (b8089b67-f8d0-47c7-9681-e8d7be06bfdf/c9a39f2f-6af7-48e4-bd87-924f1ae5dd27/792902b5-14e6-4038-b8aa-9f0aec5955c0) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:59.551720 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.574896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Transition to ACTIVE for port object 792902b5-14e6-4038-b8aa-9f0aec5955c0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:59.607120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Transition to ACTIVE for port object 792902b5-14e6-4038-b8aa-9f0aec5955c0 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:59.618018 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.668080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:59.670852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0e505d7-a1f8-442d-b5a3-a1decdf30a4b req-6efb5288-7237-48d2-91a5-e59bed895426 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 210 time: 0.0444527 Jul 16 09:05:59.671348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:59.674711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:59.678141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::10 (b8089b67-f8d0-47c7-9681-e8d7be06bfdf/c9a39f2f-6af7-48e4-bd87-924f1ae5dd27/b245b63f-a481-411d-ba79-ace8d027e597) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:59.682062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Pushing event updated for resources: {'Port': ['ID=792902b5-14e6-4038-b8aa-9f0aec5955c0,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.697869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:59.755263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Attempting to bind port 792902b5-14e6-4038-b8aa-9f0aec5955c0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:59.755633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Attempting to bind port 792902b5-14e6-4038-b8aa-9f0aec5955c0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:59.755998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Attempting to bind port 792902b5-14e6-4038-b8aa-9f0aec5955c0 on network b8089b67-f8d0-47c7-9681-e8d7be06bfdf {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:59.764107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:59.764534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Checking segment: {'id': 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:59.764906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.765429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Bound using segment: {'id': 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:59.765907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Bound port: 792902b5-14e6-4038-b8aa-9f0aec5955c0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:59.766741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.840497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] For port 792902b5-14e6-4038-b8aa-9f0aec5955c0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:59.844275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] For port 792902b5-14e6-4038-b8aa-9f0aec5955c0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=792902b5-14e6-4038-b8aa-9f0aec5955c0,segment=NetworkSegment(f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05),segment_id=f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:59.848811 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.876553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.894921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object b245b63f-a481-411d-ba79-ace8d027e597 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:59.945697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100587c-4750-4b27-916e-25095ed85f58 None None] Pushing event updated for resources: {'Port': ['ID=792902b5-14e6-4038-b8aa-9f0aec5955c0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.953963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.032538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:00.069576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:00.078743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:00.084733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.085370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.111680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=b245b63f-a481-411d-ba79-ace8d027e597,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.141083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52884) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:00.157101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': 'b8089b67-f8d0-47c7-9681-e8d7be06bfdf', 'name': 'tempest-PortsIpV6TestJSON-1397258304', 'fixed_ips': [{'subnet_id': 'c9a39f2f-6af7-48e4-bd87-924f1ae5dd27', 'ip_address': '2001:db8::f'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:00.174035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bb6f3067-9738-4e9d-8266-ffd3149d412c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2164526 Jul 16 09:06:00.196162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-9db30aa2-3943-443b-80c1-8629c30cf93f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.202600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-9db30aa2-3943-443b-80c1-8629c30cf93f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.46 "GET /v2.0/networks?id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 200 len: 796 time: 0.2614806 Jul 16 09:06:00.267126 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-580af8f7-cb44-4fc3-93d7-862e3df582e5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=671239a379b740e893daa5d66fd65f55 HTTP/1.1" status: 200 len: 475 time: 0.0558941 Jul 16 09:06:00.279471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'port': {'device_id': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'admin_state_up': True, 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'security_groups': ['f27bb4e4-462b-428e-b87a-7b0ec0603e10', 'f380bc85-0def-40fe-97b5-39af5ddb442b']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:00.367325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:00.435839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:00.440899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.455342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.473835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port c5af49e0-b00e-4122-adee-db0d65467f04 yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:00.600972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.20.0.11 (c2622d7b-9eb7-483c-b4ef-d1503dabde2d/e72d2db9-8631-454c-8266-6a510565d9b4/94ab7639-41d8-498a-8d22-6b73c24e96bd) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:00.671559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::f (b8089b67-f8d0-47c7-9681-e8d7be06bfdf/c9a39f2f-6af7-48e4-bd87-924f1ae5dd27/c5af49e0-b00e-4122-adee-db0d65467f04) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:00.792156 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.810909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Transition to ACTIVE for port object 94ab7639-41d8-498a-8d22-6b73c24e96bd will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.877636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.938526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.940829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.956779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:00.958828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:00.960021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object c5af49e0-b00e-4122-adee-db0d65467f04 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.962160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:00.983492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd68077-4a13-445c-91da-658bcdacf074 req-274467f2-f0c7-4044-a771-0086d54122c8 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.985214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdd68077-4a13-445c-91da-658bcdacf074 req-274467f2-f0c7-4044-a771-0086d54122c8 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 971 time: 0.1249235 Jul 16 09:06:01.041454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.043140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.063803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdd68077-4a13-445c-91da-658bcdacf074 req-659f173a-630c-43fa-aeec-e00286dcea70 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0698249 Jul 16 09:06:01.065948 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.074930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-59eb049d-5210-4fa0-b76d-9b9baa9ecfcf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8010955 Jul 16 09:06:01.088379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Request body: {'port': {'device_id': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:01.139618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=c5af49e0-b00e-4122-adee-db0d65467f04,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.143432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:01.145303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:01.149369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:01.159671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.160401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.180542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ab37bf68-c498-432f-a8a3-de2aa5a5fb28 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0380132 Jul 16 09:06:01.184494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52892) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.212564 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.286122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d3313-d129-47ae-a36a-0e0dd8311b6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.295277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dd0d3313-d129-47ae-a36a-0e0dd8311b6c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1075487 Jul 16 09:06:01.295526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52896) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.305167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1f1ed-8ebb-48c0-923e-12694e6cdb27 None None] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:01.395051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36035fdb-e528-4111-ae0e-328252947c23 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.403922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36035fdb-e528-4111-ae0e-328252947c23 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.410611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36035fdb-e528-4111-ae0e-328252947c23 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.413336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-36035fdb-e528-4111-ae0e-328252947c23 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1167905 Jul 16 09:06:01.416055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52900) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.456868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83c27168-2dea-4c98-87b9-1c55183c59d0 None None] Provisioning for port 94ab7639-41d8-498a-8d22-6b73c24e96bd completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:01.472896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83c27168-2dea-4c98-87b9-1c55183c59d0 None None] Provisioning complete for port 94ab7639-41d8-498a-8d22-6b73c24e96bd triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:01.473294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83c27168-2dea-4c98-87b9-1c55183c59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.539764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-83c27168-2dea-4c98-87b9-1c55183c59d0 None None] Port 94ab7639-41d8-498a-8d22-6b73c24e96bd cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:01.557377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-83c27168-2dea-4c98-87b9-1c55183c59d0 None None] Provisioning for port 792902b5-14e6-4038-b8aa-9f0aec5955c0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:01.609865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port c5af49e0-b00e-4122-adee-db0d65467f04 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:01.610397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.665068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ab7639-41d8-498a-8d22-6b73c24e96bd {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:01.677053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.696761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Transition to ACTIVE for port object 94ab7639-41d8-498a-8d22-6b73c24e96bd will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:01.703422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.742197 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.760201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for c5af49e0-b00e-4122-adee-db0d65467f04 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:01.791166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Pushing event updated for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.931674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Attempting to bind port 94ab7639-41d8-498a-8d22-6b73c24e96bd on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:01.931933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Attempting to bind port 94ab7639-41d8-498a-8d22-6b73c24e96bd by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:01.932427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Attempting to bind port 94ab7639-41d8-498a-8d22-6b73c24e96bd on network c2622d7b-9eb7-483c-b4ef-d1503dabde2d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:01.938107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Port 94ab7639-41d8-498a-8d22-6b73c24e96bd on network c2622d7b-9eb7-483c-b4ef-d1503dabde2d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:01.938329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Attempting to bind port 94ab7639-41d8-498a-8d22-6b73c24e96bd on network c2622d7b-9eb7-483c-b4ef-d1503dabde2d {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:01.956430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:01.956430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Checking segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:01.956430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Bound using segment: {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:01.956430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Bound port: 94ab7639-41d8-498a-8d22-6b73c24e96bd, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:01.956430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.990101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 792902b5-14e6-4038-b8aa-9f0aec5955c0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:02.043405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.076398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:02.081642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:02.088911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.100569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 792902b5-14e6-4038-b8aa-9f0aec5955c0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:02.119901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Could not find standard attr ID for object c5af49e0-b00e-4122-adee-db0d65467f04. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:02.124326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 792902b5-14e6-4038-b8aa-9f0aec5955c0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:02.124705 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.130979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=c5af49e0-b00e-4122-adee-db0d65467f04,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.170667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.171374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.178919 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.182013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6b1a2432-8331-4c35-b2b2-d3d3953e12f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/c5af49e0-b00e-4122-adee-db0d65467f04 HTTP/1.1" status: 204 len: 168 time: 0.7647867 Jul 16 09:06:02.185243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52932) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.188205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] 10.222.0.46 "PUT /v2.0/ports/94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 200 len: 1132 time: 1.1029880 Jul 16 09:06:02.191776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:02.199691 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc182860-76a6-441c-8eff-703f542c7cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:02.204950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Provisioning complete for port 792902b5-14e6-4038-b8aa-9f0aec5955c0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:02.205462 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.265665 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4b89a5-8896-4b53-b7c4-d625524eaa1a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:06:02.270013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba4b89a5-8896-4b53-b7c4-d625524eaa1a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/c5af49e0-b00e-4122-adee-db0d65467f04 HTTP/1.1" status: 404 len: 333 time: 0.0836353 Jul 16 09:06:02.273055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52938) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.359309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546236a0-8784-4bb5-a73e-ef221cd61bac service neutron] Pushing event updated for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.397900 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.400271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-27aa2655-ab34-4b49-ac37-a2f8aa34d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.402516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-27aa2655-ab34-4b49-ac37-a2f8aa34d002 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1135 time: 0.1589732 Jul 16 09:06:02.502367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-b0cb37e8-b950-4763-98c5-b3ba1e5dcff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 200 len: 217 time: 0.0881069 Jul 16 09:06:02.514806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ee90-c0f5-4a94-9a34-beed7d9f4587 req-f9d9c067-9b0b-4056-9b66-cb121e85982d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.517861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3b3ee90-c0f5-4a94-9a34-beed7d9f4587 req-f9d9c067-9b0b-4056-9b66-cb121e85982d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 983 time: 0.1626570 Jul 16 09:06:02.538293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 792902b5-14e6-4038-b8aa-9f0aec5955c0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=792902b5-14e6-4038-b8aa-9f0aec5955c0,segment=NetworkSegment(f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05),segment_id=f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:02.559137 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.561477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port b245b63f-a481-411d-ba79-ace8d027e597 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:02.561827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.627536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.641274 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bd097-c514-4811-bf85-7ef048dc5f98 x-openstack-request-id: req-9b3bd097-c514-4811-bf85-7ef048dc5f98 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:02.643218 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:02.644688 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b3bd097-c514-4811-bf85-7ef048dc5f98 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:02.645194 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'status': 'completed', 'code': 200} Jul 16 09:06:02.661854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-b49422bb-7c74-4747-8e6f-0d5dfc7e41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.672616 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-b49422bb-7c74-4747-8e6f-0d5dfc7e41f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e72d2db9-8631-454c-8266-6a510565d9b4 HTTP/1.1" status: 200 len: 834 time: 0.1606808 Jul 16 09:06:02.680223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3b3ee90-c0f5-4a94-9a34-beed7d9f4587 req-08a697eb-2ec0-44a8-95a6-834313b47a45 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1304336 Jul 16 09:06:02.749530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=792902b5-14e6-4038-b8aa-9f0aec5955c0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.770919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.db.api [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:02.771433 n-d-798054-12 neutron-server[93776]: DEBUG oslo_db.api [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:02.773854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.797330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for b245b63f-a481-411d-ba79-ace8d027e597 owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:02.831483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-1cd3f474-da1f-4b21-8ee9-44c26e141fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.833188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-1cd3f474-da1f-4b21-8ee9-44c26e141fcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504011 Jul 16 09:06:02.980811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.983922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-78d452ff-7cf9-4b76-91f4-2b058d423812 service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431794 Jul 16 09:06:03.019357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=b245b63f-a481-411d-ba79-ace8d027e597,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.052763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.054686 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0e3dcb65-b412-4c09-9a4e-f4b14ca84f9c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/b245b63f-a481-411d-ba79-ace8d027e597 HTTP/1.1" status: 204 len: 168 time: 0.7804997 Jul 16 09:06:03.057351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52958) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.094271 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2dfc77-9b91-4147-9b33-ce47563debfa tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:06:03.095890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6e2dfc77-9b91-4147-9b33-ce47563debfa tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/b245b63f-a481-411d-ba79-ace8d027e597 HTTP/1.1" status: 404 len: 333 time: 0.0375531 Jul 16 09:06:03.098716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52960) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.105821 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f9f40b5b-2f27-4bb1-87bf-5c6262e7ea57 req-6b8a2f02-3b0b-4ff3-befe-71cf3aeac481 service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150172 Jul 16 09:06:03.169496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet c9a39f2f-6af7-48e4-bd87-924f1ae5dd27 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:03.173221 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.220615 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.236574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-3b7d1a97-adb3-4c7c-bcc3-693d002efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.238088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-3b7d1a97-adb3-4c7c-bcc3-693d002efaa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1135 time: 0.0717895 Jul 16 09:06:03.321341 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.348720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cbc190b2-4a3a-41b9-81a5-61287a36603e None None] Could not find standard attr ID for object b245b63f-a481-411d-ba79-ace8d027e597. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:03.360369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-5cbd2d8a-3076-49c0-bc1c-eeccead67c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.361949 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-5cbd2d8a-3076-49c0-bc1c-eeccead67c1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 200 len: 897 time: 0.1166408 Jul 16 09:06:03.408829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.415812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-3f5187b2-4a91-47ce-852b-78283f8b130c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 200 len: 217 time: 0.0452938 Jul 16 09:06:03.432753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.434802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/c9a39f2f-6af7-48e4-bd87-924f1ae5dd27 HTTP/1.1" status: 204 len: 168 time: 0.3351481 Jul 16 09:06:03.452379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52962) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.463700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520461c1-1721-480a-a55a-c402885dc87c tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a39f2f-6af7-48e4-bd87-924f1ae5dd27,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.483541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df03c547-f90e-45af-a0e8-024803b7b643 None None] Could not find standard attr ID for object c5af49e0-b00e-4122-adee-db0d65467f04. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:03.486707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-aec008a0-d3c9-4093-a36d-803d0fe72404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.487674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-df03c547-f90e-45af-a0e8-024803b7b643 None None] Could not find standard attr ID for object b245b63f-a481-411d-ba79-ace8d027e597. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:03.489982 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-aec008a0-d3c9-4093-a36d-803d0fe72404 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e72d2db9-8631-454c-8266-6a510565d9b4 HTTP/1.1" status: 200 len: 834 time: 0.0660946 Jul 16 09:06:03.516312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4d208-1100-49c2-a15c-b375e7ce8a48 None None] Network b8089b67-f8d0-47c7-9681-e8d7be06bfdf requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:03.560189 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.567554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-9f78c0c4-5331-4a71-959b-cbb54a7c9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.569789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-9f78c0c4-5331-4a71-959b-cbb54a7c9617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731151 Jul 16 09:06:03.617932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 792902b5-14e6-4038-b8aa-9f0aec5955c0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:03.618665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.686907 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-dc6b5be1-8f5f-4578-8864-482749a5afcb service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097586 Jul 16 09:06:03.691035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port 792902b5-14e6-4038-b8aa-9f0aec5955c0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=792902b5-14e6-4038-b8aa-9f0aec5955c0,segment=NetworkSegment(f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05),segment_id=f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:03.691677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.713097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 792902b5-14e6-4038-b8aa-9f0aec5955c0 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:03.741485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] DHCP port deletion for b8089b67-f8d0-47c7-9681-e8d7be06bfdf request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:03.808466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc182860-76a6-441c-8eff-703f542c7cd9 req-59963f85-f065-4c20-b94f-7f2575d43384 service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139629 Jul 16 09:06:03.843387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Deleting port 792902b5-14e6-4038-b8aa-9f0aec5955c0 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:03.843772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.859695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.892219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port 792902b5-14e6-4038-b8aa-9f0aec5955c0 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:03.903653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 792902b5-14e6-4038-b8aa-9f0aec5955c0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:03.922684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=792902b5-14e6-4038-b8aa-9f0aec5955c0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.945056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 792902b5-14e6-4038-b8aa-9f0aec5955c0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:03.945407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 792902b5-14e6-4038-b8aa-9f0aec5955c0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:03.966627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] For port 792902b5-14e6-4038-b8aa-9f0aec5955c0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=792902b5-14e6-4038-b8aa-9f0aec5955c0,segment=NetworkSegment(f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05),segment_id=f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:03.967087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.991941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Calling delete_port for 792902b5-14e6-4038-b8aa-9f0aec5955c0 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:03.993631 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.014043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc0b7-02a9-4621-b6ee-fef509a3aba4 req-a50de5c2-c24d-41ae-b9c3-155a1da0fe1e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.014434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44abc0b7-02a9-4621-b6ee-fef509a3aba4 req-a50de5c2-c24d-41ae-b9c3-155a1da0fe1e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 983 time: 0.2073543 Jul 16 09:06:04.016246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8089b67-f8d0-47c7-9681-e8d7be06bfdf']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.033090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.033388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cbed1d-8ae6-4cda-b1cc-b9afabdeae05') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.049471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.073054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.079021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.083887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44abc0b7-02a9-4621-b6ee-fef509a3aba4 req-5989d491-94a4-4c98-91aa-70d0071cbaa4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0602252 Jul 16 09:06:04.086502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:04.087031 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:04.090401 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:04.116145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] No DVR routers for this DVR port 792902b5-14e6-4038-b8aa-9f0aec5955c0 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:04.117921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df710df-0c1e-4362-8253-c5aeac00ab1a None None] Pushing event deleted for resources: {'Port': ['ID=792902b5-14e6-4038-b8aa-9f0aec5955c0,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.173831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.180877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.187711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/b8089b67-f8d0-47c7-9681-e8d7be06bfdf HTTP/1.1" status: 204 len: 168 time: 0.7293794 Jul 16 09:06:04.188671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.194146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1279968754'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:04.194974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0132172-9c51-4fe4-b316-2eaedcdb5b0b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=b8089b67-f8d0-47c7-9681-e8d7be06bfdf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.219967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:04.223365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.248286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:04.258899 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.259251 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Added segment 248c7b53-9e50-4f63-914d-f497879bb74e of type vlan for network 354ff616-f9c7-4f3b-983b-2f62530bd20a Jul 16 09:06:04.305903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.337837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.344985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.345566 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.385209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1953826 Jul 16 09:06:04.388104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.395254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:04.428509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fc57-d25e-4727-9cbf-61aa8133b860 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Network': ['ID=354ff616-f9c7-4f3b-983b-2f62530bd20a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.439937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:04.493282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:04.499103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.738640 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.805545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=4dd18722-0a06-4d3d-a097-0f3bc1db362e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.815827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Checking segment: {'id': '248c7b53-9e50-4f63-914d-f497879bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:04.816489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network hostable DHCP agents. Network: 354ff616-f9c7-4f3b-983b-2f62530bd20a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:04.833572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:04.842803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 354ff616-f9c7-4f3b-983b-2f62530bd20a) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:04.846983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.847577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.856171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88c8e4-bfb3-4d6c-abe4-364949d86566 None None] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:04.865547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0bdc772-301a-49bb-a402-f490883a5748 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4743714 Jul 16 09:06:04.866761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.872820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-213401623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:04.896506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.897705 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.954614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.959538 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.978534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.983373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.983595 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-17a713f6-2146-4d63-ae22-af0fe6adebbf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1156359 Jul 16 09:06:04.989201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a', 'name': 'tempest-PortsIpV6TestJSON-1172403767'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:05.016508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-354ff616-f9c7-4f3b-983b-2f62530bd20a', 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': '4dd18722-0a06-4d3d-a097-0f3bc1db362e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:05.017380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.151631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:05.156380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.186299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port d5ff8945-7b11-488a-a0f1-77450229e3cb yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:05.216589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Allocated IP 2001:db8::2 (354ff616-f9c7-4f3b-983b-2f62530bd20a/4dd18722-0a06-4d3d-a097-0f3bc1db362e/36273ed4-8eeb-4190-95ce-4c5f4f6e368b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:05.360114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e29fb-d96b-446b-b4c2-11b96e871343 req-8f181da5-09bb-4417-97da-7a4bca5b2613 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.362086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b4e29fb-d96b-446b-b4c2-11b96e871343 req-8f181da5-09bb-4417-97da-7a4bca5b2613 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 983 time: 0.1019926 Jul 16 09:06:05.414512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b4e29fb-d96b-446b-b4c2-11b96e871343 req-0c3351bf-2057-4e3c-9076-1200a69b9b56 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0456076 Jul 16 09:06:05.565427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52992) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:05.612782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.621468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Transition to ACTIVE for port object 36273ed4-8eeb-4190-95ce-4c5f4f6e368b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:05.636247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Transition to ACTIVE for port object 36273ed4-8eeb-4190-95ce-4c5f4f6e368b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:05.656872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.702272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:05.704645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:05.709444 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e978a34-7b49-49d3-99f2-dc99d3de1e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.710069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:05.721183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Pushing event updated for resources: {'Port': ['ID=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.737498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::111 (354ff616-f9c7-4f3b-983b-2f62530bd20a/4dd18722-0a06-4d3d-a097-0f3bc1db362e/d5ff8945-7b11-488a-a0f1-77450229e3cb) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:05.806726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Attempting to bind port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:05.807099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Attempting to bind port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '248c7b53-9e50-4f63-914d-f497879bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:05.807489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Attempting to bind port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b on network 354ff616-f9c7-4f3b-983b-2f62530bd20a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:05.813312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:05.813611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Checking segment: {'id': '248c7b53-9e50-4f63-914d-f497879bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:05.814100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.815706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Bound using segment: {'id': '248c7b53-9e50-4f63-914d-f497879bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:05.816587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Bound port: 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248c7b53-9e50-4f63-914d-f497879bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '354ff616-f9c7-4f3b-983b-2f62530bd20a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:05.817061 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.887569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] For port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:05.892970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] For port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,segment=NetworkSegment(248c7b53-9e50-4f63-914d-f497879bb74e),segment_id=248c7b53-9e50-4f63-914d-f497879bb74e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:05.897660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.941462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e978a34-7b49-49d3-99f2-dc99d3de1e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.952137 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7e978a34-7b49-49d3-99f2-dc99d3de1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.970238 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffd9d2-ac48-4e97-b520-7e226296b753 None None] Pushing event updated for resources: {'Port': ['ID=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.976755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.022283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object d5ff8945-7b11-488a-a0f1-77450229e3cb will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:06.033541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7e978a34-7b49-49d3-99f2-dc99d3de1e88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06eb364cc7448248ac313eaa329f23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667585 Jul 16 09:06:06.035694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e978a34-7b49-49d3-99f2-dc99d3de1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7148c6d-a702-4f0a-8ff2-1f86e4de048c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.036902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 52996) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.082269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.091798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.130295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.150288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:06.163692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:06.167078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:06.173792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.174451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.196483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=d5ff8945-7b11-488a-a0f1-77450229e3cb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.207789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-113b2027-e209-4d7b-86f7-f8d28ddb4a21 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2229462 Jul 16 09:06:06.211012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 52998) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.212676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.217463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.220194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7148c6d-a702-4f0a-8ff2-1f86e4de048c HTTP/1.1" status: 204 len: 168 time: 0.1811888 Jul 16 09:06:06.232736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc68926-ae5f-4fdd-914d-22954e6c23c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7148c6d-a702-4f0a-8ff2-1f86e4de048c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.509854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 94ab7639-41d8-498a-8d22-6b73c24e96bd details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:06:06.612671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.629637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c0c02e2-cf02-4b96-8f21-7e489f40dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.693157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:06.710867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'port_id': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'mac_address': 'fa:16:3e:76:da:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:06:06.755459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19134-0982-4eeb-ac63-097406143611 req-70291ccd-f6f2-4975-8a98-9dce74240ebf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:06.763333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffa19134-0982-4eeb-ac63-097406143611 req-70291ccd-f6f2-4975-8a98-9dce74240ebf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 983 time: 0.1503215 Jul 16 09:06:06.772956 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.801263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.822516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c0c02e2-cf02-4b96-8f21-7e489f40dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.826501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ab7639-41d8-498a-8d22-6b73c24e96bd {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:06.828984 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6c0c02e2-cf02-4b96-8f21-7e489f40dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.856571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ffa19134-0982-4eeb-ac63-097406143611 req-eb437c82-979b-4bd7-a3d0-b354ca3b0089 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0920463 Jul 16 09:06:06.867960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:06.874451 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.911224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6c0c02e2-cf02-4b96-8f21-7e489f40dcec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d7942a0f97d40b689aacd1c6193088f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970719 Jul 16 09:06:06.911971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c02e2-cf02-4b96-8f21-7e489f40dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343e94a-3660-4105-b570-f03227dcfd17,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.913857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53010) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.940406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.083241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['94ab7639-41d8-498a-8d22-6b73c24e96bd'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:07.144269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c455d00-8bfe-43d5-9109-86765bcb9e25 None None] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:07.263615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-900b350d-2a40-4413-b89a-5303723abd62 None None] Provisioning for port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:07.428092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.463772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.532632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.537536 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.570653 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.573916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.577690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2343e94a-3660-4105-b570-f03227dcfd17 HTTP/1.1" status: 204 len: 168 time: 0.6597562 Jul 16 09:06:07.616986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343e94a-3660-4105-b570-f03227dcfd17,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.638183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.638527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.638871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.639212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.639547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.639879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.640233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.640561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.640886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.641211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.641534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.641854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2658c781-b907-4840-92ca-900049a12ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:07.644451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=d5ff8945-7b11-488a-a0f1-77450229e3cb,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.720828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4131f8c-9d92-4a7f-8baf-c609f2b5c690 None None] Provisioning for port d5ff8945-7b11-488a-a0f1-77450229e3cb completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:07.725892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a4131f8c-9d92-4a7f-8baf-c609f2b5c690 None None] Provisioning complete for port d5ff8945-7b11-488a-a0f1-77450229e3cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:07.726457 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4131f8c-9d92-4a7f-8baf-c609f2b5c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.766559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a4131f8c-9d92-4a7f-8baf-c609f2b5c690 None None] Port d5ff8945-7b11-488a-a0f1-77450229e3cb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:07.784950 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.946583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.999759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36273ed4-8eeb-4190-95ce-4c5f4f6e368b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:08.050669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4414b6bc-3cfc-4826-a4f4-26297a72a4c9 None None] Provisioning complete for port d5ff8945-7b11-488a-a0f1-77450229e3cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:08.051084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4414b6bc-3cfc-4826-a4f4-26297a72a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.101709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4414b6bc-3cfc-4826-a4f4-26297a72a4c9 None None] Port d5ff8945-7b11-488a-a0f1-77450229e3cb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:08.109768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:08.118776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:08.118776 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.224650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.227356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcced5f-bb71-43ef-8e80-3cfb98891804 req-2e93c9cc-bf2b-4250-810d-e0a271c7ac7f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.229200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcced5f-bb71-43ef-8e80-3cfb98891804 req-2e93c9cc-bf2b-4250-810d-e0a271c7ac7f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 984 time: 0.1540787 Jul 16 09:06:08.273278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,segment=NetworkSegment(248c7b53-9e50-4f63-914d-f497879bb74e),segment_id=248c7b53-9e50-4f63-914d-f497879bb74e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:08.278284 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.331725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fcced5f-bb71-43ef-8e80-3cfb98891804 req-f163659c-7e27-4cbc-b217-5f93625a1883 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0663524 Jul 16 09:06:08.349820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.366910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-be96ccae-e8c4-4f0e-a328-fc6b3dc2969e None None] Provisioning complete for port d5ff8945-7b11-488a-a0f1-77450229e3cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:08.367289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-be96ccae-e8c4-4f0e-a328-fc6b3dc2969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.381309 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.387157 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.388149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.403488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-be96ccae-e8c4-4f0e-a328-fc6b3dc2969e None None] Port d5ff8945-7b11-488a-a0f1-77450229e3cb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:08.463986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=d5ff8945-7b11-488a-a0f1-77450229e3cb,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.535937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 94ab7639-41d8-498a-8d22-6b73c24e96bd up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:08.554082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:08.556078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:08.610435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 94ab7639-41d8-498a-8d22-6b73c24e96bd completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:08.615235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 94ab7639-41d8-498a-8d22-6b73c24e96bd triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:08.615896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.699091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Router b546f0f5-8cdd-44dd-a755-5504380a7187 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:08.746016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.749874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.792212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:08.793887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:08.796320 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a93cdea-bbd9-440e-a8e9-c01a208f2bed" -d '{"events": [{"server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "name": "network-vif-plugged", "status": "completed", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:08.808218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.820322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:08.836358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8c6d8dd3-1c11-443b-bb87-d2515384d9c0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/routers/b546f0f5-8cdd-44dd-a755-5504380a7187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215551 Jul 16 09:06:08.837021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53042) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.846671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] Sync routers for ids ['b546f0f5-8cdd-44dd-a755-5504380a7187'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:08.874501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] Routers {'b546f0f5-8cdd-44dd-a755-5504380a7187'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:08.875148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b546f0f5-8cdd-44dd-a755-5504380a7187'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:08.925250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:08.928167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.931126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37048cef-f07f-42df-b8ca-9e1bea62a2b3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.933290 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-37048cef-f07f-42df-b8ca-9e1bea62a2b3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?device_id=b546f0f5-8cdd-44dd-a755-5504380a7187 HTTP/1.1" status: 200 len: 989 time: 0.0954893 Jul 16 09:06:08.937046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53046) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.947028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] Routers {'b546f0f5-8cdd-44dd-a755-5504380a7187'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:08.948172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b546f0f5-8cdd-44dd-a755-5504380a7187'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:08.954267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cfa65f12-a838-40cc-b5b1-e01564069890 None None] Provisioning complete for port d5ff8945-7b11-488a-a0f1-77450229e3cb triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:08.954904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cfa65f12-a838-40cc-b5b1-e01564069890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.012230 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:09.012919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db8818-4d65-448e-bd8d-5bd1b2393400 None None] The sync data for ids ['b546f0f5-8cdd-44dd-a755-5504380a7187'] in n-d-798054-12 is: [] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:09.034839 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa99b88-1d45-49fd-9284-0abc5d030a80 x-openstack-request-id: req-1fa99b88-1d45-49fd-9284-0abc5d030a80 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:09.035197 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "name": "network-vif-plugged", "status": "completed", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:09.035389 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fa99b88-1d45-49fd-9284-0abc5d030a80 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:09.035782 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'code': 200} Jul 16 09:06:09.049801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-cfa65f12-a838-40cc-b5b1-e01564069890 None None] Port d5ff8945-7b11-488a-a0f1-77450229e3cb cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:09.264763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8a716-2d6f-4f87-a165-3d5db7efceb1 req-12f1938c-2db1-47ae-8c3a-e7260bfc6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.266291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26b8a716-2d6f-4f87-a165-3d5db7efceb1 req-12f1938c-2db1-47ae-8c3a-e7260bfc6c66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1137 time: 0.1502130 Jul 16 09:06:09.348311 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-26b8a716-2d6f-4f87-a165-3d5db7efceb1 req-3f03cedb-6025-4b82-9a33-d15749aa7d85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0742023 Jul 16 09:06:09.350095 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.540288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67d28-1b98-48f8-9bae-2c8553b3dbfa req-1290e8bd-5e12-45fb-8a0a-a0af0feda9d7 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.542637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6a67d28-1b98-48f8-9bae-2c8553b3dbfa req-1290e8bd-5e12-45fb-8a0a-a0af0feda9d7 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.0860884 Jul 16 09:06:09.607475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f6a67d28-1b98-48f8-9bae-2c8553b3dbfa req-e6318868-d9f7-4e0a-b4ca-3c7624702d87 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0471520 Jul 16 09:06:09.888909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.942328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36273ed4-8eeb-4190-95ce-4c5f4f6e368b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:09.995914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:09.996217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.181210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port d5ff8945-7b11-488a-a0f1-77450229e3cb {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:10.181646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.305301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.319895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for d5ff8945-7b11-488a-a0f1-77450229e3cb owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:10.531702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.569507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=d5ff8945-7b11-488a-a0f1-77450229e3cb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.697988 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.812078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900cca0-8b16-4fe3-b93b-15c39f2b2866 req-8f6f7280-0ffa-458f-85c6-869b386e2f5a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.813602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0900cca0-8b16-4fe3-b93b-15c39f2b2866 req-8f6f7280-0ffa-458f-85c6-869b386e2f5a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.0684860 Jul 16 09:06:10.856488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0900cca0-8b16-4fe3-b93b-15c39f2b2866 req-33d07dbd-5e82-4482-b546-c0c92c7c9a09 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0362082 Jul 16 09:06:10.862523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Router b546f0f5-8cdd-44dd-a755-5504380a7187 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:10.942413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:10.951887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ddacd39b-c156-4079-b37e-4776ace1205a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/routers/b546f0f5-8cdd-44dd-a755-5504380a7187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103424 Jul 16 09:06:10.952279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53078) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:10.959000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] Sync routers for ids ['b546f0f5-8cdd-44dd-a755-5504380a7187'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:10.974280 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] Routers {'b546f0f5-8cdd-44dd-a755-5504380a7187'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:10.975208 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b546f0f5-8cdd-44dd-a755-5504380a7187'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:10.989435 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fd5dba-a50e-42fb-9500-572f50ed66ad tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:06:10.989435 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94fd5dba-a50e-42fb-9500-572f50ed66ad tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/d5ff8945-7b11-488a-a0f1-77450229e3cb HTTP/1.1" status: 404 len: 333 time: 0.0319498 Jul 16 09:06:10.989435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53080) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.027158 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.038124 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] Routers {'b546f0f5-8cdd-44dd-a755-5504380a7187'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:11.039040 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b546f0f5-8cdd-44dd-a755-5504380a7187'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.053658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3430f6-0ad5-492f-8961-da8a5cb1758e req-75e9dda1-bf6d-47ab-b2c3-2db7260e902f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.055535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff3430f6-0ad5-492f-8961-da8a5cb1758e req-75e9dda1-bf6d-47ab-b2c3-2db7260e902f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.0801070 Jul 16 09:06:11.078177 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.079000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c791d04c-a69b-4160-af91-da76f851b230 None None] The sync data for ids ['b546f0f5-8cdd-44dd-a755-5504380a7187'] in n-d-798054-12 is: [] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:11.091642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.105193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff3430f6-0ad5-492f-8961-da8a5cb1758e req-45703554-39a1-4ccc-b931-55581355b258 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0421414 Jul 16 09:06:11.260491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.263597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.309359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-78145b9c-4d52-433d-90fc-befe8a56f762 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.323734 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.324423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Fanout notify agent at l3_agent the message router_deleted on router b546f0f5-8cdd-44dd-a755-5504380a7187 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:11.326968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-78145b9c-4d52-433d-90fc-befe8a56f762 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1137 time: 0.0920229 Jul 16 09:06:11.332613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.333852 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7f63d544-e7f1-4e54-8b3e-85e2bf5e9fbb tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/routers/b546f0f5-8cdd-44dd-a755-5504380a7187 HTTP/1.1" status: 204 len: 168 time: 0.3434935 Jul 16 09:06:11.336526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53090) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.356935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-2b99c723-ef2a-4d32-8f45-545846e3f28f tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.399667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet 4dd18722-0a06-4d3d-a097-0f3bc1db362e {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:11.405366 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.490233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.502476 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-2b99c723-ef2a-4d32-8f45-545846e3f28f tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.506627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-2b99c723-ef2a-4d32-8f45-545846e3f28f tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.537481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b1e8545-d1ec-4008-b9ed-365761316e59 req-2b99c723-ef2a-4d32-8f45-545846e3f28f tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2096090 Jul 16 09:06:11.544426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99c723-ef2a-4d32-8f45-545846e3f28f tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19a039-9078-4b8d-8892-b1c7f8392ccc,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.576445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53098) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.616587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.680980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad26fe-38fa-4ac3-b5d4-72e5830a9800 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.685836 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a6ad26fe-38fa-4ac3-b5d4-72e5830a9800 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1132 time: 0.1051319 Jul 16 09:06:11.686050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.691475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:11.704794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.743608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd18722-0a06-4d3d-a097-0f3bc1db362e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.746292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.748275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-88460537-163c-41eb-9474-66528d421b59 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd18722-0a06-4d3d-a097-0f3bc1db362e HTTP/1.1" status: 204 len: 168 time: 0.4105957 Jul 16 09:06:11.750973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53102) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.754038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14f2c3-e39d-44e2-951f-27369f7c7a89 None None] Network 354ff616-f9c7-4f3b-983b-2f62530bd20a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:11.759078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.864126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.970686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998d766-5290-458a-8b09-a10830372a65 None None] DHCP port deletion for 354ff616-f9c7-4f3b-983b-2f62530bd20a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:11.985525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.002919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:12.003361 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.050810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Deleting port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:12.051267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.117243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5998d766-5290-458a-8b09-a10830372a65 None None] For port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,segment=NetworkSegment(248c7b53-9e50-4f63-914d-f497879bb74e),segment_id=248c7b53-9e50-4f63-914d-f497879bb74e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:12.117647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.123083 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,segment=NetworkSegment(248c7b53-9e50-4f63-914d-f497879bb74e),segment_id=248c7b53-9e50-4f63-914d-f497879bb74e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:12.123523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.131435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Calling delete_port for 36273ed4-8eeb-4190-95ce-4c5f4f6e368b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:12.164749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 36273ed4-8eeb-4190-95ce-4c5f4f6e368b owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:12.219957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.221022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.25.5.28 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/e67ad710-4e26-4c26-b6cb-69c8bb306e6c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:12.245861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998d766-5290-458a-8b09-a10830372a65 None None] Pushing event deleted for resources: {'Port': ['ID=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.251537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998d766-5290-458a-8b09-a10830372a65 None None] No DVR routers for this DVR port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:12.322745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.600245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=36273ed4-8eeb-4190-95ce-4c5f4f6e368b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.608890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port 36273ed4-8eeb-4190-95ce-4c5f4f6e368b on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:12.672540 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.718873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.732685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354ff616-f9c7-4f3b-983b-2f62530bd20a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:12.746969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248c7b53-9e50-4f63-914d-f497879bb74e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:12.747272 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248c7b53-9e50-4f63-914d-f497879bb74e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:12.769835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.789768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.798044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:12.798556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:12.802084 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:12.814427 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.898043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:12.903856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:12.905994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:12.908607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.913093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.916867 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/354ff616-f9c7-4f3b-983b-2f62530bd20a HTTP/1.1" status: 204 len: 168 time: 1.1630974 Jul 16 09:06:12.920242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53116) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:12.922221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=e67ad710-4e26-4c26-b6cb-69c8bb306e6c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.960488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57475300-ef1a-435c-9701-2032b10e4e3d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=354ff616-f9c7-4f3b-983b-2f62530bd20a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.980901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02471847-73cd-41ce-aeb8-05e6717bd60d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:12.983220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-02471847-73cd-41ce-aeb8-05e6717bd60d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/886ba021-5c97-45e1-b73a-92134adc7c0f HTTP/1.1" status: 200 len: 845 time: 0.0619931 Jul 16 09:06:12.986738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53118) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.021904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba002-2e8c-47b0-b2ef-a375c145a608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.059507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1ede85f-24bb-4107-a513-b06ebd4db09b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/886ba021-5c97-45e1-b73a-92134adc7c0f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0715413 Jul 16 09:06:13.063135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53120) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.068853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:13.161896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:13.166392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.376896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.425655 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:13.429581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:13.437861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:13.438477 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.448311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616ad77-aca8-48fe-9504-4eca1cc4e928 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:13.460518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=ced6f39b-b69b-4174-80d8-30a7ee366e5a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.473359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c97a34c9-6f87-4fb6-8ddc-2e107f898189 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4064915 Jul 16 09:06:13.473615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53122) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.480225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'security_group': {'name': 'tempest-secgroup-532218385'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:13.506315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.508858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.606632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.611203 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.639074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.642875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1646767 Jul 16 09:06:13.643153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53124) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.648400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'security_group': {'name': 'tempest-secgroup-136240634'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:13.653693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c4dd0-200c-4efa-b404-9869003756e8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026509ca-cf28-45e5-be33-05f44fe02ba2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.653952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.662378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'tenant_id': '3452970815384dd095a4ccb368396ab9', 'fixed_ips': [{'subnet_id': 'ced6f39b-b69b-4174-80d8-30a7ee366e5a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:13.663188 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.677113 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.772380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.777407 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.834037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.837611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1932435 Jul 16 09:06:13.839674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53128) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:13.845582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-70278669', 'security_groups': ['34a2ad94-eb07-4956-845f-5ecdeeeb9e08'], 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ced6f39b-b69b-4174-80d8-30a7ee366e5a'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:13.845958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Allocated IP 2001:db8::2 (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/ced6f39b-b69b-4174-80d8-30a7ee366e5a/b13ef584-395d-4fcd-92f9-381bc3368f8c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:13.850327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f7e1-fc7a-4765-ac56-6768249fc0f4 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a2ad94-eb07-4956-845f-5ecdeeeb9e08,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.888324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.913233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.949718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36273ed4-8eeb-4190-95ce-4c5f4f6e368b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:13.970794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 36273ed4-8eeb-4190-95ce-4c5f4f6e368b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:13.971154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 36273ed4-8eeb-4190-95ce-4c5f4f6e368b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:14.017956 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=e67ad710-4e26-4c26-b6cb-69c8bb306e6c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.029951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.042794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:14.100517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.114584 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Transition to ACTIVE for port object b13ef584-395d-4fcd-92f9-381bc3368f8c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:14.135305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Transition to ACTIVE for port object b13ef584-395d-4fcd-92f9-381bc3368f8c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:14.145026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.200480 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.205867 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Floating IP 25999e06-c0ef-4cc5-b73c-d51c91798111 associated. External IP: 172.25.5.28, port: 94ab7639-41d8-498a-8d22-6b73c24e96bd. Jul 16 09:06:14.214418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:14.217428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:14.224778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:14.226063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port dba2b70f-e5dc-4e30-b077-04f33701006d yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:14.237822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.292848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Attempting to bind port b13ef584-395d-4fcd-92f9-381bc3368f8c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:14.294343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Attempting to bind port b13ef584-395d-4fcd-92f9-381bc3368f8c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2703531d-4314-4acf-857d-aa7fbd7a232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:14.294343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Attempting to bind port b13ef584-395d-4fcd-92f9-381bc3368f8c on network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:14.308418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:14.308991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Checking segment: {'id': '2703531d-4314-4acf-857d-aa7fbd7a232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:14.309551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.311008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Bound using segment: {'id': '2703531d-4314-4acf-857d-aa7fbd7a232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:14.311008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Bound port: b13ef584-395d-4fcd-92f9-381bc3368f8c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2703531d-4314-4acf-857d-aa7fbd7a232a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:14.311275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.391627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:14.395257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:14.401412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.442573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::32a (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/ced6f39b-b69b-4174-80d8-30a7ee366e5a/dba2b70f-e5dc-4e30-b077-04f33701006d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:14.481336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be3db2-01d6-4745-965c-45c2f78f9fca None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.593464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 1be99b85-4836-437e-a148-410db4fbada5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:14.679316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.705107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object dba2b70f-e5dc-4e30-b077-04f33701006d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:14.800914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.824159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:14.842891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Sync routers for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:14.863273 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:14.864078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.868955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:14.872443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:14.877248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:14.878425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.883379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:14.884103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.904510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=dba2b70f-e5dc-4e30-b077-04f33701006d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.914282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d39b3f7f-c98b-4e59-b79e-0de48092737e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0706496 Jul 16 09:06:14.914829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53142) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.924886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:14.946799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9c7295b3-e233-46e6-80f7-647c48705846 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2575455 Jul 16 09:06:14.946799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:14.948857 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:14.953965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53144) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.040563 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded6e045-8cc9-4178-920c-81e3e8728883 x-openstack-request-id: req-ded6e045-8cc9-4178-920c-81e3e8728883 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:15.041503 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:15.041797 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ded6e045-8cc9-4178-920c-81e3e8728883 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:15.042218 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'status': 'completed', 'code': 200} Jul 16 09:06:15.055980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:15.121414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:15.126231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.251888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-346972ba-dbd9-4945-b459-db8ef5e1fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.253540 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-346972ba-dbd9-4945-b459-db8ef5e1fe79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1137 time: 0.2036965 Jul 16 09:06:15.259253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.259805 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.260313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.261254 n-d-798054-12 neutron-server[93775]: INFO neutron.db.ipam_backend_mixin [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ced6f39b-b69b-4174-80d8-30a7ee366e5a (CIDR: 2001:db8::/64) Jul 16 09:06:15.261421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.261955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.262354 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.262905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.265055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-06a2a858-9057-430a-91d7-667e03ec8136 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.3078096 Jul 16 09:06:15.265586 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:06:15.266291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:15.268848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.349544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8cb0ca7c-4e06-428b-8ee4-dca238648c25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4304652 Jul 16 09:06:15.356572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53150) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.365427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:15.382666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '25999e06-c0ef-4cc5-b73c-d51c91798111', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1be99b85-4836-437e-a148-410db4fbada5', 'port_id': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'mac_address': 'fa:16:3e:76:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:13Z', 'updated_at': '2021-07-16T09:06:13Z', 'revision_number': 0, 'project_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.420012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Checking router: 1be99b85-4836-437e-a148-410db4fbada5 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:15.430745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.431301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.431989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.433249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.433849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.434450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.435329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.436198 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:15.437044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:05:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.442109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3deeaf21-92e8-4581-9a01-7815a7ababf6 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.1718724 Jul 16 09:06:15.442785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53152) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.823413 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-5867da6e-64a1-48e2-9d67-0b695330665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.825496 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-5867da6e-64a1-48e2-9d67-0b695330665e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 200 len: 897 time: 0.5592334 Jul 16 09:06:15.832367 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e97d57e1-96f1-42cb-ad69-f6b717b0af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.836337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.855529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:15.927844 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-7c6dc611-e19a-4ef0-9b21-88e7a1f5fb07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 200 len: 999 time: 0.0938728 Jul 16 09:06:15.991435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3af7e51e-2e98-447c-820b-04a66d31d2da tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.5284967 Jul 16 09:06:15.991636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53156) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.001424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:16.005042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.007227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-f0bbc7c1-efa3-4040-b837-112a899b1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.008526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:16.010151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-f0bbc7c1-efa3-4040-b837-112a899b1046 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e72d2db9-8631-454c-8266-6a510565d9b4 HTTP/1.1" status: 200 len: 834 time: 0.0761096 Jul 16 09:06:16.078247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-aff47aa8-c4cf-4c0d-9853-43f056fcf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.079943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-aff47aa8-c4cf-4c0d-9853-43f056fcf489 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637574 Jul 16 09:06:16.130576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:16.131333 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.194447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becc626-3273-411b-a301-d4196aa5b740 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.195157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becc626-3273-411b-a301-d4196aa5b740 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.197304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0becc626-3273-411b-a301-d4196aa5b740 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1be99b85-4836-437e-a148-410db4fbada5 HTTP/1.1" status: 200 len: 1992 time: 0.2047553 Jul 16 09:06:16.217851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b13ef584-395d-4fcd-92f9-381bc3368f8c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:16.222678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:16.253720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-ad4c4c2b-acf8-4771-87fd-6e90d57ecb3c service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661863 Jul 16 09:06:16.277163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Provisioning for port b13ef584-395d-4fcd-92f9-381bc3368f8c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:16.288856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:16.289486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.360944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '25999e06-c0ef-4cc5-b73c-d51c91798111', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1be99b85-4836-437e-a148-410db4fbada5', 'port_id': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'mac_address': 'fa:16:3e:76:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:13Z', 'updated_at': '2021-07-16T09:06:13Z', 'revision_number': 0, 'project_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.399777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367523db-f9ed-4456-aa82-a74280822d80 None None] The sync data for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 is: [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '25999e06-c0ef-4cc5-b73c-d51c91798111', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '1be99b85-4836-437e-a148-410db4fbada5', 'port_id': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'mac_address': 'fa:16:3e:76:da:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:13Z', 'updated_at': '2021-07-16T09:06:13Z', 'revision_number': 0, 'project_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:16.407380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-04d5e566-5e7d-42da-9b2b-70c8d2d283b8 req-7d0738d5-8c8a-4701-a86b-f0e51aa78016 service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467860 Jul 16 09:06:16.408385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.445331 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.470182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:16.473730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:16.481188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:16.481960 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.492468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:16.501405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.504568 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=c0735533-82be-457e-a180-ad5964f91df9,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.513265 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b6bcf81f-5ae3-4cd7-81b4-2b281b5c5d8e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1522071 Jul 16 09:06:16.513713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53160) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.521054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1363189311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0735533-82be-457e-a180-ad5964f91df9'}], 'security_groups': ['026509ca-cf28-45e5-be33-05f44fe02ba2']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:16.536211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd7977-a9cd-4874-ae8b-cba8bd8197e7 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:16.614484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17743a-e3f8-497c-8b21-6bec91f4f64e None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.661328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2359f15a-51bc-49ce-83b6-6345f49c5b2f None None] Provisioning for port dba2b70f-e5dc-4e30-b077-04f33701006d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:16.687396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2359f15a-51bc-49ce-83b6-6345f49c5b2f None None] Provisioning complete for port dba2b70f-e5dc-4e30-b077-04f33701006d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:16.687935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2359f15a-51bc-49ce-83b6-6345f49c5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.732495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.749305 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0b565-19a2-417a-be90-d0381567bfbe None None] New status for floating IP 25999e06-c0ef-4cc5-b73c-d51c91798111: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:16.779617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2359f15a-51bc-49ce-83b6-6345f49c5b2f None None] Port dba2b70f-e5dc-4e30-b077-04f33701006d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:16.919497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Update dhcp port {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'fixed_ips': [{'subnet_id': 'ced6f39b-b69b-4174-80d8-30a7ee366e5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0735533-82be-457e-a180-ad5964f91df9'}], 'binding:host_id': 'n-d-798054-12'}, 'id': 'b13ef584-395d-4fcd-92f9-381bc3368f8c'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:06:16.987292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.992642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.249790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Delete allocated IP 2001:db8::32a (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/ced6f39b-b69b-4174-80d8-30a7ee366e5a) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:06:17.263561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8:0:1::16b (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/c0735533-82be-457e-a180-ad5964f91df9/dba2b70f-e5dc-4e30-b077-04f33701006d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:17.461545 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.476539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object dba2b70f-e5dc-4e30-b077-04f33701006d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:17.482153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.548981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Allocated IP 2001:db8:0:1::2 (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/c0735533-82be-457e-a180-ad5964f91df9/b13ef584-395d-4fcd-92f9-381bc3368f8c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:17.560490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] In _notify_port_updated(), no bound segment for port dba2b70f-e5dc-4e30-b077-04f33701006d on network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:06:17.566875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:17.567519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.571987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/ports/dba2b70f-e5dc-4e30-b077-04f33701006d HTTP/1.1" status: 200 len: 931 time: 1.0569570 Jul 16 09:06:17.572258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53172) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.590913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43564580-2f37-419c-9f31-22f0ab1f6fc0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=dba2b70f-e5dc-4e30-b077-04f33701006d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.726522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:17.756720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port dba2b70f-e5dc-4e30-b077-04f33701006d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:17.757388 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.764893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.788170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Transition to ACTIVE for port object b13ef584-395d-4fcd-92f9-381bc3368f8c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:17.795956 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.888983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3c2ac-5132-47a4-8543-386d33066608 None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.976771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:18.038744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.064914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for dba2b70f-e5dc-4e30-b077-04f33701006d owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:18.322103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.397600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=dba2b70f-e5dc-4e30-b077-04f33701006d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.434375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.436528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-772cfaa8-3d90-48f3-badf-e3ca805670e0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/dba2b70f-e5dc-4e30-b077-04f33701006d HTTP/1.1" status: 204 len: 168 time: 0.8613033 Jul 16 09:06:18.439150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53176) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:18.496509 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c2290d-cb40-4528-b751-33c5e651aba8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:06:18.499733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e2c2290d-cb40-4528-b751-33c5e651aba8 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/dba2b70f-e5dc-4e30-b077-04f33701006d HTTP/1.1" status: 404 len: 333 time: 0.0590992 Jul 16 09:06:18.502539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53178) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:18.573945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.602025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.629483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.685035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.688662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.690000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/security-groups/34a2ad94-eb07-4956-845f-5ecdeeeb9e08 HTTP/1.1" status: 204 len: 168 time: 0.1860549 Jul 16 09:06:18.692971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53180) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:18.704366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f1ce8-325c-43f4-9def-09f555ceffc2 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a2ad94-eb07-4956-845f-5ecdeeeb9e08,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.785261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.814334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Could not find standard attr ID for object dba2b70f-e5dc-4e30-b077-04f33701006d. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:18.818262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.831271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:18.831659 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.872885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.875771 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.879869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53182) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:18.882751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/security-groups/026509ca-cf28-45e5-be33-05f44fe02ba2 HTTP/1.1" status: 204 len: 168 time: 0.1862791 Jul 16 09:06:18.895473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aad59-c4c6-4ccd-b189-e19c3299f020 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026509ca-cf28-45e5-be33-05f44fe02ba2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.911412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:18.935216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Provisioning for port b13ef584-395d-4fcd-92f9-381bc3368f8c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:18.940394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:18.941153 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d94a8633-5d02-4d3e-a9db-7b1ac11f75f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.962965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet ced6f39b-b69b-4174-80d8-30a7ee366e5a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:18.971430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.026661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.130589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.203617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.223073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-59e8c9a2-57f6-43b0-9122-4bd5d953bd33 None None] Could not find standard attr ID for object dba2b70f-e5dc-4e30-b077-04f33701006d. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:19.239689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=ced6f39b-b69b-4174-80d8-30a7ee366e5a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:19.247416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.254118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53184) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:19.260129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:19.264650 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-767687b0-5273-40e0-839a-f6c23c33abd0 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/ced6f39b-b69b-4174-80d8-30a7ee366e5a HTTP/1.1" status: 204 len: 168 time: 0.3824646 Jul 16 09:06:19.431467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29beed-fdaa-44c6-b000-37b1df636bb5 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:19.455411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:19.460070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.987457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:20.068006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:20.068695 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.223638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.247951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:20.252542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:20.309744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:20.311080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.343025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0876186 Jul 16 09:06:20.346457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.351402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'security_group': {'name': 'tempest-secgroup-932279825'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:20.352288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba618d-36e4-4908-a143-3db41c2f658d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=eca4d001-60f9-403f-87f6-4cf6e153d48e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.377844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.508690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.513724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.546746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.551454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53196) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.556369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364355477'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:20.560856 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2131557 Jul 16 09:06:20.566522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd7f4-3214-4705-b150-2a2031891ca6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70bce4a-429d-4e47-a205-e904f72b2be5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.586598 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.683457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.688116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.691895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a59977-0391-4c68-b4d5-3a07615599c8 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:20.721074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.722379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1698487 Jul 16 09:06:20.723529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d147e03-f34d-4fc8-be9f-28ef63c6e091 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636a475-5e35-49f7-8f1e-1847db38b7ff,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.725269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.732021 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'security_group': {'name': 'tempest-secgroup-72606635'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:20.760978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.796906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-255fecf0-8e0f-49e5-b5ab-fc297b69b217 None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:20.797304 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-255fecf0-8e0f-49e5-b5ab-fc297b69b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.850184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.855883 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.863772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-255fecf0-8e0f-49e5-b5ab-fc297b69b217 None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:20.882119 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-255fecf0-8e0f-49e5-b5ab-fc297b69b217 None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:20.882495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-255fecf0-8e0f-49e5-b5ab-fc297b69b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.889433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.892505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1655307 Jul 16 09:06:20.893501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53202) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.899286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823f991-edf7-43b9-9955-04660a624ecd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb48b95-0aa6-4e48-aa9c-86b7bd09eec0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.905129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-154920042', 'security_groups': ['ebb48b95-0aa6-4e48-aa9c-86b7bd09eec0'], 'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eca4d001-60f9-403f-87f6-4cf6e153d48e'}]}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.034063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:21.059427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Update dhcp port {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'fixed_ips': [{'subnet_id': 'c0735533-82be-457e-a180-ad5964f91df9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eca4d001-60f9-403f-87f6-4cf6e153d48e'}], 'binding:host_id': 'n-d-798054-12'}, 'id': 'b13ef584-395d-4fcd-92f9-381bc3368f8c'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:06:21.094532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.127418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.144566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] device_id is not set on port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a yet. {{(pid=93775) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:21.268360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Allocated IP 2001:db8::2 (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/eca4d001-60f9-403f-87f6-4cf6e153d48e/b13ef584-395d-4fcd-92f9-381bc3368f8c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:21.370961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:21.401638 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.414888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Transition to ACTIVE for port object b13ef584-395d-4fcd-92f9-381bc3368f8c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:21.424625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.494214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8::28a (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/eca4d001-60f9-403f-87f6-4cf6e153d48e/2c0bfe24-242a-4bdb-9765-005aa6ec8a3a) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:21.522053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d25189-9978-4691-87fe-e2b4d0ef5263 None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:21.647641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.662421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:21.703300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.764975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:21.768167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:21.773885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:21.780074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:21.780938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.792638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=2c0bfe24-242a-4bdb-9765-005aa6ec8a3a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:21.806901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cda3f498-27f6-4039-bf29-821ea9b2b429 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9120312 Jul 16 09:06:21.810166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53210) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:21.817029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.926955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:21.990384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:21.995556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.105926 n-d-798054-12 neutron-server[93774]: INFO neutron.db.ipam_backend_mixin [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eca4d001-60f9-403f-87f6-4cf6e153d48e (CIDR: 2001:db8::/64) Jul 16 09:06:22.112265 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:06:22.112924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:22.131775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7db1e7dc-afff-4029-9f41-c7d491df4738 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3199489 Jul 16 09:06:22.134548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.140293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:22.272827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:22.277460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.370826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:22.371825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.382383 n-d-798054-12 neutron-server[93775]: INFO neutron.db.ipam_backend_mixin [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c0735533-82be-457e-a180-ad5964f91df9 (CIDR: 2001:db8:0:1::/64) Jul 16 09:06:22.387706 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:06:22.388309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:22.406954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-57f5181c-2ff4-4ab8-a06a-0f61c0f706c3 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2711706 Jul 16 09:06:22.409682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53216) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.416098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'subnet': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:22.443914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:22.465613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Provisioning for port b13ef584-395d-4fcd-92f9-381bc3368f8c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:22.485358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:22.488534 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6f686ad5-6bd2-4c2d-aeeb-7f12721d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.558551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Made reservation on behalf of 3452970815384dd095a4ccb368396ab9 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:22.562333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.713962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f8bd9bdc-0775-4a50-bc28-11e288463734 None None] Provisioning for port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:22.718408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f8bd9bdc-0775-4a50-bc28-11e288463734 None None] Provisioning complete for port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:22.718702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f8bd9bdc-0775-4a50-bc28-11e288463734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.767863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd9bdc-0775-4a50-bc28-11e288463734 None None] Port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:22.797763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.835913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:22.837421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:22.842265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.842886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.848754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e14b0-dc5e-43b3-86ba-1a32b40f77fa None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:22.870377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Subnet': ['ID=44693e49-1160-4e0a-9f1f-0c6b188f856a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:22.878375 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-531babb8-89a4-4016-a672-0c050f696452 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4650648 Jul 16 09:06:22.879305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.887912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1419652138', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44693e49-1160-4e0a-9f1f-0c6b188f856a'}], 'security_groups': ['f70bce4a-429d-4e47-a205-e904f72b2be5', '0636a475-5e35-49f7-8f1e-1847db38b7ff']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:23.068001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.110115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Update dhcp port {'port': {'network_id': '5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd', 'fixed_ips': [{'subnet_id': 'c0735533-82be-457e-a180-ad5964f91df9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eca4d001-60f9-403f-87f6-4cf6e153d48e', 'ip_address': '2001:db8::2'}, {'subnet_id': '44693e49-1160-4e0a-9f1f-0c6b188f856a'}], 'binding:host_id': 'n-d-798054-12'}, 'id': 'b13ef584-395d-4fcd-92f9-381bc3368f8c'} from n-d-798054-12. {{(pid=93776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:06:23.150179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.382198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Delete allocated IP 2001:db8::28a (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/eca4d001-60f9-403f-87f6-4cf6e153d48e) {{(pid=93774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:06:23.391631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Allocated IP 2001:db8:0:2::127 (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/44693e49-1160-4e0a-9f1f-0c6b188f856a/2c0bfe24-242a-4bdb-9765-005aa6ec8a3a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:23.557666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.571277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Transition to ACTIVE for port object 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:23.578193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.628716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Allocated IP 2001:db8:0:2::2 (5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd/44693e49-1160-4e0a-9f1f-0c6b188f856a/b13ef584-395d-4fcd-92f9-381bc3368f8c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:23.642548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] In _notify_port_updated(), no bound segment for port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a on network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd {{(pid=93774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:06:23.648006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:23.648648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.653464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "PUT /v2.0/ports/2c0bfe24-242a-4bdb-9765-005aa6ec8a3a HTTP/1.1" status: 200 len: 970 time: 0.7695169 Jul 16 09:06:23.653649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:23.657181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event updated for resources: {'Port': ['ID=2c0bfe24-242a-4bdb-9765-005aa6ec8a3a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:23.664867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.665268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.665621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.665989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.666340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.666708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.667044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.667380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.667714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.668072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.668417 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.668746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb76ff-cc55-41d5-90e2-f389626d6e4a tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:23.735019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:23.765993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:23.765993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.769192 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.782751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Transition to ACTIVE for port object b13ef584-395d-4fcd-92f9-381bc3368f8c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:23.788089 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.861385 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.879668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:24.045496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.074057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baefdd-8bb8-4e5f-9499-b2f0e5b60bd2 None None] Pushing event updated for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.089363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=2c0bfe24-242a-4bdb-9765-005aa6ec8a3a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.127163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.129844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9b99c22f-51be-4c35-bc72-59ab8a409ddf tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/2c0bfe24-242a-4bdb-9765-005aa6ec8a3a HTTP/1.1" status: 204 len: 168 time: 0.4757283 Jul 16 09:06:24.132495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53230) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.165431 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d401f6-cc3d-4ec3-8631-f100d797944d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] GET failed (client error): The resource could not be found. Jul 16 09:06:24.168140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a6d401f6-cc3d-4ec3-8631-f100d797944d tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports/2c0bfe24-242a-4bdb-9765-005aa6ec8a3a HTTP/1.1" status: 404 len: 333 time: 0.0336483 Jul 16 09:06:24.170476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.207345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53234) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.232306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.273841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.329792 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.332627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.333818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebb48b95-0aa6-4e48-aa9c-86b7bd09eec0 HTTP/1.1" status: 204 len: 168 time: 0.1623547 Jul 16 09:06:24.337610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53238) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.341423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-522ed8eb-96b3-4c2b-952d-2a2aea0f7c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.351473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0853a9-7af3-4bca-a539-87a76e2cb964 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb48b95-0aa6-4e48-aa9c-86b7bd09eec0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.412376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.437748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.449777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-522ed8eb-96b3-4c2b-952d-2a2aea0f7c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.454870 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-522ed8eb-96b3-4c2b-952d-2a2aea0f7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.485949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.488543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.492094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/security-groups/0636a475-5e35-49f7-8f1e-1847db38b7ff HTTP/1.1" status: 204 len: 168 time: 0.1502235 Jul 16 09:06:24.493080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53240) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.500104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31a8a-7a4e-45c4-a19f-320f6d016727 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636a475-5e35-49f7-8f1e-1847db38b7ff,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.509439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-522ed8eb-96b3-4c2b-952d-2a2aea0f7c1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c918b9a7f3bf470393b03b79a08d16fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996650 Jul 16 09:06:24.509727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.518455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ed8eb-96b3-4c2b-952d-2a2aea0f7c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff50227-9bc3-4882-a710-9099fce4d756,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.562980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.574315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.586980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.599951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.635723 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.638866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.642601 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/security-groups/f70bce4a-429d-4e47-a205-e904f72b2be5 HTTP/1.1" status: 204 len: 168 time: 0.1457098 Jul 16 09:06:24.643056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.650687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731f0f2-506b-4a66-840d-f22d8207b7c5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70bce4a-429d-4e47-a205-e904f72b2be5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.691009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.693835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.697299 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dff50227-9bc3-4882-a710-9099fce4d756 HTTP/1.1" status: 204 len: 168 time: 0.1841633 Jul 16 09:06:24.712348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288da9a-5124-43f7-8cab-0bf63c1c56b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff50227-9bc3-4882-a710-9099fce4d756,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.737174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet eca4d001-60f9-403f-87f6-4cf6e153d48e {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:24.741932 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.787191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.795444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Could not find standard attr ID for object 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:24.807979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:24.808381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.848468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:24.860803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Provisioning for port b13ef584-395d-4fcd-92f9-381bc3368f8c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:24.865188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:24.865652 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-893aea72-fb8b-424e-b799-d28f396fceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.899272 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.984556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.015856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=eca4d001-60f9-403f-87f6-4cf6e153d48e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.019728 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.027337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-15e2325f-6d07-424b-827b-8d98f6e544ee tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/eca4d001-60f9-403f-87f6-4cf6e153d48e HTTP/1.1" status: 204 len: 168 time: 0.3793273 Jul 16 09:06:25.027527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53250) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.041063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53252) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.055435 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-768727cf-aada-493b-917d-1c0cf19f484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.081627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet 44693e49-1160-4e0a-9f1f-0c6b188f856a {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:25.085787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.090319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a9bf88c-4942-4aea-b80b-7d77d7775e2d None None] Could not find standard attr ID for object 2c0bfe24-242a-4bdb-9765-005aa6ec8a3a. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:25.130085 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.153579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-768727cf-aada-493b-917d-1c0cf19f484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.159854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-768727cf-aada-493b-917d-1c0cf19f484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.206283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-768727cf-aada-493b-917d-1c0cf19f484b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3d3ab6a858544d6ba4a4c10bd77889f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632643 Jul 16 09:06:25.207015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768727cf-aada-493b-917d-1c0cf19f484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e713c5-5a23-44ca-b483-a98abf867a9d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.209809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53254) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.234594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf332c4-0c10-44ec-aab6-76654b418a99 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:25.239758 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.262591 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.288301 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.305585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.335842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.339110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/44693e49-1160-4e0a-9f1f-0c6b188f856a HTTP/1.1" status: 204 len: 168 time: 0.3096116 Jul 16 09:06:25.340131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446b529-c588-44a3-a68c-b8290a2bb49b tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=44693e49-1160-4e0a-9f1f-0c6b188f856a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.342646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53256) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.370487 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb57772b-0d06-403a-91a5-1200ba855425 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.370933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb57772b-0d06-403a-91a5-1200ba855425 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.373000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-eb57772b-0d06-403a-91a5-1200ba855425 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/eca4d001-60f9-403f-87f6-4cf6e153d48e HTTP/1.1" status: 404 len: 337 time: 0.0292432 Jul 16 09:06:25.374216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.376029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.376696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.379995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2e713c5-5a23-44ca-b483-a98abf867a9d HTTP/1.1" status: 204 len: 168 time: 0.1667590 Jul 16 09:06:25.389223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfaaf6-8fdc-40b1-ab08-6ceb380013bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e713c5-5a23-44ca-b483-a98abf867a9d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.446117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting subnet c0735533-82be-457e-a180-ad5964f91df9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:25.450848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.493400 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.586001 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.653385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.683963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Subnet': ['ID=c0735533-82be-457e-a180-ad5964f91df9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.686173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.690950 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f0694bdb-422c-4b35-95ab-00f2e5e02cd5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/c0735533-82be-457e-a180-ad5964f91df9 HTTP/1.1" status: 204 len: 168 time: 0.3132095 Jul 16 09:06:25.691614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53266) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.727770 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ede41d-9387-4fc2-a675-73237e4faed7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.728627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ede41d-9387-4fc2-a675-73237e4faed7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.730508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9ede41d-9387-4fc2-a675-73237e4faed7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/ced6f39b-b69b-4174-80d8-30a7ee366e5a HTTP/1.1" status: 404 len: 337 time: 0.0377140 Jul 16 09:06:25.733353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.764229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65306dfb-91c9-4d99-8a88-42046aea0d43 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "GET /v2.0/ports?device_id=b546f0f5-8cdd-44dd-a755-5504380a7187 HTTP/1.1" status: 200 len: 205 time: 0.0296614 Jul 16 09:06:25.766547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53274) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.804886 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-9bae9d40-a85e-4d77-8962-9180b8c1ea17 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] delete failed (client error): The resource could not be found. Jul 16 09:06:25.806106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9bae9d40-a85e-4d77-8962-9180b8c1ea17 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/routers/b546f0f5-8cdd-44dd-a755-5504380a7187 HTTP/1.1" status: 404 len: 336 time: 0.0382907 Jul 16 09:06:25.809164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.837249 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f90fb1-c65c-4b98-a689-895ff4e5dfdd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.838202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f90fb1-c65c-4b98-a689-895ff4e5dfdd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.842955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-43f90fb1-c65c-4b98-a689-895ff4e5dfdd tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd18722-0a06-4d3d-a097-0f3bc1db362e HTTP/1.1" status: 404 len: 337 time: 0.0300996 Jul 16 09:06:25.842955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53280) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.886371 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-304afa0a-845c-4d12-b9ef-6bf44c464aca tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.886848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304afa0a-845c-4d12-b9ef-6bf44c464aca tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.888677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-304afa0a-845c-4d12-b9ef-6bf44c464aca tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/c9a39f2f-6af7-48e4-bd87-924f1ae5dd27 HTTP/1.1" status: 404 len: 337 time: 0.0449729 Jul 16 09:06:25.891406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.921116 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfebdc9-1835-493a-ae9e-ca2704ed2216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.921586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfebdc9-1835-493a-ae9e-ca2704ed2216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.923356 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fdfebdc9-1835-493a-ae9e-ca2704ed2216 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/0f698228-ec81-46e7-ac2c-11cf0c716f31 HTTP/1.1" status: 404 len: 337 time: 0.0308189 Jul 16 09:06:25.925879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53286) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.932800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:25.955980 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8299c5c-d8f3-4b47-b89f-3b0032bc2dce tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.956846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8299c5c-d8f3-4b47-b89f-3b0032bc2dce tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.958838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c8299c5c-d8f3-4b47-b89f-3b0032bc2dce tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/efbb7a89-b191-4c6e-8b0c-96d286b36328 HTTP/1.1" status: 404 len: 333 time: 0.0313733 Jul 16 09:06:25.961465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53290) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.993468 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2cbd08-6d2e-49f4-a2f3-41dd68fe5440 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:25.994017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2cbd08-6d2e-49f4-a2f3-41dd68fe5440 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:25.998626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8d2cbd08-6d2e-49f4-a2f3-41dd68fe5440 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/c353b8de-98e8-4fe3-aa07-159c558ba889 HTTP/1.1" status: 404 len: 337 time: 0.0340166 Jul 16 09:06:25.998802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:25.998802 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.999143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.039753 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae7b0d9-a080-4d32-8f55-a36df5409473 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:26.040336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae7b0d9-a080-4d32-8f55-a36df5409473 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:26.045594 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8ae7b0d9-a080-4d32-8f55-a36df5409473 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/9824d66d-6f53-4e63-8db7-b4212fd7a704 HTTP/1.1" status: 404 len: 337 time: 0.0423183 Jul 16 09:06:26.046214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53296) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.077175 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c0d53a-54c3-4fb1-84ed-3e10269f19a5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:26.077977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c0d53a-54c3-4fb1-84ed-3e10269f19a5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:26.080187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-47c0d53a-54c3-4fb1-84ed-3e10269f19a5 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/8b57af65-e6ba-4c60-a3b2-15dbf18f1efc HTTP/1.1" status: 404 len: 333 time: 0.0324998 Jul 16 09:06:26.082703 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.112080 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47d59bf-477b-4a0c-88ba-132acc981d25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:26.112567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47d59bf-477b-4a0c-88ba-132acc981d25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:26.117325 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d47d59bf-477b-4a0c-88ba-132acc981d25 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/b1e485d1-2a31-4f1a-bcca-5f6875e42f56 HTTP/1.1" status: 404 len: 337 time: 0.0306304 Jul 16 09:06:26.117325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.121630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f145a99-bcca-4f3d-b8a4-84e7f45b2d31 None None] Network 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:26.144486 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51eeb81-d11b-4b81-9bea-fc3a3428150e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:26.144756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51eeb81-d11b-4b81-9bea-fc3a3428150e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:26.146586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e51eeb81-d11b-4b81-9bea-fc3a3428150e tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/subnets/08755f38-8212-4968-bdc3-7f76244e945f HTTP/1.1" status: 404 len: 337 time: 0.0286272 Jul 16 09:06:26.149801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53304) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.246660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-574ea2c5-a184-4ca6-b247-ef540f4692aa None None] Provisioning complete for port 886ba021-5c97-45e1-b73a-92134adc7c0f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:26.247053 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-574ea2c5-a184-4ca6-b247-ef540f4692aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.256231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port 886ba021-5c97-45e1-b73a-92134adc7c0f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:26.256567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.289833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-574ea2c5-a184-4ca6-b247-ef540f4692aa None None] Port 886ba021-5c97-45e1-b73a-92134adc7c0f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:26.319667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-574ea2c5-a184-4ca6-b247-ef540f4692aa None None] Provisioning complete for port b13ef584-395d-4fcd-92f9-381bc3368f8c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:26.320080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-574ea2c5-a184-4ca6-b247-ef540f4692aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.340648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.357279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for 886ba021-5c97-45e1-b73a-92134adc7c0f owned by {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:26.378351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] DHCP port deletion for 5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:26.459955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Deleting port b13ef584-395d-4fcd-92f9-381bc3368f8c {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:26.460307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.462767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.499458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=886ba021-5c97-45e1-b73a-92134adc7c0f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.504868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.509200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-71b0831d-2b33-4e55-940b-a6b8ce857ab6 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/ports/886ba021-5c97-45e1-b73a-92134adc7c0f HTTP/1.1" status: 204 len: 168 time: 0.3560762 Jul 16 09:06:26.509862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53314) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.532730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b13ef584-395d-4fcd-92f9-381bc3368f8c,segment=NetworkSegment(2703531d-4314-4acf-857d-aa7fbd7a232a),segment_id=2703531d-4314-4acf-857d-aa7fbd7a232a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:26.533135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.545740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Calling delete_port for b13ef584-395d-4fcd-92f9-381bc3368f8c owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:26.599933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.630196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.656502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Deleting port b13ef584-395d-4fcd-92f9-381bc3368f8c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:26.656740 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.660950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] Pushing event deleted for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.664655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadaa5a1-8671-485a-b0e4-a63fed3c5de0 None None] No DVR routers for this DVR port b13ef584-395d-4fcd-92f9-381bc3368f8c on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:26.719296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] For port b13ef584-395d-4fcd-92f9-381bc3368f8c, host n-d-798054-12, got binding levels [] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:26.719868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.731985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Calling delete_port for b13ef584-395d-4fcd-92f9-381bc3368f8c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:26.734654 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.ipam_backend_mixin [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Port b13ef584-395d-4fcd-92f9-381bc3368f8c was not found and therefore no delete operation was performed {{(pid=93775) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:06:26.735980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.764740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Port': ['ID=b13ef584-395d-4fcd-92f9-381bc3368f8c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.768198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] No DVR routers for this DVR port b13ef584-395d-4fcd-92f9-381bc3368f8c on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:26.849961 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.860436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:26.870273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2703531d-4314-4acf-857d-aa7fbd7a232a') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:26.870574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2703531d-4314-4acf-857d-aa7fbd7a232a') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:26.879410 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.895319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.902772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:26.903217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:26.906294 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:26.975575 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.987914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.990397 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] 10.222.0.32 "DELETE /v2.0/networks/5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd HTTP/1.1" status: 204 len: 168 time: 0.4795661 Jul 16 09:06:27.000026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a786100-e4c1-4a97-a123-6c63d573e0c7 tempest-PortsIpV6TestJSON-1065548473 tempest-PortsIpV6TestJSON-1065548473-project] Pushing event deleted for resources: {'Network': ['ID=5d73f8a6-9fe4-4b0d-b113-8cc7673b21dd,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:27.253307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:27.395455 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df7cc00a-f9d1-471e-8cda-e18f00713bb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3452970815384dd095a4ccb368396ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408732 Jul 16 09:06:27.398729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:27.454914 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.478882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.527495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.530179 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.531359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec69e949-803d-4e6d-88a4-7d656983b215 HTTP/1.1" status: 204 len: 168 time: 0.1316130 Jul 16 09:06:27.539882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cef894-aaef-440a-a71f-8ef4b22ac996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec69e949-803d-4e6d-88a4-7d656983b215,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:27.907227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:27.928440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b13ef584-395d-4fcd-92f9-381bc3368f8c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:27.928700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b13ef584-395d-4fcd-92f9-381bc3368f8c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:32.765879 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:35.966624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53522) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.075129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b066-6628-4e48-97b9-c603be3dd0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.171322 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b066-6628-4e48-97b9-c603be3dd0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.176217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b066-6628-4e48-97b9-c603be3dd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.217714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3aa8b066-6628-4e48-97b9-c603be3dd0d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fdfb06e175df49be81b5903acbd8659a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475264 Jul 16 09:06:36.217714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8b066-6628-4e48-97b9-c603be3dd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65db415-243f-4ee6-b7fc-384d32534ecf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.218566 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53526) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.269920 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.295060 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.349156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.351824 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.355794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a65db415-243f-4ee6-b7fc-384d32534ecf HTTP/1.1" status: 204 len: 168 time: 0.1362946 Jul 16 09:06:36.367303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa5705-9ce6-442f-a731-4d4f2daade6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65db415-243f-4ee6-b7fc-384d32534ecf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.652247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53538) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.675669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acb73054-669e-4bd3-9473-80b2295a01ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.773837 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acb73054-669e-4bd3-9473-80b2295a01ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.778836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-acb73054-669e-4bd3-9473-80b2295a01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.824632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-acb73054-669e-4bd3-9473-80b2295a01ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34245345dd20474d830202bc3d152094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684709 Jul 16 09:06:36.824632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb73054-669e-4bd3-9473-80b2295a01ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03602952-9e02-4476-90ec-edcf8c45c53a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.825629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53540) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.882059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.903831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.952969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.955678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.959538 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03602952-9e02-4476-90ec-edcf8c45c53a HTTP/1.1" status: 204 len: 168 time: 0.1319730 Jul 16 09:06:36.968330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c586f3c-80db-4842-a37b-b783388b7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03602952-9e02-4476-90ec-edcf8c45c53a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.312978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53546) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.326918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddb81b71-759f-45ff-8565-1f0e1b617d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.419292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddb81b71-759f-45ff-8565-1f0e1b617d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.424518 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ddb81b71-759f-45ff-8565-1f0e1b617d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.463645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb81b71-759f-45ff-8565-1f0e1b617d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e93821-8dbb-41ae-b8fc-d777c75d1255,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.470271 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ddb81b71-759f-45ff-8565-1f0e1b617d0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89be152501c542dcad63d0944459f34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562667 Jul 16 09:06:37.472829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53548) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.522092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.547521 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.596006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.598805 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.602273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3e93821-8dbb-41ae-b8fc-d777c75d1255 HTTP/1.1" status: 204 len: 168 time: 0.1262267 Jul 16 09:06:37.613516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a95d3-3074-4c19-9f3b-d416519437b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e93821-8dbb-41ae-b8fc-d777c75d1255,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.417732 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53574) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:38.519005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53823432-network', 'tenant_id': '156d4ccb84594a69a53a2d9cd8da1a24'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:38.542287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Made reservation on behalf of 156d4ccb84594a69a53a2d9cd8da1a24 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:38.544648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.553181 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.650985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.655470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.681794 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:38.691902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544cf625-7114-4026-b5f2-2d35a60c88f0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.699850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.700095 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Added segment be520dd6-2359-4040-9f1d-49757272f24d of type vlan for network 9849b64f-9697-4555-ad8f-a918e0decec1 Jul 16 09:06:38.727775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.754189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.794067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.795307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:38.796012 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.857488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53582) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:38.858052 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4380894 Jul 16 09:06:38.863202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Request body: {'subnet': {'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53823432-subnet', 'tenant_id': '156d4ccb84594a69a53a2d9cd8da1a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:38.886141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Made reservation on behalf of 156d4ccb84594a69a53a2d9cd8da1a24 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:38.889194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.897658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d0245-5d08-415d-a794-cec8b012b1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9849b64f-9697-4555-ad8f-a918e0decec1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.909529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 9849b64f-9697-4555-ad8f-a918e0decec1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:39.065622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.118405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5a014c-7445-4201-81ef-b905975c1c15,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.134051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Checking segment: {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:39.134412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Network hostable DHCP agents. Network: 9849b64f-9697-4555-ad8f-a918e0decec1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:39.150930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Network 9849b64f-9697-4555-ad8f-a918e0decec1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:39.160325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 9849b64f-9697-4555-ad8f-a918e0decec1) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:39.164783 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:39.165596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.174053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ccddc-dc1b-47e2-89b8-0131ad16727b None None] Network 9849b64f-9697-4555-ad8f-a918e0decec1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:39.186710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e6ad709-97f1-48d3-8d46-dc414d49fcee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3273740 Jul 16 09:06:39.315713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b480f-9416-4096-9234-aec3c2ed5488 None None] Network 9849b64f-9697-4555-ad8f-a918e0decec1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:39.400792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.014733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e5637d2-c463-4ae4-b6cb-ca93c3f5c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.997612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:44.099637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8c515f33-7cc3-40e1-b569-8eb0089ee075 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2415 time: 0.1008070 Jul 16 09:06:44.104376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53656) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:44.109543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'network': {'name': 'tempest-network-smoke--1884514525', 'project_id': '671239a379b740e893daa5d66fd65f55', 'port_security_enabled': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:44.131473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:44.135851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.161716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:44.173823 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.174315 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Added segment 2c7b0bb6-1129-44c1-a605-6e68259f4d29 of type vlan for network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f Jul 16 09:06:44.222491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.256252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.266222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:44.267144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.334649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2287993 Jul 16 09:06:44.337377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53660) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:44.344261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'admin_state_up': True, 'project_id': '671239a379b740e893daa5d66fd65f55', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:44.380152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.382639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.390340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7439c8d-9548-44fb-960f-1daea8a88f0f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Network': ['ID=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.404518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:44.474980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.633980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.862231 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.880887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.988616 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.25.5.87 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/320d4c20-da71-48b9-82d9-2553fcc9bfad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:45.099918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.145394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.189515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=320d4c20-da71-48b9-82d9-2553fcc9bfad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:45.211146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:45.216431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:45.220985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:45.629374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90059a8f-981c-42d2-80f7-c467621d5bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.735802 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.826817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.144327 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.336827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53688) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.337357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:46.460261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc49b22-3c6f-4dea-b687-e175b612f36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.466696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:46.478791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Sync routers for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:46.488973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.490368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0554b70d-6bdf-40c0-aa56-6689fd251ad5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1515791 Jul 16 09:06:46.494762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:46.495408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.497587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.600282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc37f3b-0c3a-4138-a5b6-80164e7134f4 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:46.601971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2cc37f3b-0c3a-4138-a5b6-80164e7134f4 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=671239a379b740e893daa5d66fd65f55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1032703 Jul 16 09:06:46.605369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53694) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.627239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:46.721838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb6cf2-4fd5-4541-9b93-14388fcf8374 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:46.725331 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6eeb6cf2-4fd5-4541-9b93-14388fcf8374 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130037 Jul 16 09:06:46.742845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc49b22-3c6f-4dea-b687-e175b612f36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.750291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.751216 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5dc49b22-3c6f-4dea-b687-e175b612f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.786973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-be0d09de-0c5c-49ed-8c8e-84e5532fc21d tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352242 Jul 16 09:06:46.789422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.810011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5dc49b22-3c6f-4dea-b687-e175b612f36a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eb691345d13473c9b3cc0f21688a3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662786 Jul 16 09:06:46.810011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc49b22-3c6f-4dea-b687-e175b612f36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc183b0-88e5-4911-8452-bbcab720423c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.810890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53700) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.834748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ea1f51a4-4a24-42d4-9a5e-cd0656879960 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=671239a379b740e893daa5d66fd65f55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441239 Jul 16 09:06:46.838183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53702) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.888972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.889764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.913177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.947077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44e4bd-aab3-4daf-b4fe-6cf29f0ce699 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:46.949958 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f44e4bd-aab3-4daf-b4fe-6cf29f0ce699 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094759 Jul 16 09:06:46.952204 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53704) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.964903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Checking router: 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:46.965263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Updating router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 port 320d4c20-da71-48b9-82d9-2553fcc9bfad binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:46.989836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a14ed05-4984-4095-8249-c360e297697b tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363073 Jul 16 09:06:46.992449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53706) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.997968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868358142', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'project_id': '671239a379b740e893daa5d66fd65f55', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:47.005566 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.010842 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.020793 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.027533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.029169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fc183b0-88e5-4911-8452-bbcab720423c HTTP/1.1" status: 204 len: 168 time: 0.2174227 Jul 16 09:06:47.043069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6477e04-bb80-4d81-bbd8-da9e5a4ab137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc183b0-88e5-4911-8452-bbcab720423c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.154335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:47.158987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.323324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.348300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Transition to ACTIVE for port object 320d4c20-da71-48b9-82d9-2553fcc9bfad will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:47.364545 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.388830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.424491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573ba28-0698-4d9a-9bd4-f8272dd3cc43 None None] Pushing event updated for resources: {'Port': ['ID=320d4c20-da71-48b9-82d9-2553fcc9bfad,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.426772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Attempting to bind port 320d4c20-da71-48b9-82d9-2553fcc9bfad on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:47.427250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Attempting to bind port 320d4c20-da71-48b9-82d9-2553fcc9bfad by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:47.427935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Attempting to bind port 320d4c20-da71-48b9-82d9-2553fcc9bfad on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:47.436659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:47.437203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:47.437570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.438325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:47.438325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Bound port: 320d4c20-da71-48b9-82d9-2553fcc9bfad, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:47.439228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.467484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Checking segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:47.468386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network hostable DHCP agents. Network: 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:47.478679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Subnet': ['ID=352a236e-46ee-48b2-b0ce-be364920971a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.499451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:47.500412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] For port 320d4c20-da71-48b9-82d9-2553fcc9bfad, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:47.503705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] For port 320d4c20-da71-48b9-82d9-2553fcc9bfad, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=320d4c20-da71-48b9-82d9-2553fcc9bfad,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:47.511205 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.517027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:47.529542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:47.530132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.538367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53714) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.552133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23644d40-1364-49d5-89d3-300e016730f6 None None] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:47.563225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bfbb7bf4-9809-47ee-8bb4-b685625d4804 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5696733 Jul 16 09:06:47.569127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53716) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.577180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1012db1d-0b41-4008-876a-4b4ab1fbda7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.634063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:47.635971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.679523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573ba28-0698-4d9a-9bd4-f8272dd3cc43 None None] Pushing event updated for resources: {'Port': ['ID=320d4c20-da71-48b9-82d9-2553fcc9bfad,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.831772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'fixed_ips': [{'subnet_id': '352a236e-46ee-48b2-b0ce-be364920971a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:47.832912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.838970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:48.141099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1012db1d-0b41-4008-876a-4b4ab1fbda7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.148777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1012db1d-0b41-4008-876a-4b4ab1fbda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.179166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012db1d-0b41-4008-876a-4b4ab1fbda7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1491100f-5701-4be1-9743-784694d46ab5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.255178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1012db1d-0b41-4008-876a-4b4ab1fbda7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f9030fb67b94238942dbdc3f39d016c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148099 Jul 16 09:06:48.257634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53718) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.276800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Allocated IP 172.20.0.18 (0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f/352a236e-46ee-48b2-b0ce-be364920971a/7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:48.360509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.376128 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:48.386614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.424339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f99a7-c153-42f7-843b-874854429cd6 None None] The sync data for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 is: [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:45Z', 'revision_number': 3, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:48.478220 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.485590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.487163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1491100f-5701-4be1-9743-784694d46ab5 HTTP/1.1" status: 204 len: 168 time: 0.2285759 Jul 16 09:06:48.514923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32d425-1c53-4f5f-be3e-9e2e134963a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1491100f-5701-4be1-9743-784694d46ab5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.592507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.608219 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.613746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.620322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Transition to ACTIVE for port object 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:48.644682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Transition to ACTIVE for port object 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:48.658762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.702476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:48.706229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:48.711051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:48.844485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Pushing event updated for resources: {'Port': ['ID=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.868950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Attempting to bind port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:48.869336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Attempting to bind port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:48.869808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Attempting to bind port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d on network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:48.878846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:48.879484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Checking segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:48.880109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.880861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Bound using segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:48.881373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Bound port: 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:48.881888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.000210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] For port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:49.004252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] For port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:49.010847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.093141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.20.0.17 (0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f/352a236e-46ee-48b2-b0ce-be364920971a/d43ce105-c5c8-4916-a0ec-623ab13aef0b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:49.104999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869eda0-210a-4304-81bf-fbc71460a258 None None] Pushing event updated for resources: {'Port': ['ID=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.309660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.389994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Transition to ACTIVE for port object d43ce105-c5c8-4916-a0ec-623ab13aef0b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:49.470607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.533590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:49.538507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:49.541838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:49.625310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.640337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.855772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 53744) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.865864 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.090280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 320d4c20-da71-48b9-82d9-2553fcc9bfad up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:50.101783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1650611014-network', 'tenant_id': 'a0f68ad1ad554fae9cfeec3598c36ad2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:50.130366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Made reservation on behalf of a0f68ad1ad554fae9cfeec3598c36ad2 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:50.139727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.161793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.176256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 320d4c20-da71-48b9-82d9-2553fcc9bfad completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:50.180863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 320d4c20-da71-48b9-82d9-2553fcc9bfad triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:50.181411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.352544 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.357245 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.357661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.390076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:50.393284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 320d4c20-da71-48b9-82d9-2553fcc9bfad, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=320d4c20-da71-48b9-82d9-2553fcc9bfad,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:50.398373 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.399319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:50.402406 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.410808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.414980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef4a18-e60c-41c0-9d3e-0989bffa987c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.454070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.454762 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Added segment 2f7d5768-504b-4786-b625-31cec166ab08 of type vlan for network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 Jul 16 09:06:50.530896 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.531855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.533255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.551336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=320d4c20-da71-48b9-82d9-2553fcc9bfad,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.567080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:50.625339 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.630572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.631382 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.657161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957803f-caf1-48dd-b799-3b20e3200f9f None None] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:50.692675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8352852 Jul 16 09:06:50.696620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53750) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:50.706002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Request body: {'subnet': {'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1650611014-subnet', 'tenant_id': 'a0f68ad1ad554fae9cfeec3598c36ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:50.737159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4bb5-1f90-407a-8e16-22d304bfbd4f admin admin] Pushing event updated for resources: {'Network': ['ID=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.752624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Provisioning for port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:50.754756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:50.767457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:50.769713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:50.774146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Provisioning complete for port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:50.774511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.776652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Made reservation on behalf of a0f68ad1ad554fae9cfeec3598c36ad2 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:50.779025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.979897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:50.980362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.045799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] For port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:51.053844 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.120682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed664c5c-da44-4df7-a133-3906dd5e3b09 None None] Pushing event updated for resources: {'Port': ['ID=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.169578 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.237651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:51.257300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e4d037c9-3e4f-45de-8b32-42c49e47f586 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "PUT /v2.0/routers/505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6824784 Jul 16 09:06:51.260762 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Sync routers for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:51.264973 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640921be-5d0a-4259-be74-49d91ea4cb04,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.281132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Checking segment: {'id': '2f7d5768-504b-4786-b625-31cec166ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:51.281583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Network hostable DHCP agents. Network: e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:51.285165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:51.289275 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:51.314765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:51.327917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:51.336915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d539f5-be23-43ec-95ad-c2f6c418dde7 None None] Network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:51.341620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.342354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.386738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-986cd43f-d12f-408f-8e6b-f1a80a63d5b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6881742 Jul 16 09:06:51.570378 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:51.593363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Provisioning complete for port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:51.593868 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.691352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cf24d-6147-44c6-a14f-d7224e8b8bf2 None None] Network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:51.823399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-b4254357-9e5d-4628-aa12-2bb2b3b41768 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.827870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-b4254357-9e5d-4628-aa12-2bb2b3b41768 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/networks?id=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f HTTP/1.1" status: 200 len: 798 time: 0.2528090 Jul 16 09:06:51.862701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-c44a14cd-b767-4793-bea8-8ba90ca4014c tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/quotas/671239a379b740e893daa5d66fd65f55 HTTP/1.1" status: 200 len: 375 time: 0.0243666 Jul 16 09:06:51.926476 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:49Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd43ce105-c5c8-4916-a0ec-623ab13aef0b', 'name': '', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:82:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '352a236e-46ee-48b2-b0ce-be364920971a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:48Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 2, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': '352a236e-46ee-48b2-b0ce-be364920971a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.001918 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Checking router: 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:52.002269 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Updating router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 port d43ce105-c5c8-4916-a0ec-623ab13aef0b binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:52.022461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Provisioning for port d43ce105-c5c8-4916-a0ec-623ab13aef0b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:52.028489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Provisioning complete for port d43ce105-c5c8-4916-a0ec-623ab13aef0b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:52.029297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.070064 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.079395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 320d4c20-da71-48b9-82d9-2553fcc9bfad up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:52.089132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-bf380540-f723-4036-88e1-4f98d385a4fc tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2252603 Jul 16 09:06:52.126738 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-623982d5-2b1a-4aba-8279-4f8dd2080f20 None None] Port d43ce105-c5c8-4916-a0ec-623ab13aef0b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:52.146847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 320d4c20-da71-48b9-82d9-2553fcc9bfad triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:52.147233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.245464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-c82de02c-979e-47d6-91ac-17acebb0ead9 service neutron] 10.222.0.32 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526005 Jul 16 09:06:52.318507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:52.396632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-93b9d342-903c-4a88-bbe9-8f62bfb81e1f None None] Provisioning complete for port d43ce105-c5c8-4916-a0ec-623ab13aef0b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:52.397008 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-93b9d342-903c-4a88-bbe9-8f62bfb81e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.440732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-93b9d342-903c-4a88-bbe9-8f62bfb81e1f None None] Port d43ce105-c5c8-4916-a0ec-623ab13aef0b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:52.448795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:52.449178 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.455734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-c77a2ccb-7586-48d3-8cb6-f250bba14c3f service neutron] 10.222.0.32 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092724 Jul 16 09:06:52.457189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53780) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.470411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-450762973-network', 'tenant_id': '854c532df4bd4d5aa4572099135f6ed5'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:52.489522 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-77aa0c81-cd48-4a02-9b2a-14018d88ad7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796051 Jul 16 09:06:52.527373 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Made reservation on behalf of 854c532df4bd4d5aa4572099135f6ed5 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:52.531858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.571718 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.585649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Transition to ACTIVE for port object d43ce105-c5c8-4916-a0ec-623ab13aef0b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:52.595797 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.675458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-105ea4ab-9603-40be-b01c-5d58f056af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:52.678007 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-105ea4ab-9603-40be-b01c-5d58f056af1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 1098 time: 0.1280077 Jul 16 09:06:52.715506 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b78e6-176a-4f47-8a8d-5e6ee631a06a None None] Pushing event updated for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:52.823132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-a0c83f1c-b93f-41fa-a2a3-354977d0c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:52.825061 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-a0c83f1c-b93f-41fa-a2a3-354977d0c7fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1179283 Jul 16 09:06:52.828215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Attempting to bind port d43ce105-c5c8-4916-a0ec-623ab13aef0b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:52.828777 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Attempting to bind port d43ce105-c5c8-4916-a0ec-623ab13aef0b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:52.829240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Attempting to bind port d43ce105-c5c8-4916-a0ec-623ab13aef0b on network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:52.845764 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:52.846203 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Checking segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:52.846926 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.847505 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Bound using segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:52.849180 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Bound port: d43ce105-c5c8-4916-a0ec-623ab13aef0b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:52.849610 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.909698 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-b0ddfa09-5601-4f7b-afef-11ef30dce56e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 200 len: 1002 time: 0.0762892 Jul 16 09:06:52.959544 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.974406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-d41fa857-e822-4c7c-92db-b144856e21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:52.976390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-d41fa857-e822-4c7c-92db-b144856e21da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0594642 Jul 16 09:06:53.051395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53ff5f39-b100-40c4-ad4b-cf90f4e33461 req-687a3e1f-b470-4df6-a6eb-3265e7ce5e5e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 210 time: 0.0928917 Jul 16 09:06:53.065443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-07516525-8b76-407e-9d93-07bbfdf240b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.067484 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-07516525-8b76-407e-9d93-07bbfdf240b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836267 Jul 16 09:06:53.135058 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] For port d43ce105-c5c8-4916-a0ec-623ab13aef0b, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:53.138316 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] For port d43ce105-c5c8-4916-a0ec-623ab13aef0b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d43ce105-c5c8-4916-a0ec-623ab13aef0b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:53.143833 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.204531 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.212218 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.221400 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:53.222042 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:53.247567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:53.260063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1081e9e1-9696-4f7e-82b3-d842000e4588,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.266074 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.266717 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Added segment ed1765e2-a567-47ec-9edb-336809becb00 of type vlan for network c58dd9bc-1980-40d8-b7d6-cc86762c1d75 Jul 16 09:06:53.267224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-68976326-5c23-43fd-8554-47a68b4eb508 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880591 Jul 16 09:06:53.312335 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b78e6-176a-4f47-8a8d-5e6ee631a06a None None] Pushing event updated for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.320380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.373486 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.375853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.376941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.469581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0088596 Jul 16 09:06:53.470447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 53794) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:53.473997 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:53.482154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Request body: {'subnet': {'network_id': 'c58dd9bc-1980-40d8-b7d6-cc86762c1d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-450762973-subnet', 'tenant_id': '854c532df4bd4d5aa4572099135f6ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:53.492265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fe44c87f-72ab-4abf-b34b-499e6bc1dded req-835063c5-6cda-4936-b6bc-439d5669713d service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174203 Jul 16 09:06:53.534327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94e1bb-b644-482e-88d2-8b773720c22b admin admin] Pushing event updated for resources: {'Network': ['ID=c58dd9bc-1980-40d8-b7d6-cc86762c1d75,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.548563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c58dd9bc-1980-40d8-b7d6-cc86762c1d75 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:53.553241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Made reservation on behalf of 854c532df4bd4d5aa4572099135f6ed5 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:53.555853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.780268 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.805089 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:49Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd43ce105-c5c8-4916-a0ec-623ab13aef0b', 'name': '', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:82:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '352a236e-46ee-48b2-b0ce-be364920971a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:48Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': '352a236e-46ee-48b2-b0ce-be364920971a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:53.847533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0b02fd-7a72-4de3-810e-f9059158c2cf,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.855537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Checking segment: {'id': 'ed1765e2-a567-47ec-9edb-336809becb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c58dd9bc-1980-40d8-b7d6-cc86762c1d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:53.856345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Network hostable DHCP agents. Network: c58dd9bc-1980-40d8-b7d6-cc86762c1d75, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:53.857015 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43d476-3dce-42f4-9a28-6e687b555464 None None] The sync data for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 is: [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:49Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'd43ce105-c5c8-4916-a0ec-623ab13aef0b', 'name': '', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:82:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '352a236e-46ee-48b2-b0ce-be364920971a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:48Z', 'updated_at': '2021-07-16T09:06:53Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': '352a236e-46ee-48b2-b0ce-be364920971a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:53.877647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Network c58dd9bc-1980-40d8-b7d6-cc86762c1d75 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:53.890858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c58dd9bc-1980-40d8-b7d6-cc86762c1d75) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:53.899866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e7f34-23bf-4e5c-9cb7-72cb6916eb2d None None] Network c58dd9bc-1980-40d8-b7d6-cc86762c1d75 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:53.900099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.900773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.970235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-59c1724b-63c1-4c50-bb9f-ab779344b8e6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4886293 Jul 16 09:06:54.114796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b61f4c-b9c0-4030-92ab-549a63b028eb None None] Network c58dd9bc-1980-40d8-b7d6-cc86762c1d75 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:54.316750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a751fd7-6c34-43c5-ae88-b3aabd5a4806 req-0463e0c1-ec57-46c4-80c6-df312944eeff tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 210 time: 0.0608683 Jul 16 09:06:54.694931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-e47f97f6-ddc0-4ceb-9f98-3891e2981268 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:54.711624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-e47f97f6-ddc0-4ceb-9f98-3891e2981268 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.47 "GET /v2.0/networks?id=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f HTTP/1.1" status: 200 len: 798 time: 0.3134041 Jul 16 09:06:54.731915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Request body: {'port': {'device_id': '3948275a-04e9-4456-9edb-56238b8e44db', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'admin_state_up': True, 'tenant_id': '671239a379b740e893daa5d66fd65f55'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:54.980520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-3a032c9b-a006-4308-94b9-e4a7aefeb5e0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:54.982096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-3a032c9b-a006-4308-94b9-e4a7aefeb5e0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/networks?id=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 HTTP/1.1" status: 200 len: 809 time: 0.1627934 Jul 16 09:06:54.999613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-e68cfb31-4417-4bae-905d-384cf92afb9a tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/quotas/a0f68ad1ad554fae9cfeec3598c36ad2 HTTP/1.1" status: 200 len: 375 time: 0.0112317 Jul 16 09:06:55.000761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Made reservation on behalf of 671239a379b740e893daa5d66fd65f55 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:55.004913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.047956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-bea5e095-2fe3-4c33-99bd-a31c36861462 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0f68ad1ad554fae9cfeec3598c36ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402415 Jul 16 09:06:55.174042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Allocated IP 172.20.0.26 (0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f/352a236e-46ee-48b2-b0ce-be364920971a/24f629fc-4436-43be-96d0-d7f47401a50b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:55.323414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.396502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Transition to ACTIVE for port object 24f629fc-4436-43be-96d0-d7f47401a50b will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:55.455983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-c304bcfb-12ad-4f01-8448-73962158b5e9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757302 Jul 16 09:06:55.501473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.630514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:55.638450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:55.640907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:55.646444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event updated for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.736367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-f92690ea-2c00-4685-9570-fd51f46f1a3d service neutron] 10.222.0.32 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668493 Jul 16 09:06:55.762813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.763858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.776472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9ecdd-a4f4-4a20-a1fd-bed6e1433165 req-599cb3e8-3e65-4649-864c-8c5a73bc2c40 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.778688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18e9ecdd-a4f4-4a20-a1fd-bed6e1433165 req-599cb3e8-3e65-4649-864c-8c5a73bc2c40 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 895 time: 0.2812779 Jul 16 09:06:55.800510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-eec314dd-b896-49e4-b41d-a99ba89dfa8f tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0794220 Jul 16 09:06:55.814111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2d8c3667-0d0f-4de5-83b9-f8421202fbef tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:06:55.816207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2d8c3667-0d0f-4de5-83b9-f8421202fbef tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082464 Jul 16 09:06:56.008229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Request body: {'port': {'device_id': '3948275a-04e9-4456-9edb-56238b8e44db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:56.055601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d43ce105-c5c8-4916-a0ec-623ab13aef0b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:56.122687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6845999-5045-4533-9586-0dfccd0fd14b req-4c19ddfe-921d-4a00-aa84-8b6265490d0e tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 210 time: 0.0835469 Jul 16 09:06:56.155741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7045e674-080b-41c7-8cf9-de863bc77290 None None] Provisioning for port 24f629fc-4436-43be-96d0-d7f47401a50b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:56.164811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7045e674-080b-41c7-8cf9-de863bc77290 None None] Provisioning complete for port 24f629fc-4436-43be-96d0-d7f47401a50b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:56.165109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7045e674-080b-41c7-8cf9-de863bc77290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.210565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d43ce105-c5c8-4916-a0ec-623ab13aef0b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:56.224012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d43ce105-c5c8-4916-a0ec-623ab13aef0b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:56.224630 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.227856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.253031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7045e674-080b-41c7-8cf9-de863bc77290 None None] Port 24f629fc-4436-43be-96d0-d7f47401a50b cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:56.329694 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.401785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d43ce105-c5c8-4916-a0ec-623ab13aef0b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d43ce105-c5c8-4916-a0ec-623ab13aef0b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:56.407239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.472704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.655883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f629fc-4436-43be-96d0-d7f47401a50b {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:56.663853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.676596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Transition to ACTIVE for port object 24f629fc-4436-43be-96d0-d7f47401a50b will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:56.681981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.791853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Pushing event updated for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.900336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Attempting to bind port 24f629fc-4436-43be-96d0-d7f47401a50b on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:56.900680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Attempting to bind port 24f629fc-4436-43be-96d0-d7f47401a50b by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:56.901017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Attempting to bind port 24f629fc-4436-43be-96d0-d7f47401a50b on network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:56.909794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Port 24f629fc-4436-43be-96d0-d7f47401a50b on network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:56.910135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Attempting to bind port 24f629fc-4436-43be-96d0-d7f47401a50b on network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:56.916713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:56.917046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Checking segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:56.917492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Bound using segment: {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:56.917939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Bound port: 24f629fc-4436-43be-96d0-d7f47401a50b, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7b0bb6-1129-44c1-a605-6e68259f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:56.918307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.027862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:57.052498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=24f629fc-4436-43be-96d0-d7f47401a50b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:57.059240 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.097480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba5ad-730d-4f04-ab08-61bb6604743e req-7f1a0b6b-055b-4a14-a184-74385e59949c tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.099091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d29ba5ad-730d-4f04-ab08-61bb6604743e req-7f1a0b6b-055b-4a14-a184-74385e59949c tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 907 time: 0.1406357 Jul 16 09:06:57.114067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.114695 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.116113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/24f629fc-4436-43be-96d0-d7f47401a50b HTTP/1.1" status: 200 len: 1056 time: 1.2902138 Jul 16 09:06:57.116687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:57.119822 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb530ee3-dcea-43b5-ab7a-e1de038692ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:57.153165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea962d-460a-496f-b95b-ec7ed9d098b3 service neutron] Pushing event updated for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.326837 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c31eaa-8d5f-4be8-95d4-0b4063b1ea66 x-openstack-request-id: req-21c31eaa-8d5f-4be8-95d4-0b4063b1ea66 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:57.327131 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:57.327386 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21c31eaa-8d5f-4be8-95d4-0b4063b1ea66 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:57.327778 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b', 'status': 'completed', 'code': 200} Jul 16 09:06:57.379096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f731a084-d8a9-433c-b86e-f10fc3d898fa req-d91d9fe8-4d5b-4194-810c-0c2b1732f56a tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 210 time: 0.0559182 Jul 16 09:06:57.430752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2d1f7f4f-5c58-4cf4-9b34-696ed3965275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.432442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2d1f7f4f-5c58-4cf4-9b34-696ed3965275 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 1059 time: 0.2292755 Jul 16 09:06:57.503288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-f467992c-1abb-42b9-8c8a-b32fe988147f tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.506163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-f467992c-1abb-42b9-8c8a-b32fe988147f tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.46 "GET /v2.0/networks?id=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 HTTP/1.1" status: 200 len: 809 time: 0.1829977 Jul 16 09:06:57.512054 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-457f6bc6-c993-4e5e-8de4-2d7646ccdd58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=24f629fc-4436-43be-96d0-d7f47401a50b HTTP/1.1" status: 200 len: 217 time: 0.0722442 Jul 16 09:06:57.520412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Request body: {'port': {'device_id': '478371d1-f478-482b-aea0-9e7c1573361e', 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7', 'admin_state_up': True, 'tenant_id': 'a0f68ad1ad554fae9cfeec3598c36ad2'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:57.577911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2f82bacc-57a8-468f-a4cc-40775fe8b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.579850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-2f82bacc-57a8-468f-a4cc-40775fe8b13c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352a236e-46ee-48b2-b0ce-be364920971a HTTP/1.1" status: 200 len: 838 time: 0.0620062 Jul 16 09:06:57.660814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Made reservation on behalf of a0f68ad1ad554fae9cfeec3598c36ad2 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:57.666590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.693023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-c6a56453-7143-44c7-b2a7-fe95f46280e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.694573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-c6a56453-7143-44c7-b2a7-fe95f46280e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1073112 Jul 16 09:06:57.799660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-22d43bcf-c4d2-47f0-b786-304a2a44c7d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983799 Jul 16 09:06:57.839408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Allocated IP 172.20.0.12 (e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7/640921be-5d0a-4259-be74-49d91ea4cb04/426b0dab-e453-4dae-9222-c96f987b20b3) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:57.965027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d43ce105-c5c8-4916-a0ec-623ab13aef0b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:58.026026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d43ce105-c5c8-4916-a0ec-623ab13aef0b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:58.026265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.026866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.074898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.120913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:58.131396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:58.136847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:58.164284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Pushing event updated for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.169941 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a8892dc-e05f-466d-a78b-231b3cdbfe91 req-66f06fe2-04b6-46bd-911b-d9424e61e621 service neutron] 10.222.0.47 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632891 Jul 16 09:06:58.193339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.194052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.210816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-dda536e7-16ae-4aab-aa28-6c0183298b38 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6952322 Jul 16 09:06:58.226765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Request body: {'port': {'device_id': '478371d1-f478-482b-aea0-9e7c1573361e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:58.324542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.334192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-a2f46424-50f4-4aea-9b0f-2f3e9ab5e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.335715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-a2f46424-50f4-4aea-9b0f-2f3e9ab5e8cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 1059 time: 0.1181622 Jul 16 09:06:58.359513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4a0d-ef82-40e4-a57e-1ed65f35f73a req-7a13e899-933d-41d1-88eb-edb28c7db090 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.361019 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-799e4a0d-ef82-40e4-a57e-1ed65f35f73a req-7a13e899-933d-41d1-88eb-edb28c7db090 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 907 time: 0.0956740 Jul 16 09:06:58.517304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-a2536ccc-9365-4596-96f8-6e94d638bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.518884 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-a2536ccc-9365-4596-96f8-6e94d638bb15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f HTTP/1.1" status: 200 len: 899 time: 0.1750765 Jul 16 09:06:58.577228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-42a87e22-f6d5-48de-8726-a3061aa18e42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=24f629fc-4436-43be-96d0-d7f47401a50b HTTP/1.1" status: 200 len: 217 time: 0.0416968 Jul 16 09:06:58.595360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426b0dab-e453-4dae-9222-c96f987b20b3 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:58.603039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.614545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Transition to ACTIVE for port object 426b0dab-e453-4dae-9222-c96f987b20b3 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:58.618704 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.642089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a0c49-6847-4d6a-a460-c326426d15be req-d087baac-eb52-4486-971c-48f48ae7ec67 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.643592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc2a0c49-6847-4d6a-a460-c326426d15be req-d087baac-eb52-4486-971c-48f48ae7ec67 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 932 time: 0.1413724 Jul 16 09:06:58.647644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-d7936fd3-3a79-475e-bd81-3d2e90c2c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.649258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-d7936fd3-3a79-475e-bd81-3d2e90c2c063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=352a236e-46ee-48b2-b0ce-be364920971a HTTP/1.1" status: 200 len: 838 time: 0.0640883 Jul 16 09:06:58.668580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Pushing event updated for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.718790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dc2a0c49-6847-4d6a-a460-c326426d15be req-5953403b-fb1b-42b4-8804-2c232c5d859a tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686767 Jul 16 09:06:58.738359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-75e309b3-d7c5-4bf9-ac6b-20ddede86c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.740065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-75e309b3-d7c5-4bf9-ac6b-20ddede86c50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0822504 Jul 16 09:06:58.754790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Attempting to bind port 426b0dab-e453-4dae-9222-c96f987b20b3 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:58.755132 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Attempting to bind port 426b0dab-e453-4dae-9222-c96f987b20b3 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '2f7d5768-504b-4786-b625-31cec166ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:58.755464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Attempting to bind port 426b0dab-e453-4dae-9222-c96f987b20b3 on network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:58.760965 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Port 426b0dab-e453-4dae-9222-c96f987b20b3 on network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:58.761289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Attempting to bind port 426b0dab-e453-4dae-9222-c96f987b20b3 on network e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:58.766507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:58.766860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Checking segment: {'id': '2f7d5768-504b-4786-b625-31cec166ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:58.767244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Bound using segment: {'id': '2f7d5768-504b-4786-b625-31cec166ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:58.767679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Bound port: 426b0dab-e453-4dae-9222-c96f987b20b3, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7d5768-504b-4786-b625-31cec166ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:58.768277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.846148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:58.850797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=426b0dab-e453-4dae-9222-c96f987b20b3,segment=NetworkSegment(2f7d5768-504b-4786-b625-31cec166ab08),segment_id=2f7d5768-504b-4786-b625-31cec166ab08)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:58.856432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.862103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-75dc16e4-93e8-4050-a625-e0d4c560e596 service neutron] 10.222.0.47 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146393 Jul 16 09:06:58.909851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:58.910468 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.911980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] 10.222.0.46 "PUT /v2.0/ports/426b0dab-e453-4dae-9222-c96f987b20b3 HTTP/1.1" status: 200 len: 1093 time: 0.6929913 Jul 16 09:06:58.915040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:58.917621 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f9cdf4-8546-4c2f-a144-3c83c797dfde" -d '{"events": [{"name": "network-changed", "server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:58.938104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b189a7-4871-45ae-8a90-7b0dcef43229 service neutron] Pushing event updated for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.973647 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bebc026-0ad1-457c-9b4c-aad30177dcc5 x-openstack-request-id: req-0bebc026-0ad1-457c-9b4c-aad30177dcc5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:58.973922 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:58.974205 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bebc026-0ad1-457c-9b4c-aad30177dcc5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:58.974572 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3', 'status': 'completed', 'code': 200} Jul 16 09:06:58.974993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb530ee3-dcea-43b5-ab7a-e1de038692ce req-bd7b84c1-05d6-4e39-bff9-71def2bd9193 service neutron] 10.222.0.47 "GET /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050994 Jul 16 09:06:59.027841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-1da4069e-8d10-40da-829f-94427cb8c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.029333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-1da4069e-8d10-40da-829f-94427cb8c2f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f68ad1ad554fae9cfeec3598c36ad2&device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 1096 time: 0.0691495 Jul 16 09:06:59.070762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-e94cbdd9-f06a-405c-9175-099824c40370 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=426b0dab-e453-4dae-9222-c96f987b20b3 HTTP/1.1" status: 200 len: 217 time: 0.0345044 Jul 16 09:06:59.120358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671921c7-e2f3-486c-a4c4-47856f758850 req-630c86f6-de2f-4d5b-aa95-c97becf7454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.125383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-630c86f6-de2f-4d5b-aa95-c97becf7454b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640921be-5d0a-4259-be74-49d91ea4cb04 HTTP/1.1" status: 200 len: 849 time: 0.0479894 Jul 16 09:06:59.170786 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-ec51b951-5a5d-410a-9db7-419397c910b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402005 Jul 16 09:06:59.264543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-e09fedbe-003f-48d0-88f1-75b4751df21c service neutron] 10.222.0.46 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Jul 16 09:06:59.361807 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-671921c7-e2f3-486c-a4c4-47856f758850 req-a8c29381-5385-4310-8b60-3cc184680d12 service neutron] 10.222.0.46 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913444 Jul 16 09:06:59.476254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-ef2b7b44-c77f-4a70-8767-b5029e097bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.477394 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-ef2b7b44-c77f-4a70-8767-b5029e097bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f68ad1ad554fae9cfeec3598c36ad2&device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 1096 time: 0.0621071 Jul 16 09:06:59.558167 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69ba0-8110-4e5f-9961-86a329b71857 req-7e5d162b-676e-4f00-8e70-becff8f0d087 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.559740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73b69ba0-8110-4e5f-9961-86a329b71857 req-7e5d162b-676e-4f00-8e70-becff8f0d087 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 907 time: 0.0694103 Jul 16 09:06:59.577515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-127e52d6-bd87-4e3c-a14d-752f1d8e2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.579009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-127e52d6-bd87-4e3c-a14d-752f1d8e2298 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 HTTP/1.1" status: 200 len: 910 time: 0.0958292 Jul 16 09:06:59.622827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-5a652b7c-1378-4cf7-9f64-5ee5c82c844d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=426b0dab-e453-4dae-9222-c96f987b20b3 HTTP/1.1" status: 200 len: 217 time: 0.0365601 Jul 16 09:06:59.675534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-c9ac9688-7ab8-491d-98ff-5f6444e9b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.677378 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-c9ac9688-7ab8-491d-98ff-5f6444e9b33a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640921be-5d0a-4259-be74-49d91ea4cb04 HTTP/1.1" status: 200 len: 849 time: 0.0475290 Jul 16 09:06:59.711025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-a0f9606f-ca07-412a-96bc-aaa912eee3bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270941 Jul 16 09:06:59.810272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-32ff7c6f-e7d8-4fbb-96c8-1394184ea6ae service neutron] 10.222.0.46 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905218 Jul 16 09:06:59.911965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dc5f8-ac49-4e68-a2cf-db6fed1e7d82 req-06925f96-2998-4b6e-8b15-0705d9766757 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.913789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f28dc5f8-ac49-4e68-a2cf-db6fed1e7d82 req-06925f96-2998-4b6e-8b15-0705d9766757 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 944 time: 0.0646210 Jul 16 09:06:59.917794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-03f9cdf4-8546-4c2f-a144-3c83c797dfde req-9acb2a3e-85c8-412a-a8cc-cf059da1ffa4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008356 Jul 16 09:06:59.953055 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f28dc5f8-ac49-4e68-a2cf-db6fed1e7d82 req-ec50070a-3d55-414b-9be0-f66dc4e30365 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 16 09:07:00.738290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4493f-2dee-44ee-81fd-aed499365427 req-51b67a66-bde0-4197-80eb-7c3bf03a7295 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.741153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-deb4493f-2dee-44ee-81fd-aed499365427 req-51b67a66-bde0-4197-80eb-7c3bf03a7295 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 907 time: 0.0669844 Jul 16 09:07:01.131056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aff1d7-a098-46ec-9ab8-b5c25c2b3a5e req-b94b2e86-0534-4861-bba2-3570ee4bb7fb tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.132788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57aff1d7-a098-46ec-9ab8-b5c25c2b3a5e req-b94b2e86-0534-4861-bba2-3570ee4bb7fb tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 944 time: 0.0650401 Jul 16 09:07:01.172907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57aff1d7-a098-46ec-9ab8-b5c25c2b3a5e req-a14384a5-9b5d-42b4-8880-d916b91615c7 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Jul 16 09:07:01.336827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 24f629fc-4436-43be-96d0-d7f47401a50b details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:01.460097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=24f629fc-4436-43be-96d0-d7f47401a50b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:01.471959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '24f629fc-4436-43be-96d0-d7f47401a50b', 'network_id': '0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f', 'port_id': '24f629fc-4436-43be-96d0-d7f47401a50b', 'mac_address': 'fa:16:3e:8e:78:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352a236e-46ee-48b2-b0ce-be364920971a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:01.510479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.523106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f629fc-4436-43be-96d0-d7f47401a50b {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:01.544301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=24f629fc-4436-43be-96d0-d7f47401a50b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:01.549963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.599694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:01.607214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.607564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.607905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.608262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.608594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.609027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.609355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.609701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.610024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.610345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.610665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.610986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:01.788508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['24f629fc-4436-43be-96d0-d7f47401a50b'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:01.923010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cf4d8-9693-478e-a5df-de33de76a843 req-b9956758-2d90-4b92-bc59-bce7ad456a31 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.924500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d67cf4d8-9693-478e-a5df-de33de76a843 req-b9956758-2d90-4b92-bc59-bce7ad456a31 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 908 time: 0.0693800 Jul 16 09:07:02.351427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c24e5-48a8-4682-b59d-d6db72eec734 req-4772a326-bb14-46bf-b590-f5cac3937710 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.353523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d39c24e5-48a8-4682-b59d-d6db72eec734 req-4772a326-bb14-46bf-b590-f5cac3937710 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 944 time: 0.0712066 Jul 16 09:07:02.399148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d39c24e5-48a8-4682-b59d-d6db72eec734 req-b7481553-65d0-4791-96eb-3cbb65b35765 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Jul 16 09:07:02.751217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 426b0dab-e453-4dae-9222-c96f987b20b3 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:02.845743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=426b0dab-e453-4dae-9222-c96f987b20b3,segment=NetworkSegment(2f7d5768-504b-4786-b625-31cec166ab08),segment_id=2f7d5768-504b-4786-b625-31cec166ab08)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:02.858122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '426b0dab-e453-4dae-9222-c96f987b20b3', 'network_id': 'e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7', 'port_id': '426b0dab-e453-4dae-9222-c96f987b20b3', 'mac_address': 'fa:16:3e:84:bc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640921be-5d0a-4259-be74-49d91ea4cb04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:02.906975 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.921585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426b0dab-e453-4dae-9222-c96f987b20b3 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:02.941451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=426b0dab-e453-4dae-9222-c96f987b20b3,segment=NetworkSegment(2f7d5768-504b-4786-b625-31cec166ab08),segment_id=2f7d5768-504b-4786-b625-31cec166ab08)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:02.945554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.994178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.115442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a22bf-ac1f-4cbc-a4a8-2d359bf7b311 req-9ad0c17d-6da3-42b1-8488-da5433bd5cc8 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:03.116988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb8a22bf-ac1f-4cbc-a4a8-2d359bf7b311 req-9ad0c17d-6da3-42b1-8488-da5433bd5cc8 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 908 time: 0.0693159 Jul 16 09:07:03.167777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['426b0dab-e453-4dae-9222-c96f987b20b3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:03.352515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 24f629fc-4436-43be-96d0-d7f47401a50b up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:03.408081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 24f629fc-4436-43be-96d0-d7f47401a50b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:03.408659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 24f629fc-4436-43be-96d0-d7f47401a50b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:03.409042 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.491658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.518422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:03.520804 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f383dc8-3929-496d-bd7f-f315ea347a4d" -d '{"events": [{"server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "name": "network-vif-plugged", "status": "completed", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:03.533958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=24f629fc-4436-43be-96d0-d7f47401a50b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:03.541383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.582108 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f08f1-cd6a-4e3d-bb77-fa321606480a x-openstack-request-id: req-859f08f1-cd6a-4e3d-bb77-fa321606480a {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:03.582467 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "name": "network-vif-plugged", "status": "completed", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:03.582794 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-859f08f1-cd6a-4e3d-bb77-fa321606480a {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:03.583260 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b', 'code': 200} Jul 16 09:07:03.597233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2e4f1-ece3-42e0-80d8-fc0e7b2dad9b req-ea2f67b9-774a-4a8c-aa9d-292c96523de1 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:03.600173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43e2e4f1-ece3-42e0-80d8-fc0e7b2dad9b req-ea2f67b9-774a-4a8c-aa9d-292c96523de1 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 945 time: 0.0827467 Jul 16 09:07:03.612811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.643706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43e2e4f1-ece3-42e0-80d8-fc0e7b2dad9b req-3b723e45-a8e1-488a-8eee-b76fa1c2a3ac tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Jul 16 09:07:03.711875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c1f9-7d72-4d2c-bc4d-ac8e9099fac0 req-a8d5c7f9-46a1-481e-8deb-1498e44cf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:03.713515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fb8c1f9-7d72-4d2c-bc4d-ac8e9099fac0 req-a8d5c7f9-46a1-481e-8deb-1498e44cf53e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 1061 time: 0.0645750 Jul 16 09:07:04.295793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b70d-067d-49db-9415-8cbf1187a4dd req-edbf580c-9e11-4f2e-a8b4-952db6f17a82 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.297332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3425b70d-067d-49db-9415-8cbf1187a4dd req-edbf580c-9e11-4f2e-a8b4-952db6f17a82 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.0630345 Jul 16 09:07:04.751388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 426b0dab-e453-4dae-9222-c96f987b20b3 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:04.801508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 426b0dab-e453-4dae-9222-c96f987b20b3 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:04.805181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 426b0dab-e453-4dae-9222-c96f987b20b3 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:04.806074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.824406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e322c-8773-4e2b-abf2-e22ae495c4da req-2bec0cd1-a62d-4fb8-9c4a-def9f1ebe12b tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.826308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-947e322c-8773-4e2b-abf2-e22ae495c4da req-2bec0cd1-a62d-4fb8-9c4a-def9f1ebe12b tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 945 time: 0.0692773 Jul 16 09:07:04.870042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-947e322c-8773-4e2b-abf2-e22ae495c4da req-602bbd08-28f6-4088-b67a-3755afe5da27 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Jul 16 09:07:04.896549 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.932606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=426b0dab-e453-4dae-9222-c96f987b20b3,segment=NetworkSegment(2f7d5768-504b-4786-b625-31cec166ab08),segment_id=2f7d5768-504b-4786-b625-31cec166ab08)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:04.936686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.991691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.474933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad19f9a-c357-4fbe-839a-80fddd0cf035 req-99610a2d-6b9e-408a-91c8-a4a851e2c5f5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.476552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ad19f9a-c357-4fbe-839a-80fddd0cf035 req-99610a2d-6b9e-408a-91c8-a4a851e2c5f5 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.0688014 Jul 16 09:07:05.585304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:05.588609 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa770ef-aa91-4626-aa10-fe16fbd00d94" -d '{"events": [{"server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "name": "network-vif-plugged", "status": "completed", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:05.624976 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a026d4-5c61-439b-a3dd-1dfa6b559330 x-openstack-request-id: req-71a026d4-5c61-439b-a3dd-1dfa6b559330 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:05.624976 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "name": "network-vif-plugged", "status": "completed", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:05.624976 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71a026d4-5c61-439b-a3dd-1dfa6b559330 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:05.625393 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3', 'code': 200} Jul 16 09:07:05.669047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb8c7-bd22-4f36-9265-00b9f31a4e91 req-f784721e-9ce2-49f2-9530-f78474b5ce94 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.670655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb7eb8c7-bd22-4f36-9265-00b9f31a4e91 req-f784721e-9ce2-49f2-9530-f78474b5ce94 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.0819585 Jul 16 09:07:05.742512 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bafe2-2c4f-4488-b36f-8bad99ddb1c6 req-742c90b6-aa73-4c86-ab27-dd9cee4cbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.745036 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e0bafe2-2c4f-4488-b36f-8bad99ddb1c6 req-742c90b6-aa73-4c86-ab27-dd9cee4cbe3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 1098 time: 0.0608757 Jul 16 09:07:05.781063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7e0bafe2-2c4f-4488-b36f-8bad99ddb1c6 req-74f2ffa5-cdc1-4d38-a98c-5aa990fa1337 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291004 Jul 16 09:07:05.839769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38ffcf-1c4c-4b47-bb44-611c101265fa req-aa77beb8-0d00-4304-b14e-9d29b5a14f71 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.841324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f38ffcf-1c4c-4b47-bb44-611c101265fa req-aa77beb8-0d00-4304-b14e-9d29b5a14f71 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 1061 time: 0.0520434 Jul 16 09:07:06.049944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dd139-60b3-4c1a-b076-8b42ee257e29 req-e2a386c2-4fe9-43cd-bd8c-bed4a35b338e tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.051484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b4dd139-60b3-4c1a-b076-8b42ee257e29 req-e2a386c2-4fe9-43cd-bd8c-bed4a35b338e tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1137 time: 0.0974956 Jul 16 09:07:06.081634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6523927-3bf5-40da-87f9-c599bb9af7d4 req-69d23a43-4912-4a02-8603-33669a0d72e0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.083085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6523927-3bf5-40da-87f9-c599bb9af7d4 req-69d23a43-4912-4a02-8603-33669a0d72e0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 946 time: 0.0953767 Jul 16 09:07:06.115484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b4dd139-60b3-4c1a-b076-8b42ee257e29 req-d6d342ed-f5cd-4bd0-8347-6cea85699e4d tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0570648 Jul 16 09:07:06.132419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6523927-3bf5-40da-87f9-c599bb9af7d4 req-85bcfc39-2207-46cf-a096-72913bbe4316 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Jul 16 09:07:06.140406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:06.193944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd5c2b-6898-498e-972a-0502d13c4135 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.195743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cbbd5c2b-6898-498e-972a-0502d13c4135 tempest-TestSecurityGroupsBasicOps-2024294902 tempest-TestSecurityGroupsBasicOps-2024294902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 1056 time: 0.0540392 Jul 16 09:07:06.583677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60d8d-03e7-46e6-a72d-7b9eaa4ea8e7 req-4f238de2-cac9-44e8-8943-3442c25ce03e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.585188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04f60d8d-03e7-46e6-a72d-7b9eaa4ea8e7 req-4f238de2-cac9-44e8-8943-3442c25ce03e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.0762897 Jul 16 09:07:07.325843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733e3df-e388-42fb-9052-5ad200dfdb47 req-93b72e43-7e64-4b6e-94a3-52463e58a1cf tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.327384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7733e3df-e388-42fb-9052-5ad200dfdb47 req-93b72e43-7e64-4b6e-94a3-52463e58a1cf tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 946 time: 0.0790768 Jul 16 09:07:07.367064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7733e3df-e388-42fb-9052-5ad200dfdb47 req-922c7888-3dea-4cab-892f-c80675b09199 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339804 Jul 16 09:07:07.821166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-21dcbd04-0c47-4d04-85b2-4d3af4a7dfb9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.822964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-21dcbd04-0c47-4d04-85b2-4d3af4a7dfb9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.47 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.1204050 Jul 16 09:07:07.847163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba777b-f994-44ed-8081-0217b3abe71f req-49844892-3e8d-4750-aaf9-c6e2012c9020 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.848791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49ba777b-f994-44ed-8081-0217b3abe71f req-49844892-3e8d-4750-aaf9-c6e2012c9020 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 909 time: 0.1061659 Jul 16 09:07:07.950205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port 24f629fc-4436-43be-96d0-d7f47401a50b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:07.950750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.042554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port 24f629fc-4436-43be-96d0-d7f47401a50b, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=24f629fc-4436-43be-96d0-d7f47401a50b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:08.042923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.062964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for 24f629fc-4436-43be-96d0-d7f47401a50b owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:08.200168 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.228543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=24f629fc-4436-43be-96d0-d7f47401a50b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.268445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.268769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.269053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.269395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.269729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.270149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.270412 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.270734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.271071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.271398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.271731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.272109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:08.304880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] No DVR routers for this DVR port 24f629fc-4436-43be-96d0-d7f47401a50b on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:08.308778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.312566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a528f12d-7610-4e91-a44a-e3d9ed12febf req-71642063-ae8d-4b53-9553-5ec0a4bbb8b1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.47 "DELETE /v2.0/ports/24f629fc-4436-43be-96d0-d7f47401a50b HTTP/1.1" status: 204 len: 173 time: 0.4827621 Jul 16 09:07:08.313420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'name': 'network-vif-deleted', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:08.317118 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a99f90-7b0a-4978-b74e-bec1d5d45a49" -d '{"events": [{"server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "name": "network-vif-deleted", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:08.413414 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778f73f-bdb5-49f8-bce2-3685de6f2d9c x-openstack-request-id: req-e778f73f-bdb5-49f8-bce2-3685de6f2d9c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:08.413939 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948275a-04e9-4456-9edb-56238b8e44db", "name": "network-vif-deleted", "tag": "24f629fc-4436-43be-96d0-d7f47401a50b", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:08.414347 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e778f73f-bdb5-49f8-bce2-3685de6f2d9c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:08.415861 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3948275a-04e9-4456-9edb-56238b8e44db', 'name': 'network-vif-deleted', 'tag': '24f629fc-4436-43be-96d0-d7f47401a50b', 'status': 'completed', 'code': 200} Jul 16 09:07:08.749251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.045075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c17049d3-370d-486a-907b-9304399a748f req-04d52ea0-04a4-4e04-8296-80c552d711c4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=3948275a-04e9-4456-9edb-56238b8e44db HTTP/1.1" status: 200 len: 210 time: 0.0299046 Jul 16 09:07:09.386249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.765817 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:10.043284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8d9b-5dde-4266-ba2f-7f31ffb7658f req-025cac10-3854-4418-b495-f8f042182cd6 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:10.044793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e9b8d9b-5dde-4266-ba2f-7f31ffb7658f req-025cac10-3854-4418-b495-f8f042182cd6 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 946 time: 0.0674095 Jul 16 09:07:10.083146 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e9b8d9b-5dde-4266-ba2f-7f31ffb7658f req-0d9d7b74-09d0-432c-96bc-763574159dd5 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 16 09:07:10.141506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54142) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:10.867196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.142056 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port d43ce105-c5c8-4916-a0ec-623ab13aef0b {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:11.142599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.279493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb017f-aa38-4037-91fa-81467b8a7d50 req-95245f03-95db-4acb-84fd-0f392772fbb0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:11.281611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port d43ce105-c5c8-4916-a0ec-623ab13aef0b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d43ce105-c5c8-4916-a0ec-623ab13aef0b,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:11.281985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.282434 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82eb017f-aa38-4037-91fa-81467b8a7d50 req-95245f03-95db-4acb-84fd-0f392772fbb0 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 946 time: 0.0759745 Jul 16 09:07:11.292000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-5e3f1306-d9e8-4f52-b000-6bc41a00c7ec tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:11.293525 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-5e3f1306-d9e8-4f52-b000-6bc41a00c7ec tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.46 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 946 time: 0.1348970 Jul 16 09:07:11.331608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for d43ce105-c5c8-4916-a0ec-623ab13aef0b owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:11.340187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82eb017f-aa38-4037-91fa-81467b8a7d50 req-0e2d03a5-1a03-434d-8d6a-befea10fdf86 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/security-groups?id=86ef4a18-e60c-41c0-9d3e-0989bffa987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Jul 16 09:07:11.383508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 24f629fc-4436-43be-96d0-d7f47401a50b no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:11.403912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 24f629fc-4436-43be-96d0-d7f47401a50b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:11.404550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 24f629fc-4436-43be-96d0-d7f47401a50b not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:11.528279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Deleting port 426b0dab-e453-4dae-9222-c96f987b20b3 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:11.528682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.671361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] For port 426b0dab-e453-4dae-9222-c96f987b20b3, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=426b0dab-e453-4dae-9222-c96f987b20b3,segment=NetworkSegment(2f7d5768-504b-4786-b625-31cec166ab08),segment_id=2f7d5768-504b-4786-b625-31cec166ab08)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:11.671726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.690908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Calling delete_port for 426b0dab-e453-4dae-9222-c96f987b20b3 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:11.702391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.766871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=d43ce105-c5c8-4916-a0ec-623ab13aef0b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.019449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.032949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['426b0dab-e453-4dae-9222-c96f987b20b3'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:12.056783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Pushing event deleted for resources: {'Port': ['ID=426b0dab-e453-4dae-9222-c96f987b20b3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.117038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] No DVR routers for this DVR port 426b0dab-e453-4dae-9222-c96f987b20b3 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:12.118747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.122225 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.124265 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82177b3f-b015-4079-bbb9-55b4370913d0 req-8d31b474-714c-4810-ab32-2634c398e917 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.46 "DELETE /v2.0/ports/426b0dab-e453-4dae-9222-c96f987b20b3 HTTP/1.1" status: 204 len: 173 time: 0.8249280 Jul 16 09:07:12.124704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'name': 'network-vif-deleted', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:12.126995 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfb04af-5257-4e0c-be43-1cf0d9810d06" -d '{"events": [{"server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "name": "network-vif-deleted", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:12.229753 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab378976-2b40-4762-8f6c-fd4163136601 x-openstack-request-id: req-ab378976-2b40-4762-8f6c-fd4163136601 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:12.230431 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478371d1-f478-482b-aea0-9e7c1573361e", "name": "network-vif-deleted", "tag": "426b0dab-e453-4dae-9222-c96f987b20b3", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:12.230431 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab378976-2b40-4762-8f6c-fd4163136601 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:12.230674 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478371d1-f478-482b-aea0-9e7c1573361e', 'name': 'network-vif-deleted', 'tag': '426b0dab-e453-4dae-9222-c96f987b20b3', 'status': 'completed', 'code': 200} Jul 16 09:07:12.392112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:12.514960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:12.515192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a861e672-1c03-41f6-bd01-7639f2833855 req-200993ba-c459-45b6-817a-234a51ebbf20 tempest-VolumesActionsTest-1107118579 tempest-VolumesActionsTest-1107118579-project] 10.222.0.32 "GET /v2.0/ports?device_id=478371d1-f478-482b-aea0-9e7c1573361e HTTP/1.1" status: 200 len: 210 time: 0.0310991 Jul 16 09:07:12.520636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a63333f9-9b9d-4606-a984-6727bf45773e tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "PUT /v2.0/routers/505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3780792 Jul 16 09:07:12.523756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54194) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:12.525858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Sync routers for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:12.539071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:12.539071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:12.631864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting subnet 352a236e-46ee-48b2-b0ce-be364920971a {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:12.636738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.667550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:12.697284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.728065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113765a-023a-46ad-971c-3f52845cd222 req-79db09c7-d3a8-4972-ac96-6af4526659c5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.729917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1113765a-023a-46ad-971c-3f52845cd222 req-79db09c7-d3a8-4972-ac96-6af4526659c5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 946 time: 0.1703382 Jul 16 09:07:12.787335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1113765a-023a-46ad-971c-3f52845cd222 req-ef7d0f3d-44c1-45a6-90a6-0ccdef1b0dc1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496454 Jul 16 09:07:12.847713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.907757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:12.919013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.940559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Checking router: 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:12.947067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Subnet': ['ID=352a236e-46ee-48b2-b0ce-be364920971a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.951714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.955987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-08a2f3c0-9268-4183-a321-5157929a526d tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/subnets/352a236e-46ee-48b2-b0ce-be364920971a HTTP/1.1" status: 204 len: 168 time: 0.4282482 Jul 16 09:07:12.957018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:12.965719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ceb128-a3a6-4536-bcc2-a27ed72a8033 None None] Network 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:12.969397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Routers {'505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:12.970136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:06:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:13.077343 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.087324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f0f413aa-9e70-47fd-af7d-e381144d9627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.186479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] Set router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:13.192605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.250133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port 320d4c20-da71-48b9-82d9-2553fcc9bfad {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:13.251080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.361580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port 320d4c20-da71-48b9-82d9-2553fcc9bfad, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=320d4c20-da71-48b9-82d9-2553fcc9bfad,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:13.361963 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.385066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for 320d4c20-da71-48b9-82d9-2553fcc9bfad owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:13.424640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a59053-eb89-4706-9698-420b85915eae None None] DHCP port deletion for 0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:13.471360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:13.500468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8316700-257e-4330-b4ff-14321f6de040 None None] The sync data for ids ['505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0'] in n-d-798054-12 is: [{'id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-185327205', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': '320d4c20-da71-48b9-82d9-2553fcc9bfad', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:44Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:13.521199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Deleting port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:13.521587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.585194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.610017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d8a59053-eb89-4706-9698-420b85915eae None None] For port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,segment=NetworkSegment(2c7b0bb6-1129-44c1-a605-6e68259f4d29),segment_id=2c7b0bb6-1129-44c1-a605-6e68259f4d29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:13.610625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.614485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=320d4c20-da71-48b9-82d9-2553fcc9bfad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:13.635374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Calling delete_port for 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:13.712878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.755970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.797068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a59053-eb89-4706-9698-420b85915eae None None] Pushing event deleted for resources: {'Port': ['ID=7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:13.799733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a59053-eb89-4706-9698-420b85915eae None None] No DVR routers for this DVR port 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:13.825006 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.827819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.892908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.893683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Fanout notify agent at l3_agent the message router_deleted on router 505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:13.905526 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.909272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-edc754bd-f6b2-4854-bf54-7c8777517839 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/routers/505ef499-a3ee-4507-9e1b-6fb5dc8e3fd0 HTTP/1.1" status: 204 len: 168 time: 0.9494588 Jul 16 09:07:13.911048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54228) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.074346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.173141 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d43ce105-c5c8-4916-a0ec-623ab13aef0b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:14.173817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-7f45c3f9-c169-4201-884e-00fc5bf68940 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.176581 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-7f45c3f9-c169-4201-884e-00fc5bf68940 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 946 time: 0.1824496 Jul 16 09:07:14.202154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d43ce105-c5c8-4916-a0ec-623ab13aef0b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:14.202523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d43ce105-c5c8-4916-a0ec-623ab13aef0b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:14.202937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:14.232951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:14.233311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 7a5e748b-42b4-45e5-9f1a-6adc5cad8e6d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:14.312073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:14.312073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.327119 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.340786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:14.359141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7b0bb6-1129-44c1-a605-6e68259f4d29') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:14.360169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7b0bb6-1129-44c1-a605-6e68259f4d29') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:14.375535 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.399317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a4a2-8b7b-4b79-a2d3-83983b5666ff req-12a3e5dd-9e21-4978-9fc9-2869b52ff6c2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:14.408512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b71a4a2-8b7b-4b79-a2d3-83983b5666ff req-12a3e5dd-9e21-4978-9fc9-2869b52ff6c2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 946 time: 0.2940989 Jul 16 09:07:14.434660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.449872 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:14.449872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.463620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:14.468196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:14.481569 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:14.535669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b71a4a2-8b7b-4b79-a2d3-83983b5666ff req-3282f04e-594f-427e-a3b9-4e3f8be7e93c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242018 Jul 16 09:07:14.535669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.550110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.554955 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/networks/0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f HTTP/1.1" status: 204 len: 168 time: 0.6396015 Jul 16 09:07:14.569249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54242) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.576673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83f57d-d7f3-442b-a415-ec5c9b2de8d1 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Network': ['ID=0554c05f-a3e4-47e5-a6e7-1c3b9f45de8f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:14.792341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 426b0dab-e453-4dae-9222-c96f987b20b3 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:14.835521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 426b0dab-e453-4dae-9222-c96f987b20b3 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:14.835867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 426b0dab-e453-4dae-9222-c96f987b20b3 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:14.837780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:14.867433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port e67ad710-4e26-4c26-b6cb-69c8bb306e6c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:14.868057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.966843 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.995014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:14.998097 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a4f67-d2e3-4ae0-84e9-1c3ba78ce11b" -d '{"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:15.042778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:15.066998 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400d3bb-5fa4-4f63-8f7f-ff09286eb260 x-openstack-request-id: req-0400d3bb-5fa4-4f63-8f7f-ff09286eb260 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:15.067550 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:15.068238 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0400d3bb-5fa4-4f63-8f7f-ff09286eb260 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:15.068825 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'code': 200} Jul 16 09:07:15.070074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.173648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.295587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.295905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.296270 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP c8ed7e70-3a3f-41df-9944-d61078ca3cf4 disassociated. External IP: 172.25.5.182, port: 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd. Jul 16 09:07:15.296623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:15.387192 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.388321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.400793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for e67ad710-4e26-4c26-b6cb-69c8bb306e6c owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:15.455459 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.486167 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.592426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.627850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:15.639515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-60319e26-a1f8-41ac-bf5a-bba06af9af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.658413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=e67ad710-4e26-4c26-b6cb-69c8bb306e6c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.740050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52a0b591-01ae-4fb9-8b44-a4ec556310cf req-e9681098-b630-43da-bbfe-be2943646ba3 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0327969 Jul 16 09:07:15.758489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.759081 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Floating IP 25999e06-c0ef-4cc5-b73c-d51c91798111 disassociated (deleted). External IP: 172.25.5.28, port: 94ab7639-41d8-498a-8d22-6b73c24e96bd. Jul 16 09:07:15.765427 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:15.774433 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.778196 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:15.788715 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:15.790085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.815717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:15.819127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.822141 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73fae258-9f9f-4d5b-9255-5bde2404be7c req-fce1d7f8-b5e4-4417-8205-a5f80ff8f0f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd HTTP/1.1" status: 204 len: 173 time: 1.6406307 Jul 16 09:07:15.822636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-deleted', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:15.824982 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4396e50-2f50-4047-832c-c6aee2721ff3" -d '{"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-deleted", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:15.871487 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e57264-87fa-4911-be4a-b3c29dc407bd x-openstack-request-id: req-24e57264-87fa-4911-be4a-b3c29dc407bd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:15.872382 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3479fe-c3d0-4a64-8e38-f6edfe6c440c", "name": "network-vif-deleted", "tag": "8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:15.872868 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24e57264-87fa-4911-be4a-b3c29dc407bd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:15.874038 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3479fe-c3d0-4a64-8e38-f6edfe6c440c', 'name': 'network-vif-deleted', 'tag': '8d0ce43d-5369-40a3-a39c-e3cfcfafa7dd', 'status': 'completed', 'code': 200} Jul 16 09:07:15.929553 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:15.947758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 320d4c20-da71-48b9-82d9-2553fcc9bfad no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:15.987256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 320d4c20-da71-48b9-82d9-2553fcc9bfad {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:15.987656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 320d4c20-da71-48b9-82d9-2553fcc9bfad not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:16.064994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 1be99b85-4836-437e-a148-410db4fbada5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:16.182713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:16.187316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.193870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Sync routers for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:16.205626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:16.206256 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:16.226506 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-48459deb-eccd-444d-9d11-5fb1f60d11e0 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/floatingips/25999e06-c0ef-4cc5-b73c-d51c91798111 HTTP/1.1" status: 204 len: 168 time: 1.6557033 Jul 16 09:07:16.226857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:16.230177 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a79922-8216-4f5b-b459-665f7fd7f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:16.321937 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:16.334605 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcbc43c-9f30-4661-8d4a-449f269e1087 x-openstack-request-id: req-bfcbc43c-9f30-4661-8d4a-449f269e1087 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:16.334905 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:16.335260 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfcbc43c-9f30-4661-8d4a-449f269e1087 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:16.335669 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'status': 'completed', 'code': 200} Jul 16 09:07:16.402010 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:16.420702 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:16.421355 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:16.526008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-d7bfc01a-6b8e-49b2-8a86-828f8e71ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:16.533121 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-d7bfc01a-6b8e-49b2-8a86-828f8e71ace3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=671239a379b740e893daa5d66fd65f55&device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 1137 time: 0.1676958 Jul 16 09:07:16.673720 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:16.674185 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:16.734761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-e27a2065-f14b-4538-8330-4ad185f68760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:16.736534 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-e27a2065-f14b-4538-8330-4ad185f68760 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 200 len: 897 time: 0.1968029 Jul 16 09:07:16.863363 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-14fc181e-9d76-42fe-9c65-121e90917589 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 200 len: 217 time: 0.1206076 Jul 16 09:07:16.970645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-aff8dea6-2a78-406a-ba47-895efb798348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:16.975545 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-aff8dea6-2a78-406a-ba47-895efb798348 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e72d2db9-8631-454c-8266-6a510565d9b4 HTTP/1.1" status: 200 len: 834 time: 0.1021764 Jul 16 09:07:17.021827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.099703 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-96650f19-3a3d-4e80-aa3a-39f2c45c2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.101231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41c67838-77e1-4e8e-b4ab-0d32784e1f24 req-f84595c2-3dd3-4d38-99e3-d7f30afcc5fa tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0993998 Jul 16 09:07:17.102991 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-96650f19-3a3d-4e80-aa3a-39f2c45c2b48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2622d7b-9eb7-483c-b4ef-d1503dabde2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180739 Jul 16 09:07:17.113475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.143438 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eed7d2-8087-45c9-86d4-4d1f1008fa17 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:17.153815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.234607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Checking router: 1be99b85-4836-437e-a148-410db4fbada5 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:17.279042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:17.280088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.299095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3850-1dd8-4caf-987c-93db62c16f91 req-15e996e2-57b6-4293-99c1-671a946af40a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.301708 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008f3850-1dd8-4caf-987c-93db62c16f91 req-15e996e2-57b6-4293-99c1-671a946af40a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.1977253 Jul 16 09:07:17.331017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-c0e830df-6891-4fd3-9456-4a0cd50d88b8 service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167559 Jul 16 09:07:17.419950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008f3850-1dd8-4caf-987c-93db62c16f91 req-ce45222f-e492-416d-92f6-55f0df6ccae2 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1067905 Jul 16 09:07:17.498150 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-06a79922-8216-4f5b-b459-665f7fd7f04b req-eacd974b-094a-4e8e-b12c-6be2339f34db service neutron] 10.222.0.46 "GET /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584063 Jul 16 09:07:17.505254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:17.590567 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b82c3-2139-47ab-9cfa-4a5d4e9e8f10 None None] New status for floating IP c8ed7e70-3a3f-41df-9944-d61078ca3cf4: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:17.802361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.843594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc58475-4da7-42aa-96c7-9887468b5cf6 None None] The sync data for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 is: [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:05:50Z', 'revision_number': 4, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '026b6945-4faf-4812-8150-380dd0992a17', 'name': '', 'network_id': 'c2622d7b-9eb7-483c-b4ef-d1503dabde2d', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'mac_address': 'fa:16:3e:3d:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:49Z', 'updated_at': '2021-07-16T09:05:56Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'subnets': [{'id': 'e72d2db9-8631-454c-8266-6a510565d9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:18.238210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-6888652a-ce85-4429-90fe-30e9af8063bf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.245079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-6888652a-ce85-4429-90fe-30e9af8063bf tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.1405814 Jul 16 09:07:18.292296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecc710-f24d-478a-879f-2dd574eeef6b None None] New status for floating IP 25999e06-c0ef-4cc5-b73c-d51c91798111: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:18.321219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b98c8c9-968a-4495-9808-b3bcebb499af req-e80f39b1-d95b-453b-b952-4b93864ae758 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0573075 Jul 16 09:07:18.408252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port 94ab7639-41d8-498a-8d22-6b73c24e96bd {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:18.408707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.523597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port 94ab7639-41d8-498a-8d22-6b73c24e96bd, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=94ab7639-41d8-498a-8d22-6b73c24e96bd,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:18.524194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.553342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for 94ab7639-41d8-498a-8d22-6b73c24e96bd owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:18.564809 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.722607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2937d7-c890-4e35-a78d-a1b876166dae req-2c335d28-7dc5-44c9-ab8d-cf388efe037a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.724817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d2937d7-c890-4e35-a78d-a1b876166dae req-2c335d28-7dc5-44c9-ab8d-cf388efe037a tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3d1439b-071d-4a14-9024-d19ff2f06fdb HTTP/1.1" status: 200 len: 985 time: 0.1198704 Jul 16 09:07:18.745777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.785618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=94ab7639-41d8-498a-8d22-6b73c24e96bd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.791775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d2937d7-c890-4e35-a78d-a1b876166dae req-ac34a484-11f3-4eb2-bc43-65f85cb79b24 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "GET /v2.0/security-groups?id=f380bc85-0def-40fe-97b5-39af5ddb442b&id=f27bb4e4-462b-428e-b87a-7b0ec0603e10&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0592804 Jul 16 09:07:18.856945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] No DVR routers for this DVR port 94ab7639-41d8-498a-8d22-6b73c24e96bd on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:18.860359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.862451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-340b1d05-b3ab-4a9b-8384-271ba37e5465 req-2842caf3-34b1-4f4c-9981-8033f647d9e9 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.46 "DELETE /v2.0/ports/94ab7639-41d8-498a-8d22-6b73c24e96bd HTTP/1.1" status: 204 len: 173 time: 0.6119034 Jul 16 09:07:18.863002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'name': 'network-vif-deleted', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:18.865843 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c11f9-152d-4563-b69f-cec91a032114" -d '{"events": [{"server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "name": "network-vif-deleted", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:18.947296 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b006f6fe-d1ec-4b79-a9ba-b70cbe56029d x-openstack-request-id: req-b006f6fe-d1ec-4b79-a9ba-b70cbe56029d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:18.947990 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d1439b-071d-4a14-9024-d19ff2f06fdb", "name": "network-vif-deleted", "tag": "94ab7639-41d8-498a-8d22-6b73c24e96bd", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:18.948334 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b006f6fe-d1ec-4b79-a9ba-b70cbe56029d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:18.948759 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d1439b-071d-4a14-9024-d19ff2f06fdb', 'name': 'network-vif-deleted', 'tag': '94ab7639-41d8-498a-8d22-6b73c24e96bd', 'status': 'completed', 'code': 200} Jul 16 09:07:19.558352 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18a502f2-e8de-4671-be80-5db45f70952c req-d3c3de7f-2021-4ef4-9be4-389fd0429821 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0443885 Jul 16 09:07:19.899376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54354) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:19.965286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.990143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.048129 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.052643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.056983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/security-groups/f380bc85-0def-40fe-97b5-39af5ddb442b HTTP/1.1" status: 204 len: 168 time: 0.1537163 Jul 16 09:07:20.057491 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.065246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999892-38ab-4cf2-8fb0-d9ff27760981 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f380bc85-0def-40fe-97b5-39af5ddb442b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.170684 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.207448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.266682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.270790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.275530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54366) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.276491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/security-groups/f27bb4e4-462b-428e-b87a-7b0ec0603e10 HTTP/1.1" status: 204 len: 168 time: 0.2179968 Jul 16 09:07:20.292571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a130a5-e1f0-47af-9c92-a697b2aed562 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27bb4e4-462b-428e-b87a-7b0ec0603e10,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.723951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc3fd592-81c8-499d-a7f8-e931c11c80a7 req-2bce68eb-72fe-4024-95ef-214cb03cb3de tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3479fe-c3d0-4a64-8e38-f6edfe6c440c HTTP/1.1" status: 200 len: 210 time: 0.0462632 Jul 16 09:07:20.804294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 94ab7639-41d8-498a-8d22-6b73c24e96bd no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:20.846507 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 94ab7639-41d8-498a-8d22-6b73c24e96bd {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:20.849146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 94ab7639-41d8-498a-8d22-6b73c24e96bd not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:20.877073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.292165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port 026b6945-4faf-4812-8150-380dd0992a17 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:21.292516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.440237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port 026b6945-4faf-4812-8150-380dd0992a17, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=026b6945-4faf-4812-8150-380dd0992a17,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:21.440829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.458690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for 026b6945-4faf-4812-8150-380dd0992a17 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:21.719772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.758726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=026b6945-4faf-4812-8150-380dd0992a17,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.383933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-b726f862-454e-4ee9-a915-ad8dd50bde0b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445810776&fields=id&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 267 time: 0.0517552 Jul 16 09:07:22.384690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.580997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-76e971ba-9b4d-48eb-b204-f3fb5996fdc4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.582569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-76e971ba-9b4d-48eb-b204-f3fb5996fdc4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1898851 Jul 16 09:07:22.628920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-f90ad188-d2dd-4ada-b60b-d246eb445991 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0384331 Jul 16 09:07:22.748123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Router 1be99b85-4836-437e-a148-410db4fbada5 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:22.756195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ce3eaf9e-1a20-4618-9c9d-dceb11a65246 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162045 Jul 16 09:07:22.944524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:22.953474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54434) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:22.954049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e788363b-91b1-4a45-938d-bb54aaa2a843 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "PUT /v2.0/routers/1be99b85-4836-437e-a148-410db4fbada5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6767087 Jul 16 09:07:22.955925 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Sync routers for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:22.962652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-16d639dd-be7e-442d-bc3d-8e7a1e300ddc service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936998 Jul 16 09:07:22.978823 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:22.979850 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:23.070276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting subnet e72d2db9-8631-454c-8266-6a510565d9b4 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:23.073777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.083682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-f01d1653-3861-4c12-9e82-5090312c2200 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199110 Jul 16 09:07:23.123612 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.233110 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.342372 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.379988 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:23.405439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.407706 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/subnets/e72d2db9-8631-454c-8266-6a510565d9b4 HTTP/1.1" status: 204 len: 168 time: 0.4521391 Jul 16 09:07:23.408718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc6bd8a-025d-425b-a033-8c7df348b0eb None None] Network c2622d7b-9eb7-483c-b4ef-d1503dabde2d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:23.410499 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6974d-11fa-49a9-91b6-9eadc7e1c0f4 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Subnet': ['ID=e72d2db9-8631-454c-8266-6a510565d9b4,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:23.410649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54448) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:23.556794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e34927c3-a6c3-4c03-8725-a41a1c723f7e req-de621fcb-25ac-4feb-b603-eb9eba890bf8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0501330 Jul 16 09:07:23.642494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.779554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.793542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] DHCP port deletion for c2622d7b-9eb7-483c-b4ef-d1503dabde2d request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:23.851193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port': {'id': 'c43ce6cf-87e2-497f-afc4-75cf6752862b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be99b85-4836-437e-a148-410db4fbada5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:05:45Z', 'updated_at': '2021-07-16T09:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:23.899558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Deleting port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:23.900543 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.903571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Deleting port c43ce6cf-87e2-497f-afc4-75cf6752862b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:23.903983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.913007 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Checking router: 1be99b85-4836-437e-a148-410db4fbada5 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:23.951177 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Routers {'1be99b85-4836-437e-a148-410db4fbada5'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:23.952983 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1be99b85-4836-437e-a148-410db4fbada5'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:24.065326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d34d62f9-2a98-429a-8c8e-6d92bc73fa56 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:24.069527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] For port d34d62f9-2a98-429a-8c8e-6d92bc73fa56, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,segment=NetworkSegment(b324ea40-e5d7-40be-a5b3-1d731bdc02a2),segment_id=b324ea40-e5d7-40be-a5b3-1d731bdc02a2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:24.073149 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.141757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] For port c43ce6cf-87e2-497f-afc4-75cf6752862b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c43ce6cf-87e2-497f-afc4-75cf6752862b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:24.142328 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Calling delete_port for d34d62f9-2a98-429a-8c8e-6d92bc73fa56 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:24.145615 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.195092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Calling delete_port for c43ce6cf-87e2-497f-afc4-75cf6752862b owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:24.228846 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] Set router 1be99b85-4836-437e-a148-410db4fbada5 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:24.322402 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:07:23Z', 'revision_number': 6, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:24.350047 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3260f-4ebc-4bf1-9b03-529e7f23818e None None] The sync data for ids ['1be99b85-4836-437e-a148-410db4fbada5'] in n-d-798054-12 is: [{'id': '1be99b85-4836-437e-a148-410db4fbada5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-629320499', 'tenant_id': '671239a379b740e893daa5d66fd65f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:44Z', 'updated_at': '2021-07-16T09:07:23Z', 'revision_number': 6, 'project_id': '671239a379b740e893daa5d66fd65f55', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:24.383729 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.486509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] No DVR routers for this DVR port d34d62f9-2a98-429a-8c8e-6d92bc73fa56 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:24.488546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba690d-90cf-4d5c-8c1a-40dee5e3d45f None None] Pushing event deleted for resources: {'Port': ['ID=d34d62f9-2a98-429a-8c8e-6d92bc73fa56,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.493483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.584144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.658913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Port': ['ID=c43ce6cf-87e2-497f-afc4-75cf6752862b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:24.856666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a985dcf6-053b-4f2d-8a74-1bd82a3c064a req-6e7f693d-4357-41ed-b75d-45e495363a26 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0772033 Jul 16 09:07:24.870908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.017173 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.019335 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.135369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.136329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Fanout notify agent at l3_agent the message router_deleted on router 1be99b85-4836-437e-a148-410db4fbada5 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:25.148004 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.159771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0390e853-6849-4317-9464-1e9eacb18e95 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/routers/1be99b85-4836-437e-a148-410db4fbada5 HTTP/1.1" status: 204 len: 168 time: 1.7478898 Jul 16 09:07:25.162519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54494) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:25.305301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.334021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-599f6c3f-7fbf-4c2a-9f1e-9c2acdef6833 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.335538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-599f6c3f-7fbf-4c2a-9f1e-9c2acdef6833 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.2181551 Jul 16 09:07:25.423156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-0c48a856-8bc3-4e5c-a6d5-c15e4943283d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 379 time: 0.0794106 Jul 16 09:07:25.433345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'security_groups': ['af98c2e5-d81d-49d0-a977-e2d00a3d0e10']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:25.510456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.529549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2622d7b-9eb7-483c-b4ef-d1503dabde2d']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:25.544415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:25.545039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b324ea40-e5d7-40be-a5b3-1d731bdc02a2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:25.562235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.590972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.598150 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:25.598910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:25.603138 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:25.700360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.714140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.718640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] 10.222.0.32 "DELETE /v2.0/networks/c2622d7b-9eb7-483c-b4ef-d1503dabde2d HTTP/1.1" status: 204 len: 168 time: 0.5527437 Jul 16 09:07:25.752988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:25.762763 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.763147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Pushing event deleted for resources: {'Network': ['ID=c2622d7b-9eb7-483c-b4ef-d1503dabde2d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:25.773856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.774219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.775164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.775568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.775858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.776257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.776780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.777338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.778381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.779074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.779586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.780177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166ac3f-b9e1-4217-b60f-10cb566968a6 tempest-TestSecurityGroupsBasicOps-78379231 tempest-TestSecurityGroupsBasicOps-78379231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.959977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.12 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/857c6412-e831-425a-abfa-3fce5320e326) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:26.022302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 026b6945-4faf-4812-8150-380dd0992a17 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:26.065317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 026b6945-4faf-4812-8150-380dd0992a17 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:26.065668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 026b6945-4faf-4812-8150-380dd0992a17 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:26.066281 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c43ce6cf-87e2-497f-afc4-75cf6752862b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:26.086308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c43ce6cf-87e2-497f-afc4-75cf6752862b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:26.086665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c43ce6cf-87e2-497f-afc4-75cf6752862b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:26.101388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07a43366-b3a2-4cd7-b511-4b498eb675e9 req-5cc7e03b-3948-4831-b08b-72f08d92789b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0381103 Jul 16 09:07:26.181082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54518) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:26.187136 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.211787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 857c6412-e831-425a-abfa-3fce5320e326 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:26.271310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.333704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:26.337237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:26.357289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:26.398067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 54524) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:26.404631 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2db1ea9d-a379-4d18-b1ea-fee98cf53b3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=671239a379b740e893daa5d66fd65f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058158 Jul 16 09:07:26.412008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.440279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:26.441033 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.459594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-ec968a45-eb96-4df7-b344-bb968a00d5e8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0302925 Jul 16 09:07:26.475796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Request body: {'port': {'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:26.540150 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.603468 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.617219 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.641375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94ad81d-fc62-4716-b0a5-06a2bf94ce7c None None] Provisioning for port 857c6412-e831-425a-abfa-3fce5320e326 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:26.646138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d94ad81d-fc62-4716-b0a5-06a2bf94ce7c None None] Provisioning complete for port 857c6412-e831-425a-abfa-3fce5320e326 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:26.646758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d94ad81d-fc62-4716-b0a5-06a2bf94ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.687516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d94ad81d-fc62-4716-b0a5-06a2bf94ce7c None None] Port 857c6412-e831-425a-abfa-3fce5320e326 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:26.870553 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.873225 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.874393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/390fdbda-fee1-4b5e-a8bc-709c5aad9d57 HTTP/1.1" status: 204 len: 168 time: 0.4753385 Jul 16 09:07:26.937862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133ff11-dc09-4394-bf41-65279909abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390fdbda-fee1-4b5e-a8bc-709c5aad9d57,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.068482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c6412-e831-425a-abfa-3fce5320e326 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:27.080677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.097244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Transition to ACTIVE for port object 857c6412-e831-425a-abfa-3fce5320e326 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:27.105526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.170940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Pushing event updated for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.307980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Attempting to bind port 857c6412-e831-425a-abfa-3fce5320e326 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:27.309439 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Attempting to bind port 857c6412-e831-425a-abfa-3fce5320e326 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:27.310169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Attempting to bind port 857c6412-e831-425a-abfa-3fce5320e326 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:27.342961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Port 857c6412-e831-425a-abfa-3fce5320e326 on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:27.342961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Attempting to bind port 857c6412-e831-425a-abfa-3fce5320e326 on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:27.450488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:27.450734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:27.451103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:27.451543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Bound port: 857c6412-e831-425a-abfa-3fce5320e326, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:27.451900 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.474372 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54558) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.489555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412cfa3c-34f6-4e22-b15b-09e9d84b6c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.627149 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412cfa3c-34f6-4e22-b15b-09e9d84b6c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.633045 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-412cfa3c-34f6-4e22-b15b-09e9d84b6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.709910 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-412cfa3c-34f6-4e22-b15b-09e9d84b6c3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0894697e8c5645bd8ce574d3b32b2f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339103 Jul 16 09:07:27.711919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54564) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.757295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfa3c-34f6-4e22-b15b-09e9d84b6c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afe8ad-4ca2-4032-b8f2-88d26b7490ba,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.819000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.847666 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.911763 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.925525 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.932510 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10afe8ad-4ca2-4032-b8f2-88d26b7490ba HTTP/1.1" status: 204 len: 168 time: 0.2182231 Jul 16 09:07:27.967124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baef91a-0679-460e-9b1c-4e1740d066d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afe8ad-4ca2-4032-b8f2-88d26b7490ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.989375 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b775a-f70d-4344-93ec-8aa7a15e115e req-0a9b5df2-99c4-4cf6-8b27-0b9870d42bd6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.991040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c9b775a-f70d-4344-93ec-8aa7a15e115e req-0a9b5df2-99c4-4cf6-8b27-0b9870d42bd6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.6359267 Jul 16 09:07:28.003702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:28.008214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=857c6412-e831-425a-abfa-3fce5320e326,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:28.018533 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.076806 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.082660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.084108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] 10.222.0.47 "PUT /v2.0/ports/857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1093 time: 1.6157732 Jul 16 09:07:28.089410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:28.091956 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d102148-f68a-4490-a1c9-029a12945eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:28.114403 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c9b775a-f70d-4344-93ec-8aa7a15e115e req-b7c990aa-7875-4c0b-84dd-82f1dac23024 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046979 Jul 16 09:07:28.168907 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede1c4e7-f2c1-4a34-a9df-cb29d14494e8 x-openstack-request-id: req-ede1c4e7-f2c1-4a34-a9df-cb29d14494e8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:28.169274 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:28.169561 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ede1c4e7-f2c1-4a34-a9df-cb29d14494e8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:28.170021 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326', 'status': 'completed', 'code': 200} Jul 16 09:07:28.171960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fa426-58e5-48cf-ac17-8f7788ee5640 service neutron] Pushing event updated for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.208588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-7fc96a9a-9c27-45a9-9747-7d9aa2f06e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.210210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-7fc96a9a-9c27-45a9-9747-7d9aa2f06e30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1096 time: 0.0746856 Jul 16 09:07:28.277433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-e84e11c1-5db4-4191-bb84-c3bb022b36b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 217 time: 0.0602458 Jul 16 09:07:28.339004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-46e89efd-dc4c-45db-8c8f-1f376432b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.340632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-46e89efd-dc4c-45db-8c8f-1f376432b5bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0548863 Jul 16 09:07:28.466258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-635ea8ef-c333-45e0-b178-48fa444671e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.468008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-635ea8ef-c333-45e0-b178-48fa444671e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198196 Jul 16 09:07:28.558821 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54584) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.588605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-7cc4a414-5f1c-4994-9c86-657d13153b74 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125994 Jul 16 09:07:28.619969 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c1efb2e6-a01d-4b7c-a26b-3c173f5f6ccc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16eb9e5b98184f28a18be8add8b8ef99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596430 Jul 16 09:07:28.623124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 54586) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.709479 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.711608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c49c53be-0d74-4969-8d37-9c9c9238a757 req-bb83fdf4-2ff1-4365-aead-46b1ae354188 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162632 Jul 16 09:07:28.733550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.786945 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.790282 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.793799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d19a039-9078-4b8d-8892-b1c7f8392ccc HTTP/1.1" status: 204 len: 168 time: 0.1669621 Jul 16 09:07:28.801407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfca12-675c-47b7-bea6-e546c2b40a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19a039-9078-4b8d-8892-b1c7f8392ccc,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.864881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-70228772-6182-4336-a70d-4c209658aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.866856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-70228772-6182-4336-a70d-4c209658aa40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1096 time: 0.1061032 Jul 16 09:07:29.000565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-e54d4b38-ae89-4bd7-834a-c2f76e6eb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.002064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-e54d4b38-ae89-4bd7-834a-c2f76e6eb7b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1274917 Jul 16 09:07:29.053043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-ec069783-2f36-442e-9946-71a7cdc0ddaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 217 time: 0.0449178 Jul 16 09:07:29.123332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-c8e30ab7-8d53-45f1-b4d5-3e32ed672e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.125384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-c8e30ab7-8d53-45f1-b4d5-3e32ed672e52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0639277 Jul 16 09:07:29.257006 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-a92089b1-ad9d-48dc-8fef-3ac8fbf2202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.263003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-a92089b1-ad9d-48dc-8fef-3ac8fbf2202d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272252 Jul 16 09:07:29.426080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-d8b45fdb-402f-4615-a7e5-be745648615b service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600223 Jul 16 09:07:29.551071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d102148-f68a-4490-a1c9-029a12945eb7 req-89fdad52-ba6c-4ba3-bb41-473ad0a2d499 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134317 Jul 16 09:07:29.637321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ad7a0-b711-432f-8cc5-f374e98020df req-dd76ce15-0141-4cdf-b17d-bb12cb57a452 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:29.639457 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f6ad7a0-b711-432f-8cc5-f374e98020df req-dd76ce15-0141-4cdf-b17d-bb12cb57a452 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.2121782 Jul 16 09:07:29.696980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f6ad7a0-b711-432f-8cc5-f374e98020df req-dd829f95-74d9-474c-a341-78593154c0c7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488605 Jul 16 09:07:30.935284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ea5f7-8a39-4dca-9360-78a57d77ef27 req-8d355e03-b111-4a08-810e-30682bc2dc8c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.939473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-079ea5f7-8a39-4dca-9360-78a57d77ef27 req-8d355e03-b111-4a08-810e-30682bc2dc8c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.1134722 Jul 16 09:07:31.026671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-079ea5f7-8a39-4dca-9360-78a57d77ef27 req-799f7663-dac1-475c-b181-3763d53dba8e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811040 Jul 16 09:07:32.251043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d6dda-5694-4ec2-9f8c-6331d3ec58ba req-83713091-8f8a-4b9e-8f38-ef6a3ea91ed0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:32.253940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-633d6dda-5694-4ec2-9f8c-6331d3ec58ba req-83713091-8f8a-4b9e-8f38-ef6a3ea91ed0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.1032968 Jul 16 09:07:32.328106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-633d6dda-5694-4ec2-9f8c-6331d3ec58ba req-5b2dd1b6-dc94-450a-8c9e-aeed70e67c4f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675011 Jul 16 09:07:33.544394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77b64-b3b8-4dea-b603-405cbc759ca2 req-7293cebc-f36d-494b-9475-1a14e2d65535 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:33.545952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41c77b64-b3b8-4dea-b603-405cbc759ca2 req-7293cebc-f36d-494b-9475-1a14e2d65535 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.0828168 Jul 16 09:07:33.588419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41c77b64-b3b8-4dea-b603-405cbc759ca2 req-ce48ed02-55da-4ce8-af78-ebbc88b42b89 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357919 Jul 16 09:07:34.845111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d5f13-877a-450a-ae14-518be52fdec7 req-a86eded1-05ce-4909-8f2a-695fe1aa25fc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:34.853961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a9d5f13-877a-450a-ae14-518be52fdec7 req-a86eded1-05ce-4909-8f2a-695fe1aa25fc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.1022041 Jul 16 09:07:34.895783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a9d5f13-877a-450a-ae14-518be52fdec7 req-75073def-681d-48bc-84df-d65cb005cc9e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Jul 16 09:07:36.113215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03b17-19a7-42a4-9e90-5273dccfa25e req-082e6749-4922-4222-809c-b793ff8da093 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:36.114818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5f03b17-19a7-42a4-9e90-5273dccfa25e req-082e6749-4922-4222-809c-b793ff8da093 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.0833089 Jul 16 09:07:36.172432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5f03b17-19a7-42a4-9e90-5273dccfa25e req-d1bc3337-d15a-4ecf-9b7f-6d9718ef58de tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505927 Jul 16 09:07:37.432586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3300b-ca10-4fe1-8299-4a8cc8b6acba req-0d5f14bf-bd10-4873-9bb7-3b6ead5e904e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:37.446749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37b3300b-ca10-4fe1-8299-4a8cc8b6acba req-0d5f14bf-bd10-4873-9bb7-3b6ead5e904e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.1088817 Jul 16 09:07:37.507154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37b3300b-ca10-4fe1-8299-4a8cc8b6acba req-71859025-cd8b-4450-ba48-f1715651ff52 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590100 Jul 16 09:07:38.758566 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.830630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c75a2-41b2-4248-9c96-095860e4d0dd req-c483c3ff-7be2-4726-8b31-959ab5adf2d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:38.834062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b3c75a2-41b2-4248-9c96-095860e4d0dd req-c483c3ff-7be2-4726-8b31-959ab5adf2d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 944 time: 0.1234713 Jul 16 09:07:38.922063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b3c75a2-41b2-4248-9c96-095860e4d0dd req-33c6d243-dcce-4cf6-8ac9-e5d9e5d293d1 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768864 Jul 16 09:07:39.399681 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.459678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 857c6412-e831-425a-abfa-3fce5320e326 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:39.566032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=857c6412-e831-425a-abfa-3fce5320e326,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:39.582814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '857c6412-e831-425a-abfa-3fce5320e326', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:39.625261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.639811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c6412-e831-425a-abfa-3fce5320e326 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:39.661860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=857c6412-e831-425a-abfa-3fce5320e326,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:39.666863 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.722179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.855632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['857c6412-e831-425a-abfa-3fce5320e326'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:40.130955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867b8a3-3dcf-4b3e-9f3f-3c34319c1e3c req-17c119f4-8561-4a11-b9bf-2e9f8d5f8948 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:40.132444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d867b8a3-3dcf-4b3e-9f3f-3c34319c1e3c req-17c119f4-8561-4a11-b9bf-2e9f8d5f8948 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 945 time: 0.0780888 Jul 16 09:07:40.173856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d867b8a3-3dcf-4b3e-9f3f-3c34319c1e3c req-931757e3-4174-401f-bb79-acc7e3f0efb6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354788 Jul 16 09:07:40.681587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-29f22ae1-3cb2-4dbc-bdb8-b7fb0af0691d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:40.683461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-29f22ae1-3cb2-4dbc-bdb8-b7fb0af0691d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 812 time: 0.1129408 Jul 16 09:07:40.698611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-26b9ff6e-a241-4edb-80e8-addc272abfec tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/quotas/156d4ccb84594a69a53a2d9cd8da1a24 HTTP/1.1" status: 200 len: 375 time: 0.0100391 Jul 16 09:07:40.732471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-3fbb1230-b344-4bff-94da-0bc0c00e0d13 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jul 16 09:07:40.825608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-f8269451-005d-4d62-9aa7-7dd01c29bc0d service neutron] 10.222.0.32 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860007 Jul 16 09:07:40.925543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-20dfe574-f0db-4112-8a33-f1177bc3d2af service neutron] 10.222.0.32 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940623 Jul 16 09:07:41.004066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:41.058402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Deleting subnet 640921be-5d0a-4259-be74-49d91ea4cb04 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:41.064139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.112414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.157909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1849486-8f3c-4758-b230-bd1e243c1fde req-b771c22a-0c86-4920-90a3-00a6dd3d5d8c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 210 time: 0.0481896 Jul 16 09:07:41.158659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.235096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.268391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640921be-5d0a-4259-be74-49d91ea4cb04,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.270171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.272170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3f01c529-a9ba-4950-8eee-9797c69ce897 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/640921be-5d0a-4259-be74-49d91ea4cb04 HTTP/1.1" status: 204 len: 168 time: 0.2686350 Jul 16 09:07:41.274620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:41.381017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.420198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4956d0-4df4-484e-b25b-ca7dd2d1bd9f req-1aaf9c18-62d6-4c39-952c-ea99e6793bcc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:41.421489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac4956d0-4df4-484e-b25b-ca7dd2d1bd9f req-1aaf9c18-62d6-4c39-952c-ea99e6793bcc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 945 time: 0.1018214 Jul 16 09:07:41.474392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 857c6412-e831-425a-abfa-3fce5320e326 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:41.491167 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.494254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac4956d0-4df4-484e-b25b-ca7dd2d1bd9f req-5f8caf4f-9de2-4265-83e8-40c732f0d19b tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658858 Jul 16 09:07:41.505894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.528286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7d5768-504b-4786-b625-31cec166ab08') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.528614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7d5768-504b-4786-b625-31cec166ab08') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.532942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 857c6412-e831-425a-abfa-3fce5320e326 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:41.538682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 857c6412-e831-425a-abfa-3fce5320e326 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:41.539217 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.543471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.563972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.578053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:41.579035 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:41.581717 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:41.642741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.659532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.666646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.668675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7 HTTP/1.1" status: 204 len: 168 time: 0.3929348 Jul 16 09:07:41.671765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55224) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:41.680933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214664b1-fad3-440f-8728-ac564c8c54f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e996d4-d1ce-4fc1-b2d5-7b9179fee1a7,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.691982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=857c6412-e831-425a-abfa-3fce5320e326,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:41.692852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c6412-e831-425a-abfa-3fce5320e326'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:41.696629 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea76c3-8e36-4b2a-bae2-4c6e7d875f37" -d '{"events": [{"server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "name": "network-vif-plugged", "status": "completed", "tag": "857c6412-e831-425a-abfa-3fce5320e326"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:41.699876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.749602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Deleting subnet 5a0b02fd-7a72-4de3-810e-f9059158c2cf {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:41.751879 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff2cce3-b8a4-4ae8-a260-1a37ce6c2113 x-openstack-request-id: req-1ff2cce3-b8a4-4ae8-a260-1a37ce6c2113 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:41.752206 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "name": "network-vif-plugged", "status": "completed", "tag": "857c6412-e831-425a-abfa-3fce5320e326", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:41.753103 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ff2cce3-b8a4-4ae8-a260-1a37ce6c2113 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:41.753420 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.753521 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c6412-e831-425a-abfa-3fce5320e326', 'code': 200} Jul 16 09:07:41.772276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.797043 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.849315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.935325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.946151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4199-9aba-4502-8808-7cf340c3ecc8 req-8c986d4c-60b3-45a0-bf6c-e1fab28eeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:41.947723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c3c4199-9aba-4502-8808-7cf340c3ecc8 req-8c986d4c-60b3-45a0-bf6c-e1fab28eeb3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.1095524 Jul 16 09:07:41.977296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0b02fd-7a72-4de3-810e-f9059158c2cf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.981531 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.983713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f7552078-e7e8-4c7a-a15d-4c2810475a28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a0b02fd-7a72-4de3-810e-f9059158c2cf HTTP/1.1" status: 204 len: 168 time: 0.3094902 Jul 16 09:07:41.986266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 55228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:42.008913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c3c4199-9aba-4502-8808-7cf340c3ecc8 req-072d89e3-335a-4d0e-99c3-0e80507de70f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Jul 16 09:07:42.059306 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.136489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.146561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58dd9bc-1980-40d8-b7d6-cc86762c1d75']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:42.156542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1765e2-a567-47ec-9edb-336809becb00') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:42.156841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1765e2-a567-47ec-9edb-336809becb00') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:42.166532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.182506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.189520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:42.190057 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:42.192026 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:42.259083 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.272584 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.277603 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c58dd9bc-1980-40d8-b7d6-cc86762c1d75 HTTP/1.1" status: 204 len: 168 time: 0.2876463 Jul 16 09:07:42.287348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a25d61-1439-459c-977f-05c63ba8a129 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58dd9bc-1980-40d8-b7d6-cc86762c1d75,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:42.363182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f183a656-e9ff-439a-9fb8-d44bf8ded5c6 req-b24b63a5-e03d-4b95-b46f-46c41693bed2 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 210 time: 0.0567808 Jul 16 09:07:42.461388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-cd8f97be-b241-480d-a787-89edeedb166b tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:42.462814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-cd8f97be-b241-480d-a787-89edeedb166b tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 812 time: 0.1514091 Jul 16 09:07:42.481106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Request body: {'port': {'device_id': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1', 'admin_state_up': True, 'tenant_id': '156d4ccb84594a69a53a2d9cd8da1a24'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:42.500012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:42.571305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-918ec565-addf-47aa-afff-b6cc63a1aeba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0f68ad1ad554fae9cfeec3598c36ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696712 Jul 16 09:07:42.574800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55238) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:42.614175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Made reservation on behalf of 156d4ccb84594a69a53a2d9cd8da1a24 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:42.618865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.662969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.713430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.774785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c6a69-f29e-410b-ba4d-8e305b92f800 req-d808d16b-3d4f-41ac-952b-1db4dab6e693 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:42.776680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-707c6a69-f29e-410b-ba4d-8e305b92f800 req-d808d16b-3d4f-41ac-952b-1db4dab6e693 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.1236038 Jul 16 09:07:42.792571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Allocated IP 172.20.0.9 (9849b64f-9697-4555-ad8f-a918e0decec1/cf5a014c-7445-4201-81ef-b905975c1c15/a2134ef3-96d4-42be-85dc-35098cd6481c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:42.812657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.815567 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.824868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86ef4a18-e60c-41c0-9d3e-0989bffa987c HTTP/1.1" status: 204 len: 168 time: 0.2407188 Jul 16 09:07:42.831014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd015-1b53-49c1-8bb3-2469889989bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef4a18-e60c-41c0-9d3e-0989bffa987c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:42.845556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-707c6a69-f29e-410b-ba4d-8e305b92f800 req-f2633f8e-af8e-47f1-ab6b-fc30046cb51d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575602 Jul 16 09:07:42.986041 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.033502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8a59eaae-82ed-42d6-8130-934034e68703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.038117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.087877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Network 9849b64f-9697-4555-ad8f-a918e0decec1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:43.091137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:43.093823 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:43.137654 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Pushing event updated for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.158211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.158817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.175083 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-8fed57fc-c9d8-4598-ad70-26c0d3f819a9 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7032094 Jul 16 09:07:43.186300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Request body: {'port': {'device_id': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:43.209454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55244) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:43.251428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-772e20df-1a27-4be4-bd4b-15c04b89d172 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=854c532df4bd4d5aa4572099135f6ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406108 Jul 16 09:07:43.256343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55246) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:43.270890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.314834 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.337546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.390969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.393669 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.400541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1081e9e1-9696-4f7e-82b3-d842000e4588 HTTP/1.1" status: 204 len: 168 time: 0.1402924 Jul 16 09:07:43.415606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e81c-5f35-4889-adb7-ed65cab05ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081e9e1-9696-4f7e-82b3-d842000e4588,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.579699 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04eff-69c2-45e1-8b89-dc4b31495790 req-7906805d-7819-4950-9b51-5e52c61e7599 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.582161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ede04eff-69c2-45e1-8b89-dc4b31495790 req-7906805d-7819-4950-9b51-5e52c61e7599 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 931 time: 0.0869155 Jul 16 09:07:43.584147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2134ef3-96d4-42be-85dc-35098cd6481c {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:43.598844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.614214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Transition to ACTIVE for port object a2134ef3-96d4-42be-85dc-35098cd6481c will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:43.619657 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.628800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ede04eff-69c2-45e1-8b89-dc4b31495790 req-58ebd26a-ef0a-4808-9fae-c3aacbfa4d47 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Jul 16 09:07:43.695678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.747627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Attempting to bind port a2134ef3-96d4-42be-85dc-35098cd6481c on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:43.747966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Attempting to bind port a2134ef3-96d4-42be-85dc-35098cd6481c by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:43.748336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Attempting to bind port a2134ef3-96d4-42be-85dc-35098cd6481c on network 9849b64f-9697-4555-ad8f-a918e0decec1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.752690 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Port a2134ef3-96d4-42be-85dc-35098cd6481c on network 9849b64f-9697-4555-ad8f-a918e0decec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:43.752994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Attempting to bind port a2134ef3-96d4-42be-85dc-35098cd6481c on network 9849b64f-9697-4555-ad8f-a918e0decec1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:43.758610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:43.759115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Checking segment: {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:43.759501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Bound using segment: {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:43.759960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Bound port: a2134ef3-96d4-42be-85dc-35098cd6481c, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:43.760320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.834676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:43.838602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a2134ef3-96d4-42be-85dc-35098cd6481c,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:43.842317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.882338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:43.882863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.884298 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] 10.222.0.46 "PUT /v2.0/ports/a2134ef3-96d4-42be-85dc-35098cd6481c HTTP/1.1" status: 200 len: 1092 time: 0.7022703 Jul 16 09:07:43.884788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:43.887078 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18217150-cd76-4cfb-9ac6-79695d7281af" -d '{"events": [{"name": "network-changed", "server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:43.914412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d623fcc-efb0-44b5-835f-d1baa552cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.980769 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b12dbf-1bb7-4686-b27d-8e4ea331a71e x-openstack-request-id: req-31b12dbf-1bb7-4686-b27d-8e4ea331a71e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:43.981194 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:43.981556 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31b12dbf-1bb7-4686-b27d-8e4ea331a71e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:43.981973 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c', 'status': 'completed', 'code': 200} Jul 16 09:07:44.012769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-053ecf68-8f90-4db3-8edb-8b1d6b026997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.014936 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-053ecf68-8f90-4db3-8edb-8b1d6b026997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 1095 time: 0.0717320 Jul 16 09:07:44.056952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-c6252507-9d9c-4b65-aa8d-ec669a17bb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2134ef3-96d4-42be-85dc-35098cd6481c HTTP/1.1" status: 200 len: 217 time: 0.0353053 Jul 16 09:07:44.097752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3229e9-a595-4aa8-828b-979e77bbc126 req-b14d1933-9193-4095-9a97-4c268b1560da tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.099766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f3229e9-a595-4aa8-828b-979e77bbc126 req-b14d1933-9193-4095-9a97-4c268b1560da tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.0806353 Jul 16 09:07:44.112525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac967f-0862-4309-8f9e-9a0270293982 req-f2c02b8f-b28b-41e5-8c78-6f4be75dc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.114093 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-f2c02b8f-b28b-41e5-8c78-6f4be75dc760 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf5a014c-7445-4201-81ef-b905975c1c15 HTTP/1.1" status: 200 len: 852 time: 0.0511825 Jul 16 09:07:44.143276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f3229e9-a595-4aa8-828b-979e77bbc126 req-c9763ab3-6841-49c8-be1d-b827d373a551 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Jul 16 09:07:44.358618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3081-1a50-403d-988f-c778ab480f20 req-7e502a06-4152-4463-a9de-1e551fac42f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.361214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7caf3081-1a50-403d-988f-c778ab480f20 req-7e502a06-4152-4463-a9de-1e551fac42f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.0906892 Jul 16 09:07:44.416303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7caf3081-1a50-403d-988f-c778ab480f20 req-047a272a-52e3-432d-8ee7-b1bd49fa3054 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471971 Jul 16 09:07:44.443961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55280) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.454892 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-7d6b94de-6aef-45f7-8987-78a2e53870e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9849b64f-9697-4555-ad8f-a918e0decec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3333955 Jul 16 09:07:44.508423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35428e8-1b06-48fb-9df8-7609db40b8e4 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.509966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c35428e8-1b06-48fb-9df8-7609db40b8e4 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1093 time: 0.0644484 Jul 16 09:07:44.518659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 55282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.523399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:44.558247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.561259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-003dd079-4012-47d0-b5e5-bf81e302e55d service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990644 Jul 16 09:07:44.687899 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.696966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-73ac967f-0862-4309-8f9e-9a0270293982 req-51fcef71-aa1b-4cd0-83b9-b08740f81d64 service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274679 Jul 16 09:07:44.823709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217150-cd76-4cfb-9ac6-79695d7281af req-654fd320-1307-43cf-aa11-e4de229acb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.825283 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-654fd320-1307-43cf-aa11-e4de229acb6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 1095 time: 0.0658870 Jul 16 09:07:44.911702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.25.5.170 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/4d02f6df-6f5f-43f8-89c1-c8722b4bffac) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:44.934335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217150-cd76-4cfb-9ac6-79695d7281af req-29695e3f-07d1-44d5-9a4e-a84db928cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.935827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-29695e3f-07d1-44d5-9a4e-a84db928cb5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 913 time: 0.1041098 Jul 16 09:07:44.936247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36c102-ec8c-4824-a9f9-1f3d1f605016 req-59e160c2-9e92-4cc6-9b1d-73ee56fc8491 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.937779 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a36c102-ec8c-4824-a9f9-1f3d1f605016 req-59e160c2-9e92-4cc6-9b1d-73ee56fc8491 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 943 time: 0.1459348 Jul 16 09:07:44.979685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-bd5c929d-3ca8-464e-8800-d11caa4742c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2134ef3-96d4-42be-85dc-35098cd6481c HTTP/1.1" status: 200 len: 217 time: 0.0356174 Jul 16 09:07:45.031317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3a36c102-ec8c-4824-a9f9-1f3d1f605016 req-2bea6225-b064-49c6-8312-6204af26612b tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864525 Jul 16 09:07:45.047158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217150-cd76-4cfb-9ac6-79695d7281af req-11418b30-4c8e-4a55-939d-cc5e420663b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.048864 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-11418b30-4c8e-4a55-939d-cc5e420663b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf5a014c-7445-4201-81ef-b905975c1c15 HTTP/1.1" status: 200 len: 852 time: 0.0600274 Jul 16 09:07:45.071712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.091977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-fe41c003-31f0-413a-a3a7-1c9bde7a9a57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9849b64f-9697-4555-ad8f-a918e0decec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360885 Jul 16 09:07:45.115546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.157460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:45.160255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:45.164461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:45.195297 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=4d02f6df-6f5f-43f8-89c1-c8722b4bffac,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:45.204899 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-afc83647-d2e2-419a-9905-30f8afa4a34b service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047788 Jul 16 09:07:45.328338 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-18217150-cd76-4cfb-9ac6-79695d7281af req-82c71232-5090-4a3f-8f76-ddd12b0a86ab service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171939 Jul 16 09:07:45.638292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c5441eb2-5d16-4b3b-8e04-478eb8b79d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.699486 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.727647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.797692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.988293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.994193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.065624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=4d02f6df-6f5f-43f8-89c1-c8722b4bffac,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.102397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.301881 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP d29d4f30-4553-450b-aa65-13d2708c1e43 associated. External IP: 172.25.5.170, port: 857c6412-e831-425a-abfa-3fce5320e326. Jul 16 09:07:46.691024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0be5-4804-4146-9221-25992820df67 req-14e4ce14-85c6-49d5-9b8c-1f73cd5e413a tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.693599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e3d0be5-4804-4146-9221-25992820df67 req-14e4ce14-85c6-49d5-9b8c-1f73cd5e413a tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 943 time: 0.4727206 Jul 16 09:07:46.777460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:46.861017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e3d0be5-4804-4146-9221-25992820df67 req-77bbe02a-bf4d-4b13-bf0b-0be27bba7f47 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Jul 16 09:07:46.901497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-cf286432-f4b5-4b5a-9a03-63520cd01287 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405182 Jul 16 09:07:46.963835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a2134ef3-96d4-42be-85dc-35098cd6481c details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:46.977848 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.079626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:47.083633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-bb934eac-8313-40db-854b-80b9064cfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.085215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-bb934eac-8313-40db-854b-80b9064cfb17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.1297398 Jul 16 09:07:47.112492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a2134ef3-96d4-42be-85dc-35098cd6481c,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:47.125535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'a2134ef3-96d4-42be-85dc-35098cd6481c', 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1', 'port_id': 'a2134ef3-96d4-42be-85dc-35098cd6481c', 'mac_address': 'fa:16:3e:51:7a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf5a014c-7445-4201-81ef-b905975c1c15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:47.167259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.183020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2134ef3-96d4-42be-85dc-35098cd6481c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:47.205140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a2134ef3-96d4-42be-85dc-35098cd6481c,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:47.210569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.267472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.278680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:47.285270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-ca52eacf-33dd-48d8-8d63-076b394ce68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.286775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-ca52eacf-33dd-48d8-8d63-076b394ce68f service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1511996 Jul 16 09:07:47.297053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:47.311219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:47.311995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.337951 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.416966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a2134ef3-96d4-42be-85dc-35098cd6481c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:47.448787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ce49baa1-7eb7-4b85-81c3-38fb7be2d1b4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9281559 Jul 16 09:07:47.453034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:47.456133 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d433a-0d87-4f07-8e66-1bea416d73ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:47.462416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:47.465272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-44e595d5-fa75-4e93-9c55-96ebc9b374e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1000 time: 0.1709285 Jul 16 09:07:47.506158 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2cedf9-f184-43cd-94b8-d754dcbd0fc5 x-openstack-request-id: req-7a2cedf9-f184-43cd-94b8-d754dcbd0fc5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:47.506585 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:47.506735 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a2cedf9-f184-43cd-94b8-d754dcbd0fc5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:47.507299 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326', 'status': 'completed', 'code': 200} Jul 16 09:07:47.537452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-88c6ea4b-4889-4f78-84e7-daf27646e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.539518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-88c6ea4b-4889-4f78-84e7-daf27646e459 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0688722 Jul 16 09:07:47.604208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-090e787a-9608-4a5d-acfe-e2756662b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.605626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-090e787a-9608-4a5d-acfe-e2756662b191 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583625 Jul 16 09:07:47.733564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-931d55f8-11b1-4a22-86b4-ab854c9adf76 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197217 Jul 16 09:07:47.809247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:45Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.842917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c86d36a-47eb-4dfe-8519-8a9f3b2c39e4 req-2b270094-7f5a-46d7-8fd7-be2ff4979dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019773 Jul 16 09:07:47.844269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:47.853930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:47.854800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:07:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.964208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-e4766a91-3f4f-42c4-a3fd-905ee10dc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:47.966790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-e4766a91-3f4f-42c4-a3fd-905ee10dc3a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.0629051 Jul 16 09:07:47.995071 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:48.200779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-7245e4d3-5bfe-4720-a23a-65ab3d54b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.203573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-7245e4d3-5bfe-4720-a23a-65ab3d54b95f service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.2302718 Jul 16 09:07:48.229499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85194e1-efc8-429e-872c-7fa17914487c req-6fff5070-0c46-469c-9c23-0fcd6ddf739f tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.231587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f85194e1-efc8-429e-872c-7fa17914487c req-6fff5070-0c46-469c-9c23-0fcd6ddf739f tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 944 time: 0.2028198 Jul 16 09:07:48.321121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f85194e1-efc8-429e-872c-7fa17914487c req-9fce1e42-c09a-4d40-97d7-ddfe6fc95646 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Jul 16 09:07:48.326075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-b02dad7f-2ec5-4d63-9933-b10c69984a76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1000 time: 0.1136024 Jul 16 09:07:48.388016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-13109201-155e-4c45-9459-f32a0d1e8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.389694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-13109201-155e-4c45-9459-f32a0d1e8f16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0569541 Jul 16 09:07:48.458856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-760ddf85-714a-483e-b0f1-978466737754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:45Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:48.466352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-32ab9f26-cc4f-4d46-842a-3d0b6a651831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.468018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-32ab9f26-cc4f-4d46-842a-3d0b6a651831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718729 Jul 16 09:07:48.492600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ddf85-714a-483e-b0f1-978466737754 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:45Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:48.575204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.588126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-174fb140-0fc1-48da-8f87-18c1980c88d4 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135576 Jul 16 09:07:48.694203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da1d433a-0d87-4f07-8e66-1bea416d73ac req-25a51e90-d9a1-4899-855a-cb6fe291a1d8 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995207 Jul 16 09:07:48.749799 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b6e94-b3ea-4332-84fd-b48218684944 None None] New status for floating IP d29d4f30-4553-450b-aa65-13d2708c1e43: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:48.984310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a2134ef3-96d4-42be-85dc-35098cd6481c up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:49.039332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port a2134ef3-96d4-42be-85dc-35098cd6481c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:49.043431 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port a2134ef3-96d4-42be-85dc-35098cd6481c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:49.043921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.132191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.156298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:49.158735 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8f0c5-146b-4b66-b4b9-4a8f039683b3" -d '{"events": [{"server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "name": "network-vif-plugged", "status": "completed", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:49.174644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a2134ef3-96d4-42be-85dc-35098cd6481c,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:49.180287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.210797 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f3e806-b493-4eaa-bef6-7a2b410ae787 x-openstack-request-id: req-63f3e806-b493-4eaa-bef6-7a2b410ae787 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:49.211207 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "name": "network-vif-plugged", "status": "completed", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:49.211391 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f3e806-b493-4eaa-bef6-7a2b410ae787 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:49.211764 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c', 'code': 200} Jul 16 09:07:49.247545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.318384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97a27e-6b5f-41bd-9c58-137df594dd05 req-47ca5fa9-5a93-41a8-9aca-95246f45e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:49.319846 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a97a27e-6b5f-41bd-9c58-137df594dd05 req-47ca5fa9-5a93-41a8-9aca-95246f45e507 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 1097 time: 0.0540731 Jul 16 09:07:49.357205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9a97a27e-6b5f-41bd-9c58-137df594dd05 req-3fbc3370-44a2-4ead-8b27-af819e219e2f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Jul 16 09:07:49.504490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ef5e3-640e-4ec1-904a-c51ade6a9d70 req-54428f89-eba0-48af-8001-703c378ea377 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:49.506228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971ef5e3-640e-4ec1-904a-c51ade6a9d70 req-54428f89-eba0-48af-8001-703c378ea377 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 945 time: 0.0699756 Jul 16 09:07:49.545416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971ef5e3-640e-4ec1-904a-c51ade6a9d70 req-c1dd600c-8672-4159-8af1-4280321e30e6 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Jul 16 09:07:50.738144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747b06d-d4fd-4aeb-aa13-7fb4753e0c66 req-a21e9832-49fc-41c5-95bd-71d1a0460b43 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:50.739705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9747b06d-d4fd-4aeb-aa13-7fb4753e0c66 req-a21e9832-49fc-41c5-95bd-71d1a0460b43 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 945 time: 0.0709767 Jul 16 09:07:50.778859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9747b06d-d4fd-4aeb-aa13-7fb4753e0c66 req-783742b2-f370-4822-812f-e0879d263e63 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jul 16 09:08:08.754713 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.393348 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.017357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b51e840-8ce0-43c0-943f-8f775e7571f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.632857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f66c8029-3fc4-4c51-b2d3-a66cb47afde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.731076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.960241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.567928 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.770636 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:36.244919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e735a-3c28-42a7-8ac1-72a7c67b6ee7 req-52b6539d-5298-4419-a02f-db27babfc4fa tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:36.246416 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-568e735a-3c28-42a7-8ac1-72a7c67b6ee7 req-52b6539d-5298-4419-a02f-db27babfc4fa tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 945 time: 0.0699537 Jul 16 09:08:36.300295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-568e735a-3c28-42a7-8ac1-72a7c67b6ee7 req-f86a5cc1-789f-41c4-9ec0-b3f8f24dc608 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Jul 16 09:08:37.481866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736aab-cadc-4d34-ab17-8a992361c767 req-0ce46786-25eb-4957-8141-99ea19350216 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:37.483477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9736aab-cadc-4d34-ab17-8a992361c767 req-0ce46786-25eb-4957-8141-99ea19350216 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 945 time: 0.0650480 Jul 16 09:08:37.526320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9736aab-cadc-4d34-ab17-8a992361c767 req-10461e1f-4679-4ae0-9fb1-5cdeba288ddc tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Jul 16 09:08:37.604931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-3e1074de-9f4d-4f78-abb1-84ec359da1ed tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:37.606471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-3e1074de-9f4d-4f78-abb1-84ec359da1ed tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jul 16 09:08:37.714575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Deleting port a2134ef3-96d4-42be-85dc-35098cd6481c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:37.714924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.807982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] For port a2134ef3-96d4-42be-85dc-35098cd6481c, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=a2134ef3-96d4-42be-85dc-35098cd6481c,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:37.808303 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.825514 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Calling delete_port for a2134ef3-96d4-42be-85dc-35098cd6481c owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:37.969491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.982408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['a2134ef3-96d4-42be-85dc-35098cd6481c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:37.999710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Pushing event deleted for resources: {'Port': ['ID=a2134ef3-96d4-42be-85dc-35098cd6481c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.010248 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.010525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.010874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.011476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.011820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.012237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.012574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.012890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.013311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.013644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.014489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.014995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:38.065685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] No DVR routers for this DVR port a2134ef3-96d4-42be-85dc-35098cd6481c on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:38.068496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.071660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f3ec2b3-994e-46b4-ad84-884ae8a4c0dd req-78b80328-fc68-4754-8f9b-512b6c88cb2c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "DELETE /v2.0/ports/a2134ef3-96d4-42be-85dc-35098cd6481c HTTP/1.1" status: 204 len: 173 time: 0.4602261 Jul 16 09:08:38.072139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'name': 'network-vif-deleted', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:38.074623 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd039b49-53ba-4687-a5a0-2d975d442efd" -d '{"events": [{"server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "name": "network-vif-deleted", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:38.125532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb324e-caa4-4970-903f-806a867e0892 x-openstack-request-id: req-7abb324e-caa4-4970-903f-806a867e0892 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:38.125921 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ade5d2-57c4-48c9-889f-4d1e5bc604b7", "name": "network-vif-deleted", "tag": "a2134ef3-96d4-42be-85dc-35098cd6481c", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:38.126247 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7abb324e-caa4-4970-903f-806a867e0892 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:38.126710 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ade5d2-57c4-48c9-889f-4d1e5bc604b7', 'name': 'network-vif-deleted', 'tag': 'a2134ef3-96d4-42be-85dc-35098cd6481c', 'status': 'completed', 'code': 200} Jul 16 09:08:38.716965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-feb28940-6092-4a05-a218-5ab306121350 req-d49c337d-a0d3-4135-8234-cd1790a3ed9a tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ade5d2-57c4-48c9-889f-4d1e5bc604b7 HTTP/1.1" status: 200 len: 210 time: 0.0350833 Jul 16 09:08:38.759492 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.389807 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.337596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a2134ef3-96d4-42be-85dc-35098cd6481c no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:41.361435 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: a2134ef3-96d4-42be-85dc-35098cd6481c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:41.361711 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device a2134ef3-96d4-42be-85dc-35098cd6481c not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:43.027600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4e71c99a-ffa4-4ba1-b988-db0c10a9c92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.637104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb39d-e4bf-496d-9549-c543d455353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.733133 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.767091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-bd2a80dc-8e10-4a7d-a6cd-6cad344a334e tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:46.768476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-bd2a80dc-8e10-4a7d-a6cd-6cad344a334e tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 812 time: 0.1041572 Jul 16 09:08:46.782775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-2e5d72a7-867d-4885-87fc-16aeb9ca441e tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/quotas/156d4ccb84594a69a53a2d9cd8da1a24 HTTP/1.1" status: 200 len: 375 time: 0.0089896 Jul 16 09:08:46.815636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-46f235a2-cda2-4634-bcae-5fba5dee64cc tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277104 Jul 16 09:08:46.907549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-e5f33d48-76b4-48b8-a8df-92339fb099e8 service neutron] 10.222.0.32 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848205 Jul 16 09:08:46.963660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.997028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-99330996-619a-4361-8f75-f4efa33cc6bc service neutron] 10.222.0.32 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835581 Jul 16 09:08:47.188994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8f5e801-8136-4008-8089-9e072574b659 req-6f99adee-5eae-4a16-b44e-be73f48d8fe0 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 210 time: 0.0360129 Jul 16 09:08:47.800893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-cec3bf43-12a6-4ed1-865a-7cf25f216bf6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537987 Jul 16 09:08:47.889828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-568cef15-a9b2-41ac-bb69-538704c81f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:47.891220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-568cef15-a9b2-41ac-bb69-538704c81f2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.0512617 Jul 16 09:08:47.999216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-4e0ec348-5267-418a-8bd6-14060bb089e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.000742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-4e0ec348-5267-418a-8bd6-14060bb089e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.0890415 Jul 16 09:08:48.066072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-81d1ebd0-36b7-472a-9b5d-4819cf7a5e94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1002 time: 0.0587134 Jul 16 09:08:48.119291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-ea452750-f885-4985-b3dc-9a307b23ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.120825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-ea452750-f885-4985-b3dc-9a307b23ad65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0493240 Jul 16 09:08:48.190372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-6f0b2f54-566e-47f1-9c45-8e45e25d0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.191890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-6f0b2f54-566e-47f1-9c45-8e45e25d0366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651178 Jul 16 09:08:48.199383 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-580d420d-907d-49d9-beb1-0d81ff86aec4 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.200922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-580d420d-907d-49d9-beb1-0d81ff86aec4 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 812 time: 0.1137397 Jul 16 09:08:48.212609 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Request body: {'port': {'device_id': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1', 'admin_state_up': True, 'tenant_id': '156d4ccb84594a69a53a2d9cd8da1a24'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:48.355943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-00ada644-7d50-41a9-8c4b-07a2ae1a6f89 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569936 Jul 16 09:08:48.357925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-043ecab9-f378-447f-a9d2-977d85e61690 req-08b4b830-a00b-4884-93d8-18cac616c419 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 210 time: 0.0438497 Jul 16 09:08:48.398637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Made reservation on behalf of 156d4ccb84594a69a53a2d9cd8da1a24 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:48.402446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.494456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2df09a-b004-4b8d-8872-fe1b10f05ea4 req-55d94132-944a-4d22-b379-f45a2d0c8ce3 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316557 Jul 16 09:08:48.564853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Allocated IP 172.20.0.11 (9849b64f-9697-4555-ad8f-a918e0decec1/cf5a014c-7445-4201-81ef-b905975c1c15/f9e2b99d-7099-434d-82e6-e0ff8df5697e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:48.572455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.720098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.760152 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.810396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Network 9849b64f-9697-4555-ad8f-a918e0decec1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:48.813930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:48.818237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:48.825062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Pushing event updated for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:48.869886 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:48.870496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:48.884368 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-828f125a-497b-4024-b858-d900af1a998c tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6755993 Jul 16 09:08:48.895819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Request body: {'port': {'device_id': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:48.966627 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.240405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e2b99d-7099-434d-82e6-e0ff8df5697e {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:49.247951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.260382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Transition to ACTIVE for port object f9e2b99d-7099-434d-82e6-e0ff8df5697e will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:49.263962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.333819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.383065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Attempting to bind port f9e2b99d-7099-434d-82e6-e0ff8df5697e on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:49.383291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Attempting to bind port f9e2b99d-7099-434d-82e6-e0ff8df5697e by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:49.383610 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Attempting to bind port f9e2b99d-7099-434d-82e6-e0ff8df5697e on network 9849b64f-9697-4555-ad8f-a918e0decec1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:49.387946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Port f9e2b99d-7099-434d-82e6-e0ff8df5697e on network 9849b64f-9697-4555-ad8f-a918e0decec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:08:49.388292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Attempting to bind port f9e2b99d-7099-434d-82e6-e0ff8df5697e on network 9849b64f-9697-4555-ad8f-a918e0decec1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:49.393131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:49.393474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Checking segment: {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:49.393854 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Bound using segment: {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:49.394279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Bound port: f9e2b99d-7099-434d-82e6-e0ff8df5697e, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be520dd6-2359-4040-9f1d-49757272f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:49.394770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.459176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:49.462738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:49.467571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.503204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.503833 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.505337 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] 10.222.0.46 "PUT /v2.0/ports/f9e2b99d-7099-434d-82e6-e0ff8df5697e HTTP/1.1" status: 200 len: 1093 time: 0.6136260 Jul 16 09:08:49.505792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:49.509574 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d8f430-99de-487b-a50c-0ea67b59cd58" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:49.553552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08070a-0d6a-4f3a-8927-1aae65e7cd0f service neutron] Pushing event updated for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.583728 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c844d9-0852-4dcb-9e0a-1b9a77258024 x-openstack-request-id: req-62c844d9-0852-4dcb-9e0a-1b9a77258024 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:49.584126 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:49.584458 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62c844d9-0852-4dcb-9e0a-1b9a77258024 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:49.584932 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e', 'status': 'completed', 'code': 200} Jul 16 09:08:49.588306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6c18-4bd1-404f-8333-fa3452db8710 req-9e91d171-6d95-4b6e-8169-d96567432bfd tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.595833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb3e6c18-4bd1-404f-8333-fa3452db8710 req-9e91d171-6d95-4b6e-8169-d96567432bfd tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 944 time: 0.1161978 Jul 16 09:08:49.651361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb3e6c18-4bd1-404f-8333-fa3452db8710 req-6dd2a69a-6a1e-41ca-91a6-480f3ec14dcc tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Jul 16 09:08:49.671343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-06f99d54-c2cd-42ff-bc26-fb34969510d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.672927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-06f99d54-c2cd-42ff-bc26-fb34969510d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 1096 time: 0.1071861 Jul 16 09:08:49.720354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-eade80f4-f93e-4606-832a-9b94a12e23a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e HTTP/1.1" status: 200 len: 217 time: 0.0395036 Jul 16 09:08:49.774257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-4112fcfe-8a6e-46bd-9af8-efaed167c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.775794 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-4112fcfe-8a6e-46bd-9af8-efaed167c248 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf5a014c-7445-4201-81ef-b905975c1c15 HTTP/1.1" status: 200 len: 852 time: 0.0498996 Jul 16 09:08:49.813487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-b00fe8a2-b3b6-4ad6-98f0-9e3e10501a3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9849b64f-9697-4555-ad8f-a918e0decec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305355 Jul 16 09:08:49.913304 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-3bfee718-b169-4ef2-98d9-3e389eb321d8 service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940144 Jul 16 09:08:50.013818 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bacd0d43-f668-4290-857d-c53fc29d8b4e req-23a882c5-c14c-43f0-8a55-c644c80682c6 service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946262 Jul 16 09:08:50.129379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-c1cc3fa5-f844-496e-b575-cb9b36f6bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.131176 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-c1cc3fa5-f844-496e-b575-cb9b36f6bf0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 1096 time: 0.0594811 Jul 16 09:08:50.228755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-b1f444a2-494b-4fbc-afaa-fb314b5ee913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.230236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-b1f444a2-494b-4fbc-afaa-fb314b5ee913 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 200 len: 913 time: 0.0923300 Jul 16 09:08:50.285885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-a0b9f1a8-bb03-4d96-8521-45d8a3de2e8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e HTTP/1.1" status: 200 len: 217 time: 0.0487230 Jul 16 09:08:50.357183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-8bd9ca91-94bd-463d-a59b-1060d8901bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.359205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-8bd9ca91-94bd-463d-a59b-1060d8901bcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf5a014c-7445-4201-81ef-b905975c1c15 HTTP/1.1" status: 200 len: 852 time: 0.0665016 Jul 16 09:08:50.394260 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-37a0b627-d3a5-41fc-9f45-04a2193dda47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9849b64f-9697-4555-ad8f-a918e0decec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279934 Jul 16 09:08:50.504247 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-a67cf598-078c-461f-92ca-786f1ea57fea service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028006 Jul 16 09:08:50.608799 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-85d8f430-99de-487b-a50c-0ea67b59cd58 req-4608ca44-99af-4ed4-8390-a37e837aeedf service neutron] 10.222.0.46 "GET /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959969 Jul 16 09:08:50.860994 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb500f-6a9f-4e63-8adb-5bb7a123578d req-750afe70-4198-4810-b27c-cdbc7372feca tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.862913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fffb500f-6a9f-4e63-8adb-5bb7a123578d req-750afe70-4198-4810-b27c-cdbc7372feca tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 944 time: 0.0814009 Jul 16 09:08:50.912462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fffb500f-6a9f-4e63-8adb-5bb7a123578d req-15b4a737-9ff9-4f6c-9063-9b08420fa155 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Jul 16 09:08:52.106871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234f60c-ee72-4e51-9e30-b52e0ba12225 req-0cad9e62-8b75-4488-a384-c74de721c793 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:52.108400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7234f60c-ee72-4e51-9e30-b52e0ba12225 req-0cad9e62-8b75-4488-a384-c74de721c793 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 944 time: 0.0764802 Jul 16 09:08:52.149014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7234f60c-ee72-4e51-9e30-b52e0ba12225 req-acc04d2a-9838-4405-9fc6-7ffd10bf68c6 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345640 Jul 16 09:08:53.329901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93c1dd-0122-4c00-8955-655913977968 req-53cab1fc-ea20-4cb3-a358-6ebc819534cf tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.331494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f93c1dd-0122-4c00-8955-655913977968 req-53cab1fc-ea20-4cb3-a358-6ebc819534cf tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 944 time: 0.0691540 Jul 16 09:08:53.372524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f93c1dd-0122-4c00-8955-655913977968 req-f57df22b-d1f6-48df-85ad-2ffea6fe9fa6 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Jul 16 09:08:53.392190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f9e2b99d-7099-434d-82e6-e0ff8df5697e details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:08:53.486759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:53.499152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e', 'network_id': '9849b64f-9697-4555-ad8f-a918e0decec1', 'port_id': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e', 'mac_address': 'fa:16:3e:98:6f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf5a014c-7445-4201-81ef-b905975c1c15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:08:53.541851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.555510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e2b99d-7099-434d-82e6-e0ff8df5697e {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:53.575817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:53.579884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.630060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.638269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.638618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.638960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.639297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.639629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.639956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.640334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.640627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.640976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.641299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.641621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.641942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:53.780608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f9e2b99d-7099-434d-82e6-e0ff8df5697e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:54.548064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71fecd-7a27-4cb1-9aa0-79d574824c54 req-20b62cd7-5802-4d86-8260-977292feb2b7 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.549475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d71fecd-7a27-4cb1-9aa0-79d574824c54 req-20b62cd7-5802-4d86-8260-977292feb2b7 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 945 time: 0.0671260 Jul 16 09:08:54.589275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d71fecd-7a27-4cb1-9aa0-79d574824c54 req-5e7fc0c8-3733-4a65-8e51-763dd15487d2 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Jul 16 09:08:55.394423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f9e2b99d-7099-434d-82e6-e0ff8df5697e up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:55.454823 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port f9e2b99d-7099-434d-82e6-e0ff8df5697e completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:55.460356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port f9e2b99d-7099-434d-82e6-e0ff8df5697e triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:55.461585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.543092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.580922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:55.582145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:55.584815 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007fc307-bceb-448a-a9e6-a43df0e5943c" -d '{"events": [{"server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:55.591300 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:55.691572 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780c0f3e-5487-4fc8-917c-6572525ebe89 x-openstack-request-id: req-780c0f3e-5487-4fc8-917c-6572525ebe89 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:55.691863 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "name": "network-vif-plugged", "status": "completed", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:55.702396 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-780c0f3e-5487-4fc8-917c-6572525ebe89 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:55.702824 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e', 'code': 200} Jul 16 09:08:55.780218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:55.826660 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a195f-8c63-417c-8284-87783050e039 req-5d584101-84ee-4265-8d94-48e76cc2cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:55.829015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-876a195f-8c63-417c-8284-87783050e039 req-5d584101-84ee-4265-8d94-48e76cc2cd86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 1098 time: 0.0763540 Jul 16 09:08:55.850786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b4f4-689b-479c-97bc-1638e71bdf06 req-1cc6f618-fa59-4143-80ff-db7bfbd14f04 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:55.858437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c31b4f4-689b-479c-97bc-1638e71bdf06 req-1cc6f618-fa59-4143-80ff-db7bfbd14f04 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 946 time: 0.0920117 Jul 16 09:08:55.868212 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-876a195f-8c63-417c-8284-87783050e039 req-e5fb4c52-33c6-47e5-93c2-17e18e939d1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Jul 16 09:08:55.898500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c31b4f4-689b-479c-97bc-1638e71bdf06 req-126f6d79-ee45-491a-a5c8-ab04e3269c5b tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Jul 16 09:08:57.077153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea2cee-5088-43aa-865a-7d86c1021e87 req-ecdb99d5-141e-42fc-a0b4-42eea2c5c1b3 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:57.078480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2aea2cee-5088-43aa-865a-7d86c1021e87 req-ecdb99d5-141e-42fc-a0b4-42eea2c5c1b3 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 946 time: 0.0641987 Jul 16 09:08:57.115809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2aea2cee-5088-43aa-865a-7d86c1021e87 req-f5c50a32-daad-4680-bbde-85c6c6918ca1 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Jul 16 09:09:00.770365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:08.753939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:09.393397 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.020693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b61ec40-97f8-417c-a1f7-4d896a34a4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.643459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de8d02ca-9af0-44b9-af82-de7b434585bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.735651 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.972883 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.567741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.269366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69a26-e682-498e-b466-e97a4d796a13 req-0a142256-cef3-4337-a95c-3c735842c873 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:24.278113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ea69a26-e682-498e-b466-e97a4d796a13 req-0a142256-cef3-4337-a95c-3c735842c873 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 946 time: 0.1075926 Jul 16 09:09:24.331643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ea69a26-e682-498e-b466-e97a4d796a13 req-7a4bc335-0737-4901-9a59-7a13b52366b1 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Jul 16 09:09:25.593826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592e27-3ce0-433e-aafd-e73a35fa67ed req-1120a7dc-85d0-4b03-a6e6-515fb3583e63 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.606794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35592e27-3ce0-433e-aafd-e73a35fa67ed req-1120a7dc-85d0-4b03-a6e6-515fb3583e63 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 946 time: 0.1311078 Jul 16 09:09:25.655534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131c9cf-4421-4434-acd2-1178de16210f req-b15d8e73-7fe0-4475-b75c-0da47cbca223 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.657123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d131c9cf-4421-4434-acd2-1178de16210f req-b15d8e73-7fe0-4475-b75c-0da47cbca223 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 946 time: 0.0828505 Jul 16 09:09:25.670724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35592e27-3ce0-433e-aafd-e73a35fa67ed req-9f0885fa-9f33-4c80-bd2b-1db28480ab1f tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/security-groups?id=544cf625-7114-4026-b5f2-2d35a60c88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Jul 16 09:09:25.794890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Deleting port f9e2b99d-7099-434d-82e6-e0ff8df5697e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:25.795629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.897562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] For port f9e2b99d-7099-434d-82e6-e0ff8df5697e, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=f9e2b99d-7099-434d-82e6-e0ff8df5697e,segment=NetworkSegment(be520dd6-2359-4040-9f1d-49757272f24d),segment_id=be520dd6-2359-4040-9f1d-49757272f24d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:25.898284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.911834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Calling delete_port for f9e2b99d-7099-434d-82e6-e0ff8df5697e owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:26.108719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.133932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['f9e2b99d-7099-434d-82e6-e0ff8df5697e'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:26.139043 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Pushing event deleted for resources: {'Port': ['ID=f9e2b99d-7099-434d-82e6-e0ff8df5697e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:26.216957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] No DVR routers for this DVR port f9e2b99d-7099-434d-82e6-e0ff8df5697e on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:26.219965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.222242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d131c9cf-4421-4434-acd2-1178de16210f req-d8e57c31-7a90-4485-a260-b23e3995c96d tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.46 "DELETE /v2.0/ports/f9e2b99d-7099-434d-82e6-e0ff8df5697e HTTP/1.1" status: 204 len: 173 time: 0.5533388 Jul 16 09:09:26.222704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'name': 'network-vif-deleted', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:26.235383 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369455aa-7d3c-4377-903f-e18198b952b9" -d '{"events": [{"server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "name": "network-vif-deleted", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:26.313187 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02ca7c-eda7-49af-8024-7829c22c43b4 x-openstack-request-id: req-4d02ca7c-eda7-49af-8024-7829c22c43b4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:26.313831 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b99a65-4c32-4a87-9869-e2a7b1ec0329", "name": "network-vif-deleted", "tag": "f9e2b99d-7099-434d-82e6-e0ff8df5697e", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:26.314476 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d02ca7c-eda7-49af-8024-7829c22c43b4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:26.314860 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b99a65-4c32-4a87-9869-e2a7b1ec0329', 'name': 'network-vif-deleted', 'tag': 'f9e2b99d-7099-434d-82e6-e0ff8df5697e', 'status': 'completed', 'code': 200} Jul 16 09:09:26.850388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a32ba37-c491-409f-a293-72237f927d25 req-646df294-79a7-431d-8265-177912ca8339 tempest-VolumesSnapshotTestJSON-338543000 tempest-VolumesSnapshotTestJSON-338543000-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b99a65-4c32-4a87-9869-e2a7b1ec0329 HTTP/1.1" status: 200 len: 210 time: 0.0301273 Jul 16 09:09:27.828169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-3a1defd3-34a8-4bf6-819b-e1891c67d550 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445810776&fields=id&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 267 time: 0.0337853 Jul 16 09:09:27.966111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-91a14801-2803-4657-9282-83cc4a194c31 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:27.967842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-91a14801-2803-4657-9282-83cc4a194c31 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1322253 Jul 16 09:09:27.984126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-b77c1bb8-a95d-4c00-9178-d013ca082eaf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/quotas/956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 375 time: 0.0103743 Jul 16 09:09:28.063513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-f3f3c111-06ac-493b-b3a6-9fdab7afe8ca tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0738192 Jul 16 09:09:28.182384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-09f90059-e41a-4ccd-862a-b7549e124bdf service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069407 Jul 16 09:09:28.313360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-3e3dab80-ac0b-4c91-bd60-3d2b15efbee1 service neutron] 10.222.0.32 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208966 Jul 16 09:09:28.674327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5db5dcaa-b23d-40ae-b1f6-193b8cd4ab59 req-5938f0e2-d27c-4f96-8be8-cbf81e16daaf tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Jul 16 09:09:29.531427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f9e2b99d-7099-434d-82e6-e0ff8df5697e no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:29.557228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: f9e2b99d-7099-434d-82e6-e0ff8df5697e {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:29.557623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device f9e2b99d-7099-434d-82e6-e0ff8df5697e not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:29.896279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-663367f6-8272-4239-95be-a7c3e12a501d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.899802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a63d27bf-1deb-4a51-89db-ac7997b0de6c req-46d2e1b9-a0a5-4041-b78b-6a74e9410906 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0590413 Jul 16 09:09:29.900297 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-663367f6-8272-4239-95be-a7c3e12a501d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 812 time: 0.1874397 Jul 16 09:09:29.955159 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-1ec9e624-40bd-49fc-89ba-fb88d0b35169 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956ae5e70dea4b7bb60c6c48ea779852 HTTP/1.1" status: 200 len: 379 time: 0.0406172 Jul 16 09:09:29.973769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'port': {'device_id': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'admin_state_up': True, 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'security_groups': ['af98c2e5-d81d-49d0-a977-e2d00a3d0e10']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:30.147401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Made reservation on behalf of 956ae5e70dea4b7bb60c6c48ea779852 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:30.151473 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.332509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.20.0.10 (16809966-23e3-4766-ba4b-3ca0071e7bce/55ff70a0-5fe0-4774-a8d3-27ff654a2982/11d251db-d868-4d4b-a112-9e7437e2d6df) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.585890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.603844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Transition to ACTIVE for port object 11d251db-d868-4d4b-a112-9e7437e2d6df will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.644800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.715172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.740350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 16809966-23e3-4766-ba4b-3ca0071e7bce is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:30.742526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:30.746105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:30.823449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:30.824442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.854027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8f39700b-d719-452c-9e61-7803713bedc7 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8929226 Jul 16 09:09:30.866482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Request body: {'port': {'device_id': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:31.013798 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.165005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd6b26-67dc-45c4-b5f7-4bcae0a03bfc req-74b3a16d-527c-4e1c-adb2-d15aeb5e9377 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.167213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dfd6b26-67dc-45c4-b5f7-4bcae0a03bfc req-74b3a16d-527c-4e1c-adb2-d15aeb5e9377 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 932 time: 0.0693231 Jul 16 09:09:31.168623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fda9b0f9-5fda-4aa4-9631-7000cf3f97bc None None] Provisioning for port 11d251db-d868-4d4b-a112-9e7437e2d6df completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.176844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fda9b0f9-5fda-4aa4-9631-7000cf3f97bc None None] Provisioning complete for port 11d251db-d868-4d4b-a112-9e7437e2d6df triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.178560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fda9b0f9-5fda-4aa4-9631-7000cf3f97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.216245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1dfd6b26-67dc-45c4-b5f7-4bcae0a03bfc req-7536322e-0cb0-4b05-b2cf-4a088bb64eff tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Jul 16 09:09:31.230495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fda9b0f9-5fda-4aa4-9631-7000cf3f97bc None None] Port 11d251db-d868-4d4b-a112-9e7437e2d6df cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:31.424168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d251db-d868-4d4b-a112-9e7437e2d6df {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:31.432690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.447382 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Transition to ACTIVE for port object 11d251db-d868-4d4b-a112-9e7437e2d6df will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:31.451770 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.504568 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Pushing event updated for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.585256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Attempting to bind port 11d251db-d868-4d4b-a112-9e7437e2d6df on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:31.585606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Attempting to bind port 11d251db-d868-4d4b-a112-9e7437e2d6df by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:31.585941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Attempting to bind port 11d251db-d868-4d4b-a112-9e7437e2d6df on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:31.591814 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Port 11d251db-d868-4d4b-a112-9e7437e2d6df on network 16809966-23e3-4766-ba4b-3ca0071e7bce not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:09:31.592201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Attempting to bind port 11d251db-d868-4d4b-a112-9e7437e2d6df on network 16809966-23e3-4766-ba4b-3ca0071e7bce {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:31.597974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:31.598326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Checking segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:31.598716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Bound using segment: {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:31.599169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Bound port: 11d251db-d868-4d4b-a112-9e7437e2d6df, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:31.600246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.690571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:31.694918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11d251db-d868-4d4b-a112-9e7437e2d6df,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:31.699813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.740653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.741186 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.743200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] 10.222.0.46 "PUT /v2.0/ports/11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 1093 time: 0.8807669 Jul 16 09:09:31.743200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:31.745438 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949d52a-6070-4170-bd25-22d29b7cd6de" -d '{"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:31.786493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2d7b1-ee04-4db8-b834-8817713ebafd service neutron] Pushing event updated for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.830049 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63fb64c-269c-4b80-8969-46870c4d9b8d x-openstack-request-id: req-d63fb64c-269c-4b80-8969-46870c4d9b8d {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:31.830402 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:31.830597 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d63fb64c-269c-4b80-8969-46870c4d9b8d {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:31.831045 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'status': 'completed', 'code': 200} Jul 16 09:09:31.878624 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-13ea3845-2347-4b29-b9ad-e26a626a27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:31.891837 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-13ea3845-2347-4b29-b9ad-e26a626a27bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0938802 Jul 16 09:09:31.951010 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-e06258b0-201b-4109-9fc2-0a58463b7337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 217 time: 0.0525115 Jul 16 09:09:32.018741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8cf79964-e54a-4275-9444-89656f38c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.020653 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-8cf79964-e54a-4275-9444-89656f38c2ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0641725 Jul 16 09:09:32.120508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccae7698-9136-453d-8411-8a976ae31058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.123110 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-ccae7698-9136-453d-8411-8a976ae31058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955465 Jul 16 09:09:32.232601 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-826a4156-4599-45a4-9062-7f275c7374ac service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027358 Jul 16 09:09:32.337645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a78349ad-d88e-45ce-a108-d56b2835a1b4 req-1eb975d4-fc20-4447-a8bd-e0b3302f3ad2 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992274 Jul 16 09:09:32.463229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-25630c00-1a9e-47b1-9743-e7e93a0fee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.463626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d012a85-5d90-40c0-8926-d0e0f1bbd6cc req-b16f3af2-5328-487c-b99d-7182c12902b2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.465546 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-25630c00-1a9e-47b1-9743-e7e93a0fee95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0663199 Jul 16 09:09:32.468598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d012a85-5d90-40c0-8926-d0e0f1bbd6cc req-b16f3af2-5328-487c-b99d-7182c12902b2 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0940998 Jul 16 09:09:32.516029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d012a85-5d90-40c0-8926-d0e0f1bbd6cc req-7c3aa6d6-70b8-458e-b55d-71030a8885fd tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Jul 16 09:09:32.586739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-643f7ae7-24dc-4c3a-8d4b-98dc96d4fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.588371 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-643f7ae7-24dc-4c3a-8d4b-98dc96d4fa9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1167536 Jul 16 09:09:32.633553 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-6c0820ee-e3bf-4733-98c2-84a788cb9a8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 217 time: 0.0384865 Jul 16 09:09:32.689864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-4bcd5550-ac4b-4741-ac2a-67953d4bd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.691354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-4bcd5550-ac4b-4741-ac2a-67953d4bd068 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0508597 Jul 16 09:09:32.750082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-256f55c5-c7d0-41bf-9e76-63964c7428a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.751679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-256f55c5-c7d0-41bf-9e76-63964c7428a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546818 Jul 16 09:09:32.860689 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-7fe8a028-c403-4731-9c52-299a2094cfce service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006591 Jul 16 09:09:32.955178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e949d52a-6070-4170-bd25-22d29b7cd6de req-01b6186a-9d75-43f2-8d18-7b96e9c76e58 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Jul 16 09:09:33.702893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12483e5b-10a3-4cda-ab6e-2bf1435d9233 req-54b5cfaa-0e74-4744-bf13-86c377cd2f8f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:33.705215 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12483e5b-10a3-4cda-ab6e-2bf1435d9233 req-54b5cfaa-0e74-4744-bf13-86c377cd2f8f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0662444 Jul 16 09:09:33.760245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12483e5b-10a3-4cda-ab6e-2bf1435d9233 req-1f6eb01f-7e63-47b8-979b-923447f841cc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Jul 16 09:09:34.969477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36101fc3-c9d5-407e-823e-01ef194593dd req-121ef2b9-7c9e-41de-8956-5b3d066268df tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:34.971817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36101fc3-c9d5-407e-823e-01ef194593dd req-121ef2b9-7c9e-41de-8956-5b3d066268df tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0717654 Jul 16 09:09:35.022117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36101fc3-c9d5-407e-823e-01ef194593dd req-95a9ef20-ebaa-4300-93ec-b20e4d044abe tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426223 Jul 16 09:09:36.393985 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3857af-0b41-4654-8a77-a9ff58a7e2ba req-7959b3bc-0ae1-4698-98cf-9bc6e7100474 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.402776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf3857af-0b41-4654-8a77-a9ff58a7e2ba req-7959b3bc-0ae1-4698-98cf-9bc6e7100474 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0981815 Jul 16 09:09:36.492577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf3857af-0b41-4654-8a77-a9ff58a7e2ba req-4a0ca221-28f0-4234-a49e-62bc540a57ef tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866635 Jul 16 09:09:37.771016 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:37.846387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168af42-31a7-496d-9cc2-7c8d7c85bfeb req-6acd80c0-166f-4e7c-b421-21fd275f8c22 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.854490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3168af42-31a7-496d-9cc2-7c8d7c85bfeb req-6acd80c0-166f-4e7c-b421-21fd275f8c22 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.2344511 Jul 16 09:09:37.901035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3168af42-31a7-496d-9cc2-7c8d7c85bfeb req-35008b09-e0d4-423e-b94e-8b76ffaa8962 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447960 Jul 16 09:09:38.757023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.215769 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934ddb-f5d0-45dd-adcb-3b5ae4a405f7 req-5ae0d203-3b5e-41dd-92f6-0fa9c6205d60 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:39.217389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be934ddb-f5d0-45dd-adcb-3b5ae4a405f7 req-5ae0d203-3b5e-41dd-92f6-0fa9c6205d60 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.1702142 Jul 16 09:09:39.261613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be934ddb-f5d0-45dd-adcb-3b5ae4a405f7 req-c51117fb-3158-4a51-b147-9fe7336bd048 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Jul 16 09:09:39.390923 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.796188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bfa59-fbc8-436a-8d58-6cef5091645e req-1fdfa211-42fe-4fa0-93b0-a3021edc171e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:40.797698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c07bfa59-fbc8-436a-8d58-6cef5091645e req-1fdfa211-42fe-4fa0-93b0-a3021edc171e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.4081318 Jul 16 09:09:40.846341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c07bfa59-fbc8-436a-8d58-6cef5091645e req-e781950a-aa68-449a-b15b-87d5024963f0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409763 Jul 16 09:09:42.085272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4879543-87e6-4712-a33d-57fda56d6157 req-555df548-2ac2-4023-8ec1-2499301d83da tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:42.095785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4879543-87e6-4712-a33d-57fda56d6157 req-555df548-2ac2-4023-8ec1-2499301d83da tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0876796 Jul 16 09:09:42.147340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4879543-87e6-4712-a33d-57fda56d6157 req-81870354-5fda-4be9-bd49-14af0b363425 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504091 Jul 16 09:09:43.023931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-047bc745-aa8c-4cd3-b08f-c74492447daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.337385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f73115-1c6e-4f35-a36b-22b750f82616 req-8602a5fe-2d4c-4edb-a33c-a5e5d30a2a42 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:43.339033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21f73115-1c6e-4f35-a36b-22b750f82616 req-8602a5fe-2d4c-4edb-a33c-a5e5d30a2a42 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0803328 Jul 16 09:09:43.384600 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21f73115-1c6e-4f35-a36b-22b750f82616 req-dafca165-4ec1-41db-b02d-a88e605c3e0e tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Jul 16 09:09:44.695000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb6bbb-d46a-479b-9eb3-92347670e9ee req-060e26ae-f76d-4ee8-83c0-ffbb1b73898d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:44.697695 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eddb6bbb-d46a-479b-9eb3-92347670e9ee req-060e26ae-f76d-4ee8-83c0-ffbb1b73898d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 944 time: 0.0952368 Jul 16 09:09:44.760897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eddb6bbb-d46a-479b-9eb3-92347670e9ee req-bf3de2bd-3957-4c09-8923-b9a88be22075 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489850 Jul 16 09:09:45.626519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11d251db-d868-4d4b-a112-9e7437e2d6df details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:45.643614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6c0f384-161e-4f15-b30a-4da546385294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.752844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11d251db-d868-4d4b-a112-9e7437e2d6df,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:45.770331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'port_id': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'mac_address': 'fa:16:3e:4e:90:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:45.773102 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.825935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.839998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d251db-d868-4d4b-a112-9e7437e2d6df {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:45.861893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11d251db-d868-4d4b-a112-9e7437e2d6df,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:45.871170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.921693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:46.033896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953acd63-2eb8-4453-87e7-1957ec1845f3 req-2b15aa1f-65f4-4da6-aae2-a667fdf24601 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:46.035494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-953acd63-2eb8-4453-87e7-1957ec1845f3 req-2b15aa1f-65f4-4da6-aae2-a667fdf24601 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0834825 Jul 16 09:09:46.061272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['11d251db-d868-4d4b-a112-9e7437e2d6df'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:46.092590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-953acd63-2eb8-4453-87e7-1957ec1845f3 req-1995bdcc-5153-4fe3-8c7c-d7eebbbf1e48 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510268 Jul 16 09:09:46.966156 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.211575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-870400d8-e3e7-4692-952e-5dc09755d188 req-336b6a00-8ff2-43b5-8b80-b931ff55e93c service neutron] (93775) timed out ('10.222.0.32', 51216) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:09:47.264732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de216052-4843-4a2d-aaca-4256725db038 req-73433fab-86dd-4152-bb47-3106eff2498c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:47.266503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de216052-4843-4a2d-aaca-4256725db038 req-73433fab-86dd-4152-bb47-3106eff2498c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 945 time: 0.0663502 Jul 16 09:09:47.307613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de216052-4843-4a2d-aaca-4256725db038 req-7583f756-a978-4574-8de4-528b70edf28d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347316 Jul 16 09:09:47.624635 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11d251db-d868-4d4b-a112-9e7437e2d6df up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:47.675157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 11d251db-d868-4d4b-a112-9e7437e2d6df completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:47.680116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 11d251db-d868-4d4b-a112-9e7437e2d6df triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:47.680622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.765733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.794411 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:47.796742 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbd6b4b-4ac2-4fbd-909b-f89f84794be4" -d '{"events": [{"server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:47.815145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11d251db-d868-4d4b-a112-9e7437e2d6df,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:47.823138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:47.887724 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296ba307-bafd-4474-95ce-be740538939d x-openstack-request-id: req-296ba307-bafd-4474-95ce-be740538939d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:47.888015 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "name": "network-vif-plugged", "status": "completed", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:47.888296 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-296ba307-bafd-4474-95ce-be740538939d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:47.888694 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'code': 200} Jul 16 09:09:47.894008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.008186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eff73-5674-4984-b1dd-14c1cf562062 req-71af9cca-e13b-48d2-8ca9-bbeebbe474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.009736 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d24eff73-5674-4984-b1dd-14c1cf562062 req-71af9cca-e13b-48d2-8ca9-bbeebbe474dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0554919 Jul 16 09:09:48.049651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d24eff73-5674-4984-b1dd-14c1cf562062 req-25bf21e3-d7ba-4443-b1ff-3ef4ae8cf7c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340340 Jul 16 09:09:48.122197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58206) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.231996 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.325783 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.329685 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.372298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c12dc-d6e4-4538-aa85-a616cd907c63,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.381348 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ade2c065f54fd0b5af3e40cf511c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579224 Jul 16 09:09:48.382753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.383102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.383448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.383785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.384094 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.384273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.384681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.384830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.385128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.385644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.386151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.386697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.387199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd85130-4f36-47c6-8523-87fccfa784ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.458107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.481576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.532753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55828-517c-4689-99e2-61c0c90ff22b req-7b4161fe-6375-4a96-a07e-3d960352b3a8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.535209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.538214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.541981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dd55828-517c-4689-99e2-61c0c90ff22b req-7b4161fe-6375-4a96-a07e-3d960352b3a8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0766470 Jul 16 09:09:48.542797 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d9c12dc-d6e4-4538-aa85-a616cd907c63 HTTP/1.1" status: 204 len: 168 time: 0.1571426 Jul 16 09:09:48.557728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c12dc-d6e4-4538-aa85-a616cd907c63,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.568193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.568511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.568812 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.569483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.570049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.570619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.571201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.571777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.572370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.572955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.573615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.574124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb2073e-494d-423d-8889-7eeef2488cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:48.574256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.617908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dd55828-517c-4689-99e2-61c0c90ff22b req-b1e1a615-22eb-45fd-85f2-c962d329c2ae tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765963 Jul 16 09:09:48.900368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.916619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341feac9-4c3f-4ccd-9a46-c956441def3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.012411 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341feac9-4c3f-4ccd-9a46-c956441def3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.017120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-341feac9-4c3f-4ccd-9a46-c956441def3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.053679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341feac9-4c3f-4ccd-9a46-c956441def3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcca9a3-ae32-4f95-a7cb-40895357ec83,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:49.058192 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-341feac9-4c3f-4ccd-9a46-c956441def3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=522303a6592b4f7987f262194dbff8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564686 Jul 16 09:09:49.061312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:49.111837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.147092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.192264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.194996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.198699 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edcca9a3-ae32-4f95-a7cb-40895357ec83 HTTP/1.1" status: 204 len: 168 time: 0.1340389 Jul 16 09:09:49.213599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2141f-022a-486b-b11a-b19e65d0d21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcca9a3-ae32-4f95-a7cb-40895357ec83,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:49.841066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47ccc3-ce80-45a5-9875-4bbdb54c6e90 req-a081a3fd-55a5-416e-879a-6a2703fc8df0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:49.842585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f47ccc3-ce80-45a5-9875-4bbdb54c6e90 req-a081a3fd-55a5-416e-879a-6a2703fc8df0 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0996172 Jul 16 09:09:49.901873 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f47ccc3-ce80-45a5-9875-4bbdb54c6e90 req-712aec5f-6113-4e6e-8d20-6121aad2f020 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508459 Jul 16 09:09:49.908450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-1cee2785-7abd-4c8c-b7d7-45b3edb20e60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1666815 Jul 16 09:09:50.040766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-a2776bc0-a1f8-4bbb-9dac-020974cdab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.042650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-a2776bc0-a1f8-4bbb-9dac-020974cdab59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.0804579 Jul 16 09:09:50.194115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-7fd09a58-aaa1-47ce-9281-0b7b630d978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.196063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-7fd09a58-aaa1-47ce-9281-0b7b630d978f service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1100051 Jul 16 09:09:50.262051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c46b4-8724-4bf2-9188-419398703f40 req-179bdba5-5274-445c-ae02-35d90295581c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.263638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-490c46b4-8724-4bf2-9188-419398703f40 req-179bdba5-5274-445c-ae02-35d90295581c tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.2198014 Jul 16 09:09:50.295458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-1fb54895-c9d7-4b37-ba97-7185ab54ac5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1002 time: 0.0933774 Jul 16 09:09:50.320454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-490c46b4-8724-4bf2-9188-419398703f40 req-4c4f9837-92ca-4091-8b2b-89be4929c171 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498381 Jul 16 09:09:50.353593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:50.400927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-858c086a-fc7d-4490-ba46-cbbfe9383875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.402357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-858c086a-fc7d-4490-ba46-cbbfe9383875 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0989656 Jul 16 09:09:50.429534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261b456-ff11-4837-bc55-d0a98ac8c0d4 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.433788 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d261b456-ff11-4837-bc55-d0a98ac8c0d4 tempest-TestVolumeBootPattern-2109007054 tempest-TestVolumeBootPattern-2109007054-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1093 time: 0.0764778 Jul 16 09:09:50.433959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58258) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:50.440719 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:50.491524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-ebcac567-9d30-46c6-a698-78ac3fefe620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.493451 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-ebcac567-9d30-46c6-a698-78ac3fefe620 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841069 Jul 16 09:09:50.516105 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.659899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-b79a42ce-2b6f-4205-a64c-d225f9225deb service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595397 Jul 16 09:09:50.678594 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.797512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e2a7c5d-bfae-4c41-b86f-90c5b1a59b8f req-f3bd27d1-1a27-4197-911a-ffb866fc958c service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315036 Jul 16 09:09:50.830576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Allocated IP 172.25.5.57 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1ec97b88-bdad-412d-b281-1256772fef3e) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:50.961802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.005133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.042483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:51.045534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:51.051305 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:51.079329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=1ec97b88-bdad-412d-b281-1256772fef3e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:51.882360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.948247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-a1bda1f8-a0b4-4c98-a0a2-2771a02f2a83 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374811 Jul 16 09:09:51.973292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.145847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-d9603fbb-e766-40b0-9df1-7f5a14f2138f tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:52.152599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-d9603fbb-e766-40b0-9df1-7f5a14f2138f tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028887 Jul 16 09:09:52.163990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-e49ac05d-a035-41a7-bee6-26be124b00cf tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/quotas/ee967b1b067e4c6ca57cebf09b6cf35c HTTP/1.1" status: 200 len: 375 time: 0.0101359 Jul 16 09:09:52.165439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.171718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.218734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-0e02e605-e28b-498c-802b-62fd53186494 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474498 Jul 16 09:09:52.272784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event updated for resources: {'Port': ['ID=1ec97b88-bdad-412d-b281-1256772fef3e,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:52.287096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.438396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-378ac9ef-8765-4e79-a2b7-6afb8b16f939 req-c7f2597c-a02a-46fd-837d-931cbce93be7 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 210 time: 0.0438371 Jul 16 09:09:52.463430 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP 8f29b223-a246-4653-bb47-cb6afad552c1 associated. External IP: 172.25.5.57, port: 11d251db-d868-4d4b-a112-9e7437e2d6df. Jul 16 09:09:52.727106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:52.868757 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:52.885575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:52.897325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:52.898301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:09:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.903796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.946474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38512b56-1e9a-46fe-a8bc-bed7c39440e4 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5114880 Jul 16 09:09:52.947072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:52.949409 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151dbe4d-6faa-46d3-a57b-7b40f42670f1" -d '{"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:53.003024 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e056f-5cd1-4800-a854-39def5257204 x-openstack-request-id: req-638e056f-5cd1-4800-a854-39def5257204 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:53.003588 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:53.004025 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-638e056f-5cd1-4800-a854-39def5257204 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:53.004655 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'status': 'completed', 'code': 200} Jul 16 09:09:53.032425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:53.125986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-da4e9a5a-0731-4d5d-93a8-7684a77f4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.134640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-da4e9a5a-0731-4d5d-93a8-7684a77f4da3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0995040 Jul 16 09:09:53.267560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-cc27d952-7729-43c4-beef-40327dbf11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.269577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-cc27d952-7729-43c4-beef-40327dbf11f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1293027 Jul 16 09:09:53.344214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-bc474e96-249a-419f-b622-43e7ff9b7612 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 999 time: 0.0691400 Jul 16 09:09:53.355093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '8f29b223-a246-4653-bb47-cb6afad552c1', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:4e:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}, {'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:53.381396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:53.389717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:53.391231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:09:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:53.393243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-e40b3457-127b-412f-a11f-009f81c83cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.394858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-e40b3457-127b-412f-a11f-009f81c83cde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0446923 Jul 16 09:09:53.466035 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-c60cd085-9443-4a25-a3c3-1a0d9a46051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.467823 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-c60cd085-9443-4a25-a3c3-1a0d9a46051d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659146 Jul 16 09:09:53.520277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:53.649499 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-20d6af06-5704-4830-aba0-aec0f5a4908d service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752567 Jul 16 09:09:53.683372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-d693ee06-3466-4543-a517-61ee5d55bb73 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432854 Jul 16 09:09:53.685544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba751447-073b-4cae-acf0-4a464d844d79 req-7913d53f-8ec8-4897-8273-6d584f3ba863 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 210 time: 0.1045876 Jul 16 09:09:53.808175 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-75904ded-e3be-4293-bdcb-6fbe830e79a1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:53.809824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-75904ded-e3be-4293-bdcb-6fbe830e79a1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193938 Jul 16 09:09:53.825818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Request body: {'port': {'device_id': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': 'ee967b1b067e4c6ca57cebf09b6cf35c'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:53.845235 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-151dbe4d-6faa-46d3-a57b-7b40f42670f1 req-4f30c948-7d22-44a5-9c06-d31c6ee27703 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814406 Jul 16 09:09:53.877962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '8f29b223-a246-4653-bb47-cb6afad552c1', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:4e:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}, {'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:53.912927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e07ad9-6f89-472b-8bd5-870912fb10e4 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '8f29b223-a246-4653-bb47-cb6afad552c1', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:4e:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:51Z', 'updated_at': '2021-07-16T09:09:51Z', 'revision_number': 0, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}, {'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:53.971621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Made reservation on behalf of ee967b1b067e4c6ca57cebf09b6cf35c for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:53.976247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.986658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.101787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.113222 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.168654 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ca3e1-dcbb-4420-ba0b-84d0e800c948 None None] New status for floating IP 8f29b223-a246-4653-bb47-cb6afad552c1: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:54.193593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29569f5e-7dca-449e-b606-6d155d777b31,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.266764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Allocated IP 192.168.233.118 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/6a70e255-0fec-4567-b74a-a90af44cbe52) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:54.433431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.447225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Transition to ACTIVE for port object 6a70e255-0fec-4567-b74a-a90af44cbe52 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:54.487184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.534585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:54.537790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:54.541743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:54.548493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Pushing event updated for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.595262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:54.595849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.614636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3b4a76ea-5318-45ec-bdd8-9241d3b7c8d9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7958758 Jul 16 09:09:54.627019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Request body: {'port': {'device_id': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:54.715323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.822370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3a1f3cd7-4a9a-41a0-a50a-98c4d7450dcd None None] Provisioning for port 6a70e255-0fec-4567-b74a-a90af44cbe52 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:54.827310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3a1f3cd7-4a9a-41a0-a50a-98c4d7450dcd None None] Provisioning complete for port 6a70e255-0fec-4567-b74a-a90af44cbe52 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:54.827954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3cd7-4a9a-41a0-a50a-98c4d7450dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.863046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3a1f3cd7-4a9a-41a0-a50a-98c4d7450dcd None None] Port 6a70e255-0fec-4567-b74a-a90af44cbe52 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:54.981508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46da43-5868-484a-a700-c3b8f204c753 req-8d987307-c12b-4aad-a645-573284a02cb7 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:54.983002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c46da43-5868-484a-a700-c3b8f204c753 req-8d987307-c12b-4aad-a645-573284a02cb7 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 936 time: 0.1352870 Jul 16 09:09:55.049502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c46da43-5868-484a-a700-c3b8f204c753 req-1a1b16ba-bf49-41be-af9f-84f2875a2c70 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607460 Jul 16 09:09:55.091031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a70e255-0fec-4567-b74a-a90af44cbe52 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:55.098642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.111978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Transition to ACTIVE for port object 6a70e255-0fec-4567-b74a-a90af44cbe52 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:55.118587 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.169846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:55.251091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Attempting to bind port 6a70e255-0fec-4567-b74a-a90af44cbe52 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:55.251359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Attempting to bind port 6a70e255-0fec-4567-b74a-a90af44cbe52 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:55.251513 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Attempting to bind port 6a70e255-0fec-4567-b74a-a90af44cbe52 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:55.256907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Port 6a70e255-0fec-4567-b74a-a90af44cbe52 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:09:55.257300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Attempting to bind port 6a70e255-0fec-4567-b74a-a90af44cbe52 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:55.263404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:55.263759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:55.264239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:55.264661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Bound port: 6a70e255-0fec-4567-b74a-a90af44cbe52, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:55.265019 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.346510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:55.352475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a70e255-0fec-4567-b74a-a90af44cbe52,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:55.360753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.407525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:55.408747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.410382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a70e255-0fec-4567-b74a-a90af44cbe52 HTTP/1.1" status: 200 len: 1097 time: 0.7879918 Jul 16 09:09:55.411771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:55.415680 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f345ac9-e2a0-4016-ab57-b31d20f64430" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:55.448934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfef67-b923-4f59-b21f-4979b53e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:55.521457 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edfda5-d5cc-4b8c-9d1e-7dee9b65abb2 x-openstack-request-id: req-38edfda5-d5cc-4b8c-9d1e-7dee9b65abb2 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:55.522225 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:55.522225 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38edfda5-d5cc-4b8c-9d1e-7dee9b65abb2 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:55.522805 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52', 'status': 'completed', 'code': 200} Jul 16 09:09:55.539164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-0fcaf7f9-a1cf-48c4-b7b9-21f38503cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:55.541164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-0fcaf7f9-a1cf-48c4-b7b9-21f38503cd3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 1100 time: 0.0817440 Jul 16 09:09:55.593132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-3e934a0c-c810-47ac-9b8e-0c933e41b020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6a70e255-0fec-4567-b74a-a90af44cbe52 HTTP/1.1" status: 200 len: 217 time: 0.0430183 Jul 16 09:09:55.660969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-b570b06f-394f-4d2f-9fee-2f5024531b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:55.663729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-b570b06f-394f-4d2f-9fee-2f5024531b84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0633478 Jul 16 09:09:55.736978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-66a6cf1e-bea0-438c-917c-2cb84f0d4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:55.738575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-66a6cf1e-bea0-438c-917c-2cb84f0d4731 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678031 Jul 16 09:09:55.891785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-147451e5-fe29-455a-82fc-b90ab180906d service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461680 Jul 16 09:09:56.016886 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a519aeb6-dc86-4d6e-86ee-71588e051fb2 req-4ba1c2f7-4195-4dfc-adc0-94d671f647c2 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157944 Jul 16 09:09:56.281368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-92f9795c-ceed-490d-814d-227a3ebfc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.282888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-92f9795c-ceed-490d-814d-227a3ebfc115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 1100 time: 0.1980128 Jul 16 09:09:56.295926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f09e8-522c-40d3-a29c-e727cbf538ed req-33c96254-0d87-4717-888d-4a8d175edb01 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.297703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-964f09e8-522c-40d3-a29c-e727cbf538ed req-33c96254-0d87-4717-888d-4a8d175edb01 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 948 time: 0.1040754 Jul 16 09:09:56.433823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-964f09e8-522c-40d3-a29c-e727cbf538ed req-b6028e26-135c-4fce-9b49-0ac47e9d6a32 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259987 Jul 16 09:09:56.446055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-03b26a22-9d05-4ba6-bcc6-22d59c08e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.447170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-03b26a22-9d05-4ba6-bcc6-22d59c08e0e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.1484494 Jul 16 09:09:56.491724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-fad02dfd-0b96-4413-8ea4-6aaea7af4d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6a70e255-0fec-4567-b74a-a90af44cbe52 HTTP/1.1" status: 200 len: 217 time: 0.0365176 Jul 16 09:09:56.548637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-828c9e07-84c9-4ee6-8604-0692dca0f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.550172 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-828c9e07-84c9-4ee6-8604-0692dca0f14c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0507941 Jul 16 09:09:56.592245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-e5e19389-867a-4f91-aea8-a745089ed11e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613257 Jul 16 09:09:56.616451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-2dbe2d9e-7475-406e-81d3-f66c8d3ed3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.618118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-2dbe2d9e-7475-406e-81d3-f66c8d3ed3ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608807 Jul 16 09:09:56.697373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-5567240b-5564-4776-a7a0-12e727f83dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.698895 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-5567240b-5564-4776-a7a0-12e727f83dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0553532 Jul 16 09:09:56.717263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-13278d25-62da-4b68-a25f-a32c6043fd3e service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911331 Jul 16 09:09:56.807873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-4660eacc-c107-4b05-8a33-8e42ddc75c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.808368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f345ac9-e2a0-4016-ab57-b31d20f64430 req-20a43df5-037a-4af0-954f-df9cbfbdd303 service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830495 Jul 16 09:09:56.809333 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-4660eacc-c107-4b05-8a33-8e42ddc75c21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.0898287 Jul 16 09:09:56.882330 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-bdb85016-3f7c-4577-b306-b198f77d1411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 1001 time: 0.0670092 Jul 16 09:09:56.938987 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-8c943800-b0f1-4896-b5c7-dcd0dea463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.940510 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-8c943800-b0f1-4896-b5c7-dcd0dea463ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0498836 Jul 16 09:09:56.998241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-8307314e-63e7-4ee2-b0f4-5ba0c93b0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:56.999767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-8307314e-63e7-4ee2-b0f4-5ba0c93b0e77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532327 Jul 16 09:09:57.090888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-2fc2d0db-3b09-4f10-8e77-fd03181b7951 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843544 Jul 16 09:09:57.187448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cc1fb4f1-f258-411a-9b1a-19aa706b2b8d req-d21d94ea-92d0-4e81-86a3-624a7392610a service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902643 Jul 16 09:09:57.613651 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29b5e0-c7ba-4239-a2e0-d84a1c6e8597 req-0b01dc4a-f75a-4d4c-8f6a-26797b2f9835 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.615143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de29b5e0-c7ba-4239-a2e0-d84a1c6e8597 req-0b01dc4a-f75a-4d4c-8f6a-26797b2f9835 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 948 time: 0.0646131 Jul 16 09:09:57.658315 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de29b5e0-c7ba-4239-a2e0-d84a1c6e8597 req-d2600cb2-f4e6-4de7-97ea-7ab7cf35264e tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360763 Jul 16 09:09:58.177403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a70e255-0fec-4567-b74a-a90af44cbe52 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:58.275591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a70e255-0fec-4567-b74a-a90af44cbe52,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:58.287804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '6a70e255-0fec-4567-b74a-a90af44cbe52', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '6a70e255-0fec-4567-b74a-a90af44cbe52', 'mac_address': 'fa:16:3e:4c:95:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:58.325273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.337818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a70e255-0fec-4567-b74a-a90af44cbe52 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:58.356563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a70e255-0fec-4567-b74a-a90af44cbe52,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:58.361097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.415504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:58.423110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.423463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.423811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.424181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.424520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.424873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.425186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.425516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.425846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.426173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.426500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.426896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:58.607874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['6a70e255-0fec-4567-b74a-a90af44cbe52'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:58.841477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fc7-5578-480c-be07-25a0f307d259 req-4ad8d3a4-0358-4462-b3b5-ddbb2973fdb7 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:58.843698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d853fc7-5578-480c-be07-25a0f307d259 req-4ad8d3a4-0358-4462-b3b5-ddbb2973fdb7 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 949 time: 0.0683732 Jul 16 09:09:58.881509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4d853fc7-5578-480c-be07-25a0f307d259 req-d1749e8d-de9c-4f0f-b5dc-c8daf48aa0f1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 16 09:10:00.064932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f54016-1d91-49bf-9f72-6f9c22ff55bf req-35a1345f-13e4-4e6d-aa74-7ab000ed5d7a tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.066500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2f54016-1d91-49bf-9f72-6f9c22ff55bf req-35a1345f-13e4-4e6d-aa74-7ab000ed5d7a tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 949 time: 0.0719244 Jul 16 09:10:00.106488 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2f54016-1d91-49bf-9f72-6f9c22ff55bf req-6c289648-40b9-41b6-8627-531f3668940b tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Jul 16 09:10:00.193622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a70e255-0fec-4567-b74a-a90af44cbe52 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:00.254372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 6a70e255-0fec-4567-b74a-a90af44cbe52 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:00.262953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 6a70e255-0fec-4567-b74a-a90af44cbe52 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:00.263628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.359480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.382310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:00.385203 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76939c51-16f7-4dee-9fd9-0f06d925803d" -d '{"events": [{"server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:00.398960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a70e255-0fec-4567-b74a-a90af44cbe52,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:00.405051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.442008 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc63a722-af49-421a-ac49-d0a6eea366a3 x-openstack-request-id: req-fc63a722-af49-421a-ac49-d0a6eea366a3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:00.442803 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "name": "network-vif-plugged", "status": "completed", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:00.443169 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc63a722-af49-421a-ac49-d0a6eea366a3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:00.443735 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52', 'code': 200} Jul 16 09:10:00.471103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.588417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7e90-3fa0-415b-b15f-99205e43f45f req-c7624d07-370a-40e1-89e1-6ffa8880aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.589889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80f7e90-3fa0-415b-b15f-99205e43f45f req-c7624d07-370a-40e1-89e1-6ffa8880aa4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 1102 time: 0.0548806 Jul 16 09:10:00.624594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d80f7e90-3fa0-415b-b15f-99205e43f45f req-b6b7b7de-6b91-4e94-9f31-eb9f97d7edae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278327 Jul 16 09:10:01.296516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be668ab-6f39-4f33-b01a-5baf408aa9d7 req-c004c477-aa02-4db3-a946-b8214af0e672 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.298031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7be668ab-6f39-4f33-b01a-5baf408aa9d7 req-c004c477-aa02-4db3-a946-b8214af0e672 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 950 time: 0.0692117 Jul 16 09:10:01.343420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7be668ab-6f39-4f33-b01a-5baf408aa9d7 req-1df29e26-9d0b-47ad-8346-579ba4efe81a tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Jul 16 09:10:02.526634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0ef90-79dd-40cb-ac91-2473a4c8b67d req-3ac1cd50-ac37-417c-b95d-15000098232a tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:02.528198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8f0ef90-79dd-40cb-ac91-2473a4c8b67d req-3ac1cd50-ac37-417c-b95d-15000098232a tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 950 time: 0.0663357 Jul 16 09:10:02.575102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8f0ef90-79dd-40cb-ac91-2473a4c8b67d req-4b5075a1-9f76-426e-8293-de880ca0b831 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Jul 16 09:10:02.998488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f161-c1ad-4ef6-9524-922dd745d73e req-caafb4c4-c8c3-4ddd-857f-cfd2412e353e tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:03.000089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a61f161-c1ad-4ef6-9524-922dd745d73e req-caafb4c4-c8c3-4ddd-857f-cfd2412e353e tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 950 time: 0.0659966 Jul 16 09:10:03.039166 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a61f161-c1ad-4ef6-9524-922dd745d73e req-3831f2bc-2bf5-4368-811a-06d6572de532 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Jul 16 09:10:04.216070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-435826d2-21d2-4fb4-9130-79a358ddeabe tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.217619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-435826d2-21d2-4fb4-9130-79a358ddeabe tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 950 time: 0.1008387 Jul 16 09:10:04.267633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95406248-ad76-4b19-8224-992e65d86aa5 req-a1aed398-2127-4e68-8520-e30bcd75afb9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.269219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95406248-ad76-4b19-8224-992e65d86aa5 req-a1aed398-2127-4e68-8520-e30bcd75afb9 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 950 time: 0.1157203 Jul 16 09:10:04.341976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95406248-ad76-4b19-8224-992e65d86aa5 req-62be4eb0-ac3f-468f-9c05-59ead23d8e68 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/security-groups?id=29569f5e-7dca-449e-b606-6d155d777b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657475 Jul 16 09:10:04.361585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Deleting port 6a70e255-0fec-4567-b74a-a90af44cbe52 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:04.362064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.456350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] For port 6a70e255-0fec-4567-b74a-a90af44cbe52, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=6a70e255-0fec-4567-b74a-a90af44cbe52,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:04.456720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.468586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Calling delete_port for 6a70e255-0fec-4567-b74a-a90af44cbe52 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:04.622422 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.636396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['6a70e255-0fec-4567-b74a-a90af44cbe52'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:05.000228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Pushing event deleted for resources: {'Port': ['ID=6a70e255-0fec-4567-b74a-a90af44cbe52,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.047102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] No DVR routers for this DVR port 6a70e255-0fec-4567-b74a-a90af44cbe52 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:05.049748 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.051717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1875a23e-c469-45dd-9cc6-53eb0c7c4fd3 req-aaa60a8b-66ff-45aa-bd5f-7e3f8c4e36c1 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.47 "DELETE /v2.0/ports/6a70e255-0fec-4567-b74a-a90af44cbe52 HTTP/1.1" status: 204 len: 173 time: 0.8278008 Jul 16 09:10:05.052185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'name': 'network-vif-deleted', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:05.054434 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840eb56-bd36-4a2c-8f5f-c810573a2093" -d '{"events": [{"server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "name": "network-vif-deleted", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:05.097376 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c8421-f4bc-4be5-8e03-f98d9e7ed46b x-openstack-request-id: req-455c8421-f4bc-4be5-8e03-f98d9e7ed46b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:05.097674 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3ae06-08d8-4074-8224-5983f007d6aa", "name": "network-vif-deleted", "tag": "6a70e255-0fec-4567-b74a-a90af44cbe52", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:05.097978 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-455c8421-f4bc-4be5-8e03-f98d9e7ed46b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:05.098382 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3ae06-08d8-4074-8224-5983f007d6aa', 'name': 'network-vif-deleted', 'tag': '6a70e255-0fec-4567-b74a-a90af44cbe52', 'status': 'completed', 'code': 200} Jul 16 09:10:05.502237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8c20348c-ae32-4208-bd66-5694589cd1d6 req-317ef619-0c46-484b-b8d2-9fda741130e3 tempest-VolumesNegativeTest-1261338654 tempest-VolumesNegativeTest-1261338654-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c3ae06-08d8-4074-8224-5983f007d6aa HTTP/1.1" status: 200 len: 210 time: 0.0316644 Jul 16 09:10:08.263144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a70e255-0fec-4567-b74a-a90af44cbe52 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:08.286181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 6a70e255-0fec-4567-b74a-a90af44cbe52 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:08.286853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 6a70e255-0fec-4567-b74a-a90af44cbe52 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:08.774296 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.386064 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.550828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58654) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:11.697483 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3f316ead-4a94-4e69-9af3-cdc3a8bf673f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee967b1b067e4c6ca57cebf09b6cf35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452706 Jul 16 09:10:11.699878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58658) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:11.747405 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.770302 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.825888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.828674 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.836770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29569f5e-7dca-449e-b606-6d155d777b31 HTTP/1.1" status: 204 len: 168 time: 0.1316221 Jul 16 09:10:11.846388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73d9e-5396-42b7-9290-dfff74dd38c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29569f5e-7dca-449e-b606-6d155d777b31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:12.332496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58678) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:12.384821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Deleting subnet cf5a014c-7445-4201-81ef-b905975c1c15 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:12.388318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.426949 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.470100 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.488269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58684) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:12.537556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.569902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5a014c-7445-4201-81ef-b905975c1c15,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:12.575355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.579803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:12.580312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4f9db31-c75f-42de-913b-cc50f23600b5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf5a014c-7445-4201-81ef-b905975c1c15 HTTP/1.1" status: 204 len: 168 time: 0.2462142 Jul 16 09:10:12.607033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1958653230-network', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:12.665962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.669067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Made reservation on behalf of f3682a4be105464ab385bed3d20d40f0 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:12.671259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.685020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.786080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.800286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9849b64f-9697-4555-ad8f-a918e0decec1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:12.815104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be520dd6-2359-4040-9f1d-49757272f24d') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:12.815408 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be520dd6-2359-4040-9f1d-49757272f24d') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:12.828370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.849048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.860119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:12.860624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:12.862296 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:12.931941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.936286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.943823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.949084 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:12.951315 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9849b64f-9697-4555-ad8f-a918e0decec1 HTTP/1.1" status: 204 len: 168 time: 0.3705091 Jul 16 09:10:12.980147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:12.986082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff453d-1aa2-497a-81dd-b3426d8752e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9849b64f-9697-4555-ad8f-a918e0decec1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:12.998847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba03aa37-c953-4494-b4ff-8aeb05431fc8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:13.001911 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.002258 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Added segment b62f4d14-f58a-4336-ba6b-8b00c2a5ca29 of type vlan for network 8e489a4d-12d1-4747-824b-e03c33d10ec3 Jul 16 09:10:13.031893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f3c8865-a731-4080-82e3-dbf47b4211cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.054838 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.076410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58692) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.087185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.088954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.089524 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.124300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-285fbd1e-87a9-42da-babb-0f2c10885788 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=156d4ccb84594a69a53a2d9cd8da1a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465333 Jul 16 09:10:13.126868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.127416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6378922 Jul 16 09:10:13.130266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.135743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Request body: {'subnet': {'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1958653230-subnet', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:13.171385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc77a7-c09b-4d09-9cb4-960449b81d07 admin admin] Pushing event updated for resources: {'Network': ['ID=8e489a4d-12d1-4747-824b-e03c33d10ec3,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:13.182400 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.182762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:13.194230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Made reservation on behalf of f3682a4be105464ab385bed3d20d40f0 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:13.198367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.214172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.262779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.265775 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.267182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/544cf625-7114-4026-b5f2-2d35a60c88f0 HTTP/1.1" status: 204 len: 168 time: 0.1393344 Jul 16 09:10:13.278965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5329f-4401-4bce-809c-ed18e9a6847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cf625-7114-4026-b5f2-2d35a60c88f0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:13.400238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.460210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ba8cec-5a63-44ed-9c0d-312648aba444,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:13.470381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Checking segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:13.470686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Network hostable DHCP agents. Network: 8e489a4d-12d1-4747-824b-e03c33d10ec3, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:13.488554 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:13.498107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 8e489a4d-12d1-4747-824b-e03c33d10ec3) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:13.503879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.504608 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.508991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772344a-8789-4176-99f0-ca5bcc5b4e94 None None] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:13.524750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8f7f03a-b9b5-4f55-a1d5-a5f3ba936dac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3915818 Jul 16 09:10:13.526238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58702) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.531091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:13.562635 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.564131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.662011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.686752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-8e489a4d-12d1-4747-824b-e03c33d10ec3', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:13.687753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.816086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:13.837499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Allocated IP 172.20.0.2 (8e489a4d-12d1-4747-824b-e03c33d10ec3/93ba8cec-5a63-44ed-9c0d-312648aba444/e76ebd30-b1b3-4782-bf6a-2c88f492c6e0) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:13.996577 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.005115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Transition to ACTIVE for port object e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:14.023064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Transition to ACTIVE for port object e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:14.027359 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.031234 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.037019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58722) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:14.057503 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.085820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:14.090070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Pushing event updated for resources: {'Port': ['ID=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.092617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:14.094917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:14.155605 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Attempting to bind port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:14.155988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Attempting to bind port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:14.156389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Attempting to bind port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:14.156497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1558514886-network', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:14.161715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:14.162099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Checking segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:14.162667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.163209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Bound using segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:14.164379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Bound port: e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:14.164919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.170871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Allocated IP 172.25.5.121 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/28e911c0-e755-46d9-87aa-cc186636d7c1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:14.179432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Made reservation on behalf of fa80f69e19134d2dab67698a9d1ee876 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:14.182787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.192604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.240183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] For port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:14.243985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] For port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:14.249281 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.286120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.292009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.301494 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.319223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:14.329900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc142d66-e8b6-4ac7-a0d0-88341405255e None None] Pushing event updated for resources: {'Port': ['ID=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.330478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fdac71-c31e-49a7-86cc-ebbb4a6026af,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.339054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.339344 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Added segment ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b of type vlan for network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 Jul 16 09:10:14.359414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.381707 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.406925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:14.411214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:14.413514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Pushing event updated for resources: {'Port': ['ID=28e911c0-e755-46d9-87aa-cc186636d7c1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.414121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.415269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:14.416124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:14.416562 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.456625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4179695 Jul 16 09:10:14.458675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58726) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:14.463727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Request body: {'subnet': {'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1558514886-subnet', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:14.486353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452dd55-728f-43b0-980f-e89ad789f8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f84d57ba-d5d1-410b-a354-eb934b8ea6b2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.505933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:14.595822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Made reservation on behalf of fa80f69e19134d2dab67698a9d1ee876 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:14.598167 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.769556 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:14.810655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.945510 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.048019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef716fd8-af3a-45d6-8e3c-5253f4d88d3b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:15.092061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Checking segment: {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:15.092417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Network hostable DHCP agents. Network: f84d57ba-d5d1-410b-a354-eb934b8ea6b2, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:15.122214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.127700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:15.174638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, f84d57ba-d5d1-410b-a354-eb934b8ea6b2) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:15.178775 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:15.179390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.184076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b50da-1022-4d87-8d9f-c41db1d29d12 None None] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:15.224445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a6d67fd0-019e-40b5-a761-db28597e112d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7646642 Jul 16 09:10:15.227739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58728) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:15.232103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:15.268890 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.269859 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.340190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34417082-d981-4225-ba9f-270cee1be614 None None] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:15.354235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'fixed_ips': [{'subnet_id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:15.355084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.356263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.357429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Router 968799c0-ab31-466d-bb66-eff31b79c1fa is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:15.501611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8fdcbfc9-c6bb-475e-8b24-e049f3ad7e91 None None] Provisioning for port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:15.564618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.600164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Allocated IP 172.20.0.2 (f84d57ba-d5d1-410b-a354-eb934b8ea6b2/ef716fd8-af3a-45d6-8e3c-5253f4d88d3b/723d7c18-70db-4b8e-a488-917b1e38dcc1) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:15.608145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:15.623919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Sync routers for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:15.629414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.633429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0d95884-9521-46bd-bf98-46b209533a5f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1036348 Jul 16 09:10:15.633895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58732) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:15.664623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:15.665496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:09:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:15.800946 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4c96a300-837c-41d1-a7e0-89cb3e8367c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.814962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.824281 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.839526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.861140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:15.958874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Allocated IP 172.25.5.199 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/78faceea-398c-4c48-92d2-f852e0f6974b) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:15.972769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.012536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Transition to ACTIVE for port object 723d7c18-70db-4b8e-a488-917b1e38dcc1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:16.043931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Transition to ACTIVE for port object 723d7c18-70db-4b8e-a488-917b1e38dcc1 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:16.067792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.115616 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.150869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:16.155664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Pushing event updated for resources: {'Port': ['ID=723d7c18-70db-4b8e-a488-917b1e38dcc1,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:16.158243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:16.164311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:16.186822 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.202081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.202457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:16.243925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:16.246946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:16.249452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:16.278876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Pushing event updated for resources: {'Port': ['ID=78faceea-398c-4c48-92d2-f852e0f6974b,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:16.280480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Attempting to bind port 723d7c18-70db-4b8e-a488-917b1e38dcc1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:16.280856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Attempting to bind port 723d7c18-70db-4b8e-a488-917b1e38dcc1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:16.281224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Attempting to bind port 723d7c18-70db-4b8e-a488-917b1e38dcc1 on network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:16.284222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:14Z', 'revision_number': 3, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.318438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:16.318826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Checking segment: {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:16.319215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.319612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Bound using segment: {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:16.320321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Bound port: 723d7c18-70db-4b8e-a488-917b1e38dcc1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:16.320708 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.322697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Checking router: 968799c0-ab31-466d-bb66-eff31b79c1fa for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:16.323040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Updating router 968799c0-ab31-466d-bb66-eff31b79c1fa port 28e911c0-e755-46d9-87aa-cc186636d7c1 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:16.396437 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.404505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:16.441840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:16.442211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.484348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] For port 723d7c18-70db-4b8e-a488-917b1e38dcc1, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:16.555607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.721540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] For port 723d7c18-70db-4b8e-a488-917b1e38dcc1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=723d7c18-70db-4b8e-a488-917b1e38dcc1,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:16.730775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.740344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Allocated IP 172.20.0.1 (8e489a4d-12d1-4747-824b-e03c33d10ec3/93ba8cec-5a63-44ed-9c0d-312648aba444/5f48d973-821b-4ea7-b771-c69c6e64dfa1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:16.865651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.881190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Transition to ACTIVE for port object 5f48d973-821b-4ea7-b771-c69c6e64dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:16.884211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78338abc-61f8-4bf5-a637-fced7c91c1c3 None None] Pushing event updated for resources: {'Port': ['ID=723d7c18-70db-4b8e-a488-917b1e38dcc1,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:16.920952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.946452 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.969639 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:16.973030 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:16.978456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:16.982912 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Pushing event updated for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.005320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.058963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:17.085244 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.104298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.134686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.159264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Transition to ACTIVE for port object 28e911c0-e755-46d9-87aa-cc186636d7c1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:17.185559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.187242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.229864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.233469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Attempting to bind port 28e911c0-e755-46d9-87aa-cc186636d7c1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:17.234041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Attempting to bind port 28e911c0-e755-46d9-87aa-cc186636d7c1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:17.234588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Attempting to bind port 28e911c0-e755-46d9-87aa-cc186636d7c1 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:17.275963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:17.277029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:17.277139 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.277699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:17.278175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Bound port: 28e911c0-e755-46d9-87aa-cc186636d7c1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:17.284612 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.350620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705161d-26a3-4eaf-97f7-7e28c12ff2ed None None] Pushing event updated for resources: {'Port': ['ID=28e911c0-e755-46d9-87aa-cc186636d7c1,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.377039 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.382151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:17.391570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] For port 28e911c0-e755-46d9-87aa-cc186636d7c1, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:17.395769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] For port 28e911c0-e755-46d9-87aa-cc186636d7c1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=28e911c0-e755-46d9-87aa-cc186636d7c1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:17.406305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.452846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9d103d42-c738-4aff-aa8d-a7680343105a None None] Provisioning for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:17.469932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9d103d42-c738-4aff-aa8d-a7680343105a None None] Provisioning complete for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:17.470456 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9d103d42-c738-4aff-aa8d-a7680343105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.474819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:17.475084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.509137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:17.523725 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Sync routers for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:17.528228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.530220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e2cb44c5-fa13-413a-af63-87c7a91560ca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3014467 Jul 16 09:10:17.532757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705161d-26a3-4eaf-97f7-7e28c12ff2ed None None] Pushing event updated for resources: {'Port': ['ID=28e911c0-e755-46d9-87aa-cc186636d7c1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.533268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58734) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:17.541468 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:17.542612 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.560837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9d103d42-c738-4aff-aa8d-a7680343105a None None] Port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:17.582901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.589367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.629948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:17.660691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:17.669402 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:17.698946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Pushing event updated for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:17.810215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:17.813249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:17.939168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f48d973-821b-4ea7-b771-c69c6e64dfa1', 'name': '', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'mac_address': 'fa:16:3e:81:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:16Z', 'updated_at': '2021-07-16T09:10:16Z', 'revision_number': 1, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'subnets': [{'id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.974818 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:16Z', 'revision_number': 3, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.985234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054040b5-55a5-4060-aac6-ddbfc8ebb3f0 None None] The sync data for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 is: [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f48d973-821b-4ea7-b771-c69c6e64dfa1', 'name': '', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'mac_address': 'fa:16:3e:81:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:16Z', 'updated_at': '2021-07-16T09:10:16Z', 'revision_number': 1, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'subnets': [{'id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:18.000088 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Router 968799c0-ab31-466d-bb66-eff31b79c1fa has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:18.157888 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Checking router: 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:18.158458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Updating router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 port 78faceea-398c-4c48-92d2-f852e0f6974b binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:18.218292 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.235023 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:18.240697 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-df92ae3e-7540-4b49-8ab2-2a949af7727e admin admin] 10.222.0.32 "PUT /v2.0/routers/968799c0-ab31-466d-bb66-eff31b79c1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054611 Jul 16 09:10:18.256305 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.289995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b1a92b80-eb73-4dfc-9df5-b9a0dd14ef3b None None] Provisioning complete for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:18.290479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b80-eb73-4dfc-9df5-b9a0dd14ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.347433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 723d7c18-70db-4b8e-a488-917b1e38dcc1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:18.377831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba548459-b2a0-405e-8094-c0ad719cdfb2 None None] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:18.515723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b1a92b80-eb73-4dfc-9df5-b9a0dd14ef3b None None] Port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:18.594917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 723d7c18-70db-4b8e-a488-917b1e38dcc1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:18.608777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:18.612497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.639748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Allocated IP 172.20.0.1 (f84d57ba-d5d1-410b-a354-eb934b8ea6b2/ef716fd8-af3a-45d6-8e3c-5253f4d88d3b/6a6d33f9-99bd-436e-9dba-dec46bc2563d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:18.644894 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.666379 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Transition to ACTIVE for port object 78faceea-398c-4c48-92d2-f852e0f6974b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:18.680912 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.707684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Provisioning for port 723d7c18-70db-4b8e-a488-917b1e38dcc1 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:18.716559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Provisioning complete for port 723d7c18-70db-4b8e-a488-917b1e38dcc1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:18.716939 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.753304 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Attempting to bind port 78faceea-398c-4c48-92d2-f852e0f6974b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:18.754065 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Attempting to bind port 78faceea-398c-4c48-92d2-f852e0f6974b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:18.754774 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Attempting to bind port 78faceea-398c-4c48-92d2-f852e0f6974b on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:18.757507 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Pushing event updated for resources: {'Port': ['ID=78faceea-398c-4c48-92d2-f852e0f6974b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:18.767743 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.768559 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.769103 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.769643 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.770211 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.770745 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.771293 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.771822 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.772401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.772930 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.773528 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.774229 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:18.780224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:18.780881 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:18.781732 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.782382 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:18.783075 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Bound port: 78faceea-398c-4c48-92d2-f852e0f6974b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:18.784144 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.808865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:18.809269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.835039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.857033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Transition to ACTIVE for port object 6a6d33f9-99bd-436e-9dba-dec46bc2563d will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:18.862525 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] For port 78faceea-398c-4c48-92d2-f852e0f6974b, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:18.867115 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] For port 78faceea-398c-4c48-92d2-f852e0f6974b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78faceea-398c-4c48-92d2-f852e0f6974b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:18.877991 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.911394 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.960390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:18.969571 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519bd02-00b8-4e2f-baa3-c09c37245375 None None] Pushing event updated for resources: {'Port': ['ID=78faceea-398c-4c48-92d2-f852e0f6974b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:18.974067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] For port 723d7c18-70db-4b8e-a488-917b1e38dcc1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=723d7c18-70db-4b8e-a488-917b1e38dcc1,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:18.979279 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:18.979963 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:18.983377 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.033615 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Pushing event updated for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.062990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:19.067282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:19.075146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:19.076736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab91d-39cd-433c-950d-5227c2b140fc None None] Pushing event updated for resources: {'Port': ['ID=723d7c18-70db-4b8e-a488-917b1e38dcc1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.126125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.164992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:19.171445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1565514120-network', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:19.184817 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:19.249057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Made reservation on behalf of 877be97c842c4141af6767ac37d1ffd5 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:19.262749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.272321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.313081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea93e8ec-8e98-4fbd-83b3-e213a1517768 None None] Provisioning complete for port 723d7c18-70db-4b8e-a488-917b1e38dcc1 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:19.313620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea93e8ec-8e98-4fbd-83b3-e213a1517768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.420122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.423776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.439058 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.478307 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:16Z', 'revision_number': 3, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:19.489688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:19.509748 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bbb4c-f7a9-40ad-9a7d-1f151c8a7dbb None None] The sync data for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 is: [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:16Z', 'revision_number': 3, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:19.520575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf3231-cb7e-497d-84a3-ff1177dedbb1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.525809 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.526168 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Added segment 191321e9-39f2-4d09-848b-878d5424fb0c of type vlan for network 010441e3-20cc-45c2-a877-92cc0b67847c Jul 16 09:10:19.598517 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.619152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30023096-0c50-45e9-ad3e-2ba61d81fea8 None None] Provisioning for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:19.624996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-30023096-0c50-45e9-ad3e-2ba61d81fea8 None None] Provisioning complete for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:19.625522 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30023096-0c50-45e9-ad3e-2ba61d81fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.662490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.663911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:19.664864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.673664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-30023096-0c50-45e9-ad3e-2ba61d81fea8 None None] Port 6a6d33f9-99bd-436e-9dba-dec46bc2563d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:19.687112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.693157 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.712029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5403707 Jul 16 09:10:19.712824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58752) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:19.721543 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Request body: {'subnet': {'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1565514120-subnet', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:19.753343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5249a4-e9fd-4346-a50a-c73c22540ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=010441e3-20cc-45c2-a877-92cc0b67847c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.766306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.768485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Pushing event updated for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:19.775111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 010441e3-20cc-45c2-a877-92cc0b67847c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:19.776520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Made reservation on behalf of 877be97c842c4141af6767ac37d1ffd5 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:19.779088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:19.937903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:19.939528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:20.046744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.105062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:20.153004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4337cf01-10ee-4d50-a36e-34e66e8fd739,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:20.173481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Checking segment: {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:20.174147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Network hostable DHCP agents. Network: 010441e3-20cc-45c2-a877-92cc0b67847c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:20.218518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Network 010441e3-20cc-45c2-a877-92cc0b67847c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:20.239122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 010441e3-20cc-45c2-a877-92cc0b67847c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:20.247278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:20.247885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.261253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb99a6-659b-4aab-8976-86efb55dc711 None None] Network 010441e3-20cc-45c2-a877-92cc0b67847c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:20.291902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e148bf86-76ce-4fad-83aa-ac6733e85f2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5756512 Jul 16 09:10:20.296047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58754) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:20.301166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:20.353309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:20.360443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 723d7c18-70db-4b8e-a488-917b1e38dcc1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:20.361746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bbdf8522-158b-44e2-8f91-a1229b8ff03e admin admin] 10.222.0.32 "PUT /v2.0/routers/1a3ff035-aad8-4b64-9f32-6a79c63db5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271759 Jul 16 09:10:20.362828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.363836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.436953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-37237fa8-cab1-4573-98ef-3727b06df9bc None None] Provisioning complete for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:20.437330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37237fa8-cab1-4573-98ef-3727b06df9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.444945 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.579773 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-37237fa8-cab1-4573-98ef-3727b06df9bc None None] Port 6a6d33f9-99bd-436e-9dba-dec46bc2563d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:20.600829 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.603115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-010441e3-20cc-45c2-a877-92cc0b67847c', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:20.604383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.609842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 723d7c18-70db-4b8e-a488-917b1e38dcc1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:20.610502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.805113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 28e911c0-e755-46d9-87aa-cc186636d7c1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:20.854923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Allocated IP 172.20.0.2 (010441e3-20cc-45c2-a877-92cc0b67847c/4337cf01-10ee-4d50-a36e-34e66e8fd739/40cb5712-88f5-4a52-906b-4df7df4f73c6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:20.870375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.888767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 28e911c0-e755-46d9-87aa-cc186636d7c1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:20.893780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.901399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 28e911c0-e755-46d9-87aa-cc186636d7c1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:20.901787 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.042255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Allocated IP 172.25.5.191 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/671c35a2-0057-48e0-ab4e-71372d0b2f32) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:21.196610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.201004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58772) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:21.206826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-233777161-network', 'tenant_id': '942b717c08364abc84347cd453f8f027'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:21.235733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Made reservation on behalf of 942b717c08364abc84347cd453f8f027 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:21.239613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.248740 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.252463 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.252600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.261193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.292279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Transition to ACTIVE for port object 40cb5712-88f5-4a52-906b-4df7df4f73c6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:21.295490 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 28e911c0-e755-46d9-87aa-cc186636d7c1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=28e911c0-e755-46d9-87aa-cc186636d7c1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:21.296956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:21.311850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.312442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:21.313012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78faceea-398c-4c48-92d2-f852e0f6974b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:21.316002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Transition to ACTIVE for port object 40cb5712-88f5-4a52-906b-4df7df4f73c6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:21.325249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:21.360919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Pushing event updated for resources: {'Port': ['ID=671c35a2-0057-48e0-ab4e-71372d0b2f32,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.395888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.398992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.404371 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.419457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=28e911c0-e755-46d9-87aa-cc186636d7c1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.425362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Network 010441e3-20cc-45c2-a877-92cc0b67847c is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:21.431848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:21.433919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:21.447235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b47e9-906f-4059-a0d6-cb4ae5dbf7ce,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.455762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.456489 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Added segment 2d32879f-1be2-4061-aa7e-69d101e16b48 of type vlan for network e9be3468-7451-45fe-ac48-a98eebdae484 Jul 16 09:10:21.468553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:21.507852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.543475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.543963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Pushing event updated for resources: {'Port': ['ID=40cb5712-88f5-4a52-906b-4df7df4f73c6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.544903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:21.545646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.563866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Attempting to bind port 40cb5712-88f5-4a52-906b-4df7df4f73c6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:21.564503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Attempting to bind port 40cb5712-88f5-4a52-906b-4df7df4f73c6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:21.564875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Attempting to bind port 40cb5712-88f5-4a52-906b-4df7df4f73c6 on network 010441e3-20cc-45c2-a877-92cc0b67847c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:21.571393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 78faceea-398c-4c48-92d2-f852e0f6974b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:21.574060 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:21.574455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Checking segment: {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:21.574872 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.575276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Bound using segment: {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:21.575765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Bound port: 40cb5712-88f5-4a52-906b-4df7df4f73c6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:21.576189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.593030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3877735 Jul 16 09:10:21.593215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 78faceea-398c-4c48-92d2-f852e0f6974b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:21.593215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.594114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:21.598565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Request body: {'subnet': {'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-233777161-subnet', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:21.624258 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.631729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e939803-ee97-4ab0-bc97-8f73d88c9bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9be3468-7451-45fe-ac48-a98eebdae484,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.649030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e9be3468-7451-45fe-ac48-a98eebdae484 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:21.654631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Made reservation on behalf of 942b717c08364abc84347cd453f8f027 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:21.658877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.767241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] For port 40cb5712-88f5-4a52-906b-4df7df4f73c6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:21.796249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] For port 40cb5712-88f5-4a52-906b-4df7df4f73c6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40cb5712-88f5-4a52-906b-4df7df4f73c6,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:21.808567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.813777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.838847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 78faceea-398c-4c48-92d2-f852e0f6974b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78faceea-398c-4c48-92d2-f852e0f6974b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:21.864290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.898943 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:21.910074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9e3d7-1626-45fd-9fc7-37e51f00b920 None None] Pushing event updated for resources: {'Port': ['ID=40cb5712-88f5-4a52-906b-4df7df4f73c6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.971858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=78faceea-398c-4c48-92d2-f852e0f6974b,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:21.987367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Checking segment: {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:21.987729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Network hostable DHCP agents. Network: e9be3468-7451-45fe-ac48-a98eebdae484, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:21.995572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ea1307-1e96-485d-a8a4-14cc7b2fb1da,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:22.017595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Network e9be3468-7451-45fe-ac48-a98eebdae484 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:22.030316 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e9be3468-7451-45fe-ac48-a98eebdae484) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:22.035488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.036264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.053714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf37cc-5d62-4bb6-b6b3-b3df5ee758f8 None None] Network e9be3468-7451-45fe-ac48-a98eebdae484 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:22.055386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f04ea71-1edd-4ac6-a0e0-da70056c132d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4607356 Jul 16 09:10:22.057850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58776) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:22.067592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:22.122925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.124534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.178790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Sync routers for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:22.185083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 28e911c0-e755-46d9-87aa-cc186636d7c1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:22.269368 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.323262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:22.324126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:22.324999 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Sync routers for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:22.339621 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:22.340295 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:22.365607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-e9be3468-7451-45fe-ac48-a98eebdae484', 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'fixed_ips': [{'subnet_id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:22.366780 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.376069 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.477071 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.511255 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:22.521546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 28e911c0-e755-46d9-87aa-cc186636d7c1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:22.522077 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.594037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Router 7e80b210-a94e-4a80-acdc-c8faaa760313 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:22.628366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:22.681665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Allocated IP 172.20.0.2 (e9be3468-7451-45fe-ac48-a98eebdae484/14ea1307-1e96-485d-a8a4-14cc7b2fb1da/31723f19-3353-450a-8ce0-5286dbb5d0c5) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:22.726305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.738746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:22.746939 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.767661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.772870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-11766ca9-ca74-4358-888c-8a094d043b21 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4755471 Jul 16 09:10:22.773603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58778) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:22.779589 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:19Z', 'revision_number': 4, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6a6d33f9-99bd-436e-9dba-dec46bc2563d', 'name': '', 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'mac_address': 'fa:16:3e:b8:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:18Z', 'updated_at': '2021-07-16T09:10:19Z', 'revision_number': 2, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'subnets': [{'id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:22.813753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Checking router: 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:22.814333 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Updating router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 port 6a6d33f9-99bd-436e-9dba-dec46bc2563d binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:22.835916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Sync routers for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:22.872730 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:22.891678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Allocated IP 172.25.5.107 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/8b768076-2894-4f52-8ef4-61f965c9b4a5) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:22.942609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:22.943330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:23.055373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78faceea-398c-4c48-92d2-f852e0f6974b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:23.088575 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.158922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.208497 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.222316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f48d973-821b-4ea7-b771-c69c6e64dfa1', 'name': '', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'mac_address': 'fa:16:3e:81:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:16Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 2, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'subnets': [{'id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:23.222635 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Transition to ACTIVE for port object 6a6d33f9-99bd-436e-9dba-dec46bc2563d will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:23.231292 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.266392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:23.267218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b768076-2894-4f52-8ef4-61f965c9b4a5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:23.283706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:23.284449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Checking router: 968799c0-ab31-466d-bb66-eff31b79c1fa for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:23.284449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Updating router 968799c0-ab31-466d-bb66-eff31b79c1fa port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:23.284595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:23.356240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.359619 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856fc2d-7c2f-4a4b-bdfb-0774159af532 None None] Pushing event updated for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:23.369430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Transition to ACTIVE for port object 31723f19-3353-450a-8ce0-5286dbb5d0c5 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:23.389997 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Attempting to bind port 6a6d33f9-99bd-436e-9dba-dec46bc2563d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:23.390368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Attempting to bind port 6a6d33f9-99bd-436e-9dba-dec46bc2563d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:23.390732 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Attempting to bind port 6a6d33f9-99bd-436e-9dba-dec46bc2563d on network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:23.398321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 78faceea-398c-4c48-92d2-f852e0f6974b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:23.398732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.398907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:23.399249 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Checking segment: {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:23.399654 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.400264 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Bound using segment: {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:23.400746 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Bound port: 6a6d33f9-99bd-436e-9dba-dec46bc2563d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:23.401128 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.427448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd115e5-5c8a-4ed1-9cc6-e5461408497a None None] Network 010441e3-20cc-45c2-a877-92cc0b67847c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:23.431331 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.436535 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Transition to ACTIVE for port object 31723f19-3353-450a-8ce0-5286dbb5d0c5 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:23.472844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:23.487505 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] For port 6a6d33f9-99bd-436e-9dba-dec46bc2563d, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:23.492401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] For port 6a6d33f9-99bd-436e-9dba-dec46bc2563d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6a6d33f9-99bd-436e-9dba-dec46bc2563d,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:23.498683 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.567818 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:23.568430 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:23.632942 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.726882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.753061 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:23.805457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856fc2d-7c2f-4a4b-bdfb-0774159af532 None None] Pushing event updated for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:23.826183 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:23.901177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Allocated IP 172.20.0.1 (010441e3-20cc-45c2-a877-92cc0b67847c/4337cf01-10ee-4d50-a36e-34e66e8fd739/0e86cfa9-3e45-4067-b2f6-29a2c71dd106) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:23.917081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ecf88cf6-85b0-4531-a2ae-208ae0890f2b None None] Provisioning for port 40cb5712-88f5-4a52-906b-4df7df4f73c6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:23.939369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Network e9be3468-7451-45fe-ac48-a98eebdae484 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:23.989455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:24.000068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:24.002335 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.026307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Pushing event updated for resources: {'Port': ['ID=31723f19-3353-450a-8ce0-5286dbb5d0c5,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:24.051730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.067118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Transition to ACTIVE for port object 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:24.100297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:19Z', 'revision_number': 4, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6a6d33f9-99bd-436e-9dba-dec46bc2563d', 'name': '', 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'mac_address': 'fa:16:3e:b8:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:18Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 4, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'subnets': [{'id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:24.106061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.137525 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a6d70f-69c2-4f68-9d35-3ab3839a7ffb None None] The sync data for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 is: [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:19Z', 'revision_number': 4, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '6a6d33f9-99bd-436e-9dba-dec46bc2563d', 'name': '', 'network_id': 'f84d57ba-d5d1-410b-a354-eb934b8ea6b2', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'mac_address': 'fa:16:3e:b8:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:18Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 4, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'subnets': [{'id': 'ef716fd8-af3a-45d6-8e3c-5253f4d88d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:24.149560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Network 010441e3-20cc-45c2-a877-92cc0b67847c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:24.154515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:24.160495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:24.212003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Router 8dcbca30-0614-46e1-85f4-ca31ffdac395 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:24.230133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Pushing event updated for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:24.249697 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.294222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Attempting to bind port 31723f19-3353-450a-8ce0-5286dbb5d0c5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:24.294222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Attempting to bind port 31723f19-3353-450a-8ce0-5286dbb5d0c5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:24.294222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Attempting to bind port 31723f19-3353-450a-8ce0-5286dbb5d0c5 on network e9be3468-7451-45fe-ac48-a98eebdae484 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:24.350362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:24.350750 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Checking segment: {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:24.351660 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.352149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Bound using segment: {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:24.352628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Bound port: 31723f19-3353-450a-8ce0-5286dbb5d0c5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:24.353021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.403281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:24.417653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Sync routers for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:24.424733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.429830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ce0850d-24aa-4d08-b964-146ca8d495e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3666513 Jul 16 09:10:24.430830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58780) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:24.432386 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:24.433230 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:24.602915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6a6d33f9-99bd-436e-9dba-dec46bc2563d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:24.611840 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.624325 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:24.670778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 3, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:24.673428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] For port 31723f19-3353-450a-8ce0-5286dbb5d0c5, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:24.726902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] For port 31723f19-3353-450a-8ce0-5286dbb5d0c5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=31723f19-3353-450a-8ce0-5286dbb5d0c5,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:24.730735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Checking router: 7e80b210-a94e-4a80-acdc-c8faaa760313 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:24.731078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Updating router 7e80b210-a94e-4a80-acdc-c8faaa760313 port 671c35a2-0057-48e0-ab4e-71372d0b2f32 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:24.785091 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.869677 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 3, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:24.903207 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Checking router: 8dcbca30-0614-46e1-85f4-ca31ffdac395 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:24.903555 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Updating router 8dcbca30-0614-46e1-85f4-ca31ffdac395 port 8b768076-2894-4f52-8ef4-61f965c9b4a5 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:24.943127 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.948342 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.963407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:24.985405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Transition to ACTIVE for port object 5f48d973-821b-4ea7-b771-c69c6e64dfa1 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:25.086589 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.126829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c70d-e5be-44bb-9231-87f4736093a3 None None] Pushing event updated for resources: {'Port': ['ID=31723f19-3353-450a-8ce0-5286dbb5d0c5,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:25.163390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:25.170665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.171693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:25.172263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.179639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.240936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-01ee7538-0c0a-4ce2-895f-7aabc8c1f195 None None] Provisioning for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:25.303903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-01ee7538-0c0a-4ce2-895f-7aabc8c1f195 None None] Provisioning complete for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:25.305306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01ee7538-0c0a-4ce2-895f-7aabc8c1f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.325809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Pushing event updated for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:25.330637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.337402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.388433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f212b0-81bc-40b1-8ad9-dbc6332666f5 None None] Pushing event updated for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:25.563344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-01ee7538-0c0a-4ce2-895f-7aabc8c1f195 None None] Port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:25.620123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.628261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Attempting to bind port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:25.628981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Attempting to bind port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:25.629947 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Attempting to bind port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:25.643674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:25.644455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Checking segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:25.645144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.645618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Bound using segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:25.646182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Bound port: 5f48d973-821b-4ea7-b771-c69c6e64dfa1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:25.646647 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.659271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Network 010441e3-20cc-45c2-a877-92cc0b67847c is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:25.676002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:25.768143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 6a6d33f9-99bd-436e-9dba-dec46bc2563d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6a6d33f9-99bd-436e-9dba-dec46bc2563d,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:25.775534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Allocated IP 172.20.0.1 (e9be3468-7451-45fe-ac48-a98eebdae484/14ea1307-1e96-485d-a8a4-14cc7b2fb1da/c3701124-eb1e-4c1c-8df4-c090300bf154) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:25.779535 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.784791 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.785588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40cb5712-88f5-4a52-906b-4df7df4f73c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:25.859856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Transition to ACTIVE for port object 671c35a2-0057-48e0-ab4e-71372d0b2f32 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:25.890263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] For port 5f48d973-821b-4ea7-b771-c69c6e64dfa1, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:25.894370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] For port 5f48d973-821b-4ea7-b771-c69c6e64dfa1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f48d973-821b-4ea7-b771-c69c6e64dfa1,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:25.914819 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:25.931165 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.010172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.094995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4f96553d-0f36-4a90-b369-711bcf21bcfe None None] Provisioning complete for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:26.095608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4f96553d-0f36-4a90-b369-711bcf21bcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.105386 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.105543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Attempting to bind port 671c35a2-0057-48e0-ab4e-71372d0b2f32 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:26.105621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Attempting to bind port 671c35a2-0057-48e0-ab4e-71372d0b2f32 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:26.105939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Attempting to bind port 671c35a2-0057-48e0-ab4e-71372d0b2f32 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:26.162892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Transition to ACTIVE for port object c3701124-eb1e-4c1c-8df4-c090300bf154 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:26.179372 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.210041 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Transition to ACTIVE for port object 8b768076-2894-4f52-8ef4-61f965c9b4a5 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:26.227100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Router 7e80b210-a94e-4a80-acdc-c8faaa760313 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:26.235316 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.299070 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Attempting to bind port 8b768076-2894-4f52-8ef4-61f965c9b4a5 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:26.299543 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Attempting to bind port 8b768076-2894-4f52-8ef4-61f965c9b4a5 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:26.300024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Attempting to bind port 8b768076-2894-4f52-8ef4-61f965c9b4a5 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:26.315453 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:26.319457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:26.320951 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.321434 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:26.322010 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Bound port: 8b768076-2894-4f52-8ef4-61f965c9b4a5, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:26.322486 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.330213 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820b1f-2e39-4847-8e78-bb95dccc8eac None None] Pushing event updated for resources: {'Port': ['ID=8b768076-2894-4f52-8ef4-61f965c9b4a5,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.402755 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.425208 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] For port 8b768076-2894-4f52-8ef4-61f965c9b4a5, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:26.430018 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] For port 8b768076-2894-4f52-8ef4-61f965c9b4a5, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b768076-2894-4f52-8ef4-61f965c9b4a5,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:26.431006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:26.431743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:26.433987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9aaa-2307-4e10-ab33-6e11f7355141 None None] Pushing event updated for resources: {'Port': ['ID=671c35a2-0057-48e0-ab4e-71372d0b2f32,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.435692 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.488305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:26.488539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:26.488936 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.489317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:26.489795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Bound port: 671c35a2-0057-48e0-ab4e-71372d0b2f32, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:26.490181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.499858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Pushing event updated for resources: {'Port': ['ID=c3701124-eb1e-4c1c-8df4-c090300bf154,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.513887 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:26.514807 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:26.521230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Network e9be3468-7451-45fe-ac48-a98eebdae484 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:26.538229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 40cb5712-88f5-4a52-906b-4df7df4f73c6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:26.553111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 40cb5712-88f5-4a52-906b-4df7df4f73c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:26.553111 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.583696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4f96553d-0f36-4a90-b369-711bcf21bcfe None None] Port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:26.612309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:26.618701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:26.626127 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820b1f-2e39-4847-8e78-bb95dccc8eac None None] Pushing event updated for resources: {'Port': ['ID=8b768076-2894-4f52-8ef4-61f965c9b4a5,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.658817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:26.676065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-abc12c96-804b-49df-ba28-7e3ab7350106 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e80b210-a94e-4a80-acdc-c8faaa760313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8908486 Jul 16 09:10:26.696822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:26.703953 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:26.714573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] For port 671c35a2-0057-48e0-ab4e-71372d0b2f32, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:26.727005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] For port 671c35a2-0057-48e0-ab4e-71372d0b2f32, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=671c35a2-0057-48e0-ab4e-71372d0b2f32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:26.772385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:26.896639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a72bc7-d186-4f88-9fa5-1e87bdfde214 None None] Network e9be3468-7451-45fe-ac48-a98eebdae484 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:26.900279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f212b0-81bc-40b1-8ad9-dbc6332666f5 None None] Pushing event updated for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:26.931559 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.004173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9aaa-2307-4e10-ab33-6e11f7355141 None None] Pushing event updated for resources: {'Port': ['ID=671c35a2-0057-48e0-ab4e-71372d0b2f32,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.024514 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c826943-c679-4682-aed3-56fbd810817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 3, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:27.071039 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c826943-c679-4682-aed3-56fbd810817e None None] The sync data for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 is: [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:23Z', 'revision_number': 3, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:27.190970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.212611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8d169ece-0137-420b-80cf-07dd87d502f7 None None] Provisioning complete for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:27.212987 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d169ece-0137-420b-80cf-07dd87d502f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.214654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:27.215313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:27.316376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.440998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 40cb5712-88f5-4a52-906b-4df7df4f73c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40cb5712-88f5-4a52-906b-4df7df4f73c6,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:27.447730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-8d169ece-0137-420b-80cf-07dd87d502f7 None None] Port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:27.471691 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.560326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.573804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:27.576204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.673636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=40cb5712-88f5-4a52-906b-4df7df4f73c6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.703187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.712063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6f67f15-709b-4a31-9c4a-c94f2ec31152 None None] Provisioning for port 31723f19-3353-450a-8ce0-5286dbb5d0c5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:27.727475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f48d973-821b-4ea7-b771-c69c6e64dfa1', 'name': '', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'mac_address': 'fa:16:3e:81:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:16Z', 'updated_at': '2021-07-16T09:10:25Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'subnets': [{'id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:27.732299 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Pushing event updated for resources: {'Port': ['ID=c3701124-eb1e-4c1c-8df4-c090300bf154,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.744763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-5b86b038-58a3-40d5-899b-6d404f0f026d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:27.746305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-5b86b038-58a3-40d5-899b-6d404f0f026d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.2335584 Jul 16 09:10:27.807972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-b7eecc7d-f6a0-45b2-8f4d-b58376728d64 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/quotas/877be97c842c4141af6767ac37d1ffd5 HTTP/1.1" status: 200 len: 375 time: 0.0184789 Jul 16 09:10:27.812001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec074b5e-4244-402b-a5d7-d62a8057c421 None None] The sync data for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 is: [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:10:17Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f48d973-821b-4ea7-b771-c69c6e64dfa1', 'name': '', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'mac_address': 'fa:16:3e:81:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:16Z', 'updated_at': '2021-07-16T09:10:25Z', 'revision_number': 4, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'subnets': [{'id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:27.852136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Network e9be3468-7451-45fe-ac48-a98eebdae484 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:27.904260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:27.951668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b768076-2894-4f52-8ef4-61f965c9b4a5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:28.086564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-51210886-c222-4d38-9bc4-669dab5ae020 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2485681 Jul 16 09:10:28.105980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8b768076-2894-4f52-8ef4-61f965c9b4a5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:28.117800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8b768076-2894-4f52-8ef4-61f965c9b4a5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:28.118400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.188633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0e86cfa9-3e45-4067-b2f6-29a2c71dd106', 'name': '', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'mac_address': 'fa:16:3e:90:d5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 2, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'subnets': [{'id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:28.221862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Router 8dcbca30-0614-46e1-85f4-ca31ffdac395 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:28.268948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0341a28c-c0b8-460c-aff9-638f8b569c95 None None] The sync data for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 is: [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0e86cfa9-3e45-4067-b2f6-29a2c71dd106', 'name': '', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'mac_address': 'fa:16:3e:90:d5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 2, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'subnets': [{'id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:28.423954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-63d68aa5-68e2-420f-871c-80532949fd1c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:10:28.430959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-63d68aa5-68e2-420f-871c-80532949fd1c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107285 Jul 16 09:10:28.450573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.481985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 8b768076-2894-4f52-8ef4-61f965c9b4a5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b768076-2894-4f52-8ef4-61f965c9b4a5,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:28.483875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-54fe40fc-c21e-4c5b-8a83-9743f89249df None None] Provisioning for port c3701124-eb1e-4c1c-8df4-c090300bf154 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:28.489754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-54fe40fc-c21e-4c5b-8a83-9743f89249df None None] Provisioning complete for port c3701124-eb1e-4c1c-8df4-c090300bf154 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:28.490306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-54fe40fc-c21e-4c5b-8a83-9743f89249df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.524223 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.525177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6a6d33f9-99bd-436e-9dba-dec46bc2563d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:28.599196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=8b768076-2894-4f52-8ef4-61f965c9b4a5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:28.612206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:28.622101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a103b373-b524-4d11-be6b-9c9cc61b2916 admin admin] 10.222.0.32 "PUT /v2.0/routers/8dcbca30-0614-46e1-85f4-ca31ffdac395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1861770 Jul 16 09:10:28.666582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-54fe40fc-c21e-4c5b-8a83-9743f89249df None None] Port c3701124-eb1e-4c1c-8df4-c090300bf154 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:28.695822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-19c6f4b6-6bd4-4ba0-8b71-806af446c203 service neutron] 10.222.0.32 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639410 Jul 16 09:10:28.736879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 6a6d33f9-99bd-436e-9dba-dec46bc2563d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:28.737189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.799255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-af28fa9b-77b6-4525-a451-cec3095f56d5 None None] Provisioning complete for port c3701124-eb1e-4c1c-8df4-c090300bf154 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:28.799648 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-af28fa9b-77b6-4525-a451-cec3095f56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.903881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-af28fa9b-77b6-4525-a451-cec3095f56d5 None None] Port c3701124-eb1e-4c1c-8df4-c090300bf154 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:28.920794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-06e0e880-e29e-4576-95a5-60bd3b85c822 service neutron] 10.222.0.32 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157571 Jul 16 09:10:28.922834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f48d973-821b-4ea7-b771-c69c6e64dfa1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:29.003633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:29.009487 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:29.009487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.110346 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-55aef433-0667-491d-86ea-1641a60d4db6 None None] Provisioning complete for port c3701124-eb1e-4c1c-8df4-c090300bf154 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:29.110346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-55aef433-0667-491d-86ea-1641a60d4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.210230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-381191e5-0587-4637-81a6-727e2632e9ae req-97d7e1e8-95d9-4355-bc7a-a87bf10b5b08 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 210 time: 0.0657775 Jul 16 09:10:29.346905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-55aef433-0667-491d-86ea-1641a60d4db6 None None] Port c3701124-eb1e-4c1c-8df4-c090300bf154 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:29.385319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.420628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5f48d973-821b-4ea7-b771-c69c6e64dfa1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f48d973-821b-4ea7-b771-c69c6e64dfa1,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:29.425409 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.426277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 31723f19-3353-450a-8ce0-5286dbb5d0c5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:29.509904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:29.517193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 31723f19-3353-450a-8ce0-5286dbb5d0c5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:29.521946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 31723f19-3353-450a-8ce0-5286dbb5d0c5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:29.523166 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.607838 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.642772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 31723f19-3353-450a-8ce0-5286dbb5d0c5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=31723f19-3353-450a-8ce0-5286dbb5d0c5,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:29.648703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.718826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=31723f19-3353-450a-8ce0-5286dbb5d0c5,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:29.822868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b768076-2894-4f52-8ef4-61f965c9b4a5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:29.879138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8b768076-2894-4f52-8ef4-61f965c9b4a5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:29.879556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:29.961653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40cb5712-88f5-4a52-906b-4df7df4f73c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:30.012485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 40cb5712-88f5-4a52-906b-4df7df4f73c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:30.013178 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.109886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f48d973-821b-4ea7-b771-c69c6e64dfa1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:30.121642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58866) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:30.168515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:30.168897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.389242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f264fa5a-8983-4c6b-9ec5-328864b7cfb8 req-2825a94f-bc94-49bf-ab3e-82b8dcee0dea tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 210 time: 0.0345016 Jul 16 09:10:30.544297 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-bb80d34f-dbcc-4bbc-a6cd-68fb64113a0d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:30.545832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-bb80d34f-dbcc-4bbc-a6cd-68fb64113a0d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.46 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.1096985 Jul 16 09:10:30.564300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Request body: {'port': {'device_id': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'admin_state_up': True, 'tenant_id': '877be97c842c4141af6767ac37d1ffd5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:30.580429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.598008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Made reservation on behalf of 877be97c842c4141af6767ac37d1ffd5 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:30.603934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.805764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Allocated IP 172.20.0.12 (8e489a4d-12d1-4747-824b-e03c33d10ec3/93ba8cec-5a63-44ed-9c0d-312648aba444/71404ec8-7fd7-4c76-aadf-cca5c8e57403) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:30.867988 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Deleting port 6a6d33f9-99bd-436e-9dba-dec46bc2563d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:30.869007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.957233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] For port 6a6d33f9-99bd-436e-9dba-dec46bc2563d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=6a6d33f9-99bd-436e-9dba-dec46bc2563d,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:30.957838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:30.971374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Calling delete_port for 6a6d33f9-99bd-436e-9dba-dec46bc2563d owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:31.040810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.056451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Transition to ACTIVE for port object 71404ec8-7fd7-4c76-aadf-cca5c8e57403 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:31.091503 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.130978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:31.135879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:31.139259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:31.171693 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Pushing event updated for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:31.182081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.196549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.197484 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.215721 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-32195b88-e5c5-47ea-9d59-680aff270b61 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6552832 Jul 16 09:10:31.219318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6d33f9-99bd-436e-9dba-dec46bc2563d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:31.227451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-3489d30b-76a6-4c2e-81d9-1192e658b7f3 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:10:31.228768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-3489d30b-76a6-4c2e-81d9-1192e658b7f3 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067577 Jul 16 09:10:31.242310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Request body: {'port': {'device_id': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:31.346104 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.444176 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.497357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-88802c14-79c2-4da4-9458-b36843c517aa None None] Provisioning for port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:31.503671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-88802c14-79c2-4da4-9458-b36843c517aa None None] Provisioning complete for port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:31.504062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-88802c14-79c2-4da4-9458-b36843c517aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.556927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-88802c14-79c2-4da4-9458-b36843c517aa None None] Port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:31.686582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71404ec8-7fd7-4c76-aadf-cca5c8e57403 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:31.695379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.717234 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Transition to ACTIVE for port object 71404ec8-7fd7-4c76-aadf-cca5c8e57403 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:31.722908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:31.728266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f33a13-d3ef-4283-a017-59c9995b8932 req-a993a857-45f4-4181-9869-7a07baedb161 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.735771 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40f33a13-d3ef-4283-a017-59c9995b8932 req-a993a857-45f4-4181-9869-7a07baedb161 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1028 time: 0.1384528 Jul 16 09:10:31.838513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40f33a13-d3ef-4283-a017-59c9995b8932 req-a2bfcf16-5ef2-4a8f-82fa-6725d8e3e626 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 Jul 16 09:10:31.859935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 31723f19-3353-450a-8ce0-5286dbb5d0c5 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:31.907856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:31.950196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 31723f19-3353-450a-8ce0-5286dbb5d0c5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:31.950594 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.080429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:32.085729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-354e40a7-f42d-4057-a703-998c5c45c3ba admin admin] 10.222.0.32 "PUT /v2.0/routers/1a3ff035-aad8-4b64-9f32-6a79c63db5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9630165 Jul 16 09:10:32.088309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58874) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:32.096303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Sync routers for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:32.129890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:32.130518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:32.224290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Pushing event updated for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:32.248431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.278114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Attempting to bind port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:32.278761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Attempting to bind port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:32.279513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Attempting to bind port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:32.294292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:32.294861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Attempting to bind port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:32.305562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:32.305947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Checking segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:32.306380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Bound using segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:32.306831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Bound port: 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:32.307195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.332338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:32.405861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:32.412344 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:32.418219 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.458048 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.459534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.462937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] 10.222.0.46 "PUT /v2.0/ports/71404ec8-7fd7-4c76-aadf-cca5c8e57403 HTTP/1.1" status: 200 len: 1093 time: 1.2271242 Jul 16 09:10:32.466226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:32.470999 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9fa98-628e-4286-a64b-6c891097f8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:32.565979 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84721aa0-2605-4e23-9ad9-c820c1eeb4ff x-openstack-request-id: req-84721aa0-2605-4e23-9ad9-c820c1eeb4ff {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:32.566331 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:32.566589 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84721aa0-2605-4e23-9ad9-c820c1eeb4ff {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:32.568011 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403', 'status': 'completed', 'code': 200} Jul 16 09:10:32.600071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479d7b1-44c8-4eee-a788-a6c3e453969a service neutron] Pushing event updated for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:32.636325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 5, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:32.639037 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-67265b97-8dc1-4f5d-8698-ab6f18bc35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.642536 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-67265b97-8dc1-4f5d-8698-ab6f18bc35fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1096 time: 0.1274605 Jul 16 09:10:32.671142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Checking router: 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:32.682695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Routers {'1a3ff035-aad8-4b64-9f32-6a79c63db5e3'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:32.683554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:32.759975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-9182564a-b082-49ec-8f78-c5f9149f589e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403 HTTP/1.1" status: 200 len: 217 time: 0.1087661 Jul 16 09:10:32.831142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-31034f4c-1c4f-4bb1-b2c6-6283275f2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.832708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-31034f4c-1c4f-4bb1-b2c6-6283275f2a17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93ba8cec-5a63-44ed-9c0d-312648aba444 HTTP/1.1" status: 200 len: 849 time: 0.0666606 Jul 16 09:10:32.912756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] Set router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:32.929263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-34bf19c1-0053-4bea-ba57-3198956168c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.934749 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-34bf19c1-0053-4bea-ba57-3198956168c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e489a4d-12d1-4747-824b-e03c33d10ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916438 Jul 16 09:10:32.964314 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.036185 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Sync routers for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:33.052301 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:33.053039 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:33.109066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Deleting port 78faceea-398c-4c48-92d2-f852e0f6974b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:33.109408 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.110127 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-820c6621-b1d5-45d7-bc08-995b96883521 service neutron] 10.222.0.46 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725760 Jul 16 09:10:33.202131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 5, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:33.227325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a5c-a387-4f45-b8bf-1b17a5867b5b req-3d6e5043-60da-43c0-9415-eba1b7d17b2c tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.234544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f81e1-5532-4e83-a025-4b834bdd45a9 None None] The sync data for ids ['1a3ff035-aad8-4b64-9f32-6a79c63db5e3'] in n-d-798054-12 is: [{'id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'name': 'tempest-TestAggregatesBasicOps-1558514886-router', 'tenant_id': 'fa80f69e19134d2dab67698a9d1ee876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:31Z', 'revision_number': 5, 'project_id': 'fa80f69e19134d2dab67698a9d1ee876', 'gw_port': {'id': '78faceea-398c-4c48-92d2-f852e0f6974b', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3ff035-aad8-4b64-9f32-6a79c63db5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:15Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:33.234891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-580c2a5c-a387-4f45-b8bf-1b17a5867b5b req-3d6e5043-60da-43c0-9415-eba1b7d17b2c tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1096 time: 0.1602361 Jul 16 09:10:33.251852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] For port 78faceea-398c-4c48-92d2-f852e0f6974b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78faceea-398c-4c48-92d2-f852e0f6974b,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:33.252597 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.275992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Calling delete_port for 78faceea-398c-4c48-92d2-f852e0f6974b owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:33.314079 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:33.317891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-580c2a5c-a387-4f45-b8bf-1b17a5867b5b req-c6f6c82c-ae2d-4330-b4e0-83a89d768af9 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808406 Jul 16 09:10:33.333517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-82b5185e-f98f-4519-af7d-8fc69b8689ab req-69d95ec4-b4ee-4434-bfa5-8f70feea708d service neutron] 10.222.0.46 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156155 Jul 16 09:10:33.485446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-efbdd15e-9019-4660-a3d7-c8f707056090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.487374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-efbdd15e-9019-4660-a3d7-c8f707056090 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1096 time: 0.0902464 Jul 16 09:10:33.582630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.644642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-98dcb3c0-9f9a-496c-b243-f8b164960974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.646178 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-98dcb3c0-9f9a-496c-b243-f8b164960974 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.1521461 Jul 16 09:10:33.672387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=78faceea-398c-4c48-92d2-f852e0f6974b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:33.732898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-d1f245fd-80ff-4b2d-a3b6-c48d9e27db1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403 HTTP/1.1" status: 200 len: 217 time: 0.0778012 Jul 16 09:10:33.773068 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.774690 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 4, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c3701124-eb1e-4c1c-8df4-c090300bf154', 'name': '', 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'mac_address': 'fa:16:3e:e4:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:25Z', 'updated_at': '2021-07-16T09:10:27Z', 'revision_number': 2, 'project_id': '942b717c08364abc84347cd453f8f027', 'subnets': [{'id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:33.830653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Checking router: 8dcbca30-0614-46e1-85f4-ca31ffdac395 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:33.831013 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Updating router 8dcbca30-0614-46e1-85f4-ca31ffdac395 port c3701124-eb1e-4c1c-8df4-c090300bf154 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:33.843871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-b4dc93e2-c607-4355-ac23-614fd3d0ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.846242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-b4dc93e2-c607-4355-ac23-614fd3d0ba21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93ba8cec-5a63-44ed-9c0d-312648aba444 HTTP/1.1" status: 200 len: 849 time: 0.1002536 Jul 16 09:10:33.870224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 671c35a2-0057-48e0-ab4e-71372d0b2f32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:33.898377 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.907089 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.915520 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.945318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-6f00be3b-1bc1-4f4d-a783-47266e589c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.947018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-6f00be3b-1bc1-4f4d-a783-47266e589c69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e489a4d-12d1-4747-824b-e03c33d10ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931163 Jul 16 09:10:33.952923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 671c35a2-0057-48e0-ab4e-71372d0b2f32 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:33.958806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 671c35a2-0057-48e0-ab4e-71372d0b2f32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:33.959417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.988600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.988976 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3ff035-aad8-4b64-9f32-6a79c63db5e3 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:33.998051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.002156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee4b9a91-a27c-436d-a752-f898dda34f43 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a3ff035-aad8-4b64-9f32-6a79c63db5e3 HTTP/1.1" status: 204 len: 168 time: 1.9103324 Jul 16 09:10:34.002788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58880) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:34.061918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.079172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Deleting subnet ef716fd8-af3a-45d6-8e3c-5253f4d88d3b {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:34.084649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 671c35a2-0057-48e0-ab4e-71372d0b2f32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=671c35a2-0057-48e0-ab4e-71372d0b2f32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:34.090907 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.092081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.125257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6a6d33f9-99bd-436e-9dba-dec46bc2563d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:34.145990 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-b57d3024-b3d3-4fa9-9bb9-710fac328096 service neutron] 10.222.0.46 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899507 Jul 16 09:10:34.155506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 6a6d33f9-99bd-436e-9dba-dec46bc2563d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:34.155960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 6a6d33f9-99bd-436e-9dba-dec46bc2563d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:34.157772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.182805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=671c35a2-0057-48e0-ab4e-71372d0b2f32,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.270399 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.274272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bcf9fa98-628e-4286-a64b-6c891097f8b4 req-2e9bc78c-5b11-4f3d-9bb3-d779b1d0270e service neutron] 10.222.0.46 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191564 Jul 16 09:10:34.314845 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.327453 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Transition to ACTIVE for port object c3701124-eb1e-4c1c-8df4-c090300bf154 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:34.333452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.337695 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.362925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef716fd8-af3a-45d6-8e3c-5253f4d88d3b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.374580 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.378161 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cd0c346d-b2d6-464a-85db-15787f7ee83d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef716fd8-af3a-45d6-8e3c-5253f4d88d3b HTTP/1.1" status: 204 len: 168 time: 0.3725567 Jul 16 09:10:34.383253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58884) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:34.387458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bfdf2-2ff0-4182-a24c-00caab17d744 None None] Network f84d57ba-d5d1-410b-a354-eb934b8ea6b2 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:34.397626 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0577dc-d28e-4d3c-bcef-21fa185dfdd6 None None] Pushing event updated for resources: {'Port': ['ID=c3701124-eb1e-4c1c-8df4-c090300bf154,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.490157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Attempting to bind port c3701124-eb1e-4c1c-8df4-c090300bf154 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:34.490532 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Attempting to bind port c3701124-eb1e-4c1c-8df4-c090300bf154 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:34.490957 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Attempting to bind port c3701124-eb1e-4c1c-8df4-c090300bf154 on network e9be3468-7451-45fe-ac48-a98eebdae484 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:34.492506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.497936 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:34.498494 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Checking segment: {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:34.498896 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.500403 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Bound using segment: {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:34.502214 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Bound port: c3701124-eb1e-4c1c-8df4-c090300bf154, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32879f-1be2-4061-aa7e-69d101e16b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:34.503318 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.553330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d81aed-bbde-460b-8f43-6ad947a3dad5 req-451d7dfb-0863-4f0c-8a6a-4bbc13125510 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.563064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57d81aed-bbde-460b-8f43-6ad947a3dad5 req-451d7dfb-0863-4f0c-8a6a-4bbc13125510 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1096 time: 0.0926745 Jul 16 09:10:34.567077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Deleting port 723d7c18-70db-4b8e-a488-917b1e38dcc1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:34.567433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.644911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57d81aed-bbde-460b-8f43-6ad947a3dad5 req-e29c09ed-e7f2-4668-996d-96b6d858572e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806682 Jul 16 09:10:34.675744 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] For port c3701124-eb1e-4c1c-8df4-c090300bf154, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:34.681092 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] For port c3701124-eb1e-4c1c-8df4-c090300bf154, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c3701124-eb1e-4c1c-8df4-c090300bf154,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:34.687493 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.716341 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] For port 723d7c18-70db-4b8e-a488-917b1e38dcc1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=723d7c18-70db-4b8e-a488-917b1e38dcc1,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:34.716774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.736689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] DHCP port deletion for f84d57ba-d5d1-410b-a354-eb934b8ea6b2 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:10:34.750102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Calling delete_port for 723d7c18-70db-4b8e-a488-917b1e38dcc1 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:34.767069 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:34.767719 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:34.814909 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0577dc-d28e-4d3c-bcef-21fa185dfdd6 None None] Pushing event updated for resources: {'Port': ['ID=c3701124-eb1e-4c1c-8df4-c090300bf154,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.864950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Deleting port 723d7c18-70db-4b8e-a488-917b1e38dcc1 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:34.865352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.880619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.915659 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Pushing event deleted for resources: {'Port': ['ID=723d7c18-70db-4b8e-a488-917b1e38dcc1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.922649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] No DVR routers for this DVR port 723d7c18-70db-4b8e-a488-917b1e38dcc1 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:34.936919 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:34.969268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] For port 723d7c18-70db-4b8e-a488-917b1e38dcc1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=723d7c18-70db-4b8e-a488-917b1e38dcc1,segment=NetworkSegment(ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b),segment_id=ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:34.969813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:34.995601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Calling delete_port for 723d7c18-70db-4b8e-a488-917b1e38dcc1 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:35.030751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.049999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84d57ba-d5d1-410b-a354-eb934b8ea6b2']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.063525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.063876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0e008a-d9b2-4b6c-b1f8-e1d00a28641b') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.086315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.105635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.117856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:35.118286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:35.120570 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:35.131251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.165802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] Pushing event deleted for resources: {'Port': ['ID=723d7c18-70db-4b8e-a488-917b1e38dcc1,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:35.170149 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fc760-f747-4047-9ad4-a357f2419682 None None] No DVR routers for this DVR port 723d7c18-70db-4b8e-a488-917b1e38dcc1 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:35.193639 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.203200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.206097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f84d57ba-d5d1-410b-a354-eb934b8ea6b2 HTTP/1.1" status: 204 len: 168 time: 0.8216991 Jul 16 09:10:35.209539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58886) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:35.221590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f9cf-0907-4e0f-ba7d-b06b69549497 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84d57ba-d5d1-410b-a354-eb934b8ea6b2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:35.228122 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 4, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c3701124-eb1e-4c1c-8df4-c090300bf154', 'name': '', 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'mac_address': 'fa:16:3e:e4:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:25Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '942b717c08364abc84347cd453f8f027', 'subnets': [{'id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.258822 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b45cdb-51dc-4b1b-9209-a8f2ebafa39a None None] The sync data for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 is: [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:26Z', 'revision_number': 4, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'c3701124-eb1e-4c1c-8df4-c090300bf154', 'name': '', 'network_id': 'e9be3468-7451-45fe-ac48-a98eebdae484', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'mac_address': 'fa:16:3e:e4:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:25Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '942b717c08364abc84347cd453f8f027', 'subnets': [{'id': '14ea1307-1e96-485d-a8a4-14cc7b2fb1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:35.419061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Sync routers for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:35.437311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:35.437945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.567203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:35.625288 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.827498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0e86cfa9-3e45-4067-b2f6-29a2c71dd106', 'name': '', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'mac_address': 'fa:16:3e:90:d5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 2, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'subnets': [{'id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:35.858031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Checking router: 7e80b210-a94e-4a80-acdc-c8faaa760313 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:35.858318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Updating router 7e80b210-a94e-4a80-acdc-c8faaa760313 port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:35.905811 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 71404ec8-7fd7-4c76-aadf-cca5c8e57403 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:35.910400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.912674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0db47-43e6-4a7c-a4b4-af1c0d2a6e92 req-4cd87847-79a4-4d46-8b43-2997ae419ea4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.919762 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30c0db47-43e6-4a7c-a4b4-af1c0d2a6e92 req-4cd87847-79a4-4d46-8b43-2997ae419ea4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1096 time: 0.0969024 Jul 16 09:10:35.927045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 671c35a2-0057-48e0-ab4e-71372d0b2f32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:35.984912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30c0db47-43e6-4a7c-a4b4-af1c0d2a6e92 req-9ef394a2-5c5a-426a-b5e3-64346b308cf7 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Jul 16 09:10:36.034277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Deleting port c3701124-eb1e-4c1c-8df4-c090300bf154 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:36.034622 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.133551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] For port c3701124-eb1e-4c1c-8df4-c090300bf154, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c3701124-eb1e-4c1c-8df4-c090300bf154,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:36.133927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.152912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Calling delete_port for c3701124-eb1e-4c1c-8df4-c090300bf154 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:36.312483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 671c35a2-0057-48e0-ab4e-71372d0b2f32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:36.313025 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.358606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:36.380172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.410250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '71404ec8-7fd7-4c76-aadf-cca5c8e57403', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'port_id': '71404ec8-7fd7-4c76-aadf-cca5c8e57403', 'mac_address': 'fa:16:3e:de:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:36.411241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3701124-eb1e-4c1c-8df4-c090300bf154,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:36.592084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.601949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c3701124-eb1e-4c1c-8df4-c090300bf154 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:36.603319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.642359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.645523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71404ec8-7fd7-4c76-aadf-cca5c8e57403 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:36.650892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c3701124-eb1e-4c1c-8df4-c090300bf154 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:36.651246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c3701124-eb1e-4c1c-8df4-c090300bf154 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 09:10:36.680063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Port c3701124-eb1e-4c1c-8df4-c090300bf154 not found, will not notify nova. {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 09:10:36.689620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Transition to ACTIVE for port object 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:36.702314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:36.703875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.734036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.769274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 723d7c18-70db-4b8e-a488-917b1e38dcc1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:36.775148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f058e34-6242-46a9-8c51-caa57a3f397b None None] Pushing event updated for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:36.817763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 723d7c18-70db-4b8e-a488-917b1e38dcc1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:36.818106 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 723d7c18-70db-4b8e-a488-917b1e38dcc1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:36.818518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78faceea-398c-4c48-92d2-f852e0f6974b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:36.867671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 78faceea-398c-4c48-92d2-f852e0f6974b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:36.868014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78faceea-398c-4c48-92d2-f852e0f6974b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:36.901483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Router 8dcbca30-0614-46e1-85f4-ca31ffdac395 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:36.926672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:36.930658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Attempting to bind port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:36.931029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Attempting to bind port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:36.931397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Attempting to bind port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 on network 010441e3-20cc-45c2-a877-92cc0b67847c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:36.937558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:36.937940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Checking segment: {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:36.938353 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.939059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Bound using segment: {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:36.939192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Bound port: 0e86cfa9-3e45-4067-b2f6-29a2c71dd106, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191321e9-39f2-4d09-848b-878d5424fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:36.939599 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.985528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['71404ec8-7fd7-4c76-aadf-cca5c8e57403'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:37.034586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:37.042933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8c56187c-36a4-4d70-8519-fa966347c84d admin admin] 10.222.0.32 "PUT /v2.0/routers/8dcbca30-0614-46e1-85f4-ca31ffdac395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291469 Jul 16 09:10:37.043282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:37.081259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] For port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:37.088957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] For port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:37.097620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.184267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.206011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:37.206665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:37.216822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f058e34-6242-46a9-8c51-caa57a3f397b None None] Pushing event updated for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:37.227690 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a34c-7565-483c-b366-de4641799558 None None] Sync routers for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:37.240868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:37.242582 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:37.269280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cf29-ea5e-4364-b5a4-e9d31afd4831 req-750713e5-933c-423c-9b72-424c5a6ca5b6 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:37.270943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b211cf29-ea5e-4364-b5a4-e9d31afd4831 req-750713e5-933c-423c-9b72-424c5a6ca5b6 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1097 time: 0.1186957 Jul 16 09:10:37.332805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b211cf29-ea5e-4364-b5a4-e9d31afd4831 req-86043bc9-6dff-43d7-b106-090c1deb2445 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550981 Jul 16 09:10:37.333582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.419827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Deleting port 8b768076-2894-4f52-8ef4-61f965c9b4a5 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:37.420213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.424612 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:37.457234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:37.525902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] For port 8b768076-2894-4f52-8ef4-61f965c9b4a5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b768076-2894-4f52-8ef4-61f965c9b4a5,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:37.526571 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.541115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Calling delete_port for 8b768076-2894-4f52-8ef4-61f965c9b4a5 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:37.626044 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:36Z', 'revision_number': 5, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port': {'id': '8b768076-2894-4f52-8ef4-61f965c9b4a5', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:37.652983 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a34c-7565-483c-b366-de4641799558 None None] Checking router: 8dcbca30-0614-46e1-85f4-ca31ffdac395 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:37.661783 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] Routers {'8dcbca30-0614-46e1-85f4-ca31ffdac395'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:37.662410 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8dcbca30-0614-46e1-85f4-ca31ffdac395'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:37.704824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-18351364-3419-4cec-aacc-5a504212e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0e86cfa9-3e45-4067-b2f6-29a2c71dd106', 'name': '', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'mac_address': 'fa:16:3e:90:d5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:37Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'subnets': [{'id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:37.756930 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351364-3419-4cec-aacc-5a504212e0af None None] The sync data for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 is: [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:24Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '0e86cfa9-3e45-4067-b2f6-29a2c71dd106', 'name': '', 'network_id': '010441e3-20cc-45c2-a877-92cc0b67847c', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'mac_address': 'fa:16:3e:90:d5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:23Z', 'updated_at': '2021-07-16T09:10:37Z', 'revision_number': 4, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'subnets': [{'id': '4337cf01-10ee-4d50-a36e-34e66e8fd739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:37.784019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.831027 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b768076-2894-4f52-8ef4-61f965c9b4a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:37.883371 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] Set router 8dcbca30-0614-46e1-85f4-ca31ffdac395 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:37.901243 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.909011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 71404ec8-7fd7-4c76-aadf-cca5c8e57403 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:37.984789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:37.997002 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d015a34c-7565-483c-b366-de4641799558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:37Z', 'revision_number': 6, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:38.013743 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.017881 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.025551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:38.034301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:38.034301 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.036340 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a34c-7565-483c-b366-de4641799558 None None] The sync data for ids ['8dcbca30-0614-46e1-85f4-ca31ffdac395'] in n-d-798054-12 is: [{'id': '8dcbca30-0614-46e1-85f4-ca31ffdac395', 'name': 'tempest-TestAggregatesBasicOps-233777161-router', 'tenant_id': '942b717c08364abc84347cd453f8f027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:22Z', 'updated_at': '2021-07-16T09:10:37Z', 'revision_number': 6, 'project_id': '942b717c08364abc84347cd453f8f027', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:38.082138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.083416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcbca30-0614-46e1-85f4-ca31ffdac395 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:10:38.089357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:38.091769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.095234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:38.095678 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.096602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58896) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:38.099716 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a88378c4-0990-4d69-8119-e5f2ac126e8a admin admin] 10.222.0.32 "DELETE /v2.0/routers/8dcbca30-0614-46e1-85f4-ca31ffdac395 HTTP/1.1" status: 204 len: 168 time: 1.0546165 Jul 16 09:10:38.149689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Deleting subnet 14ea1307-1e96-485d-a8a4-14cc7b2fb1da {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:10:38.162430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.170332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.200591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:38.202105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.202962 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4915818-e7bb-49e7-9f8a-fba6f6e67bf3" -d '{"events": [{"server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:38.238248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:38.243620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.251828 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da9b63-9877-4ca6-9c91-3f746b0403f6 x-openstack-request-id: req-a4da9b63-9877-4ca6-9c91-3f746b0403f6 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:38.252145 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:38.252416 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4da9b63-9877-4ca6-9c91-3f746b0403f6 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:38.252788 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403', 'code': 200} Jul 16 09:10:38.267337 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.307805 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.346017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.351756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:38.356453 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.382871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.398040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d322-c7a4-42c0-ad29-08e916889560 req-c0327796-3157-471e-a54a-6886b596e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.399686 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00b1d322-c7a4-42c0-ad29-08e916889560 req-c0327796-3157-471e-a54a-6886b596e5c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0614321 Jul 16 09:10:38.419066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.424831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ea1307-1e96-485d-a8a4-14cc7b2fb1da,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.430830 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.440124 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97f0761f-5b1b-41fe-be1e-fadcb00414da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14ea1307-1e96-485d-a8a4-14cc7b2fb1da HTTP/1.1" status: 204 len: 168 time: 0.3423574 Jul 16 09:10:38.440611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f9a85-c68b-4fa5-b87f-83b1f61d9511 None None] Network e9be3468-7451-45fe-ac48-a98eebdae484 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:38.441140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58902) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:38.455520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00b1d322-c7a4-42c0-ad29-08e916889560 req-df6980d9-bcd0-460e-972d-0962f63a5c84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494213 Jul 16 09:10:38.524817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.602400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e51be7-d587-4817-932b-3a096725fbbe req-11d455f1-c9f0-492f-8e62-c8814cd4eaed tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.603969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10e51be7-d587-4817-932b-3a096725fbbe req-11d455f1-c9f0-492f-8e62-c8814cd4eaed tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0985432 Jul 16 09:10:38.637412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] DHCP port deletion for e9be3468-7451-45fe-ac48-a98eebdae484 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:10:38.637978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Deleting port 31723f19-3353-450a-8ce0-5286dbb5d0c5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:38.637978 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.668494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10e51be7-d587-4817-932b-3a096725fbbe req-69027282-c949-4c81-a38c-960d8d7fb220 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Jul 16 09:10:38.687963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Deleting port 31723f19-3353-450a-8ce0-5286dbb5d0c5 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:38.688447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.717250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] For port 31723f19-3353-450a-8ce0-5286dbb5d0c5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=31723f19-3353-450a-8ce0-5286dbb5d0c5,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:38.717618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.731828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Calling delete_port for 31723f19-3353-450a-8ce0-5286dbb5d0c5 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:38.768243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] For port 31723f19-3353-450a-8ce0-5286dbb5d0c5, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=31723f19-3353-450a-8ce0-5286dbb5d0c5,segment=NetworkSegment(2d32879f-1be2-4061-aa7e-69d101e16b48),segment_id=2d32879f-1be2-4061-aa7e-69d101e16b48)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:38.768631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.780820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Calling delete_port for 31723f19-3353-450a-8ce0-5286dbb5d0c5 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:38.815769 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.836319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.849210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Pushing event deleted for resources: {'Port': ['ID=31723f19-3353-450a-8ce0-5286dbb5d0c5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.854061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] No DVR routers for this DVR port 31723f19-3353-450a-8ce0-5286dbb5d0c5 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:38.886090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.922291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=31723f19-3353-450a-8ce0-5286dbb5d0c5,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:38.928531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eadeb8-426f-4349-8fc4-862a9b61b7e4 None None] No DVR routers for this DVR port 31723f19-3353-450a-8ce0-5286dbb5d0c5 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:38.952844 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.965928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9be3468-7451-45fe-ac48-a98eebdae484']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:38.978443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32879f-1be2-4061-aa7e-69d101e16b48') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:38.978899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32879f-1be2-4061-aa7e-69d101e16b48') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:38.991061 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.007460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.016706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:10:39.017259 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:10:39.019529 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:10:39.091684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.117138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.122491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9be3468-7451-45fe-ac48-a98eebdae484 HTTP/1.1" status: 204 len: 168 time: 0.6780424 Jul 16 09:10:39.122491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bedd4-16e9-4e6d-87ba-390716d3a616 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9be3468-7451-45fe-ac48-a98eebdae484,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:39.364249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58906) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:39.388692 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.414493 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23d5da83-c09e-41cf-9c3e-b385a51255e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa80f69e19134d2dab67698a9d1ee876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490005 Jul 16 09:10:39.417105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:39.472898 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.499641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.555398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.559835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.563892 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7fdac71-c31e-49a7-86cc-ebbb4a6026af HTTP/1.1" status: 204 len: 168 time: 0.1433804 Jul 16 09:10:39.576657 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173a04-225a-47f4-ad86-0bfb162bd075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fdac71-c31e-49a7-86cc-ebbb4a6026af,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:39.772429 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:39.870304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:39.871046 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.884597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90d4c-0b1b-46d5-a589-5a26ad97749d req-11118291-6346-4fd4-b498-f26ca1cfe68f tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.886624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9cd90d4c-0b1b-46d5-a589-5a26ad97749d req-11118291-6346-4fd4-b498-f26ca1cfe68f tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0635667 Jul 16 09:10:39.927219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9cd90d4c-0b1b-46d5-a589-5a26ad97749d req-661776ae-d1be-4365-89d5-5acfbfe4764c tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Jul 16 09:10:39.990957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58918) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:40.007805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 31723f19-3353-450a-8ce0-5286dbb5d0c5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:40.033123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 31723f19-3353-450a-8ce0-5286dbb5d0c5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:40.033478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 31723f19-3353-450a-8ce0-5286dbb5d0c5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:40.034090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b768076-2894-4f52-8ef4-61f965c9b4a5 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:40.037556 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d441bd72-63db-452c-bb29-ddbc8004a98c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=942b717c08364abc84347cd453f8f027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427802 Jul 16 09:10:40.037842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58920) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:40.057554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8b768076-2894-4f52-8ef4-61f965c9b4a5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:40.058142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b768076-2894-4f52-8ef4-61f965c9b4a5 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:40.058737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c3701124-eb1e-4c1c-8df4-c090300bf154 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:40.089164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c3701124-eb1e-4c1c-8df4-c090300bf154 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:40.089617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c3701124-eb1e-4c1c-8df4-c090300bf154 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:40.094456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.122732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.129852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45e00f-2cdf-48f3-b4e1-8765d1fcaba7 req-243ae128-0130-4830-b6f2-14b792859a80 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.132638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc45e00f-2cdf-48f3-b4e1-8765d1fcaba7 req-243ae128-0130-4830-b6f2-14b792859a80 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0712786 Jul 16 09:10:40.183464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.187550 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.189238 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a03b47e9-906f-4059-a0d6-cb4ae5dbf7ce HTTP/1.1" status: 204 len: 168 time: 0.1504476 Jul 16 09:10:40.200572 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12b3a1-b4ca-4e0b-b8e1-5cd63f4cdc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b47e9-906f-4059-a0d6-cb4ae5dbf7ce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.509608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc45e00f-2cdf-48f3-b4e1-8765d1fcaba7 req-e74f9bd5-cf0d-4717-88a1-521b4e24857d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709743 Jul 16 09:10:40.675026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18d227-d3f9-409c-a341-238b38ac120b req-f9a9030e-3749-405d-b8fa-57fcb1db5a31 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.676681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e18d227-d3f9-409c-a341-238b38ac120b req-f9a9030e-3749-405d-b8fa-57fcb1db5a31 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0530145 Jul 16 09:10:40.725131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e18d227-d3f9-409c-a341-238b38ac120b req-3b209957-3c9c-402a-a004-f4a476477d9e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343907 Jul 16 09:10:40.916548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58956) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.024676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-c26d9de1-af40-4bf0-bec5-362e556d7c1a tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:41.026080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-c26d9de1-af40-4bf0-bec5-362e556d7c1a tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.0895307 Jul 16 09:10:41.040637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-aa9fa68c-0a36-4003-8442-038d253b4043 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/quotas/877be97c842c4141af6767ac37d1ffd5 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Jul 16 09:10:41.093813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1319251815-network', 'tenant_id': '72ae74486d8d423ead26365e3c05e603'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:41.100837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-61b9d77a-fee6-4fdc-95dd-3f4fb68bb142 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541635 Jul 16 09:10:41.117487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Made reservation on behalf of 72ae74486d8d423ead26365e3c05e603 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:41.120137 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.128650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.202452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-91b71b5c-962d-408b-99cd-0d4f62f14891 service neutron] 10.222.0.32 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940189 Jul 16 09:10:41.226317 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.230976 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.256237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:41.265177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12003c58-6892-4da9-a91a-e834598ebb78,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.272300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.272726 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Added segment cb2fe1cc-a08d-4137-85da-d0b8f3605137 of type vlan for network 97347976-7eba-4461-9a92-0293a695042a Jul 16 09:10:41.298084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-20f6ffaa-9d9b-48e8-8c20-571d4846b3b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887253 Jul 16 09:10:41.315978 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.346609 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.347674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:41.348305 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.380538 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4627686 Jul 16 09:10:41.383413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 58964) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.391602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Request body: {'subnet': {'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1319251815-subnet', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:41.419462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e19791-a57c-4af4-a06c-bf7434bc8b6d admin admin] Pushing event updated for resources: {'Network': ['ID=97347976-7eba-4461-9a92-0293a695042a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.420292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Made reservation on behalf of 72ae74486d8d423ead26365e3c05e603 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:41.425528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.438600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 97347976-7eba-4461-9a92-0293a695042a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:41.490353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b72e2ad5-b11f-45c6-89a3-7aaffb798798 req-5902ac91-45f9-4672-bd38-2e1be89c1e3e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 210 time: 0.0384996 Jul 16 09:10:41.641742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.691432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea23e8a3-86ab-4251-b61b-536f7c40a271,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.708726 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Checking segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:41.709109 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Network hostable DHCP agents. Network: 97347976-7eba-4461-9a92-0293a695042a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:41.727344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Network 97347976-7eba-4461-9a92-0293a695042a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:41.741741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 97347976-7eba-4461-9a92-0293a695042a) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:41.746071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:41.746923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.751269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e8c9c-617b-4c44-b29c-6a8bf373a0ea None None] Network 97347976-7eba-4461-9a92-0293a695042a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:41.765138 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5fc8468f-af5c-4838-a4e7-8b02051cc221 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3780365 Jul 16 09:10:41.765541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.770369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:41.794873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.796334 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.859037 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.916701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-97347976-7eba-4461-9a92-0293a695042a', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:41.917621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.031695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.077414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Allocated IP 172.20.0.2 (97347976-7eba-4461-9a92-0293a695042a/ea23e8a3-86ab-4251-b61b-536f7c40a271/bd85e846-ec44-4b60-8340-3ca70a24af60) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:42.281452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.302860 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.412167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.421813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Transition to ACTIVE for port object bd85e846-ec44-4b60-8340-3ca70a24af60 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:42.428565 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Allocated IP 172.25.5.171 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/fd0d8feb-5ca5-49d5-92a4-057f49968f7c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:42.439344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Transition to ACTIVE for port object bd85e846-ec44-4b60-8340-3ca70a24af60 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:42.446772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.491215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Network 97347976-7eba-4461-9a92-0293a695042a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:42.498921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:42.503698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:42.512901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Pushing event updated for resources: {'Port': ['ID=bd85e846-ec44-4b60-8340-3ca70a24af60,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.563163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.596573 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Attempting to bind port bd85e846-ec44-4b60-8340-3ca70a24af60 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:42.597332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Attempting to bind port bd85e846-ec44-4b60-8340-3ca70a24af60 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:42.598777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Attempting to bind port bd85e846-ec44-4b60-8340-3ca70a24af60 on network 97347976-7eba-4461-9a92-0293a695042a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:42.608653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:42.609102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Checking segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:42.609678 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.610211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Bound using segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:42.610753 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Bound port: bd85e846-ec44-4b60-8340-3ca70a24af60, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:42.611221 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.628249 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.672734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:42.675808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:42.679776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:42.703826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Pushing event updated for resources: {'Port': ['ID=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.708499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-3dc3e9c9-b207-4b81-bbac-27a06560d2bb tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.710776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-3dc3e9c9-b207-4b81-bbac-27a06560d2bb tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.47 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.1267986 Jul 16 09:10:42.721068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] For port bd85e846-ec44-4b60-8340-3ca70a24af60, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:42.730053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] For port bd85e846-ec44-4b60-8340-3ca70a24af60, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd85e846-ec44-4b60-8340-3ca70a24af60,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:42.736164 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.749347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d92b63b-ada2-4d85-bca0-4a3750b3bfa7 req-99c8065d-c2fa-4cad-a710-69c5a4a4c2fa tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 210 time: 0.0373962 Jul 16 09:10:42.754700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Request body: {'port': {'device_id': '1a909132-d69c-4d07-935b-84c41a367ee3', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'admin_state_up': True, 'tenant_id': '877be97c842c4141af6767ac37d1ffd5'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:42.782719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Made reservation on behalf of 877be97c842c4141af6767ac37d1ffd5 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:42.785437 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.838962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec767d1c-06d4-4560-b7c2-355255463c2b None None] Pushing event updated for resources: {'Port': ['ID=bd85e846-ec44-4b60-8340-3ca70a24af60,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.938549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Allocated IP 172.20.0.9 (8e489a4d-12d1-4747-824b-e03c33d10ec3/93ba8cec-5a63-44ed-9c0d-312648aba444/3c81d78d-7641-4833-9343-442b806b16c8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:43.039754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.066598 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9c8ac531-fec7-4c61-a812-314e7b79ab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.117817 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.134626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Transition to ACTIVE for port object 3c81d78d-7641-4833-9343-442b806b16c8 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:43.184929 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.199641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['71404ec8-7fd7-4c76-aadf-cca5c8e57403'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:43.247358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:43.252646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:43.274392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Pushing event updated for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:43.281362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:43.290728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.329501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.337247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.355227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-16a38bcb-0b6e-4ed7-9f71-45f631087fc8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6047981 Jul 16 09:10:43.371454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Request body: {'port': {'device_id': '1a909132-d69c-4d07-935b-84c41a367ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:43.462635 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.574387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c30e1170-9907-4564-8433-b67e194e1c81 None None] Provisioning for port 3c81d78d-7641-4833-9343-442b806b16c8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:43.580551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c30e1170-9907-4564-8433-b67e194e1c81 None None] Provisioning complete for port 3c81d78d-7641-4833-9343-442b806b16c8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:43.581336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c30e1170-9907-4564-8433-b67e194e1c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.624748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c30e1170-9907-4564-8433-b67e194e1c81 None None] Port 3c81d78d-7641-4833-9343-442b806b16c8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:43.762279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c81d78d-7641-4833-9343-442b806b16c8 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:43.771733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.779518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:43.788086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Transition to ACTIVE for port object 3c81d78d-7641-4833-9343-442b806b16c8 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:43.792450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:43.813470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd85e846-ec44-4b60-8340-3ca70a24af60 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:43.864608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:43.937247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bd85e846-ec44-4b60-8340-3ca70a24af60 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:43.984355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:43.999644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:44.015448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.017676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:44.018367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:44.019954 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79819e5f-6233-4b64-a419-ea7a77a1006c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2506316 Jul 16 09:10:44.023643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 58986) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:44.044229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Attempting to bind port 3c81d78d-7641-4833-9343-442b806b16c8 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:44.048856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Attempting to bind port 3c81d78d-7641-4833-9343-442b806b16c8 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:44.052500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Attempting to bind port 3c81d78d-7641-4833-9343-442b806b16c8 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:44.067671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Port 3c81d78d-7641-4833-9343-442b806b16c8 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:44.068005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Attempting to bind port 3c81d78d-7641-4833-9343-442b806b16c8 on network 8e489a4d-12d1-4747-824b-e03c33d10ec3 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:44.076298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:44.077265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Checking segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:44.077666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Bound using segment: {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:44.078126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Bound port: 3c81d78d-7641-4833-9343-442b806b16c8, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:44.078511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.085959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3aa5-0873-43bf-a8a4-b9266030d33d req-72b1e29c-b925-4b28-9524-a773581d3151 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.092653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c3e3aa5-0873-43bf-a8a4-b9266030d33d req-72b1e29c-b925-4b28-9524-a773581d3151 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1053 time: 0.1617754 Jul 16 09:10:44.191169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:44.212555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c3e3aa5-0873-43bf-a8a4-b9266030d33d req-784fef7e-5794-4c48-8189-e09bb6a06faf tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130786 Jul 16 09:10:44.246971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:44.250348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3c81d78d-7641-4833-9343-442b806b16c8,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:44.255818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.261029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345a26b-7175-4eeb-82c6-a6e472a3df49 None None] Network 97347976-7eba-4461-9a92-0293a695042a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:44.306365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.307236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.312236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c81d78d-7641-4833-9343-442b806b16c8 HTTP/1.1" status: 200 len: 1092 time: 0.9472957 Jul 16 09:10:44.313003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:44.327923 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d343de-c232-46c1-ae9a-1628c7ce57dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "tag": "3c81d78d-7641-4833-9343-442b806b16c8"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:44.380325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896e185-c8ec-4abc-bb3a-36f30be4cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:44.412256 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59067978-065c-4b0d-9e7a-581b113152e1 x-openstack-request-id: req-59067978-065c-4b0d-9e7a-581b113152e1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:44.413165 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "tag": "3c81d78d-7641-4833-9343-442b806b16c8", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:44.413600 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59067978-065c-4b0d-9e7a-581b113152e1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:44.414102 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8', 'status': 'completed', 'code': 200} Jul 16 09:10:44.438444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Provisioning for port bd85e846-ec44-4b60-8340-3ca70a24af60 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:44.448855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-cd9587ef-a3da-4a7b-8acb-3b50633e99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.451136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-cd9587ef-a3da-4a7b-8acb-3b50633e99f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1095 time: 0.0856755 Jul 16 09:10:44.473709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Provisioning complete for port bd85e846-ec44-4b60-8340-3ca70a24af60 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:44.474305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.508514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-f0740940-8db3-4169-8d1f-78609d1cb613 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c81d78d-7641-4833-9343-442b806b16c8 HTTP/1.1" status: 200 len: 217 time: 0.0499988 Jul 16 09:10:44.565841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-7258b549-3064-4361-9a6b-ee678813cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.567750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-7258b549-3064-4361-9a6b-ee678813cdb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93ba8cec-5a63-44ed-9c0d-312648aba444 HTTP/1.1" status: 200 len: 849 time: 0.0531380 Jul 16 09:10:44.630331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:42Z', 'revision_number': 3, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:44.642771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-f9b92e2f-9209-4df5-8568-7e7d0b2e9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.644469 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-f9b92e2f-9209-4df5-8568-7e7d0b2e9818 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e489a4d-12d1-4747-824b-e03c33d10ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708718 Jul 16 09:10:44.669647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.692569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:44.692944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Updating router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be port fd0d8feb-5ca5-49d5-92a4-057f49968f7c binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:44.701189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.768256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-34b35d12-3131-4f8a-8e9e-1db6481718c5 service neutron] 10.222.0.47 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174755 Jul 16 09:10:44.770143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.823971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] For port bd85e846-ec44-4b60-8340-3ca70a24af60, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd85e846-ec44-4b60-8340-3ca70a24af60,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:44.834816 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:44.893970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Allocated IP 172.20.0.1 (97347976-7eba-4461-9a92-0293a695042a/ea23e8a3-86ab-4251-b61b-536f7c40a271/5f08872f-7401-4b1c-9e8f-b486797d3a4c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:44.915281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9f84061c-5b2e-4f38-b5f0-d2d1a55445b0 req-05de2ff2-1663-450f-b08c-cb947fa756d0 service neutron] 10.222.0.47 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386790 Jul 16 09:10:45.011036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3f323-36f7-4246-987c-beab1918dc0a None None] Pushing event updated for resources: {'Port': ['ID=bd85e846-ec44-4b60-8340-3ca70a24af60,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.040277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.046473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-815d24f7-35a4-4d07-af52-4613e6766236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.048293 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-815d24f7-35a4-4d07-af52-4613e6766236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=877be97c842c4141af6767ac37d1ffd5&device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1095 time: 0.0737705 Jul 16 09:10:45.066501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Transition to ACTIVE for port object 5f08872f-7401-4b1c-9e8f-b486797d3a4c will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:45.125611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.151228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-34118cbb-cbcc-4950-aec3-50e4364c590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.153016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-34118cbb-cbcc-4950-aec3-50e4364c590a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 200 len: 911 time: 0.0979846 Jul 16 09:10:45.177104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Network 97347976-7eba-4461-9a92-0293a695042a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:45.182889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:45.186777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:45.189269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Pushing event updated for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.218217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-72a3a3f8-6f09-45b1-8038-028aa894922f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c81d78d-7641-4833-9343-442b806b16c8 HTTP/1.1" status: 200 len: 217 time: 0.0563104 Jul 16 09:10:45.224465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.243325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Transition to ACTIVE for port object fd0d8feb-5ca5-49d5-92a4-057f49968f7c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:45.250617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.258548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5f1ed3cd-6100-4cd1-aca6-b735ef2f7823 None None] Provisioning complete for port bd85e846-ec44-4b60-8340-3ca70a24af60 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:45.259027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed3cd-6100-4cd1-aca6-b735ef2f7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.261121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.360076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-9a82097e-55fd-4bb3-89f0-267bd631f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.362356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-9a82097e-55fd-4bb3-89f0-267bd631f456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93ba8cec-5a63-44ed-9c0d-312648aba444 HTTP/1.1" status: 200 len: 849 time: 0.1371903 Jul 16 09:10:45.385552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Attempting to bind port fd0d8feb-5ca5-49d5-92a4-057f49968f7c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:45.385934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Attempting to bind port fd0d8feb-5ca5-49d5-92a4-057f49968f7c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:45.386312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Attempting to bind port fd0d8feb-5ca5-49d5-92a4-057f49968f7c on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:45.389153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2ad0a-8ca3-4246-b961-f8a6eefdea2b None None] Pushing event updated for resources: {'Port': ['ID=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.402044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:45.402440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:45.403025 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.403641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:45.404678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Bound port: fd0d8feb-5ca5-49d5-92a4-057f49968f7c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:45.404948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.469543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.512561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-8c8810ea-a3ec-4877-96a3-fcaef6c4bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.514125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-8c8810ea-a3ec-4877-96a3-fcaef6c4bc29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e489a4d-12d1-4747-824b-e03c33d10ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411138 Jul 16 09:10:45.529114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] For port fd0d8feb-5ca5-49d5-92a4-057f49968f7c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:45.536870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] For port fd0d8feb-5ca5-49d5-92a4-057f49968f7c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:45.543492 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.572330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba8848-06ce-4940-b44f-15c675eeb962 req-baa7bd08-0871-4243-a30b-f84f7d477d14 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.583547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cba8848-06ce-4940-b44f-15c675eeb962 req-baa7bd08-0871-4243-a30b-f84f7d477d14 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1146207 Jul 16 09:10:45.609591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:45.610246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:45.655442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2ad0a-8ca3-4246-b961-f8a6eefdea2b None None] Pushing event updated for resources: {'Port': ['ID=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.659944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cba8848-06ce-4940-b44f-15c675eeb962 req-89eb1af6-56f3-4331-a537-14ebb67cbe81 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Jul 16 09:10:45.666015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-30e7c23e-856c-44b6-ae3a-427b60443475 service neutron] 10.222.0.47 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423147 Jul 16 09:10:45.691091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39538f4b-2c0e-416d-b82f-0fc074192ae0 None None] Provisioning for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:45.698878 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cd6efb45-2f28-4b69-849e-ecc9d98892b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.704181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-39538f4b-2c0e-416d-b82f-0fc074192ae0 None None] Provisioning complete for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:45.704567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-39538f4b-2c0e-416d-b82f-0fc074192ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.714477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.721036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.767470 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.789537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd85e846-ec44-4b60-8340-3ca70a24af60 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:45.811118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8d343de-c232-46c1-ae9a-1628c7ce57dd req-1cd8831f-0a6d-4712-82a6-57c26eb35e20 service neutron] 10.222.0.47 "GET /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367571 Jul 16 09:10:45.823043 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.834364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-39538f4b-2c0e-416d-b82f-0fc074192ae0 None None] Port 5f08872f-7401-4b1c-9e8f-b486797d3a4c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:45.835689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Pushing event updated for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.856187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:45.902090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Network 97347976-7eba-4461-9a92-0293a695042a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:45.903545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:45.936192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bd85e846-ec44-4b60-8340-3ca70a24af60 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:45.936701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.033002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:46.138184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:44Z', 'revision_number': 1, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:46.149931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:46.163748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-76be92db-22c5-447d-82d7-bac44f3b22df admin admin] 10.222.0.32 "PUT /v2.0/routers/9b4162f0-7dba-4d70-ba4b-29523ea7b6be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1302032 Jul 16 09:10:46.168636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c5b61-0cda-4946-9b7e-0fad46883cc6 None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:44Z', 'revision_number': 1, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:46.177963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3b8ffe20-c2bd-4f58-8d68-89e2ef421ae8 None None] Provisioning complete for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:46.178875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3b8ffe20-c2bd-4f58-8d68-89e2ef421ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.216276 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ffe20-c2bd-4f58-8d68-89e2ef421ae8 None None] Port 5f08872f-7401-4b1c-9e8f-b486797d3a4c cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:46.693429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:46.699329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1984260287-network', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:46.723828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Made reservation on behalf of 3855ca35289749e0a5eb4c5ef9188c2d for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:46.727474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.744737 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.852270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.857788 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.878662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cb2a5-978d-4c5a-b6fc-803cf7e8c60e req-3fe72be1-82d3-4cfb-87bd-34025284c72e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:46.880407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b7cb2a5-978d-4c5a-b6fc-803cf7e8c60e req-3fe72be1-82d3-4cfb-87bd-34025284c72e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1095 time: 0.0832667 Jul 16 09:10:46.892872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:46.901223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898eb560-4623-4651-9f69-cbc6b89bd74e,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:46.914498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:46.915504 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Added segment 06bc9e6a-ed4b-40cd-9b7c-3150255cbde2 of type vlan for network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 Jul 16 09:10:46.925966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b7cb2a5-978d-4c5a-b6fc-803cf7e8c60e req-f4db15cd-7a58-4879-bf61-a4deef0b86d9 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Jul 16 09:10:46.974483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.003579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.029886 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.031308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:47.032030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.067543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3727424 Jul 16 09:10:47.070677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:47.077603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Request body: {'subnet': {'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1984260287-subnet', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:47.113623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dfb59-6c02-4177-8d9f-4eda62740e19 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf69cb0-cb8a-4613-a140-285cfa20fcd9,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:47.124630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:47.134519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Made reservation on behalf of 3855ca35289749e0a5eb4c5ef9188c2d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:47.137096 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.322296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.376885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=70987961-e53e-4a82-b16f-7da904e8a18b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:47.389352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Checking segment: {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:47.389614 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Network hostable DHCP agents. Network: 5cf69cb0-cb8a-4613-a140-285cfa20fcd9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:47.406313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:47.415706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 5cf69cb0-cb8a-4613-a140-285cfa20fcd9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:47.421666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:47.421761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.425179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb28ed-42e2-4a5e-8a99-1ff48961cf99 None None] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:47.442156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59012) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:47.442350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3d876e8c-5fbc-4396-972e-e7038c741caa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3705385 Jul 16 09:10:47.447126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:47.482918 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.484310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.550143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.691935 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.748924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:47.749918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.816255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fd0d8feb-5ca5-49d5-92a4-057f49968f7c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:47.914042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fd0d8feb-5ca5-49d5-92a4-057f49968f7c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:47.915928 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.920011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Allocated IP 172.20.0.2 (5cf69cb0-cb8a-4613-a140-285cfa20fcd9/70987961-e53e-4a82-b16f-7da904e8a18b/a04a73c8-0c5a-4527-930c-49ec25d7ed28) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:47.921866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fd0d8feb-5ca5-49d5-92a4-057f49968f7c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:47.922212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.937819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.051192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Allocated IP 172.25.5.79 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a290bf35-4fd8-42a9-bdfc-44dcacd96a66) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:48.087311 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.133040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fd0d8feb-5ca5-49d5-92a4-057f49968f7c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:48.139701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.149248 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.178362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Transition to ACTIVE for port object a04a73c8-0c5a-4527-930c-49ec25d7ed28 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:48.183921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194801ed-87de-4878-862d-b2f2a8b7713e req-65b3a875-a355-485f-9cba-0003c3113a59 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.185509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-194801ed-87de-4878-862d-b2f2a8b7713e req-65b3a875-a355-485f-9cba-0003c3113a59 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1249084 Jul 16 09:10:48.211112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Transition to ACTIVE for port object a04a73c8-0c5a-4527-930c-49ec25d7ed28 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:48.212536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.221980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.243265 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.260276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-194801ed-87de-4878-862d-b2f2a8b7713e req-cedd1d7b-4b60-43de-85cf-5281194c946a tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610151 Jul 16 09:10:48.272863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:48.276550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:48.284579 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Pushing event updated for resources: {'Port': ['ID=a04a73c8-0c5a-4527-930c-49ec25d7ed28,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.287536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:48.310968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.358580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:48.361903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:48.368194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:48.372533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Pushing event updated for resources: {'Port': ['ID=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.380636 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Attempting to bind port a04a73c8-0c5a-4527-930c-49ec25d7ed28 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:48.381013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Attempting to bind port a04a73c8-0c5a-4527-930c-49ec25d7ed28 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:48.381406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Attempting to bind port a04a73c8-0c5a-4527-930c-49ec25d7ed28 on network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:48.387219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:48.387592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Checking segment: {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:48.387998 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.388413 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Bound using segment: {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:48.388875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Bound port: a04a73c8-0c5a-4527-930c-49ec25d7ed28, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:48.389251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.435871 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:48.446628 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:48.447359 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.463518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3c81d78d-7641-4833-9343-442b806b16c8 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:48.468570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] For port a04a73c8-0c5a-4527-930c-49ec25d7ed28, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:48.499279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] For port a04a73c8-0c5a-4527-930c-49ec25d7ed28, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a04a73c8-0c5a-4527-930c-49ec25d7ed28,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:48.517167 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.574302 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:48.638068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.650591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b04ad7-6512-48b0-a218-03a6e7c889dc None None] Pushing event updated for resources: {'Port': ['ID=a04a73c8-0c5a-4527-930c-49ec25d7ed28,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.670983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3c81d78d-7641-4833-9343-442b806b16c8,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:48.677664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.685689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '3c81d78d-7641-4833-9343-442b806b16c8', 'network_id': '8e489a4d-12d1-4747-824b-e03c33d10ec3', 'port_id': '3c81d78d-7641-4833-9343-442b806b16c8', 'mac_address': 'fa:16:3e:79:84:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ba8cec-5a63-44ed-9c0d-312648aba444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:48.733773 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.747077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c81d78d-7641-4833-9343-442b806b16c8 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:48.771138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3c81d78d-7641-4833-9343-442b806b16c8,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:48.777375 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.855285 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 2, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:48.871104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.890273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:48.890825 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Updating router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be port 5f08872f-7401-4b1c-9e8f-b486797d3a4c binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:48.927374 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.933010 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:48.977473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['3c81d78d-7641-4833-9343-442b806b16c8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:49.079396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Router ad0e6a0e-0e8f-4c4a-9054-d315f664045e is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:10:49.188894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:49.203621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Sync routers for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:49.206191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.207426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0b24e20-71e2-4c68-8beb-62714bc3425b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7643669 Jul 16 09:10:49.210282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59016) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:49.212662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:49.213290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:49.214457 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.229006 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Transition to ACTIVE for port object 5f08872f-7401-4b1c-9e8f-b486797d3a4c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:49.234291 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.343963 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7903-fdc7-4df3-b53f-cdeba69902a2 None None] Pushing event updated for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.371928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:49.428441 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Attempting to bind port 5f08872f-7401-4b1c-9e8f-b486797d3a4c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:49.428812 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Attempting to bind port 5f08872f-7401-4b1c-9e8f-b486797d3a4c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:49.429170 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Attempting to bind port 5f08872f-7401-4b1c-9e8f-b486797d3a4c on network 97347976-7eba-4461-9a92-0293a695042a {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:49.455503 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:49.456687 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Checking segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:49.457265 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.458063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Bound using segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:49.458726 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Bound port: 5f08872f-7401-4b1c-9e8f-b486797d3a4c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:49.460050 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.556030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] For port 5f08872f-7401-4b1c-9e8f-b486797d3a4c, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:49.560294 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] For port 5f08872f-7401-4b1c-9e8f-b486797d3a4c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f08872f-7401-4b1c-9e8f-b486797d3a4c,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:49.566347 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.675749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 3, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:49.676187 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7903-fdc7-4df3-b53f-cdeba69902a2 None None] Pushing event updated for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:49.698458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:49.699370 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:49.717387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Checking router: ad0e6a0e-0e8f-4c4a-9054-d315f664045e for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:49.717732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Updating router ad0e6a0e-0e8f-4c4a-9054-d315f664045e port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:49.783719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:49.937426 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:49.951620 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4bcba-087f-4295-98a3-de657c6732f3 req-8e3ae34f-afec-4092-951d-4f9d06a45b8c tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:49.953169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dff4bcba-087f-4295-98a3-de657c6732f3 req-8e3ae34f-afec-4092-951d-4f9d06a45b8c tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1759102 Jul 16 09:10:49.981417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a04a73c8-0c5a-4527-930c-49ec25d7ed28 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:49.987763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806b911-da47-4eab-a97b-f8d4f0b26b30 None None] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:50.153813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dff4bcba-087f-4295-98a3-de657c6732f3 req-427f5443-778c-4916-a00f-8503be26a9cb tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119404 Jul 16 09:10:50.158662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-cdf43a4b-afe5-431f-a2ff-5d5d415e4621 None None] Provisioning for port a04a73c8-0c5a-4527-930c-49ec25d7ed28 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:50.170856 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:49Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:50.191482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a04a73c8-0c5a-4527-930c-49ec25d7ed28 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:50.203814 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3203a-ef4e-49c3-a385-0e0331ed06dc None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:49Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:50.207752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a04a73c8-0c5a-4527-930c-49ec25d7ed28 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:50.208291 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.310255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.361922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.405805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Transition to ACTIVE for port object a290bf35-4fd8-42a9-bdfc-44dcacd96a66 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:50.423086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.457943 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.479451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3c81d78d-7641-4833-9343-442b806b16c8 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:50.486103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Allocated IP 172.20.0.1 (5cf69cb0-cb8a-4613-a140-285cfa20fcd9/70987961-e53e-4a82-b16f-7da904e8a18b/20d99ad0-2520-4348-b18b-5001667d4c20) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:50.603590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.620368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Transition to ACTIVE for port object 20d99ad0-2520-4348-b18b-5001667d4c20 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:50.658079 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.703441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Attempting to bind port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:50.703653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:50.703891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Attempting to bind port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:50.704242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Attempting to bind port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:50.706659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:50.711186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:50.713907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d960f32-3335-41f5-97c1-d335fc6376b0 None None] Pushing event updated for resources: {'Port': ['ID=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:50.729984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a04a73c8-0c5a-4527-930c-49ec25d7ed28, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a04a73c8-0c5a-4527-930c-49ec25d7ed28,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:50.732732 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:50.733255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:50.733723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.734122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:50.734735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Bound port: a290bf35-4fd8-42a9-bdfc-44dcacd96a66, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:50.735126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.739565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.740424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fd0d8feb-5ca5-49d5-92a4-057f49968f7c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:50.740534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Pushing event updated for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:50.756553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.756918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.757251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.757644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.757901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.758232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.758552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.759020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.759351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.760131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.760490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.760800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:50.771495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.890513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 3c81d78d-7641-4833-9343-442b806b16c8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:50.901719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a04a73c8-0c5a-4527-930c-49ec25d7ed28,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:50.907895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 3c81d78d-7641-4833-9343-442b806b16c8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:50.908303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.911143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] For port a290bf35-4fd8-42a9-bdfc-44dcacd96a66, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:50.919154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] For port a290bf35-4fd8-42a9-bdfc-44dcacd96a66, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:50.942473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.963324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.027268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d960f32-3335-41f5-97c1-d335fc6376b0 None None] Pushing event updated for resources: {'Port': ['ID=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.059623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fd0d8feb-5ca5-49d5-92a4-057f49968f7c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:51.060104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.119318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f51cd51c-fce8-40dc-b21e-080510936a3e None None] Provisioning complete for port a04a73c8-0c5a-4527-930c-49ec25d7ed28 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:51.119783 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd51c-fce8-40dc-b21e-080510936a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.124337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:51.125154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:51.176075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.181773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.270826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Pushing event updated for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.282039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.309932 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.400152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:51.402421 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2053875-ee80-4987-8ceb-3e3ad52d1dc1" -d '{"events": [{"server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "name": "network-vif-plugged", "status": "completed", "tag": "3c81d78d-7641-4833-9343-442b806b16c8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:51.409943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:51.424626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:51.427540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f046a-0bed-44a2-a0ff-2e26205c98bc req-63982be5-8ca9-47fd-a973-1955676dce4d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.429219 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-331f046a-0bed-44a2-a0ff-2e26205c98bc req-63982be5-8ca9-47fd-a973-1955676dce4d tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1216168 Jul 16 09:10:51.430242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:51.453062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3c81d78d-7641-4833-9343-442b806b16c8,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:51.457037 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ef50a-e25b-4913-af0c-54828e73c276 x-openstack-request-id: req-882ef50a-e25b-4913-af0c-54828e73c276 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:51.457293 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "name": "network-vif-plugged", "status": "completed", "tag": "3c81d78d-7641-4833-9343-442b806b16c8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:51.457603 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-882ef50a-e25b-4913-af0c-54828e73c276 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:51.457925 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8', 'code': 200} Jul 16 09:10:51.475963 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.605934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-331f046a-0bed-44a2-a0ff-2e26205c98bc req-dfa3e7b7-9529-4e01-a4a0-233378c5f7b4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613245 Jul 16 09:10:51.629647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.635962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404c306-bdae-4bd5-94c9-d2a91f37e25f req-e4c167c6-6f35-4b6f-b8f1-3237fbad419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.637521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d404c306-bdae-4bd5-94c9-d2a91f37e25f req-e4c167c6-6f35-4b6f-b8f1-3237fbad419b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1119804 Jul 16 09:10:51.641552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-52f52488-1a3b-44b3-9e17-66ae83b63b01 None None] Provisioning for port 20d99ad0-2520-4348-b18b-5001667d4c20 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:51.650104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-52f52488-1a3b-44b3-9e17-66ae83b63b01 None None] Provisioning complete for port 20d99ad0-2520-4348-b18b-5001667d4c20 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:51.650675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52f52488-1a3b-44b3-9e17-66ae83b63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.664155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Router ad0e6a0e-0e8f-4c4a-9054-d315f664045e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:51.723674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-52f52488-1a3b-44b3-9e17-66ae83b63b01 None None] Port 20d99ad0-2520-4348-b18b-5001667d4c20 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:51.765709 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d404c306-bdae-4bd5-94c9-d2a91f37e25f req-e13c9bde-c490-49b5-9e63-7b59c953dcdd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201990 Jul 16 09:10:51.770039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '20d99ad0-2520-4348-b18b-5001667d4c20', 'name': '', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'mac_address': 'fa:16:3e:f9:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:50Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 1, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'subnets': [{'id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:51.771223 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:51.789823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:51.795973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-efed5d2d-5c55-4ca6-98bb-59f5edd9f176 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad0e6a0e-0e8f-4c4a-9054-d315f664045e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5837622 Jul 16 09:10:51.805274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d1a2f-5b3a-4e2d-affa-269e4e33367f None None] The sync data for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 is: [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '20d99ad0-2520-4348-b18b-5001667d4c20', 'name': '', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'mac_address': 'fa:16:3e:f9:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:50Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 1, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'subnets': [{'id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:51.818267 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-6bca61ca-91f7-4b95-a5a0-030e90cfd137 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718997 Jul 16 09:10:51.836022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f08872f-7401-4b1c-9e8f-b486797d3a4c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:51.882354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bcb35d2c-8a91-4f3e-9dba-a075a2c7924e None None] Provisioning complete for port 20d99ad0-2520-4348-b18b-5001667d4c20 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:51.882724 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bcb35d2c-8a91-4f3e-9dba-a075a2c7924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.930581 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bcb35d2c-8a91-4f3e-9dba-a075a2c7924e None None] Port 20d99ad0-2520-4348-b18b-5001667d4c20 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:51.936934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:51.941529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:51.942522 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.966480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-a66ec3a8-5436-4f6f-95d5-8c211ab8a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.968199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-a66ec3a8-5436-4f6f-95d5-8c211ab8a377 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.0840724 Jul 16 09:10:52.029736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.068215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 5f08872f-7401-4b1c-9e8f-b486797d3a4c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f08872f-7401-4b1c-9e8f-b486797d3a4c,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:52.080311 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.080311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a04a73c8-0c5a-4527-930c-49ec25d7ed28 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:52.138310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-ef7bcb37-70f7-4c6a-87bf-0ec2916676e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.139856 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-ef7bcb37-70f7-4c6a-87bf-0ec2916676e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1428843 Jul 16 09:10:52.177355 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:52.190124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a04a73c8-0c5a-4527-930c-49ec25d7ed28 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:52.190839 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.232459 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-84e26dd7-6ff3-4f4a-8501-651c88c77579 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 1002 time: 0.0853345 Jul 16 09:10:52.288019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-095cd8fc-eef9-481b-b898-2190f1e6e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.289550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-095cd8fc-eef9-481b-b898-2190f1e6e8e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0500665 Jul 16 09:10:52.358380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-5210c906-fff4-416d-be12-1b9d02cc7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.360119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-5210c906-fff4-416d-be12-1b9d02cc7a62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597575 Jul 16 09:10:52.461672 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-15cc7658-3396-48f9-8714-0ad150ee5fca service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945199 Jul 16 09:10:52.564383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-edf2966b-74cc-4930-ab11-aea4dce8d72a req-ece85af1-6651-4fc5-adf1-742ce7903455 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962334 Jul 16 09:10:52.790232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c611-5e25-458b-8e76-00bee9221fa5 req-4732013b-7826-41ab-878b-8f39a78b8bd5 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.791799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be87c611-5e25-458b-8e76-00bee9221fa5 req-4732013b-7826-41ab-878b-8f39a78b8bd5 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0663748 Jul 16 09:10:52.828847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be87c611-5e25-458b-8e76-00bee9221fa5 req-23d920b0-906d-4b09-9988-3648ce306d23 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Jul 16 09:10:52.991332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dccab-3bfa-4b47-bb06-8499943da14f req-07ed18db-d55e-43cd-a9b3-684da05ab051 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.992922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-256dccab-3bfa-4b47-bb06-8499943da14f req-07ed18db-d55e-43cd-a9b3-684da05ab051 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0532625 Jul 16 09:10:53.048192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-256dccab-3bfa-4b47-bb06-8499943da14f req-6b8594ab-93a3-4ac2-b11f-048fa0c5ea1a tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480280 Jul 16 09:10:53.254706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7305-832a-4a5a-b811-bdea54daf507 req-7f967523-0a3f-4ad1-bdca-436803a909f6 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:53.256468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce9b7305-832a-4a5a-b811-bdea54daf507 req-7f967523-0a3f-4ad1-bdca-436803a909f6 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0711212 Jul 16 09:10:53.299243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ce9b7305-832a-4a5a-b811-bdea54daf507 req-ce2939da-d9c6-45cc-b7c9-fd6a9a6ba212 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Jul 16 09:10:53.722999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e65ed-0df9-4f33-8285-65ecc544ff5e req-93fb714b-fe84-42b9-ad4e-866a88dd86f3 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:53.725300 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-585e65ed-0df9-4f33-8285-65ecc544ff5e req-93fb714b-fe84-42b9-ad4e-866a88dd86f3 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0629196 Jul 16 09:10:53.790050 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-585e65ed-0df9-4f33-8285-65ecc544ff5e req-6fa3449a-d281-4690-bfb9-a89149f373e9 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589719 Jul 16 09:10:53.882297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a290bf35-4fd8-42a9-bdfc-44dcacd96a66 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:53.931743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:53.935847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:53.936255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.020980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.047758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a290bf35-4fd8-42a9-bdfc-44dcacd96a66, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:54.052062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.053570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f08872f-7401-4b1c-9e8f-b486797d3a4c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:54.128169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.142831 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 5f08872f-7401-4b1c-9e8f-b486797d3a4c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:54.143212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.567263 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Sync routers for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:54.577396 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:54.578000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:54.701915 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:54.949727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-98033677-94c9-41ec-a156-ea0cb2477ada tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:54.951286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-98033677-94c9-41ec-a156-ea0cb2477ada tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0932815 Jul 16 09:10:54.996545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7591975-f2f6-4fcd-a805-632e6c24eaf9 req-d00b24b8-6649-46b5-a76d-9c1cd6682712 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:54.998783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7591975-f2f6-4fcd-a805-632e6c24eaf9 req-d00b24b8-6649-46b5-a76d-9c1cd6682712 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0782411 Jul 16 09:10:55.048139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7591975-f2f6-4fcd-a805-632e6c24eaf9 req-0dae2bab-9a94-4669-8794-4d525caccabd tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Jul 16 09:10:55.079187 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '20d99ad0-2520-4348-b18b-5001667d4c20', 'name': '', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'mac_address': 'fa:16:3e:f9:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:50Z', 'updated_at': '2021-07-16T09:10:51Z', 'revision_number': 2, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'subnets': [{'id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.107450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Deleting port 3c81d78d-7641-4833-9343-442b806b16c8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:55.107789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.122360 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Checking router: ad0e6a0e-0e8f-4c4a-9054-d315f664045e for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:55.123941 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Updating router ad0e6a0e-0e8f-4c4a-9054-d315f664045e port 20d99ad0-2520-4348-b18b-5001667d4c20 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:10:55.173624 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.214460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] For port 3c81d78d-7641-4833-9343-442b806b16c8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3c81d78d-7641-4833-9343-442b806b16c8,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:55.214821 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.245638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Calling delete_port for 3c81d78d-7641-4833-9343-442b806b16c8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:55.413475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.426170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['3c81d78d-7641-4833-9343-442b806b16c8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:55.430042 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['71404ec8-7fd7-4c76-aadf-cca5c8e57403'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:55.449741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c81d78d-7641-4833-9343-442b806b16c8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:55.462092 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.462448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.462790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.463130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.463467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.463795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.464147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.464479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.464802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.465127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.465450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.465771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:55.510898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] No DVR routers for this DVR port 3c81d78d-7641-4833-9343-442b806b16c8 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:55.516832 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.519501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5e2060a5-1a3e-48df-aac9-78f629087283 req-79f23f85-fe9e-4da2-9bd5-6695dd2fdcc4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3c81d78d-7641-4833-9343-442b806b16c8 HTTP/1.1" status: 204 len: 173 time: 0.5625899 Jul 16 09:10:55.520180 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'name': 'network-vif-deleted', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:55.523597 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ba6fbd-3a96-4035-a4df-1d3885e23186" -d '{"events": [{"server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "name": "network-vif-deleted", "tag": "3c81d78d-7641-4833-9343-442b806b16c8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:55.562527 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.582815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Transition to ACTIVE for port object 20d99ad0-2520-4348-b18b-5001667d4c20 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:55.597710 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f9df27-ec71-41d5-ae90-453ad3722f28 x-openstack-request-id: req-94f9df27-ec71-41d5-ae90-453ad3722f28 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:55.598011 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a909132-d69c-4d07-935b-84c41a367ee3", "name": "network-vif-deleted", "tag": "3c81d78d-7641-4833-9343-442b806b16c8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:55.598265 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94f9df27-ec71-41d5-ae90-453ad3722f28 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:55.599106 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a909132-d69c-4d07-935b-84c41a367ee3', 'name': 'network-vif-deleted', 'tag': '3c81d78d-7641-4833-9343-442b806b16c8', 'status': 'completed', 'code': 200} Jul 16 09:10:55.600002 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.691068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefec9a2-781b-464c-ab75-b3cf9f059adc None None] Pushing event updated for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:55.786091 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Attempting to bind port 20d99ad0-2520-4348-b18b-5001667d4c20 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:55.786703 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Attempting to bind port 20d99ad0-2520-4348-b18b-5001667d4c20 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:55.787101 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Attempting to bind port 20d99ad0-2520-4348-b18b-5001667d4c20 on network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:55.798209 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:55.799017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Checking segment: {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:55.799670 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.800139 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Bound using segment: {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:55.801161 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Bound port: 20d99ad0-2520-4348-b18b-5001667d4c20, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:55.801729 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.857881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a290bf35-4fd8-42a9-bdfc-44dcacd96a66 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:55.908210 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] For port 20d99ad0-2520-4348-b18b-5001667d4c20, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:55.918661 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] For port 20d99ad0-2520-4348-b18b-5001667d4c20, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d99ad0-2520-4348-b18b-5001667d4c20,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:55.924354 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.960157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:55.960913 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.035580 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:56.036179 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:56.122140 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefec9a2-781b-464c-ab75-b3cf9f059adc None None] Pushing event updated for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:56.305008 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:56.353212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-576d09ef-4cad-4577-a078-a8f010cac92b req-2b98ca17-d250-468a-b426-ede1071b1c8b tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a909132-d69c-4d07-935b-84c41a367ee3 HTTP/1.1" status: 200 len: 210 time: 0.0699055 Jul 16 09:10:56.596245 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '20d99ad0-2520-4348-b18b-5001667d4c20', 'name': '', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'mac_address': 'fa:16:3e:f9:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:50Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'subnets': [{'id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:56.628117 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aa5c-8e3c-469c-8d20-f77a94e6c061 None None] The sync data for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 is: [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:50Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '20d99ad0-2520-4348-b18b-5001667d4c20', 'name': '', 'network_id': '5cf69cb0-cb8a-4613-a140-285cfa20fcd9', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'mac_address': 'fa:16:3e:f9:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:50Z', 'updated_at': '2021-07-16T09:10:55Z', 'revision_number': 4, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'subnets': [{'id': '70987961-e53e-4a82-b16f-7da904e8a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:57.441223 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-ef9c880d-b91a-469e-ba94-c5e089db1e56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663362 Jul 16 09:10:57.556966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-25d8159b-c2ee-4842-9d9a-bb78abfa1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.558750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-25d8159b-c2ee-4842-9d9a-bb78abfa1df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0637436 Jul 16 09:10:57.697285 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-08258a79-ca79-4c43-9b33-a7ca12983e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.699334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-08258a79-ca79-4c43-9b33-a7ca12983e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1154263 Jul 16 09:10:57.839570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d99ad0-2520-4348-b18b-5001667d4c20 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:57.844966 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-74548464-b828-4366-b16d-6991225aa525 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 1001 time: 0.1289573 Jul 16 09:10:57.902223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 20d99ad0-2520-4348-b18b-5001667d4c20 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:57.906692 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 20d99ad0-2520-4348-b18b-5001667d4c20 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:57.907471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.932621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-60628e64-cdb1-4a51-be18-d8676d57eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.934980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-60628e64-cdb1-4a51-be18-d8676d57eddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0805049 Jul 16 09:10:58.007755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979bc61-f9bb-4986-adbf-6d727a2d6d17 req-7d95ac76-4d20-4a0a-b79e-38071659a5d1 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.011367 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.017652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4979bc61-f9bb-4986-adbf-6d727a2d6d17 req-7d95ac76-4d20-4a0a-b79e-38071659a5d1 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0704088 Jul 16 09:10:58.027546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-f9ef5b8f-7d2f-4529-b70a-380d7c91eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.029296 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-f9ef5b8f-7d2f-4529-b70a-380d7c91eddf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871453 Jul 16 09:10:58.052079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 20d99ad0-2520-4348-b18b-5001667d4c20, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d99ad0-2520-4348-b18b-5001667d4c20,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:58.057238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.076791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4979bc61-f9bb-4986-adbf-6d727a2d6d17 req-c2e96a5a-918a-48f8-acc6-8859d5b041f8 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Jul 16 09:10:58.115835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:58.167177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-7013d975-f6c4-4134-b187-64da6d1c7ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302390 Jul 16 09:10:58.261826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5a3b6dd4-8124-4423-951f-4d88a243320a req-630733e3-2c33-4920-a220-e6d1fbbbc0f4 service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Jul 16 09:10:58.505921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3c81d78d-7641-4833-9343-442b806b16c8 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:58.529150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 3c81d78d-7641-4833-9343-442b806b16c8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:58.529497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3c81d78d-7641-4833-9343-442b806b16c8 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:59.250473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-bb9408aa-b554-4ca6-a9e9-932900b8c556 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.251485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27437fe-e247-49aa-b4a2-0d189e35877d req-2af98d11-7655-4a9b-a649-e82055b4cd48 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.252258 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-bb9408aa-b554-4ca6-a9e9-932900b8c556 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0595827 Jul 16 09:10:59.253559 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f27437fe-e247-49aa-b4a2-0d189e35877d req-2af98d11-7655-4a9b-a649-e82055b4cd48 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0719523 Jul 16 09:10:59.301456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f27437fe-e247-49aa-b4a2-0d189e35877d req-6654494d-750e-4055-9063-264918713ae4 tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27bf3231-cb7e-497d-84a3-ff1177dedbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jul 16 09:10:59.371178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Deleting port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:59.371452 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.469313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] For port 71404ec8-7fd7-4c76-aadf-cca5c8e57403, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=71404ec8-7fd7-4c76-aadf-cca5c8e57403,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:59.469683 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.483490 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Calling delete_port for 71404ec8-7fd7-4c76-aadf-cca5c8e57403 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:59.622446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.634649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['71404ec8-7fd7-4c76-aadf-cca5c8e57403'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:59.673474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Pushing event deleted for resources: {'Port': ['ID=71404ec8-7fd7-4c76-aadf-cca5c8e57403,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:59.722090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] No DVR routers for this DVR port 71404ec8-7fd7-4c76-aadf-cca5c8e57403 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:59.726014 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:59.729727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3b1c0b25-51bd-4f02-bdbc-c9b8f9fc6ee0 req-ce892201-8706-4593-9f7f-045c2630f77e tempest-TestServerMultinode-322578754 tempest-TestServerMultinode-322578754-project-admin] 10.222.0.46 "DELETE /v2.0/ports/71404ec8-7fd7-4c76-aadf-cca5c8e57403 HTTP/1.1" status: 204 len: 173 time: 0.4714537 Jul 16 09:10:59.730223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'name': 'network-vif-deleted', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:59.733638 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d359f4f-b727-46a9-8b87-2237ebb808ea" -d '{"events": [{"server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "name": "network-vif-deleted", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:59.806130 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0eb03a-5a09-4d79-b3ba-a32087be41ad x-openstack-request-id: req-7a0eb03a-5a09-4d79-b3ba-a32087be41ad {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:59.806691 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e", "name": "network-vif-deleted", "tag": "71404ec8-7fd7-4c76-aadf-cca5c8e57403", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:59.806962 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a0eb03a-5a09-4d79-b3ba-a32087be41ad {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:59.807562 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e323e2eb-d2e1-43c0-98a9-cbb2431f5e4e', 'name': 'network-vif-deleted', 'tag': '71404ec8-7fd7-4c76-aadf-cca5c8e57403', 'status': 'completed', 'code': 200} Jul 16 09:10:59.851832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d99ad0-2520-4348-b18b-5001667d4c20 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:59.922591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 20d99ad0-2520-4348-b18b-5001667d4c20 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:59.922971 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.440532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59142) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:00.856666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.160477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Deleting port 5f48d973-821b-4ea7-b771-c69c6e64dfa1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:01.160742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.260203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] For port 5f48d973-821b-4ea7-b771-c69c6e64dfa1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f48d973-821b-4ea7-b771-c69c6e64dfa1,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:01.260568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.273374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Calling delete_port for 5f48d973-821b-4ea7-b771-c69c6e64dfa1 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:01.522612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.558836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f48d973-821b-4ea7-b771-c69c6e64dfa1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:01.827724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.045311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 71404ec8-7fd7-4c76-aadf-cca5c8e57403 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:02.071724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 71404ec8-7fd7-4c76-aadf-cca5c8e57403 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:02.072203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 71404ec8-7fd7-4c76-aadf-cca5c8e57403 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:02.090911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Router 968799c0-ab31-466d-bb66-eff31b79c1fa has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:02.231153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:02.236714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f5927c21-2b04-4726-a6b4-c1dfe1b7552f admin admin] 10.222.0.32 "PUT /v2.0/routers/968799c0-ab31-466d-bb66-eff31b79c1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944658 Jul 16 09:11:02.239272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:02.240197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Sync routers for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:02.252244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:02.253344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.386027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.554777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.580242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:02.641239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Deleting port 28e911c0-e755-46d9-87aa-cc186636d7c1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:02.641620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.739681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] For port 28e911c0-e755-46d9-87aa-cc186636d7c1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=28e911c0-e755-46d9-87aa-cc186636d7c1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:02.741099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.766660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Calling delete_port for 28e911c0-e755-46d9-87aa-cc186636d7c1 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:02.826562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:11:01Z', 'revision_number': 5, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port': {'id': '28e911c0-e755-46d9-87aa-cc186636d7c1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:02.856251 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Checking router: 968799c0-ab31-466d-bb66-eff31b79c1fa for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:02.870932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Routers {'968799c0-ab31-466d-bb66-eff31b79c1fa'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:02.872915 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['968799c0-ab31-466d-bb66-eff31b79c1fa'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:03.004739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] Set router 968799c0-ab31-466d-bb66-eff31b79c1fa gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:03.010228 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.036261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e911c0-e755-46d9-87aa-cc186636d7c1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:03.080709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:11:02Z', 'revision_number': 6, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:03.115859 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b687f-1b83-4f28-9a8a-bd1486a4b227 None None] The sync data for ids ['968799c0-ab31-466d-bb66-eff31b79c1fa'] in n-d-798054-12 is: [{'id': '968799c0-ab31-466d-bb66-eff31b79c1fa', 'name': 'tempest-TestServerMultinode-1958653230-router', 'tenant_id': 'f3682a4be105464ab385bed3d20d40f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:13Z', 'updated_at': '2021-07-16T09:11:02Z', 'revision_number': 6, 'project_id': 'f3682a4be105464ab385bed3d20d40f0', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:03.133636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.627516 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.633177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.689530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.690252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968799c0-ab31-466d-bb66-eff31b79c1fa {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:03.697613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.699846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-760fa783-44d7-4687-ab4f-e140b927f076 admin admin] 10.222.0.32 "DELETE /v2.0/routers/968799c0-ab31-466d-bb66-eff31b79c1fa HTTP/1.1" status: 204 len: 168 time: 1.4594579 Jul 16 09:11:03.703106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59152) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:03.752480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Deleting subnet 93ba8cec-5a63-44ed-9c0d-312648aba444 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:03.756864 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.798665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.910857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.988439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.022019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ba8cec-5a63-44ed-9c0d-312648aba444,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:04.034807 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.039077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bda33fc4-3abd-4ee3-8aed-312ebd874076 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93ba8cec-5a63-44ed-9c0d-312648aba444 HTTP/1.1" status: 204 len: 168 time: 0.3342350 Jul 16 09:11:04.042982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59154) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:04.048338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ec8dd-8d23-46d9-99b6-10e4f5074094 None None] Network 8e489a4d-12d1-4747-824b-e03c33d10ec3 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:04.088717 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f48d973-821b-4ea7-b771-c69c6e64dfa1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:04.144735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5f48d973-821b-4ea7-b771-c69c6e64dfa1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:04.145214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f48d973-821b-4ea7-b771-c69c6e64dfa1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:04.145731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 28e911c0-e755-46d9-87aa-cc186636d7c1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:04.166415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 28e911c0-e755-46d9-87aa-cc186636d7c1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:04.166679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 28e911c0-e755-46d9-87aa-cc186636d7c1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:04.189510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.324367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876509a1-020c-4960-b5d5-42a38538790e None None] DHCP port deletion for 8e489a4d-12d1-4747-824b-e03c33d10ec3 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:04.413043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Deleting port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:04.414999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.523769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-876509a1-020c-4960-b5d5-42a38538790e None None] For port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:04.524194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.544466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Calling delete_port for e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:04.690135 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Deleting port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:04.690464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.698850 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.725568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Pushing event deleted for resources: {'Port': ['ID=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:04.733830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876509a1-020c-4960-b5d5-42a38538790e None None] No DVR routers for this DVR port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:04.738348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.738988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.739337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.739675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.740593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.747202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876509a1-020c-4960-b5d5-42a38538790e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:04.764365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] For port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,segment=NetworkSegment(b62f4d14-f58a-4336-ba6b-8b00c2a5ca29),segment_id=b62f4d14-f58a-4336-ba6b-8b00c2a5ca29)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:04.764726 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.777612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Calling delete_port for e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:04.877960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.909830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76ebd30-b1b3-4782-bf6a-2c88f492c6e0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:04.918876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] No DVR routers for this DVR port e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:04.998095 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.009026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e489a4d-12d1-4747-824b-e03c33d10ec3']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.023675 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.023966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62f4d14-f58a-4336-ba6b-8b00c2a5ca29') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:05.033043 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.047888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.053789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:05.054192 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self.session.flush() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:05.055831 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:05.111030 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.121065 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.126571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e489a4d-12d1-4747-824b-e03c33d10ec3 HTTP/1.1" status: 204 len: 168 time: 1.0792062 Jul 16 09:11:05.126834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59158) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:05.136268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fdc2c-fc2c-468e-b3af-a24ebcb9f837 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e489a4d-12d1-4747-824b-e03c33d10ec3,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:05.566307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.814548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:05.841009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:05.842741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e76ebd30-b1b3-4782-bf6a-2c88f492c6e0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:05.848707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Deleting port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:05.849060 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.945341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] For port 0e86cfa9-3e45-4067-b2f6-29a2c71dd106, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:05.947415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.967449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Calling delete_port for 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:06.201131 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.240483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0e86cfa9-3e45-4067-b2f6-29a2c71dd106,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:06.440188 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.672271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Router 7e80b210-a94e-4a80-acdc-c8faaa760313 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:06.815565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:06.827558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cfea8f08-1595-4fe2-a2f4-b882f05160fb admin admin] 10.222.0.32 "PUT /v2.0/routers/7e80b210-a94e-4a80-acdc-c8faaa760313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938922 Jul 16 09:11:06.828284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59180) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:06.831867 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Sync routers for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:06.848490 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:06.849311 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:06.977824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.004144 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:07.123861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.189330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Deleting port 671c35a2-0057-48e0-ab4e-71372d0b2f32 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:07.189678 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.221826 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:11:06Z', 'revision_number': 5, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port': {'id': '671c35a2-0057-48e0-ab4e-71372d0b2f32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:07.250345 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Checking router: 7e80b210-a94e-4a80-acdc-c8faaa760313 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:07.259466 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Routers {'7e80b210-a94e-4a80-acdc-c8faaa760313'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:07.259990 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:10:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['7e80b210-a94e-4a80-acdc-c8faaa760313'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:07.285701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] For port 671c35a2-0057-48e0-ab4e-71372d0b2f32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=671c35a2-0057-48e0-ab4e-71372d0b2f32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:07.286268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.307680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Calling delete_port for 671c35a2-0057-48e0-ab4e-71372d0b2f32 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:07.399812 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] Set router 7e80b210-a94e-4a80-acdc-c8faaa760313 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:07.453475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:11:07Z', 'revision_number': 6, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:07.483275 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85537f-215e-457a-8724-5ec50a2cd5d5 None None] The sync data for ids ['7e80b210-a94e-4a80-acdc-c8faaa760313'] in n-d-798054-12 is: [{'id': '7e80b210-a94e-4a80-acdc-c8faaa760313', 'name': 'tempest-TestServerMultinode-1565514120-router', 'tenant_id': '877be97c842c4141af6767ac37d1ffd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:20Z', 'updated_at': '2021-07-16T09:11:07Z', 'revision_number': 6, 'project_id': '877be97c842c4141af6767ac37d1ffd5', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:07.533868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.575949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Pushing event deleted for resources: {'Port': ['ID=671c35a2-0057-48e0-ab4e-71372d0b2f32,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:07.681718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.781724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.784439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.831367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.832447 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e80b210-a94e-4a80-acdc-c8faaa760313 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:07.837269 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.838471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-67f2458d-feb0-4b58-bb87-bcecde2cf023 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7e80b210-a94e-4a80-acdc-c8faaa760313 HTTP/1.1" status: 204 len: 168 time: 1.0088804 Jul 16 09:11:07.841029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59192) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:07.887262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Deleting subnet 4337cf01-10ee-4d50-a36e-34e66e8fd739 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:07.890786 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.926960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.018727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.095135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.118469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 671c35a2-0057-48e0-ab4e-71372d0b2f32 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:08.136287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4337cf01-10ee-4d50-a36e-34e66e8fd739,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:08.143369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.148973 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e6438b61-7132-4f95-bd40-0a0bfabdc282 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4337cf01-10ee-4d50-a36e-34e66e8fd739 HTTP/1.1" status: 204 len: 168 time: 0.3039556 Jul 16 09:11:08.149389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59194) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:08.160100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369380eb-a988-4756-88a6-2da9ee0bf6ef None None] Network 010441e3-20cc-45c2-a877-92cc0b67847c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:08.165237 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 671c35a2-0057-48e0-ab4e-71372d0b2f32 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:08.165701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 671c35a2-0057-48e0-ab4e-71372d0b2f32 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:08.166422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:08.219347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:08.220006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 0e86cfa9-3e45-4067-b2f6-29a2c71dd106 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:08.230441 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.306890 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Deleting port 40cb5712-88f5-4a52-906b-4df7df4f73c6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:08.307490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.398754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] For port 40cb5712-88f5-4a52-906b-4df7df4f73c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40cb5712-88f5-4a52-906b-4df7df4f73c6,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:08.399511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.426818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] DHCP port deletion for 010441e3-20cc-45c2-a877-92cc0b67847c request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:08.432143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Calling delete_port for 40cb5712-88f5-4a52-906b-4df7df4f73c6 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:08.499341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Deleting port 40cb5712-88f5-4a52-906b-4df7df4f73c6 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:08.504492 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.571094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.586178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] For port 40cb5712-88f5-4a52-906b-4df7df4f73c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40cb5712-88f5-4a52-906b-4df7df4f73c6,segment=NetworkSegment(191321e9-39f2-4d09-848b-878d5424fb0c),segment_id=191321e9-39f2-4d09-848b-878d5424fb0c)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:08.586853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.605181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Calling delete_port for 40cb5712-88f5-4a52-906b-4df7df4f73c6 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:08.613244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Pushing event deleted for resources: {'Port': ['ID=40cb5712-88f5-4a52-906b-4df7df4f73c6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:08.615721 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] No DVR routers for this DVR port 40cb5712-88f5-4a52-906b-4df7df4f73c6 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:08.691332 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.703276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010441e3-20cc-45c2-a877-92cc0b67847c']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:08.714962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191321e9-39f2-4d09-848b-878d5424fb0c') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:08.715449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191321e9-39f2-4d09-848b-878d5424fb0c') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:08.720781 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.730490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.753778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.759173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] Pushing event deleted for resources: {'Port': ['ID=40cb5712-88f5-4a52-906b-4df7df4f73c6,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:08.764267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:08.764422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6550a-c596-4df0-93ba-956354e55b77 None None] No DVR routers for this DVR port 40cb5712-88f5-4a52-906b-4df7df4f73c6 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:08.764878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:08.769190 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:08.802037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.868306 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.877745 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.886718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] 10.222.0.32 "DELETE /v2.0/networks/010441e3-20cc-45c2-a877-92cc0b67847c HTTP/1.1" status: 204 len: 168 time: 0.7360265 Jul 16 09:11:08.899644 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26951-90a3-4f04-b6b1-d45779097405 admin admin] Pushing event deleted for resources: {'Network': ['ID=010441e3-20cc-45c2-a877-92cc0b67847c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:09.170193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:09.239910 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-24404a53-b37e-42f8-a08c-1de0b58a5e22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3682a4be105464ab385bed3d20d40f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679429 Jul 16 09:11:09.243583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:09.334923 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.373074 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.420912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.446064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.449177 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:09.451058 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba03aa37-c953-4494-b4ff-8aeb05431fc8 HTTP/1.1" status: 204 len: 168 time: 0.2052107 Jul 16 09:11:09.463189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72749f-dcfe-4d16-8a1a-20bda9330960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba03aa37-c953-4494-b4ff-8aeb05431fc8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:09.797833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40cb5712-88f5-4a52-906b-4df7df4f73c6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:09.823015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 40cb5712-88f5-4a52-906b-4df7df4f73c6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:09.823458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40cb5712-88f5-4a52-906b-4df7df4f73c6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:09.860331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59208) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:09.904581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9e06b2f0-2d57-4073-a6e1-4ca9333b083e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=877be97c842c4141af6767ac37d1ffd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428898 Jul 16 09:11:09.908612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59210) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:09.973041 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.014922 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.086909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.089998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.091849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27bf3231-cb7e-497d-84a3-ff1177dedbb1 HTTP/1.1" status: 204 len: 168 time: 0.1820734 Jul 16 09:11:10.101003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f3da7-adf6-4d94-a48a-cd6505072c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf3231-cb7e-497d-84a3-ff1177dedbb1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:13.032771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e239a341-c877-4258-809c-0656a1f80598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.641383 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-906cadcf-bc3b-4ce6-b22c-2d7afa77bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.741209 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.975582 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.582226 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.136522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:24.328345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 1ec97b88-bdad-412d-b281-1256772fef3e {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:24.328690 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.417266 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.417519 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.431324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 1ec97b88-bdad-412d-b281-1256772fef3e owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:24.641902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.673527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=1ec97b88-bdad-412d-b281-1256772fef3e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:24.748676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.749036 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP 8f29b223-a246-4653-bb47-cb6afad552c1 disassociated (deleted). External IP: 172.25.5.57, port: 11d251db-d868-4d4b-a112-9e7437e2d6df. Jul 16 09:11:25.003409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:25.130551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:25.135280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.144959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:25.159084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:25.160299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:25.189716 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f36cb6cd-36c1-46e3-8c71-0262ca7ab6fb tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f29b223-a246-4653-bb47-cb6afad552c1 HTTP/1.1" status: 204 len: 168 time: 1.0495439 Jul 16 09:11:25.189716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:25.190577 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:25.336595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:25.420538 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9325dc29-8fd5-4604-9711-0f047f3dc4c9 x-openstack-request-id: req-9325dc29-8fd5-4604-9711-0f047f3dc4c9 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:25.420840 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:25.421146 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9325dc29-8fd5-4604-9711-0f047f3dc4c9 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:25.421556 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'status': 'completed', 'code': 200} Jul 16 09:11:25.531398 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-818619d5-5491-4cfa-a135-ee9e2b7fd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.533759 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-818619d5-5491-4cfa-a135-ee9e2b7fd399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0872765 Jul 16 09:11:25.641380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-5c313edf-23f7-4524-9868-2adba0fa4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.642937 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-5c313edf-23f7-4524-9868-2adba0fa4432 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1016665 Jul 16 09:11:25.693898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:25.730820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:25.735959 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-968b815d-2932-45ef-b22f-d0a8ee331c9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 200 len: 217 time: 0.0859644 Jul 16 09:11:25.757440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:25.758614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:25.785764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95e9d-5c7f-46f2-9a26-8a659999ceef req-f4444630-86d5-48ee-b072-8bf68dd917f6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.789334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70c95e9d-5c7f-46f2-9a26-8a659999ceef req-f4444630-86d5-48ee-b072-8bf68dd917f6 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.1381495 Jul 16 09:11:25.821795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-bf77c78e-a0b8-4e4e-b5f6-fd85759ad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.823693 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-bf77c78e-a0b8-4e4e-b5f6-fd85759ad56a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0794234 Jul 16 09:11:25.849616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70c95e9d-5c7f-46f2-9a26-8a659999ceef req-ca6261af-51a8-43e6-8682-7b9e7ecd38fd tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522916 Jul 16 09:11:25.899025 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-7c1f73ab-1d33-4f6d-a1b0-094e693c1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.901113 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-7c1f73ab-1d33-4f6d-a1b0-094e693c1b4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710323 Jul 16 09:11:25.923985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:26.035626 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-e5b42828-c535-47dd-b78d-6d1c0cb1c06b service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271133 Jul 16 09:11:26.153642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-905cb7ee-c5fc-44cc-b5f2-6144410ab2e7 req-65e0dba3-0b59-4205-9a59-387f320a8f3c service neutron] 10.222.0.46 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101511 Jul 16 09:11:26.224493 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:26.257101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cf628b-9be2-4c64-9d02-12a529c474e7 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'd29d4f30-4553-450b-aa65-13d2708c1e43', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'port_id': '857c6412-e831-425a-abfa-3fce5320e326', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'mac_address': 'fa:16:3e:f7:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:07:45Z', 'updated_at': '2021-07-16T09:07:48Z', 'revision_number': 1, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:26.555388 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad040f4-9f01-4a65-85d8-46ba77947850 None None] New status for floating IP 8f29b223-a246-4653-bb47-cb6afad552c1: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:27.068445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f99a8-8e85-421a-8563-4d2071e1643b req-07caace4-413d-44a3-a4ca-4e9f623714b5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:27.070329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff2f99a8-8e85-421a-8563-4d2071e1643b req-07caace4-413d-44a3-a4ca-4e9f623714b5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0768321 Jul 16 09:11:27.114697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-c7f6de3e-aa1d-4a71-95a3-0b390112cc7d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:27.116217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-c7f6de3e-aa1d-4a71-95a3-0b390112cc7d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 946 time: 0.0869918 Jul 16 09:11:27.128732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff2f99a8-8e85-421a-8563-4d2071e1643b req-a7cf993d-d588-40b2-bcde-ff8f2eaf27dc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520647 Jul 16 09:11:27.240213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 11d251db-d868-4d4b-a112-9e7437e2d6df {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:27.240561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.349903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 11d251db-d868-4d4b-a112-9e7437e2d6df, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=11d251db-d868-4d4b-a112-9e7437e2d6df,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:27.350449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.364463 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 11d251db-d868-4d4b-a112-9e7437e2d6df owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:27.507175 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.542511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=11d251db-d868-4d4b-a112-9e7437e2d6df,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.606465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 11d251db-d868-4d4b-a112-9e7437e2d6df on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:27.609414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.612872 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ee29a5e9-20af-4bcd-b478-05193f1f2a7e req-abfb3c13-6034-4609-863e-20cadf5dce9d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.46 "DELETE /v2.0/ports/11d251db-d868-4d4b-a112-9e7437e2d6df HTTP/1.1" status: 204 len: 173 time: 0.4905043 Jul 16 09:11:27.613418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'name': 'network-vif-deleted', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:27.616862 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1003e-feb6-4c36-8fd9-a5b1be01af6e" -d '{"events": [{"server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "name": "network-vif-deleted", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:27.661264 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0ff67-61be-4847-813a-c9b4203c410c x-openstack-request-id: req-e0c0ff67-61be-4847-813a-c9b4203c410c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:27.661643 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f113f7-416a-4dd4-a27b-3a88c6af1cd1", "name": "network-vif-deleted", "tag": "11d251db-d868-4d4b-a112-9e7437e2d6df", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:27.662073 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0c0ff67-61be-4847-813a-c9b4203c410c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:27.662498 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f113f7-416a-4dd4-a27b-3a88c6af1cd1', 'name': 'network-vif-deleted', 'tag': '11d251db-d868-4d4b-a112-9e7437e2d6df', 'status': 'completed', 'code': 200} Jul 16 09:11:28.304232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9f526ca-5dab-4432-953d-59d2d4285bc8 req-a17d4ebc-0fab-40e7-86a3-d473a6aa8311 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0365417 Jul 16 09:11:28.771978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:29.502949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9e1e59b-3de0-4f91-99dd-5a61b357d5bc req-4a8f9f19-f9e6-47e4-a554-ff7690ecc1aa tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0329816 Jul 16 09:11:30.120232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11d251db-d868-4d4b-a112-9e7437e2d6df no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:30.147261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 11d251db-d868-4d4b-a112-9e7437e2d6df {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:30.147618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 11d251db-d868-4d4b-a112-9e7437e2d6df not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:30.670639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f8fc6c4-430f-433a-8dc1-ba9a00538d0b req-98ceec50-36d0-48bf-a99e-95f01f032bb8 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0331199 Jul 16 09:11:31.863480 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f112f80-19ed-4a6b-a471-9fcad71a7efe req-77f1965c-0e03-4b0a-838e-53ed268947cc tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=35f113f7-416a-4dd4-a27b-3a88c6af1cd1 HTTP/1.1" status: 200 len: 210 time: 0.0327473 Jul 16 09:11:38.427762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59454) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:38.608592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 4d02f6df-6f5f-43f8-89c1-c8722b4bffac {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:38.608941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.702983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.703312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.720813 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 4d02f6df-6f5f-43f8-89c1-c8722b4bffac owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:38.827897 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.894227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.918463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=4d02f6df-6f5f-43f8-89c1-c8722b4bffac,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:38.987490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.988156 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Floating IP d29d4f30-4553-450b-aa65-13d2708c1e43 disassociated (deleted). External IP: 172.25.5.170, port: 857c6412-e831-425a-abfa-3fce5320e326. Jul 16 09:11:39.209871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:39.323126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:39.331206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.337161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:39.347474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.348681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.374632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2856ccf4-dda8-4291-a7fd-ec5b1108dd30 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "DELETE /v2.0/floatingips/d29d4f30-4553-450b-aa65-13d2708c1e43 HTTP/1.1" status: 204 len: 168 time: 0.9453259 Jul 16 09:11:39.375230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:39.378545 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33c942-29c3-40d8-a727-c53f19b85b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:39.431488 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cca589f-0155-4053-bd89-c7e80471b1ec x-openstack-request-id: req-6cca589f-0155-4053-bd89-c7e80471b1ec {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:39.432827 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "tag": "857c6412-e831-425a-abfa-3fce5320e326", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:39.433263 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cca589f-0155-4053-bd89-c7e80471b1ec {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:39.433898 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'tag': '857c6412-e831-425a-abfa-3fce5320e326', 'status': 'completed', 'code': 200} Jul 16 09:11:39.473441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:39.532276 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-241e0166-8105-4ff4-bf07-4788b3e0b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.534909 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-241e0166-8105-4ff4-bf07-4788b3e0b5cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 1098 time: 0.0737641 Jul 16 09:11:39.642279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.658472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-c96164c4-bba6-4551-9e01-10e8da968998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.662143 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-c96164c4-bba6-4551-9e01-10e8da968998 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 200 len: 913 time: 0.1200862 Jul 16 09:11:39.731154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-48519171-6e83-483a-8717-44b1ff376da7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 200 len: 217 time: 0.0558615 Jul 16 09:11:39.736837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.772168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:39.787176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.787996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.792754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-21e42623-f681-493e-90eb-c837acda092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.794667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-21e42623-f681-493e-90eb-c837acda092d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 200 len: 851 time: 0.0567834 Jul 16 09:11:39.904314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-3d2e332c-a2dd-4cda-ac49-072dab6e4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.906444 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-3d2e332c-a2dd-4cda-ac49-072dab6e4814 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16809966-23e3-4766-ba4b-3ca0071e7bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030328 Jul 16 09:11:39.935057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dd472-eeb9-4cb1-b788-e1388a500275 req-5f372350-6294-477b-8c63-2e198d34ec6f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.936954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-311dd472-eeb9-4cb1-b788-e1388a500275 req-5f372350-6294-477b-8c63-2e198d34ec6f tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.1017110 Jul 16 09:11:39.950436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:40.024921 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-311dd472-eeb9-4cb1-b788-e1388a500275 req-8aacf62d-c79a-4473-bcaf-180eacfac2e5 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813158 Jul 16 09:11:40.030796 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-84284135-99ab-4553-bb15-613ee787e9d7 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171010 Jul 16 09:11:40.137328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1c33c942-29c3-40d8-a727-c53f19b85b6d req-c22e1898-03dc-422d-a4f5-268947a6acc5 service neutron] 10.222.0.47 "GET /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981672 Jul 16 09:11:40.215661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.246438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd0070-0fcc-475a-911c-bc274fe8d9f3 None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T08:59:18Z', 'revision_number': 4, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'e7e50a67-6fdc-497b-b249-7381013230ca', 'name': '', 'network_id': '16809966-23e3-4766-ba4b-3ca0071e7bce', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'mac_address': 'fa:16:3e:4d:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:17Z', 'updated_at': '2021-07-16T08:59:26Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'subnets': [{'id': '55ff70a0-5fe0-4774-a8d3-27ff654a2982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:40.492393 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422455ca-1ace-4ba6-95a1-c7aebdc14ae5 None None] New status for floating IP d29d4f30-4553-450b-aa65-13d2708c1e43: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:41.250172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995f605-c1d4-40d2-aa34-fe0a48afc259 req-2d73040c-e0df-4dde-b701-7aa6165290f9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:41.252581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2995f605-c1d4-40d2-aa34-fe0a48afc259 req-2d73040c-e0df-4dde-b701-7aa6165290f9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.0847120 Jul 16 09:11:41.309181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2995f605-c1d4-40d2-aa34-fe0a48afc259 req-9b804b81-4e46-4b53-945d-1c18cfeed692 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/security-groups?id=af98c2e5-d81d-49d0-a977-e2d00a3d0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498199 Jul 16 09:11:41.333001 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-99752200-be17-40f6-a53d-2c41b2d6b41d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:41.334563 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-99752200-be17-40f6-a53d-2c41b2d6b41d tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 946 time: 0.1260338 Jul 16 09:11:41.453042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 857c6412-e831-425a-abfa-3fce5320e326 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:41.453485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.546474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] For port 857c6412-e831-425a-abfa-3fce5320e326, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=857c6412-e831-425a-abfa-3fce5320e326,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:41.546742 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.560748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 857c6412-e831-425a-abfa-3fce5320e326 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:41.696759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.741745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=857c6412-e831-425a-abfa-3fce5320e326,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.787182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] No DVR routers for this DVR port 857c6412-e831-425a-abfa-3fce5320e326 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:41.789905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.791920 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-239c0fd1-5a5d-4f31-84a7-467759044cc9 req-2200551d-d5d9-4753-9ac3-c368da5f8ab9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.47 "DELETE /v2.0/ports/857c6412-e831-425a-abfa-3fce5320e326 HTTP/1.1" status: 204 len: 173 time: 0.4520795 Jul 16 09:11:41.792393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'name': 'network-vif-deleted', 'tag': '857c6412-e831-425a-abfa-3fce5320e326'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:41.794660 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a9972-8924-419e-a8ab-e0971dd71fa7" -d '{"events": [{"server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "name": "network-vif-deleted", "tag": "857c6412-e831-425a-abfa-3fce5320e326"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:41.837773 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73117aed-59da-4947-b2ef-4655e8513381 x-openstack-request-id: req-73117aed-59da-4947-b2ef-4655e8513381 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:41.838069 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d92599f-1f37-4e46-8209-8c47aa1c11dd", "name": "network-vif-deleted", "tag": "857c6412-e831-425a-abfa-3fce5320e326", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:41.838329 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73117aed-59da-4947-b2ef-4655e8513381 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:41.838762 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d92599f-1f37-4e46-8209-8c47aa1c11dd', 'name': 'network-vif-deleted', 'tag': '857c6412-e831-425a-abfa-3fce5320e326', 'status': 'completed', 'code': 200} Jul 16 09:11:42.472084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-299ff9a7-83da-4147-aa2c-51333891e773 req-bd729dc2-1a77-4706-aab6-ecf13d78f765 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0377142 Jul 16 09:11:43.027567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-10757702-c278-4aa5-b302-65a50769fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.632304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fba4815-3eec-4174-bccc-832b94188da0 req-dc0990c4-873b-40e4-8e46-9fd54c901917 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0281587 Jul 16 09:11:44.759041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 857c6412-e831-425a-abfa-3fce5320e326 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:44.791684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 857c6412-e831-425a-abfa-3fce5320e326 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:44.792069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 857c6412-e831-425a-abfa-3fce5320e326 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:44.819512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc28bfac-afb2-48b7-83e3-48fe8b902d5e req-2472417c-0a9e-4a98-ad03-82c53891d2ac tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d92599f-1f37-4e46-8209-8c47aa1c11dd HTTP/1.1" status: 200 len: 210 time: 0.0436502 Jul 16 09:11:45.649381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03a53af4-3dc3-4fec-9ac6-52d2ffa9189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.735219 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.927100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59522) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:46.062020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Deleting port 650dccae-13ee-4c6e-9baa-ddc6232055f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:46.062298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.466820 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.467153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.478980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Calling delete_port for 650dccae-13ee-4c6e-9baa-ddc6232055f9 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:46.618167 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.642152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'Port': ['ID=650dccae-13ee-4c6e-9baa-ddc6232055f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:46.709365 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.712066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.713227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ed1e5c8a-0f16-407d-a889-806195c35674 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8ed7e70-3a3f-41df-9944-d61078ca3cf4 HTTP/1.1" status: 204 len: 168 time: 0.7850745 Jul 16 09:11:46.992823 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.580353 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.109788 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59566) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:50.174830 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.202413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.261893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.264414 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.268500 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] 10.222.0.32 "DELETE /v2.0/security-groups/af98c2e5-d81d-49d0-a977-e2d00a3d0e10 HTTP/1.1" status: 204 len: 168 time: 0.1548133 Jul 16 09:11:50.275324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2f093-dfaf-4a79-9828-5be99dd43cb9 tempest-TestVolumeBootPattern-333153416 tempest-TestVolumeBootPattern-333153416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af98c2e5-d81d-49d0-a977-e2d00a3d0e10,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:50.360083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59570) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:50.908154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.161377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Deleting port e7e50a67-6fdc-497b-b249-7381013230ca {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:51.161723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.239141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] For port e7e50a67-6fdc-497b-b249-7381013230ca, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e7e50a67-6fdc-497b-b249-7381013230ca,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:51.239519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.251410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Calling delete_port for e7e50a67-6fdc-497b-b249-7381013230ca owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:51.427666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.456131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e50a67-6fdc-497b-b249-7381013230ca,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:51.469018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.469370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.469711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.470046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.470378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.470709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.471027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.471464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.472025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.474494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.474840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.475166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:51.980560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.187746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:52.298974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:52.304529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bb53e071-f254-4261-87d0-96ebd9329776 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f93a9b9-10d0-4019-b715-9ace56e7fa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422772 Jul 16 09:11:52.306880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59586) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:52.313334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Sync routers for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:52.323310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:52.323922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.423973 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.445703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:52.561135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.633055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Deleting port bcd8a97e-28ea-48c6-936b-e436480a5119 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:52.634338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.732181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] For port bcd8a97e-28ea-48c6-936b-e436480a5119, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bcd8a97e-28ea-48c6-936b-e436480a5119,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:52.732560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.751159 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Calling delete_port for bcd8a97e-28ea-48c6-936b-e436480a5119 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:52.814832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T09:11:51Z', 'revision_number': 5, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port': {'id': 'bcd8a97e-28ea-48c6-936b-e436480a5119', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:14Z', 'updated_at': '2021-07-16T08:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.844547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Checking router: 4f93a9b9-10d0-4019-b715-9ace56e7fa37 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:52.853216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Routers {'4f93a9b9-10d0-4019-b715-9ace56e7fa37'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:52.853861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:52.949835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.952546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] Set router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:52.988604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd8a97e-28ea-48c6-936b-e436480a5119,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:53.022350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T09:11:52Z', 'revision_number': 6, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:53.047351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.056526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2b7e-cb32-42ef-b262-dbb9fe228efa None None] The sync data for ids ['4f93a9b9-10d0-4019-b715-9ace56e7fa37'] in n-d-798054-12 is: [{'id': '4f93a9b9-10d0-4019-b715-9ace56e7fa37', 'name': 'tempest-TestVolumeBootPattern-1997090734-router', 'tenant_id': '956ae5e70dea4b7bb60c6c48ea779852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:13Z', 'updated_at': '2021-07-16T09:11:52Z', 'revision_number': 6, 'project_id': '956ae5e70dea4b7bb60c6c48ea779852', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:53.144252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.146528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.194231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.195229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f93a9b9-10d0-4019-b715-9ace56e7fa37 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:53.202751 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.204379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87606bc4-1f1e-4211-b951-47e18d564fa9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f93a9b9-10d0-4019-b715-9ace56e7fa37 HTTP/1.1" status: 204 len: 168 time: 0.8961842 Jul 16 09:11:53.206915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59594) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:53.259172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Deleting subnet 55ff70a0-5fe0-4774-a8d3-27ff654a2982 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:53.263770 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.311849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.400947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.475879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.503007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ff70a0-5fe0-4774-a8d3-27ff654a2982,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:53.506971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.511717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-01797e35-66e8-44c8-844f-860dbe28f9a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/55ff70a0-5fe0-4774-a8d3-27ff654a2982 HTTP/1.1" status: 204 len: 168 time: 0.3037274 Jul 16 09:11:53.511842 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59600) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:53.524963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3319bc8-5013-48d0-8682-1b6358113ba2 None None] Network 16809966-23e3-4766-ba4b-3ca0071e7bce requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:53.620620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.684535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Deleting port 5802e09b-864a-4496-8d2d-9e847c5327c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:53.684961 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.759680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] For port 5802e09b-864a-4496-8d2d-9e847c5327c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5802e09b-864a-4496-8d2d-9e847c5327c6,segment=NetworkSegment(d42fdad2-05bd-4f06-ab79-8ef09c74ec33),segment_id=d42fdad2-05bd-4f06-ab79-8ef09c74ec33)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:53.760141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.774772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Calling delete_port for 5802e09b-864a-4496-8d2d-9e847c5327c6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:53.864236 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.895552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Pushing event deleted for resources: {'Port': ['ID=5802e09b-864a-4496-8d2d-9e847c5327c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:53.900292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5d351-d205-4882-832a-7db23b9fb47b None None] DHCP port deletion for 16809966-23e3-4766-ba4b-3ca0071e7bce request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:53.905984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] No DVR routers for this DVR port 5802e09b-864a-4496-8d2d-9e847c5327c6 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:54.005404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5802e09b-864a-4496-8d2d-9e847c5327c6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:54.014848 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.034479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16809966-23e3-4766-ba4b-3ca0071e7bce']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.041188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5802e09b-864a-4496-8d2d-9e847c5327c6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:54.042040 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5802e09b-864a-4496-8d2d-9e847c5327c6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:54.042680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bcd8a97e-28ea-48c6-936b-e436480a5119 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:54.062907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.063380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42fdad2-05bd-4f06-ab79-8ef09c74ec33') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.067450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bcd8a97e-28ea-48c6-936b-e436480a5119 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:54.068052 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bcd8a97e-28ea-48c6-936b-e436480a5119 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:54.068935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e7e50a67-6fdc-497b-b249-7381013230ca no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:54.075228 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.090937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.098171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:54.098813 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:54.101183 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:54.103675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e7e50a67-6fdc-497b-b249-7381013230ca {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:54.103675 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e7e50a67-6fdc-497b-b249-7381013230ca not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:54.165194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.173151 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.175097 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] 10.222.0.32 "DELETE /v2.0/networks/16809966-23e3-4766-ba4b-3ca0071e7bce HTTP/1.1" status: 204 len: 168 time: 0.6611834 Jul 16 09:11:54.178673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:54.188175 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf0c33-7e1f-419f-898d-0d316e228080 admin admin] Pushing event deleted for resources: {'Network': ['ID=16809966-23e3-4766-ba4b-3ca0071e7bce,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.553066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.806569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Deleting port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:54.807213 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.887734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] For port 35f2c96b-a29e-4daf-b4e9-d52510e8b95f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:54.888120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.901025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Calling delete_port for 35f2c96b-a29e-4daf-b4e9-d52510e8b95f owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:55.075091 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.110241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f2c96b-a29e-4daf-b4e9-d52510e8b95f,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.281037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.521695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Router aec2c447-41c6-4c90-8e0c-154c747cf94b has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:55.638530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:55.648316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ae97b13-ce97-4a94-b10c-6cfe7ad22264 admin admin] 10.222.0.32 "PUT /v2.0/routers/aec2c447-41c6-4c90-8e0c-154c747cf94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4679148 Jul 16 09:11:55.650227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59618) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:55.654777 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Sync routers for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:55.665602 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:55.666490 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:55.765806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.770605 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:55.904621 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.972744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Deleting port 9fd1e3ec-1ee9-4656-b358-3964f65f7838 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:55.973163 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.975985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T09:11:55Z', 'revision_number': 5, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port': {'id': '9fd1e3ec-1ee9-4656-b358-3964f65f7838', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:24Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:56.005105 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Checking router: aec2c447-41c6-4c90-8e0c-154c747cf94b for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:56.015908 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Routers {'aec2c447-41c6-4c90-8e0c-154c747cf94b'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:56.016560 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:11:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['aec2c447-41c6-4c90-8e0c-154c747cf94b'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:56.070014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] For port 9fd1e3ec-1ee9-4656-b358-3964f65f7838, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9fd1e3ec-1ee9-4656-b358-3964f65f7838,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:56.070542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.082367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Calling delete_port for 9fd1e3ec-1ee9-4656-b358-3964f65f7838 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:56.101711 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] Set router aec2c447-41c6-4c90-8e0c-154c747cf94b gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:56.165683 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T09:11:55Z', 'revision_number': 6, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:56.192182 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867a5b6-91c9-4d26-91de-6fb3ef56b2d5 None None] The sync data for ids ['aec2c447-41c6-4c90-8e0c-154c747cf94b'] in n-d-798054-12 is: [{'id': 'aec2c447-41c6-4c90-8e0c-154c747cf94b', 'name': 'tempest-TestVolumeBootPattern-2092259909-router', 'tenant_id': 'f43cd0daf8e346288b3e7cb389d27342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:23Z', 'updated_at': '2021-07-16T09:11:55Z', 'revision_number': 6, 'project_id': 'f43cd0daf8e346288b3e7cb389d27342', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:56.270620 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.318942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd1e3ec-1ee9-4656-b358-3964f65f7838,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:56.349751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.350104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.350448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.350887 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.351120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.351453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.351780 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.352140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.352471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.352793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.353119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.353445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:56.375063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.465267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.467347 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.511894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.512489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec2c447-41c6-4c90-8e0c-154c747cf94b {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:56.516865 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.518249 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-177a3002-4db7-4c9c-bd13-01788182ffc5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aec2c447-41c6-4c90-8e0c-154c747cf94b HTTP/1.1" status: 204 len: 168 time: 0.8670280 Jul 16 09:11:56.520858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59628) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:56.570288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Deleting subnet 227ae895-40ab-41f0-a7b1-c084723dabef {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:56.573867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.609549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.704389 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.774284 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.805047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227ae895-40ab-41f0-a7b1-c084723dabef,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:56.811744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.814574 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-285ebcb4-f098-4816-996a-e22b0c35f190 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/227ae895-40ab-41f0-a7b1-c084723dabef HTTP/1.1" status: 204 len: 168 time: 0.2927535 Jul 16 09:11:56.817653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 59636) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:56.820877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93c2c3-5c52-454f-b198-acb18bf25be0 None None] Network 645d8d30-95d1-4c35-b53c-5405651f516b requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:56.894946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.954211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Deleting port c0639437-519f-4c48-83a8-9b5412c837d2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:56.954475 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.069212 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] For port c0639437-519f-4c48-83a8-9b5412c837d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c0639437-519f-4c48-83a8-9b5412c837d2,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:57.070056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.082009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] DHCP port deletion for 645d8d30-95d1-4c35-b53c-5405651f516b request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:57.109359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Calling delete_port for c0639437-519f-4c48-83a8-9b5412c837d2 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:57.151887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Deleting port c0639437-519f-4c48-83a8-9b5412c837d2 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:57.152530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.211474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.230463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] For port c0639437-519f-4c48-83a8-9b5412c837d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c0639437-519f-4c48-83a8-9b5412c837d2,segment=NetworkSegment(43a65919-4b1f-40c9-b92e-c5388abe13eb),segment_id=43a65919-4b1f-40c9-b92e-c5388abe13eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:57.231025 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.241194 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0639437-519f-4c48-83a8-9b5412c837d2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.243073 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] No DVR routers for this DVR port c0639437-519f-4c48-83a8-9b5412c837d2 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:57.249356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Calling delete_port for c0639437-519f-4c48-83a8-9b5412c837d2 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:57.328099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.336369 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.339950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645d8d30-95d1-4c35-b53c-5405651f516b']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:57.354786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a65919-4b1f-40c9-b92e-c5388abe13eb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:57.355206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a65919-4b1f-40c9-b92e-c5388abe13eb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:57.364840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] No DVR routers for this DVR port c0639437-519f-4c48-83a8-9b5412c837d2 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:57.371951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8c80-66d3-4c72-8c0c-a7a400e93e35 None None] Pushing event deleted for resources: {'Port': ['ID=c0639437-519f-4c48-83a8-9b5412c837d2,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.376635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.392248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.400013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:57.400560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:57.402772 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:57.467677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.473695 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.475573 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/645d8d30-95d1-4c35-b53c-5405651f516b HTTP/1.1" status: 204 len: 168 time: 0.6570086 Jul 16 09:11:57.489525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460433b-0ffc-44df-aa1a-29e424b05a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=645d8d30-95d1-4c35-b53c-5405651f516b,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.605684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59648) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:57.647112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4c761aa-9075-43d8-9f89-df4174da63d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=956ae5e70dea4b7bb60c6c48ea779852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401378 Jul 16 09:11:57.649551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59650) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:57.696699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.718540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.773692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.777295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.778729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e18a935e-c6ec-4f06-8a95-74aca70210a6 HTTP/1.1" status: 204 len: 168 time: 0.1282344 Jul 16 09:11:57.793561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fea1e-ab5e-4815-a3d3-e31cdcf790e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a935e-c6ec-4f06-8a95-74aca70210a6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.833272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c0639437-519f-4c48-83a8-9b5412c837d2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:57.853357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c0639437-519f-4c48-83a8-9b5412c837d2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:57.853700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c0639437-519f-4c48-83a8-9b5412c837d2 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:57.854113 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35f2c96b-a29e-4daf-b4e9-d52510e8b95f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:57.873666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 35f2c96b-a29e-4daf-b4e9-d52510e8b95f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:57.874096 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35f2c96b-a29e-4daf-b4e9-d52510e8b95f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:57.874575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9fd1e3ec-1ee9-4656-b358-3964f65f7838 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:57.898742 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9fd1e3ec-1ee9-4656-b358-3964f65f7838 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:57.899184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9fd1e3ec-1ee9-4656-b358-3964f65f7838 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:58.163625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59662) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.205177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7d529446-266c-44ae-9959-b68c0c8a3833 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f43cd0daf8e346288b3e7cb389d27342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403006 Jul 16 09:11:58.207576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 59664) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.255108 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.275526 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.321738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.324403 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.327976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19b1d331-a11c-4f6f-8f64-5cb1af8a9e98 HTTP/1.1" status: 204 len: 168 time: 0.1171436 Jul 16 09:11:58.335970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d86570-2aae-4d55-a822-196459ffe5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b1d331-a11c-4f6f-8f64-5cb1af8a9e98,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.773723 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:08.801866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.429932 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:13.028773 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9d852762-e650-4373-85d7-dac72f92618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.641886 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa904-12c8-4e2c-a36d-ac354dda472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:15.736595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.983123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:18.581820 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.802524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.429231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.375620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.380978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258406824', 'description': 'tempest-secgroup-smoke-1258406824 description', 'project_id': '72ae74486d8d423ead26365e3c05e603'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.407164 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.489322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.493000 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.522423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ce125-455e-4c1f-b281-406436e37d66,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.525165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.526755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b8de4bc5-9a77-4109-ac69-1202be7f0f46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500881 Jul 16 09:12:42.529648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60220) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.534587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.562100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.617351 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.621019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.638053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e25623-6615-4af0-8042-8bebff4a94d8,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.644927 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.646308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8eff24dc-b3ec-44c6-aa20-51e79dce7246 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155941 Jul 16 09:12:42.648916 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60222) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.653339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.679551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.733827 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.737086 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.756028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877880d3-9272-47a9-9a2c-2479d90e7a43,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.761559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.762577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84839ad5-28a7-4089-b003-9c11f7477e87 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127393 Jul 16 09:12:42.765569 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.770570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.774456 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:42.795996 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.856258 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.860153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.880121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f2e10d-ae34-48db-b072-acd65df3b667,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:42.884121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.885259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-82d7c9e8-cb45-47c3-842c-9a3dd9eb61f0 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187644 Jul 16 09:12:42.887973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:42.892851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.920957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.979392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.982973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.000067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1a890b-e6ed-498e-800b-961c526f45ce,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.006921 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.008244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c51209a6-324e-4bbc-bfe5-82427c987288 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190436 Jul 16 09:12:43.010878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60228) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.015298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:43.029828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c55dbc9b-9585-40f4-8e40-8242b65d2734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.038039 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Project 72ae74486d8d423ead26365e3c05e603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:43.042934 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.102168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.106114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.122782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42648978-d98a-4946-b11f-285a1eb81c0d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.130387 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.134611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-275451a6-3c4f-4853-8f13-6907e12fb82c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201630 Jul 16 09:12:43.135005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60230) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:43.140100 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'security_group_rule': {'security_group_id': '5f7ce125-455e-4c1f-b281-406436e37d66', 'project_id': '72ae74486d8d423ead26365e3c05e603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:43.161993 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Project 72ae74486d8d423ead26365e3c05e603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:43.166957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.231628 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.235221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.255022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e27e7b3-1f2b-427c-b6dc-b05161e3ce33,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.258893 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.260177 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9cdc615-4d0c-4c42-bc0a-76f406f65a3e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240931 Jul 16 09:12:43.459623 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-0ca82d40-cf70-48cf-86b3-2592fe3c40da tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258406824&fields=id&tenant_id=72ae74486d8d423ead26365e3c05e603 HTTP/1.1" status: 200 len: 267 time: 0.0355358 Jul 16 09:12:43.567605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-d3887f9a-6ae6-4a5d-a48f-95ed08e5f211 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.569155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-d3887f9a-6ae6-4a5d-a48f-95ed08e5f211 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 814 time: 0.1030381 Jul 16 09:12:43.583729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-4cf0c575-1a01-4166-88ea-b024923c862e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/quotas/72ae74486d8d423ead26365e3c05e603 HTTP/1.1" status: 200 len: 375 time: 0.0092156 Jul 16 09:12:43.653815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-a41d3151-2178-408d-9dc0-01589ae8b2d8 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651691 Jul 16 09:12:43.765811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-f844bef5-a3c8-409d-9227-d67d36b3e293 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:12:43.766898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-f844bef5-a3c8-409d-9227-d67d36b3e293 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1020365 Jul 16 09:12:43.858512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-c3f132cf-8000-42d3-a0c4-05cf3e8ee43a service neutron] 10.222.0.32 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 Jul 16 09:12:43.946005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-70fb7465-889d-4739-9c62-356a47b2651f service neutron] 10.222.0.32 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818512 Jul 16 09:12:44.264489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3da9e4ac-41f5-4980-b399-32b0d39ef7b4 req-8a13def2-62bf-4445-a289-6777086abc12 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0334702 Jul 16 09:12:45.417292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cb6c1442-ee61-43d8-bee4-19167963ff67 req-e26e35e0-340c-4907-ac8f-b852c3b6a068 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0317519 Jul 16 09:12:45.428720 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-c9f53386-72c3-4b53-a227-411be73a5054 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.430243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-c9f53386-72c3-4b53-a227-411be73a5054 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 814 time: 0.1110692 Jul 16 09:12:45.474657 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-4e49c93c-cfcc-4834-9fc6-d517e6ac25b3 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72ae74486d8d423ead26365e3c05e603 HTTP/1.1" status: 200 len: 380 time: 0.0366018 Jul 16 09:12:45.487551 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'port': {'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'admin_state_up': True, 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'security_groups': ['5f7ce125-455e-4c1f-b281-406436e37d66']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:45.602530 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Made reservation on behalf of 72ae74486d8d423ead26365e3c05e603 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:45.606613 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.645497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8e66ba07-a05a-44e5-b56a-15aa309d873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.739827 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.743831 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Allocated IP 172.20.0.10 (97347976-7eba-4461-9a92-0293a695042a/ea23e8a3-86ab-4251-b61b-536f7c40a271/8f402a34-1400-428e-9c5e-4b47b837dec0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:45.885432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.900996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Transition to ACTIVE for port object 8f402a34-1400-428e-9c5e-4b47b837dec0 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:45.935184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:45.982913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Network 97347976-7eba-4461-9a92-0293a695042a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:45.988432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:45.991662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:46.023273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:46.050404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.051082 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.067414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3a40a707-69a7-4b1d-99af-86e710200570 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874627 Jul 16 09:12:46.138785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Request body: {'port': {'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:46.219752 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.305923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8a61197-de8d-4321-a567-e85f64a9095d None None] Provisioning for port 8f402a34-1400-428e-9c5e-4b47b837dec0 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:46.309617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c8a61197-de8d-4321-a567-e85f64a9095d None None] Provisioning complete for port 8f402a34-1400-428e-9c5e-4b47b837dec0 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:46.310176 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c8a61197-de8d-4321-a567-e85f64a9095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.347257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c8a61197-de8d-4321-a567-e85f64a9095d None None] Port 8f402a34-1400-428e-9c5e-4b47b837dec0 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:46.516236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f402a34-1400-428e-9c5e-4b47b837dec0 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:46.524607 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.539488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Transition to ACTIVE for port object 8f402a34-1400-428e-9c5e-4b47b837dec0 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:46.544762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.614359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Pushing event updated for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:46.635837 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd4ecd-61e5-421f-89e2-f7da21ae3c21 req-b92a4d7b-d7f7-42b2-bca1-36d211b30f7c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.644313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0cd4ecd-61e5-421f-89e2-f7da21ae3c21 req-b92a4d7b-d7f7-42b2-bca1-36d211b30f7c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.1120725 Jul 16 09:12:46.694218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0cd4ecd-61e5-421f-89e2-f7da21ae3c21 req-994de4a7-b5b2-4047-b526-956949f09b6a tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476289 Jul 16 09:12:46.736876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Attempting to bind port 8f402a34-1400-428e-9c5e-4b47b837dec0 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:46.737634 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Attempting to bind port 8f402a34-1400-428e-9c5e-4b47b837dec0 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:46.737999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Attempting to bind port 8f402a34-1400-428e-9c5e-4b47b837dec0 on network 97347976-7eba-4461-9a92-0293a695042a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:46.744389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Port 8f402a34-1400-428e-9c5e-4b47b837dec0 on network 97347976-7eba-4461-9a92-0293a695042a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:46.744726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Attempting to bind port 8f402a34-1400-428e-9c5e-4b47b837dec0 on network 97347976-7eba-4461-9a92-0293a695042a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:46.750960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:46.751458 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Checking segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:46.751858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Bound using segment: {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:46.752489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Bound port: 8f402a34-1400-428e-9c5e-4b47b837dec0, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2fe1cc-a08d-4137-85da-d0b8f3605137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '97347976-7eba-4461-9a92-0293a695042a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:46.752878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.832872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:46.836789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8f402a34-1400-428e-9c5e-4b47b837dec0,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:46.841496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.878907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.879622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.881191 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] 10.222.0.47 "PUT /v2.0/ports/8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 1093 time: 0.8066931 Jul 16 09:12:46.883926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:46.889002 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703fcba5-e106-415c-ab0d-b8e788225043" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:46.920216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd59a-28e0-42d3-9f0c-0ace2464922f service neutron] Pushing event updated for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:46.964176 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b29c2e-6b22-4a6a-a4b4-7a111641923a x-openstack-request-id: req-87b29c2e-6b22-4a6a-a4b4-7a111641923a {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:46.964474 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:46.964733 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87b29c2e-6b22-4a6a-a4b4-7a111641923a {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:46.965123 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:12:46.989255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-70ca2054-ee45-49d0-baec-3bd66b470e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.990105 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:46.991028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-70ca2054-ee45-49d0-baec-3bd66b470e6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0677965 Jul 16 09:12:47.036551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-0156dfff-a536-4883-be08-db993b880624 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Jul 16 09:12:47.087615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-b5af2f91-32fb-4329-b098-e4e8b4d966de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.089109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-b5af2f91-32fb-4329-b098-e4e8b4d966de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0473890 Jul 16 09:12:47.150705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-1275ad89-734a-443f-9ecb-83870ba15a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.152171 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-1275ad89-734a-443f-9ecb-83870ba15a56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570710 Jul 16 09:12:47.249715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-aa96627a-a79e-49fa-831e-0622f12345c0 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914080 Jul 16 09:12:47.349825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-88c56d53-df81-4188-b7a5-69e2861a2c49 req-3d9295fd-e2fb-45fe-89e5-62c00d7a041b service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908747 Jul 16 09:12:47.457701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fcba5-e106-415c-ab0d-b8e788225043 req-0a449577-c9cb-4131-8f69-7651c82ea6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.459226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-0a449577-c9cb-4131-8f69-7651c82ea6f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0608573 Jul 16 09:12:47.550700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fcba5-e106-415c-ab0d-b8e788225043 req-b5bab61d-df72-4415-bd24-4e9ade7156bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.552384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-b5bab61d-df72-4415-bd24-4e9ade7156bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 915 time: 0.0868862 Jul 16 09:12:47.597550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-bc22461b-2188-4d15-a3cf-52ba17ea5a94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 217 time: 0.0391946 Jul 16 09:12:47.657725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fcba5-e106-415c-ab0d-b8e788225043 req-aa13634c-57e4-4ac6-83ee-fa2abd6d8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.659307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-aa13634c-57e4-4ac6-83ee-fa2abd6d8442 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0556340 Jul 16 09:12:47.714972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fcba5-e106-415c-ab0d-b8e788225043 req-ee643e8c-97d8-42ea-859d-52ec492d8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.716501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-ee643e8c-97d8-42ea-859d-52ec492d8026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513711 Jul 16 09:12:47.829639 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-c88e7ea5-6713-49e9-a1f7-beaae43f08e3 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059206 Jul 16 09:12:47.893012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9235-a942-4855-ac64-2e1f4f333678 req-94799808-f126-430a-aadc-6a5315aea6b6 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.895778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab5e9235-a942-4855-ac64-2e1f4f333678 req-94799808-f126-430a-aadc-6a5315aea6b6 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0715854 Jul 16 09:12:47.935862 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-703fcba5-e106-415c-ab0d-b8e788225043 req-0da84554-6a3d-4078-9002-984b3df45628 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991397 Jul 16 09:12:47.941654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ab5e9235-a942-4855-ac64-2e1f4f333678 req-d28055d0-2985-462c-b9f9-2de0a9f19446 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361099 Jul 16 09:12:48.584934 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.115629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e415b-9b8e-4eea-b71f-67aac7e4f4b1 req-e22c483c-4935-4fdb-8fcf-856a61e28c29 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:49.117187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-021e415b-9b8e-4eea-b71f-67aac7e4f4b1 req-e22c483c-4935-4fdb-8fcf-856a61e28c29 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0684183 Jul 16 09:12:49.155439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-021e415b-9b8e-4eea-b71f-67aac7e4f4b1 req-bd8b10fb-db80-45d7-aac7-73f00559ca09 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323198 Jul 16 09:12:50.347933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7cd00-0260-48eb-884c-d2eab8cd461e req-53151dc4-f71a-4adb-bbd6-1a78d1edd2b8 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:50.349553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31d7cd00-0260-48eb-884c-d2eab8cd461e req-53151dc4-f71a-4adb-bbd6-1a78d1edd2b8 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0681581 Jul 16 09:12:50.392110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31d7cd00-0260-48eb-884c-d2eab8cd461e req-f0d4b538-3a53-49f8-8734-649e157cda8f tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Jul 16 09:12:51.566521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e8fd-ebc3-4a77-bb24-54ec9e462814 req-f5bb2fec-d625-4807-afc5-7e3e798d689c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.567926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5999e8fd-ebc3-4a77-bb24-54ec9e462814 req-f5bb2fec-d625-4807-afc5-7e3e798d689c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0639660 Jul 16 09:12:51.607069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5999e8fd-ebc3-4a77-bb24-54ec9e462814 req-8b7c40ff-d0a9-431f-8656-0a3b1e39f34c tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Jul 16 09:12:52.786786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708c1f-a84d-470e-a303-21ade3de725e req-befe5171-65c8-4acf-a8d3-5d73bc00b6fc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:52.788317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f708c1f-a84d-470e-a303-21ade3de725e req-befe5171-65c8-4acf-a8d3-5d73bc00b6fc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0665567 Jul 16 09:12:52.828474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f708c1f-a84d-470e-a303-21ade3de725e req-6a8b93d1-f852-4f7c-9711-f9d911a7563d tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Jul 16 09:12:54.338673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d1c94-41f8-48ca-b99a-e1a4c0ec20b1 req-40117e89-f221-4dea-bcb9-64370b0b2c8f tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.340218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb1d1c94-41f8-48ca-b99a-e1a4c0ec20b1 req-40117e89-f221-4dea-bcb9-64370b0b2c8f tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.3946140 Jul 16 09:12:54.379536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb1d1c94-41f8-48ca-b99a-e1a4c0ec20b1 req-b72e65c2-2700-41da-ba92-8e1d79fb1e19 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335956 Jul 16 09:12:55.569979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243a7ac-76c2-4f5f-9a19-ff986d86ee2c req-8b179ef5-dfe4-459b-9bd7-99496e2bf2b2 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:55.571380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f243a7ac-76c2-4f5f-9a19-ff986d86ee2c req-8b179ef5-dfe4-459b-9bd7-99496e2bf2b2 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0704198 Jul 16 09:12:55.611413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f243a7ac-76c2-4f5f-9a19-ff986d86ee2c req-283a4b9d-6d5a-4024-8ee5-a0701b40d531 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Jul 16 09:12:56.787858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8f180-6525-4368-85f4-1576106a3e11 req-915e922b-ee3f-4228-a590-11ddcb7a7208 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:56.789384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38a8f180-6525-4368-85f4-1576106a3e11 req-915e922b-ee3f-4228-a590-11ddcb7a7208 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 944 time: 0.0674899 Jul 16 09:12:56.827213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38a8f180-6525-4368-85f4-1576106a3e11 req-414039b5-6993-488f-b3df-f062fb035f1e tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Jul 16 09:12:57.101186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8f402a34-1400-428e-9c5e-4b47b837dec0 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:57.200005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8f402a34-1400-428e-9c5e-4b47b837dec0,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:57.212538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:57.251088 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.264228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f402a34-1400-428e-9c5e-4b47b837dec0 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:57.285796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8f402a34-1400-428e-9c5e-4b47b837dec0,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:57.290656 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.345012 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:57.353045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.353334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.353684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.354010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.354347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.354678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.355008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.355334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.355659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.355985 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.356341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.356665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:57.516126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8f402a34-1400-428e-9c5e-4b47b837dec0'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:57.997289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb4ac1-e992-4f5f-a2c9-7869495b63a8 req-e8cbc8ee-4840-4bfb-9e08-72fa5fd0ee99 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:57.998757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fcb4ac1-e992-4f5f-a2c9-7869495b63a8 req-e8cbc8ee-4840-4bfb-9e08-72fa5fd0ee99 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 945 time: 0.0622878 Jul 16 09:12:58.039652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fcb4ac1-e992-4f5f-a2c9-7869495b63a8 req-decae6ea-d52f-4a37-aea7-02b30adb9c8f tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Jul 16 09:12:59.113370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8f402a34-1400-428e-9c5e-4b47b837dec0 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:59.162116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8f402a34-1400-428e-9c5e-4b47b837dec0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:59.165995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8f402a34-1400-428e-9c5e-4b47b837dec0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:59.166376 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.220791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d7dd0-d804-4c15-8111-12dd386541da req-87e9c420-457e-460f-9c81-c4f6c34eb587 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.222342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d83d7dd0-d804-4c15-8111-12dd386541da req-87e9c420-457e-460f-9c81-c4f6c34eb587 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 945 time: 0.0653877 Jul 16 09:12:59.247297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.262212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d83d7dd0-d804-4c15-8111-12dd386541da req-4b760317-ed1b-4403-991c-b90d904c4dbc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341017 Jul 16 09:12:59.270111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:59.272441 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee57196-0c0a-4ec6-84a1-9cce685a9c2c" -d '{"events": [{"server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:59.288927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8f402a34-1400-428e-9c5e-4b47b837dec0,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:59.293759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.343418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:59.443916 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7075e-67af-45e3-afc9-853e11b49171 x-openstack-request-id: req-42f7075e-67af-45e3-afc9-853e11b49171 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:59.444268 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "name": "network-vif-plugged", "status": "completed", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:59.444527 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42f7075e-67af-45e3-afc9-853e11b49171 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:59.444932 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'code': 200} Jul 16 09:12:59.564173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631a268-30cd-4e47-b122-ee9dade13b16 req-37811327-ed56-401f-a691-b86d284523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:59.565675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2631a268-30cd-4e47-b122-ee9dade13b16 req-37811327-ed56-401f-a691-b86d284523bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0620983 Jul 16 09:12:59.600726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2631a268-30cd-4e47-b122-ee9dade13b16 req-f569eca7-698b-42b9-8079-90ab6c417b83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286803 Jul 16 09:13:00.458311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27190c-04cc-4ce9-a05a-ce5dcde5cd13 req-e3c69f1a-46b0-4a9b-8384-2568c26670e5 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:00.459812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca27190c-04cc-4ce9-a05a-ce5dcde5cd13 req-e3c69f1a-46b0-4a9b-8384-2568c26670e5 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0764587 Jul 16 09:13:00.503978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca27190c-04cc-4ce9-a05a-ce5dcde5cd13 req-23ab7891-0e34-4e0e-a2ae-b7904c30eb6a tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Jul 16 09:13:01.688252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644f92c-9975-46f0-bbc4-b38c5aa3abab req-09b9a329-43d1-4502-8846-3fd66f65c316 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:01.689875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a644f92c-9975-46f0-bbc4-b38c5aa3abab req-09b9a329-43d1-4502-8846-3fd66f65c316 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0684206 Jul 16 09:13:01.734229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a644f92c-9975-46f0-bbc4-b38c5aa3abab req-09b7e85a-0ffb-4bdf-8e83-dcd3696d9882 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385137 Jul 16 09:13:02.110317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399746d2-b3c2-4278-9228-931a6431b03f req-6bf312be-499d-42cd-821d-0bea4d8628e6 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:02.111822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-399746d2-b3c2-4278-9228-931a6431b03f req-6bf312be-499d-42cd-821d-0bea4d8628e6 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0673215 Jul 16 09:13:02.150919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-399746d2-b3c2-4278-9228-931a6431b03f req-d7348364-9739-4ca0-bc1c-77864ac99aaa tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333638 Jul 16 09:13:02.174310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60312) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:02.335071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4279d58-4ad1-4a44-be24-9c60aede5e64 tempest-TestVolumeBackupRestore-1785998543 tempest-TestVolumeBackupRestore-1785998543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:02.336656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d4279d58-4ad1-4a44-be24-9c60aede5e64 tempest-TestVolumeBackupRestore-1785998543 tempest-TestVolumeBackupRestore-1785998543-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1093 time: 0.1612411 Jul 16 09:13:02.339948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60316) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:02.344361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:02.367967 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.465777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.570347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Allocated IP 172.25.5.14 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/91726605-529f-4550-916d-dbacd6926a29) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:02.674064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.712000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.752728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:02.755704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:02.759685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:02.781842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'Port': ['ID=91726605-529f-4550-916d-dbacd6926a29,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:02.795862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.796252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.796601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.796922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.797253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.797583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.797910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.798233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.798557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.798883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.799206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:02.799525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:03.138666 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.217561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.362696 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.367202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.436451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event updated for resources: {'Port': ['ID=91726605-529f-4550-916d-dbacd6926a29,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:03.449195 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.550239 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Floating IP 64c90df7-ea04-47ad-959d-5595f9a22f69 associated. External IP: 172.25.5.14, port: 8f402a34-1400-428e-9c5e-4b47b837dec0. Jul 16 09:13:03.759425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:03.865340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:03.874486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:03.883871 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.885543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:03.886175 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:03.919843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f0db2691-03ab-4abd-88f1-0873b4f43df1 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5788169 Jul 16 09:13:03.920601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:03.922475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60318) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.922948 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa294ed4-028a-47f6-b8ff-0322ef80260b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:03.977700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1684a-a574-4042-b849-572314a77e72 tempest-TestVolumeBackupRestore-1785998543 tempest-TestVolumeBackupRestore-1785998543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:03.979499 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-90e1684a-a574-4042-b849-572314a77e72 tempest-TestVolumeBackupRestore-1785998543 tempest-TestVolumeBackupRestore-1785998543-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1093 time: 0.0558531 Jul 16 09:13:03.983047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60324) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.988502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Request body: {'floatingip': {'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:03.995565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:04.033752 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946f1d6-12e8-40b9-80e5-227378b94495 x-openstack-request-id: req-4946f1d6-12e8-40b9-80e5-227378b94495 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:04.034051 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:04.034307 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4946f1d6-12e8-40b9-80e5-227378b94495 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:04.034711 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:13:04.049804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.116957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-d658f3f4-25e9-4241-b710-a2cc17ccf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.118608 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-d658f3f4-25e9-4241-b710-a2cc17ccf4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0624828 Jul 16 09:13:04.216597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-7c5a3b2b-8d08-4ca7-a895-e0094cbf06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.219398 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-7c5a3b2b-8d08-4ca7-a895-e0094cbf06ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 915 time: 0.0949454 Jul 16 09:13:04.238978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:02Z', 'revision_number': 0, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:04.287961 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:04.297780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:04.298201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:04.317463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-79175fa8-0a8b-43bc-b997-965c9da0acd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 999 time: 0.0917780 Jul 16 09:13:04.371155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-60d01248-0986-4660-877c-b109ff22131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.372721 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-60d01248-0986-4660-877c-b109ff22131a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0496378 Jul 16 09:13:04.409360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:04.440896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-36deca01-d0f7-4d72-8462-ed75a1b228c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.442543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-36deca01-d0f7-4d72-8462-ed75a1b228c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621839 Jul 16 09:13:04.538432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-5290d1d6-7667-4d5e-b900-890f9f4a76c2 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895846 Jul 16 09:13:04.570514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.577086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.636335 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fa294ed4-028a-47f6-b8ff-0322ef80260b req-915e130b-958f-4744-86a5-e2b9a7223428 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918534 Jul 16 09:13:04.648181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:02Z', 'revision_number': 0, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:04.676419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3642b50-1929-4f80-99c7-b8f6812fb8ea None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:02Z', 'revision_number': 0, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:04.809971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:04.908394 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcafd8-86bf-44cf-8418-1e01d1aa50f5 None None] New status for floating IP 64c90df7-ea04-47ad-959d-5595f9a22f69: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:04.924367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:04.929120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.005177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d2345458-616f-4e0c-bc63-c95e15506cdc tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "PUT /v2.0/floatingips/64c90df7-ea04-47ad-959d-5595f9a22f69 HTTP/1.1" status: 200 len: 991 time: 1.0204322 Jul 16 09:13:05.120061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:05.129733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:05.130333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:05.236639 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:05.609789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:05Z', 'revision_number': 2, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:05.635648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:05.644221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:05.644844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:12:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:05.752171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:05.978737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:05Z', 'revision_number': 2, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:06.004575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31be0f-fcff-4837-9c2c-7524c9c44d16 None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '64c90df7-ea04-47ad-959d-5595f9a22f69', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'port_id': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'mac_address': 'fa:16:3e:ca:6c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:02Z', 'updated_at': '2021-07-16T09:13:05Z', 'revision_number': 2, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:06.036656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}, {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:06.039047 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cc855-b4de-4305-81c1-32a0f5280561" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}, {"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:06.075595 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da18c5bd-1aa2-411c-849e-951ee64158a7 x-openstack-request-id: req-da18c5bd-1aa2-411c-849e-951ee64158a7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:06.075892 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:06.076169 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da18c5bd-1aa2-411c-849e-951ee64158a7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:06.076570 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:13:06.076826 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:13:06.152352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-355720d0-ab1f-4540-b82f-1fda54b88eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.153976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-355720d0-ab1f-4540-b82f-1fda54b88eea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0544112 Jul 16 09:13:06.251800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-a25d18fa-dce9-4914-91f7-5bfbf01459fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.253230 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-a25d18fa-dce9-4914-91f7-5bfbf01459fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 915 time: 0.0929353 Jul 16 09:13:06.318649 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-ae4b7231-1508-418e-b3a3-922e610ad8ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 1001 time: 0.0594225 Jul 16 09:13:06.367069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-46957517-6c06-4cbf-809c-97f8f6fc1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.368595 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-46957517-6c06-4cbf-809c-97f8f6fc1ae4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0440881 Jul 16 09:13:06.429080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-fbba5930-697a-4ccc-adfa-6d0d203b26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.431166 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-fbba5930-697a-4ccc-adfa-6d0d203b26d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569808 Jul 16 09:13:06.518278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-fb8366e7-862f-4688-8325-2aa54d9ff534 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812047 Jul 16 09:13:06.610081 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-91204709-971b-4026-88cb-86d91d006b8e service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Jul 16 09:13:06.699598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-d388872a-7da3-490b-808c-eb8bb05bf4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.701142 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-d388872a-7da3-490b-808c-eb8bb05bf4d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0510678 Jul 16 09:13:06.794377 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-bf916b86-83f5-4d30-a43d-231bec286936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.795776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-bf916b86-83f5-4d30-a43d-231bec286936 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 915 time: 0.0884581 Jul 16 09:13:06.861248 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-182f5fcf-84af-47d7-804c-27099ffb5893 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 1001 time: 0.0581114 Jul 16 09:13:06.908850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-81fb7c3a-0a8b-40c6-89b4-2c48fcbc1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.910323 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-81fb7c3a-0a8b-40c6-89b4-2c48fcbc1166 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0433912 Jul 16 09:13:06.970040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc855-b4de-4305-81c1-32a0f5280561 req-f9bce419-cebf-40a9-ad17-3ed90d6bd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:06.971574 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-f9bce419-cebf-40a9-ad17-3ed90d6bd376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557530 Jul 16 09:13:07.060061 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-7d949783-f2a0-4436-bda7-c4df71c6fa76 service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821350 Jul 16 09:13:07.151829 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-228cc855-b4de-4305-81c1-32a0f5280561 req-c8f8130c-0b80-4da0-993f-5bb979ae5b5c service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855074 Jul 16 09:13:08.810502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.457209 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.030955 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b121e38f-cc09-40e6-b4f2-f66f6758b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.498448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-d2a63af6-8d9a-47f4-92fb-bacc5db71bb2 req-f1006588-ba08-4663-9b71-d83fe7f9cd2f service neutron] (93775) timed out ('10.222.0.32', 58038) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:13:15.648988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-50b6385c-19c3-40ac-9dc0-8cbfe6da63d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.745796 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.986273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.586795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.773762 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:33.591449 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60336) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:33.746202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Deleting port 91726605-529f-4550-916d-dbacd6926a29 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:33.746540 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.146761 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.147102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.159186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Calling delete_port for 91726605-529f-4550-916d-dbacd6926a29 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:34.306196 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.331165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event deleted for resources: {'Port': ['ID=91726605-529f-4550-916d-dbacd6926a29,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:34.395835 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.396188 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Floating IP 64c90df7-ea04-47ad-959d-5595f9a22f69 disassociated (deleted). External IP: 172.25.5.14, port: 8f402a34-1400-428e-9c5e-4b47b837dec0. Jul 16 09:13:34.597657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:34.706245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:34.711038 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.716875 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:34.727299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:34.727907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:34.750071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e784dd39-d004-4bbc-8c51-b2f32f759e46 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "DELETE /v2.0/floatingips/64c90df7-ea04-47ad-959d-5595f9a22f69 HTTP/1.1" status: 204 len: 168 time: 1.1574891 Jul 16 09:13:34.750645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:34.753466 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208218fd-6b40-44f3-a11e-6c032c1153ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:34.791931 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c8df6-e8d7-4f18-9c3f-cb7640f529a0 x-openstack-request-id: req-a58c8df6-e8d7-4f18-9c3f-cb7640f529a0 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:34.792400 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:34.792660 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a58c8df6-e8d7-4f18-9c3f-cb7640f529a0 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:34.793275 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:13:34.835829 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:34.868368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-096691ca-89f7-48f8-927b-57eed8ff4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.869930 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-096691ca-89f7-48f8-927b-57eed8ff4fa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72ae74486d8d423ead26365e3c05e603&device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0549085 Jul 16 09:13:34.981306 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-241369ea-4adc-4e8c-8ae3-941bcb28f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.982786 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-241369ea-4adc-4e8c-8ae3-941bcb28f79a service neutron] 10.222.0.47 "GET /v2.0/networks?id=97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 200 len: 915 time: 0.1058378 Jul 16 09:13:35.026289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-a031ffaf-c504-422c-a316-78673eff8e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 200 len: 217 time: 0.0355213 Jul 16 09:13:35.057966 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:35.077170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-2adffccf-843b-4b5c-bd69-c599cacf3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.078617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-2adffccf-843b-4b5c-bd69-c599cacf3ccb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 200 len: 853 time: 0.0439525 Jul 16 09:13:35.086197 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:35.095980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:35.096771 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:35.134231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2719-9b19-4113-ad9e-2a47f502faf0 req-267449c9-e95e-4b3b-ad0a-8e1cf2129ab4 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.135851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991a2719-9b19-4113-ad9e-2a47f502faf0 req-267449c9-e95e-4b3b-ad0a-8e1cf2129ab4 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0691895 Jul 16 09:13:35.180090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-991a2719-9b19-4113-ad9e-2a47f502faf0 req-48bbb6db-29c5-4bc0-a35f-e1c03fb40fae tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372171 Jul 16 09:13:35.227195 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:35.494973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-65163c3a-719f-4a27-abec-75090359c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:35.496424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-65163c3a-719f-4a27-abec-75090359c3e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97347976-7eba-4461-9a92-0293a695042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4107020 Jul 16 09:13:35.532548 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:35.562949 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40581e9-40b6-484c-a551-71b0b95719f7 None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:10:45Z', 'revision_number': 4, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '5f08872f-7401-4b1c-9e8f-b486797d3a4c', 'name': '', 'network_id': '97347976-7eba-4461-9a92-0293a695042a', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'mac_address': 'fa:16:3e:fe:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:44Z', 'updated_at': '2021-07-16T09:10:52Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'subnets': [{'id': 'ea23e8a3-86ab-4251-b61b-536f7c40a271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:35.596572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-962632e0-bab1-428b-a1f8-f379a8e9fb5d service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911353 Jul 16 09:13:35.702845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-208218fd-6b40-44f3-a11e-6c032c1153ab req-ec8f467d-be61-4e9d-b446-630fca8bd91b service neutron] 10.222.0.47 "GET /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993116 Jul 16 09:13:35.795910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ee53d-d1bf-4eb9-9755-8103fc7d7886 None None] New status for floating IP 64c90df7-ea04-47ad-959d-5595f9a22f69: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:36.377122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e88b7-1d1e-4a37-bf10-99519d13883b req-6478a9bb-68dd-4987-be02-9d1497d9e753 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:36.378606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a08e88b7-1d1e-4a37-bf10-99519d13883b req-6478a9bb-68dd-4987-be02-9d1497d9e753 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0641987 Jul 16 09:13:36.417197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a08e88b7-1d1e-4a37-bf10-99519d13883b req-5ae35787-4352-43b1-ac02-609cc4c63d83 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f7ce125-455e-4c1f-b281-406436e37d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Jul 16 09:13:36.650480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-22fcebd2-60f8-418a-ba25-adf1766daeea tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:36.651910 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-22fcebd2-60f8-418a-ba25-adf1766daeea tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 946 time: 0.0613897 Jul 16 09:13:36.750029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Deleting port 8f402a34-1400-428e-9c5e-4b47b837dec0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:36.750369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:36.834584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] For port 8f402a34-1400-428e-9c5e-4b47b837dec0, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8f402a34-1400-428e-9c5e-4b47b837dec0,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:36.834943 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:36.847110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Calling delete_port for 8f402a34-1400-428e-9c5e-4b47b837dec0 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:36.971250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:36.997704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event deleted for resources: {'Port': ['ID=8f402a34-1400-428e-9c5e-4b47b837dec0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:37.007949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.008324 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.008670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.009013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.009348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.009682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.010013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.010743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.010743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.010989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.011287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.011611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:37.061360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] No DVR routers for this DVR port 8f402a34-1400-428e-9c5e-4b47b837dec0 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:37.064477 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.066420 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-eb9b3541-6f71-4593-ae84-8dbfb228086a req-58beae41-9efc-48e4-a859-39bf9d1f9902 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.47 "DELETE /v2.0/ports/8f402a34-1400-428e-9c5e-4b47b837dec0 HTTP/1.1" status: 204 len: 173 time: 0.4085147 Jul 16 09:13:37.066848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'name': 'network-vif-deleted', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:37.069105 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae301bfd-87bc-4cbc-ba16-ceb56c736565" -d '{"events": [{"server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "name": "network-vif-deleted", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:37.109636 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ce324-d8b4-43ab-82be-2021890d2d44 x-openstack-request-id: req-f14ce324-d8b4-43ab-82be-2021890d2d44 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:37.109952 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6968b4-1f80-4dee-a27b-7d76071d8bf9", "name": "network-vif-deleted", "tag": "8f402a34-1400-428e-9c5e-4b47b837dec0", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:37.110203 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f14ce324-d8b4-43ab-82be-2021890d2d44 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:37.110598 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6968b4-1f80-4dee-a27b-7d76071d8bf9', 'name': 'network-vif-deleted', 'tag': '8f402a34-1400-428e-9c5e-4b47b837dec0', 'status': 'completed', 'code': 200} Jul 16 09:13:37.561839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18ac1202-0257-4b2b-9973-fa0b0665057d req-568eb6c9-3022-4f63-8a44-5a8bb5fcb956 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0331175 Jul 16 09:13:38.702722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5475786b-b0ab-4671-b00e-ced49fcea9f7 req-9ab9f18f-e640-49e8-84b2-c36ad347baed tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jul 16 09:13:38.810186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.470246 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.779527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-de996755-5301-4aa8-9f6e-07163d6a9bca req-43f66d9b-301d-4f03-9c33-123c904b0c12 tempest-TestServerAdvancedOps-1785682708 tempest-TestServerAdvancedOps-1785682708-project] (93775) timed out ('10.222.0.46', 53091) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:13:39.842056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4c395472-ec39-4dd0-b1dd-c33231f2e930 req-49666546-0c8c-4343-9f7e-5afde6509d61 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6968b4-1f80-4dee-a27b-7d76071d8bf9 HTTP/1.1" status: 200 len: 210 time: 0.0279717 Jul 16 09:13:40.935905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:40.992499 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.016003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.076517 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.079651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.080849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f7ce125-455e-4c1f-b281-406436e37d66 HTTP/1.1" status: 204 len: 168 time: 0.1438754 Jul 16 09:13:41.089698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2cc78-e9f6-4163-ab6d-13563ea2d944 tempest-TestVolumeBackupRestore-1546553279 tempest-TestVolumeBackupRestore-1546553279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ce125-455e-4c1f-b281-406436e37d66,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:41.315215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8f402a34-1400-428e-9c5e-4b47b837dec0 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:41.338665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 8f402a34-1400-428e-9c5e-4b47b837dec0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:41.339026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8f402a34-1400-428e-9c5e-4b47b837dec0 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:43.033226 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b91d25d-9523-40fd-9f64-ac86ae3d522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:44.510076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60810) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:44.853261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.132546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Deleting port 5f08872f-7401-4b1c-9e8f-b486797d3a4c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:45.132919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.218950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] For port 5f08872f-7401-4b1c-9e8f-b486797d3a4c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5f08872f-7401-4b1c-9e8f-b486797d3a4c,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:45.219834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.232670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Calling delete_port for 5f08872f-7401-4b1c-9e8f-b486797d3a4c owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:45.426651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.450743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f08872f-7401-4b1c-9e8f-b486797d3a4c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:45.620461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.650496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d81d426f-30cf-40f3-a113-ebf9a2ecb5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.746483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:45.842995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:45.951980 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:45.956993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38c25995-6470-4017-a1d7-4113fbd684e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/9b4162f0-7dba-4d70-ba4b-29523ea7b6be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458988 Jul 16 09:13:45.959615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60812) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:45.961728 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Sync routers for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:45.971704 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:45.972354 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:46.061587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.072535 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:46.164313 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.221782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Deleting port fd0d8feb-5ca5-49d5-92a4-057f49968f7c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:46.222135 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.253113 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:13:45Z', 'revision_number': 5, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port': {'id': 'fd0d8feb-5ca5-49d5-92a4-057f49968f7c', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:42Z', 'updated_at': '2021-07-16T09:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:46.283409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Checking router: 9b4162f0-7dba-4d70-ba4b-29523ea7b6be for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:46.291595 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Routers {'9b4162f0-7dba-4d70-ba4b-29523ea7b6be'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:46.292244 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:46.303392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] For port fd0d8feb-5ca5-49d5-92a4-057f49968f7c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:46.303747 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.315667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Calling delete_port for fd0d8feb-5ca5-49d5-92a4-057f49968f7c owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:46.373022 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] Set router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:46.430759 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:13:46Z', 'revision_number': 6, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:46.457289 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f3204-8af6-4e5b-b306-e3282c73d36e None None] The sync data for ids ['9b4162f0-7dba-4d70-ba4b-29523ea7b6be'] in n-d-798054-12 is: [{'id': '9b4162f0-7dba-4d70-ba4b-29523ea7b6be', 'name': 'tempest-TestVolumeBackupRestore-1319251815-router', 'tenant_id': '72ae74486d8d423ead26365e3c05e603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:41Z', 'updated_at': '2021-07-16T09:13:46Z', 'revision_number': 6, 'project_id': '72ae74486d8d423ead26365e3c05e603', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:46.492794 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.518075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0d8feb-5ca5-49d5-92a4-057f49968f7c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.580415 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.668514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.670619 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.716467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.717022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4162f0-7dba-4d70-ba4b-29523ea7b6be {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:46.721310 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.722541 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aee864ef-1381-416d-bd0b-9de280f02a0d admin admin] 10.222.0.32 "DELETE /v2.0/routers/9b4162f0-7dba-4d70-ba4b-29523ea7b6be HTTP/1.1" status: 204 len: 168 time: 0.7618380 Jul 16 09:13:46.725096 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:46.769032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Deleting subnet ea23e8a3-86ab-4251-b61b-536f7c40a271 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:46.772089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.806946 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.892483 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.944176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.969559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea23e8a3-86ab-4251-b61b-536f7c40a271,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:46.971501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:46.974181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c53d8b4-3e47-4d63-b660-d9ad04c72196 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea23e8a3-86ab-4251-b61b-536f7c40a271 HTTP/1.1" status: 204 len: 168 time: 0.2473662 Jul 16 09:13:46.976012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60816) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:46.981023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac9460-cf14-4704-bc76-53126c6a557a None None] Network 97347976-7eba-4461-9a92-0293a695042a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:47.016424 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.046951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.099469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Deleting port bd85e846-ec44-4b60-8340-3ca70a24af60 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:47.099736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.171356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] For port bd85e846-ec44-4b60-8340-3ca70a24af60, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd85e846-ec44-4b60-8340-3ca70a24af60,segment=NetworkSegment(cb2fe1cc-a08d-4137-85da-d0b8f3605137),segment_id=cb2fe1cc-a08d-4137-85da-d0b8f3605137)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:47.171721 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.184807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Calling delete_port for bd85e846-ec44-4b60-8340-3ca70a24af60 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:47.239897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] DHCP port deletion for 97347976-7eba-4461-9a92-0293a695042a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:47.277599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.307566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd85e846-ec44-4b60-8340-3ca70a24af60,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.310861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] No DVR routers for this DVR port bd85e846-ec44-4b60-8340-3ca70a24af60 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:47.315242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Deleting port bd85e846-ec44-4b60-8340-3ca70a24af60 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:47.315761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.384945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] For port bd85e846-ec44-4b60-8340-3ca70a24af60, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:47.385345 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.391449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.398011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Calling delete_port for bd85e846-ec44-4b60-8340-3ca70a24af60 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:47.400685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Port bd85e846-ec44-4b60-8340-3ca70a24af60 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:13:47.401911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.402040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97347976-7eba-4461-9a92-0293a695042a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:47.413161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2fe1cc-a08d-4137-85da-d0b8f3605137') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:47.413456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2fe1cc-a08d-4137-85da-d0b8f3605137') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:47.424073 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.430008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] Pushing event deleted for resources: {'Port': ['ID=bd85e846-ec44-4b60-8340-3ca70a24af60,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.432868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1781666-d3c7-40eb-a055-e7aab5c2fcaf None None] No DVR routers for this DVR port bd85e846-ec44-4b60-8340-3ca70a24af60 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:47.439092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.450824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:47.451285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:47.453016 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:47.508754 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.514330 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.516288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] 10.222.0.32 "DELETE /v2.0/networks/97347976-7eba-4461-9a92-0293a695042a HTTP/1.1" status: 204 len: 168 time: 0.5392921 Jul 16 09:13:47.519336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60818) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:47.527277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7233c-8bbb-4c29-97dd-ec157c1b0a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=97347976-7eba-4461-9a92-0293a695042a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:47.876414 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:47.904546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f08872f-7401-4b1c-9e8f-b486797d3a4c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:47.927767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5f08872f-7401-4b1c-9e8f-b486797d3a4c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:47.928138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5f08872f-7401-4b1c-9e8f-b486797d3a4c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:47.928549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd85e846-ec44-4b60-8340-3ca70a24af60 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:47.946966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bd85e846-ec44-4b60-8340-3ca70a24af60 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:47.947300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd85e846-ec44-4b60-8340-3ca70a24af60 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:47.947712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fd0d8feb-5ca5-49d5-92a4-057f49968f7c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:47.965996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fd0d8feb-5ca5-49d5-92a4-057f49968f7c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:47.966339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fd0d8feb-5ca5-49d5-92a4-057f49968f7c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:48.119610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Deleting port 20d99ad0-2520-4348-b18b-5001667d4c20 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:48.119863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.198924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] For port 20d99ad0-2520-4348-b18b-5001667d4c20, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=20d99ad0-2520-4348-b18b-5001667d4c20,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:48.199285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.212740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Calling delete_port for 20d99ad0-2520-4348-b18b-5001667d4c20 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:48.386857 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.410056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d99ad0-2520-4348-b18b-5001667d4c20,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:48.581065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.589823 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:48.791011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Router ad0e6a0e-0e8f-4c4a-9054-d315f664045e has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:48.893053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:48.900720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e6824332-15bb-452b-93af-48c20236fdb6 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad0e6a0e-0e8f-4c4a-9054-d315f664045e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3775837 Jul 16 09:13:48.900821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60820) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:48.901247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Sync routers for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:48.911035 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:48.911648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:49.005024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.014289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:49.106035 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.158623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Deleting port a290bf35-4fd8-42a9-bdfc-44dcacd96a66 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:49.158964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.189438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:13:48Z', 'revision_number': 5, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port': {'id': 'a290bf35-4fd8-42a9-bdfc-44dcacd96a66', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:49.221454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Checking router: ad0e6a0e-0e8f-4c4a-9054-d315f664045e for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:49.229835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Routers {'ad0e6a0e-0e8f-4c4a-9054-d315f664045e'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:49.230453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:13:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:49.242287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] For port a290bf35-4fd8-42a9-bdfc-44dcacd96a66, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:49.242655 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.254061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Calling delete_port for a290bf35-4fd8-42a9-bdfc-44dcacd96a66 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:49.315207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] Set router ad0e6a0e-0e8f-4c4a-9054-d315f664045e gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:49.366387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:13:49Z', 'revision_number': 6, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:49.395525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea429af-fc91-4d29-903e-59e10c0355fc None None] The sync data for ids ['ad0e6a0e-0e8f-4c4a-9054-d315f664045e'] in n-d-798054-12 is: [{'id': 'ad0e6a0e-0e8f-4c4a-9054-d315f664045e', 'name': 'tempest-TestVolumeBackupRestore-1984260287-router', 'tenant_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:10:47Z', 'updated_at': '2021-07-16T09:13:49Z', 'revision_number': 6, 'project_id': '3855ca35289749e0a5eb4c5ef9188c2d', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:49.422768 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.449446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Pushing event deleted for resources: {'Port': ['ID=a290bf35-4fd8-42a9-bdfc-44dcacd96a66,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:49.507712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.595088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.597199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.641757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.642314 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0e6a0e-0e8f-4c4a-9054-d315f664045e {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:49.646903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.648125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-25c388c8-f570-4728-bd32-bfc2027e5193 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad0e6a0e-0e8f-4c4a-9054-d315f664045e HTTP/1.1" status: 204 len: 168 time: 0.7463896 Jul 16 09:13:49.651189 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60822) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:49.694708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Deleting subnet 70987961-e53e-4a82-b16f-7da904e8a18b {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:49.697667 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.732895 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.817508 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.877551 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.906529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:49.908297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70987961-e53e-4a82-b16f-7da904e8a18b HTTP/1.1" status: 204 len: 168 time: 0.2561226 Jul 16 09:13:49.909720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708edc67-cd89-4159-9558-87373ac72087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70987961-e53e-4a82-b16f-7da904e8a18b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:49.911503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddbec54-0d8f-443b-9584-5381728a219a None None] Network 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:49.911998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60824) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:49.982574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.033923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Deleting port a04a73c8-0c5a-4527-930c-49ec25d7ed28 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:50.034276 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.101881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] For port a04a73c8-0c5a-4527-930c-49ec25d7ed28, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a04a73c8-0c5a-4527-930c-49ec25d7ed28,segment=NetworkSegment(06bc9e6a-ed4b-40cd-9b7c-3150255cbde2),segment_id=06bc9e6a-ed4b-40cd-9b7c-3150255cbde2)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:50.102241 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.115819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Calling delete_port for a04a73c8-0c5a-4527-930c-49ec25d7ed28 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:50.148210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97378486-6faf-4304-b8ed-8531641c945a None None] DHCP port deletion for 5cf69cb0-cb8a-4613-a140-285cfa20fcd9 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:50.206141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.211015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a290bf35-4fd8-42a9-bdfc-44dcacd96a66 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:50.233444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a290bf35-4fd8-42a9-bdfc-44dcacd96a66 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:50.233636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Pushing event deleted for resources: {'Port': ['ID=a04a73c8-0c5a-4527-930c-49ec25d7ed28,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.233844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a290bf35-4fd8-42a9-bdfc-44dcacd96a66 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:50.234207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a04a73c8-0c5a-4527-930c-49ec25d7ed28 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:50.239031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Deleting port a04a73c8-0c5a-4527-930c-49ec25d7ed28 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:50.239484 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.241756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] No DVR routers for this DVR port a04a73c8-0c5a-4527-930c-49ec25d7ed28 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:50.259591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a04a73c8-0c5a-4527-930c-49ec25d7ed28 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:50.259935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a04a73c8-0c5a-4527-930c-49ec25d7ed28 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:50.260371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d99ad0-2520-4348-b18b-5001667d4c20 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:50.300456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 20d99ad0-2520-4348-b18b-5001667d4c20 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:50.300803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 20d99ad0-2520-4348-b18b-5001667d4c20 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:50.324417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.336274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf69cb0-cb8a-4613-a140-285cfa20fcd9']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:50.349583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:50.350213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc9e6a-ed4b-40cd-9b7c-3150255cbde2') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:50.352092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-97378486-6faf-4304-b8ed-8531641c945a None None] For port a04a73c8-0c5a-4527-930c-49ec25d7ed28, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:50.352496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.360273 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.367015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Calling delete_port for a04a73c8-0c5a-4527-930c-49ec25d7ed28 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:50.369733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Port a04a73c8-0c5a-4527-930c-49ec25d7ed28 was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:13:50.371001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.375888 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.382075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:50.382471 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:50.384167 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:50.397967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97378486-6faf-4304-b8ed-8531641c945a None None] Pushing event deleted for resources: {'Port': ['ID=a04a73c8-0c5a-4527-930c-49ec25d7ed28,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.399876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97378486-6faf-4304-b8ed-8531641c945a None None] No DVR routers for this DVR port a04a73c8-0c5a-4527-930c-49ec25d7ed28 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:50.445059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.449778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.452658 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] 10.222.0.32 "DELETE /v2.0/networks/5cf69cb0-cb8a-4613-a140-285cfa20fcd9 HTTP/1.1" status: 204 len: 168 time: 0.5397658 Jul 16 09:13:50.471191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b6ed-5a61-4b21-afd5-b4c0972dcdca admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf69cb0-cb8a-4613-a140-285cfa20fcd9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:50.626540 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60828) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:50.666259 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d08da9ea-a8b6-45be-ab9f-034bac1d5951 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72ae74486d8d423ead26365e3c05e603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384712 Jul 16 09:13:50.668511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60830) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:50.714816 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.737140 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.784281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.786880 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:50.788145 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12003c58-6892-4da9-a91a-e834598ebb78 HTTP/1.1" status: 204 len: 168 time: 0.1186488 Jul 16 09:13:50.795756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63ee43-83ee-466b-b760-2cd46385a583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12003c58-6892-4da9-a91a-e834598ebb78,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:51.091162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60836) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:51.130350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b0b3813b-a62d-4eb9-9bb0-49c96352e916 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3855ca35289749e0a5eb4c5ef9188c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380161 Jul 16 09:13:51.132775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60838) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:51.182542 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.203780 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.250003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.253499 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:51.254942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/898eb560-4623-4651-9f69-cbc6b89bd74e HTTP/1.1" status: 204 len: 168 time: 0.1210947 Jul 16 09:13:51.267795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1fd4f-3062-4729-9b14-3afe594f17f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898eb560-4623-4651-9f69-cbc6b89bd74e,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:56.773590 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:01.865952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-1945cca7-f90e-445f-b42b-9e04bf0f1257 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=215ee5d4920643dcaf47312608d3e3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222259 Jul 16 09:14:01.974230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-2269c65e-2a27-4ee0-a9f2-e2b95043e277 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:01.975583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-2269c65e-2a27-4ee0-a9f2-e2b95043e277 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040759 Jul 16 09:14:01.995304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-9380a53d-a89d-4ed8-a229-fca76c07b613 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/quotas/215ee5d4920643dcaf47312608d3e3e5 HTTP/1.1" status: 200 len: 375 time: 0.0093820 Jul 16 09:14:02.027890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-348e0082-2376-45a4-84d0-bb731314b577 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=215ee5d4920643dcaf47312608d3e3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276055 Jul 16 09:14:02.192892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e05b753-aa72-47c3-8e67-c8fe941cf224 req-cf62fd8d-56ce-4607-91c3-93691b2c830d tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Jul 16 09:14:03.146053 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-9d957a79-f3e6-4ffc-8c58-7bc5264d984d tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=215ee5d4920643dcaf47312608d3e3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283663 Jul 16 09:14:03.339547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc9bd335-bfc7-4a77-8f4f-8c837c517ecd req-209da611-1332-4a3f-b52d-e21f7ea59c1f tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 210 time: 0.0283418 Jul 16 09:14:03.346576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-253bcb1a-2289-4e05-a2f4-7004fa64418f tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:03.348140 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-253bcb1a-2289-4e05-a2f4-7004fa64418f tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974726 Jul 16 09:14:03.365456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Request body: {'port': {'device_id': '8267f0bb-342a-411a-97ef-7797cfd52951', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'admin_state_up': True, 'tenant_id': '215ee5d4920643dcaf47312608d3e3e5'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:03.779883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Made reservation on behalf of 215ee5d4920643dcaf47312608d3e3e5 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:03.784088 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.792593 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.883513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.887153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.950537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e38493-03e5-40ed-80c6-b90350537a0c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.021255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Allocated IP 192.168.233.19 (561efbf1-8b1c-4692-8b6c-baab83eadd0a/d379401f-a021-402e-8228-5dc9553b7ff2/63071bd7-e474-4ef0-93d5-005c8fdee5d8) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:04.168323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.181840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Transition to ACTIVE for port object 63071bd7-e474-4ef0-93d5-005c8fdee5d8 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:04.213701 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.255201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Network 561efbf1-8b1c-4692-8b6c-baab83eadd0a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:04.260314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:04.262746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:04.293668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Pushing event updated for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.318082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.318985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.333735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-383d4533-4349-41b1-99d4-a03c4475b369 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9721673 Jul 16 09:14:04.346575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Request body: {'port': {'device_id': '8267f0bb-342a-411a-97ef-7797cfd52951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:04.426432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.515146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5e61c5e-6526-4e0a-95a0-362bf11d3e3b None None] Provisioning for port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:04.520001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5e61c5e-6526-4e0a-95a0-362bf11d3e3b None None] Provisioning complete for port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:04.520413 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5e61c5e-6526-4e0a-95a0-362bf11d3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.528434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a1242-db66-4c1a-bf01-eeded1cba1d4 req-e6031fd5-a97a-4110-b4f7-f0d50f72bcbc tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.530145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-222a1242-db66-4c1a-bf01-eeded1cba1d4 req-e6031fd5-a97a-4110-b4f7-f0d50f72bcbc tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 935 time: 0.0688848 Jul 16 09:14:04.559067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b5e61c5e-6526-4e0a-95a0-362bf11d3e3b None None] Port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:04.570618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-222a1242-db66-4c1a-bf01-eeded1cba1d4 req-17f346ca-8006-4c7d-a5fa-bc5b077be388 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Jul 16 09:14:04.700939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63071bd7-e474-4ef0-93d5-005c8fdee5d8 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:04.708232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.720467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Transition to ACTIVE for port object 63071bd7-e474-4ef0-93d5-005c8fdee5d8 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:04.724810 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.781618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Pushing event updated for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.850650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Attempting to bind port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:04.850994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Attempting to bind port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:04.851334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Attempting to bind port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.855791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:04.856137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Attempting to bind port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 on network 561efbf1-8b1c-4692-8b6c-baab83eadd0a {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.861667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:04.862019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Checking segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:04.862412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Bound using segment: {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:04.862851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Bound port: 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b694e6f6-7745-4388-94ba-bc8b6e565807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:04.863214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.935776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:04.938905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:04.943958 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.978864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.979506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.980918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/63071bd7-e474-4ef0-93d5-005c8fdee5d8 HTTP/1.1" status: 200 len: 1096 time: 0.6387503 Jul 16 09:14:04.981355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:04.983636 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0141eb-fbd3-4c66-98c1-010634316b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:05.012766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434183e-52ba-4891-a79b-6435e6db55b2 service neutron] Pushing event updated for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:05.032362 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f8f42-d05a-4ffa-a21f-a1b7028cb0fa x-openstack-request-id: req-e36f8f42-d05a-4ffa-a21f-a1b7028cb0fa {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:05.032652 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:05.032905 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e36f8f42-d05a-4ffa-a21f-a1b7028cb0fa {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:05.033301 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8', 'status': 'completed', 'code': 200} Jul 16 09:14:05.079979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-b4339311-1d8d-4fe6-97a4-85211ca72a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.081548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-b4339311-1d8d-4fe6-97a4-85211ca72a1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=215ee5d4920643dcaf47312608d3e3e5&device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 1099 time: 0.0584807 Jul 16 09:14:05.126560 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-6e853228-af4e-4d8c-8348-bf2cf9d8c9b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8 HTTP/1.1" status: 200 len: 217 time: 0.0383787 Jul 16 09:14:05.176395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-9c73bba1-2060-4ea2-ba19-a6c2be58f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.177869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-9c73bba1-2060-4ea2-ba19-a6c2be58f8df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0455658 Jul 16 09:14:05.236558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-17daebbd-a7fa-47e0-8d3b-bd3bb1c6be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.237981 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-17daebbd-a7fa-47e0-8d3b-bd3bb1c6be1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532174 Jul 16 09:14:05.330325 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-ac10479f-5a19-4c35-a58f-8b1ac2bd249e service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862961 Jul 16 09:14:05.417123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0b4b5bc-e633-419d-abe9-6bbe5af5d5d9 req-b3546a7e-fba6-4696-beba-dd53febf89ca service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807586 Jul 16 09:14:05.518459 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-7928fadc-b2cb-46a4-b926-6601b22ba0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.520225 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-7928fadc-b2cb-46a4-b926-6601b22ba0fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=215ee5d4920643dcaf47312608d3e3e5&device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 1099 time: 0.0555329 Jul 16 09:14:05.614101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-a19d1376-2138-4464-adf7-f0b54988c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.615882 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-a19d1376-2138-4464-adf7-f0b54988c720 service neutron] 10.222.0.47 "GET /v2.0/networks?id=561efbf1-8b1c-4692-8b6c-baab83eadd0a HTTP/1.1" status: 200 len: 870 time: 0.0897927 Jul 16 09:14:05.656587 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-395d859a-df0d-4371-be18-dd07c952a161 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8 HTTP/1.1" status: 200 len: 217 time: 0.0339396 Jul 16 09:14:05.708110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-5d75088b-9694-4416-9f31-e0224eb9d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.709658 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-5d75088b-9694-4416-9f31-e0224eb9d115 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d379401f-a021-402e-8228-5dc9553b7ff2 HTTP/1.1" status: 200 len: 843 time: 0.0477579 Jul 16 09:14:05.746442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae707ce2-42e2-4922-8a1a-9064cfe2b220 req-52d23a78-b96e-4beb-b4f1-efd2ec937ae9 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.747933 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae707ce2-42e2-4922-8a1a-9064cfe2b220 req-52d23a78-b96e-4beb-b4f1-efd2ec937ae9 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 947 time: 0.0633810 Jul 16 09:14:05.768289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-bbedc789-f959-4f29-a663-343ae5c2d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.769902 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-bbedc789-f959-4f29-a663-343ae5c2d778 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=561efbf1-8b1c-4692-8b6c-baab83eadd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522091 Jul 16 09:14:05.785632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae707ce2-42e2-4922-8a1a-9064cfe2b220 req-2dbeb945-9cd3-4072-a303-6053405f35ff tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Jul 16 09:14:05.864740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-3f715e98-039b-47d7-b095-669d8c8d6d4b service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863695 Jul 16 09:14:05.954107 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4d0141eb-fbd3-4c66-98c1-010634316b7f req-9e0a93a2-b8bc-499f-ae11-3161139df2bc service neutron] 10.222.0.47 "GET /v2.0/networks/561efbf1-8b1c-4692-8b6c-baab83eadd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830815 Jul 16 09:14:06.957181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da6f0-9205-4875-b045-d8f1c1f2ae65 req-73f1c400-9022-4596-8703-3b7e24d32d17 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.958657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f7da6f0-9205-4875-b045-d8f1c1f2ae65 req-73f1c400-9022-4596-8703-3b7e24d32d17 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 947 time: 0.0630560 Jul 16 09:14:07.003741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f7da6f0-9205-4875-b045-d8f1c1f2ae65 req-d841cfb7-11bf-4208-b0e3-20d7c1678528 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Jul 16 09:14:07.407805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 63071bd7-e474-4ef0-93d5-005c8fdee5d8 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:07.499136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:07.510055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '63071bd7-e474-4ef0-93d5-005c8fdee5d8', 'network_id': '561efbf1-8b1c-4692-8b6c-baab83eadd0a', 'port_id': '63071bd7-e474-4ef0-93d5-005c8fdee5d8', 'mac_address': 'fa:16:3e:2f:08:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd379401f-a021-402e-8228-5dc9553b7ff2', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:07.546675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.564306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63071bd7-e474-4ef0-93d5-005c8fdee5d8 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:07.584452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:07.589616 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.636450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:07.644252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.644604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.644946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.645282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.645615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.646064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.646277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.646602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.646926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.647253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.647571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.647891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:07.793787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['63071bd7-e474-4ef0-93d5-005c8fdee5d8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:08.175361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d351b-539c-4074-9b1d-309826675daf req-8a621512-b6eb-4b05-8f0c-6b91afdaaab4 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:08.176812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d9d351b-539c-4074-9b1d-309826675daf req-8a621512-b6eb-4b05-8f0c-6b91afdaaab4 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 948 time: 0.0659974 Jul 16 09:14:08.214999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d9d351b-539c-4074-9b1d-309826675daf req-03c9b9e2-2dd1-4085-a956-f5b549fd5266 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Jul 16 09:14:08.794883 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.391207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01317414-7fff-47b7-95f1-493553204d05 req-a86172e5-d90e-4483-833c-2081ac1d4731 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.392719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01317414-7fff-47b7-95f1-493553204d05 req-a86172e5-d90e-4483-833c-2081ac1d4731 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 948 time: 0.0648274 Jul 16 09:14:09.422780 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 63071bd7-e474-4ef0-93d5-005c8fdee5d8 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:09.431474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01317414-7fff-47b7-95f1-493553204d05 req-b1fb4007-2080-4d6c-ac3a-531409d2ae54 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jul 16 09:14:09.483835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:09.488768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:09.489147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.490565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.566135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.589109 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:09.591355 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f0f78-bc30-494f-b052-eccb59f440f2" -d '{"events": [{"server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "name": "network-vif-plugged", "status": "completed", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:09.604378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:09.608388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.634135 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b34f9-5099-4173-b029-fffb7c16b788 x-openstack-request-id: req-d06b34f9-5099-4173-b029-fffb7c16b788 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:09.634413 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "name": "network-vif-plugged", "status": "completed", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:09.634658 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d06b34f9-5099-4173-b029-fffb7c16b788 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:09.635037 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8', 'code': 200} Jul 16 09:14:09.753217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb81-ecac-4490-ac90-9699fe6d02b7 req-e61336bd-67eb-44d0-a3c1-199e6ab8652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.754870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5800eb81-ecac-4490-ac90-9699fe6d02b7 req-e61336bd-67eb-44d0-a3c1-199e6ab8652d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 1101 time: 0.0576980 Jul 16 09:14:09.790999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5800eb81-ecac-4490-ac90-9699fe6d02b7 req-311bc24b-56a2-4099-a059-46656b2a4668 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300376 Jul 16 09:14:09.814933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.617540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb7d3e-409f-4c0b-b764-1ec9d98ff06f req-017e17c2-5d4a-466b-9e72-017ed04677b6 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:10.619170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87eb7d3e-409f-4c0b-b764-1ec9d98ff06f req-017e17c2-5d4a-466b-9e72-017ed04677b6 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 949 time: 0.0738459 Jul 16 09:14:10.662950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87eb7d3e-409f-4c0b-b764-1ec9d98ff06f req-5b19b45b-b77c-4ec2-ab8a-9afc68d7d217 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Jul 16 09:14:11.836926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fd7c7-bebe-4f55-bcb8-efc2f490513f req-5ac87256-eade-4276-bbb5-9dd45c2d7953 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:11.838487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a32fd7c7-bebe-4f55-bcb8-efc2f490513f req-5ac87256-eade-4276-bbb5-9dd45c2d7953 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 949 time: 0.0646794 Jul 16 09:14:11.882699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a32fd7c7-bebe-4f55-bcb8-efc2f490513f req-89c73ad0-f242-4b34-af0d-82f2415aa8ca tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Jul 16 09:14:13.009822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebd09-84fe-4100-a0b0-9909dbead27d req-40faa6ea-56e6-4c9b-a11c-185e045725fb tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:13.011295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca8ebd09-84fe-4100-a0b0-9909dbead27d req-40faa6ea-56e6-4c9b-a11c-185e045725fb tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 949 time: 0.0633421 Jul 16 09:14:13.036352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-94f82ad8-ac24-4748-95ba-01dfccc9e06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:13.063580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca8ebd09-84fe-4100-a0b0-9909dbead27d req-19787920-8acb-4273-af7e-f6b8567ad69b tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Jul 16 09:14:14.246082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-8d0d40f7-e9e8-46f9-9c96-3ca42c1d09f4 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:14.247561 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-8d0d40f7-e9e8-46f9-9c96-3ca42c1d09f4 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.47 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 949 time: 0.0814795 Jul 16 09:14:14.357429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Deleting port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:14.357790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.457994 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] For port 63071bd7-e474-4ef0-93d5-005c8fdee5d8, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=63071bd7-e474-4ef0-93d5-005c8fdee5d8,segment=NetworkSegment(b694e6f6-7745-4388-94ba-bc8b6e565807),segment_id=b694e6f6-7745-4388-94ba-bc8b6e565807)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:14.458369 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.472064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Calling delete_port for 63071bd7-e474-4ef0-93d5-005c8fdee5d8 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:14.606871 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.610397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5eaf4-51ce-469b-9f2b-ba828b8b6dc3 req-336a25b7-72e4-45cf-813b-86c6f303164d tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:14.612261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11c5eaf4-51ce-469b-9f2b-ba828b8b6dc3 req-336a25b7-72e4-45cf-813b-86c6f303164d tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/ports?device_id=8267f0bb-342a-411a-97ef-7797cfd52951 HTTP/1.1" status: 200 len: 949 time: 0.4309320 Jul 16 09:14:14.618808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['63071bd7-e474-4ef0-93d5-005c8fdee5d8'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:14.638984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Pushing event deleted for resources: {'Port': ['ID=63071bd7-e474-4ef0-93d5-005c8fdee5d8,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:14.669663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11c5eaf4-51ce-469b-9f2b-ba828b8b6dc3 req-01ac0d6b-f60c-4d3b-8a19-75360bf1b776 tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7e38493-03e5-40ed-80c6-b90350537a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Jul 16 09:14:14.692939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] No DVR routers for this DVR port 63071bd7-e474-4ef0-93d5-005c8fdee5d8 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:14.697345 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:14.699551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c645375e-ba6d-4d5e-8f2e-163ab00e190d req-f4b32e12-e9ef-409f-aca4-9f37a6f8c32e tempest-ServersAdminNegativeTestJSON-1925275549 tempest-ServersAdminNegativeTestJSON-1925275549-project] 10.222.0.47 "DELETE /v2.0/ports/63071bd7-e474-4ef0-93d5-005c8fdee5d8 HTTP/1.1" status: 204 len: 173 time: 0.4468203 Jul 16 09:14:14.700093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'name': 'network-vif-deleted', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:14.702436 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18c4c66-619c-4619-bf35-710061289ade" -d '{"events": [{"server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "name": "network-vif-deleted", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:14.754485 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d23b341-3e3a-41ec-83ed-9b2f8a9b1cca x-openstack-request-id: req-7d23b341-3e3a-41ec-83ed-9b2f8a9b1cca {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:14.754776 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8267f0bb-342a-411a-97ef-7797cfd52951", "name": "network-vif-deleted", "tag": "63071bd7-e474-4ef0-93d5-005c8fdee5d8", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:14.755072 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d23b341-3e3a-41ec-83ed-9b2f8a9b1cca {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:14.755432 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8267f0bb-342a-411a-97ef-7797cfd52951', 'name': 'network-vif-deleted', 'tag': '63071bd7-e474-4ef0-93d5-005c8fdee5d8', 'status': 'completed', 'code': 200} Jul 16 09:14:15.652646 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ca37-5029-4a41-9a8c-a7ae6a55bf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:15.748267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.017093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.162793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c9bee261-e5a6-4bb8-a502-8bfa49e487f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=215ee5d4920643dcaf47312608d3e3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443624 Jul 16 09:14:16.165221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.213717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.239025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.285189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.288216 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.289387 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7e38493-03e5-40ed-80c6-b90350537a0c HTTP/1.1" status: 204 len: 168 time: 0.1232655 Jul 16 09:14:16.297671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13aee7-939c-4dab-a384-e881a2458c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e38493-03e5-40ed-80c6-b90350537a0c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.570782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 60978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.584385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02a125a7-e504-42f7-9a20-81912a199720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.680336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02a125a7-e504-42f7-9a20-81912a199720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.684064 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-02a125a7-e504-42f7-9a20-81912a199720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.723305 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-02a125a7-e504-42f7-9a20-81912a199720 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e517ab9715204b62a609d467681b3535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513836 Jul 16 09:14:16.724221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a125a7-e504-42f7-9a20-81912a199720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3fd7d1-59f0-40f2-aaea-17b9659c8e4a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.726156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 60980) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:16.774513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.795236 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.841110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.844224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.845410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b3fd7d1-59f0-40f2-aaea-17b9659c8e4a HTTP/1.1" status: 204 len: 168 time: 0.1180596 Jul 16 09:14:16.853105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3fd7d1-59f0-40f2-aaea-17b9659c8e4a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.861227 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.861577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.861919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.862260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.862595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.862928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.863328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.863573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.863902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.864254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.864582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.864905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aa3dd-51a5-4b0a-ac74-a42b48e960b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:16.995080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.485016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 63071bd7-e474-4ef0-93d5-005c8fdee5d8 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:17.508536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 63071bd7-e474-4ef0-93d5-005c8fdee5d8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:17.508886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 63071bd7-e474-4ef0-93d5-005c8fdee5d8 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:17.534213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32770) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.637016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1300617021-network', 'tenant_id': '1c6c08cf2fc0494e9950c0d074c27e1e'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:17.659477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Made reservation on behalf of 1c6c08cf2fc0494e9950c0d074c27e1e for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:17.661842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.673438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.769881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.773199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.798932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:14:17.809553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.815642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.815985 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Added segment 17055f43-b548-4feb-a3f4-4dbe93b1fcc7 of type vlan for network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 Jul 16 09:14:17.867909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.897736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.898707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.899277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.932088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3967183 Jul 16 09:14:17.935072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32774) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:17.941003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Request body: {'subnet': {'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1300617021-subnet', 'tenant_id': '1c6c08cf2fc0494e9950c0d074c27e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:17.963435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Made reservation on behalf of 1c6c08cf2fc0494e9950c0d074c27e1e for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:17.965427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703097b-09da-40de-a3fb-d1ba91945c97 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb33635-a0d0-4cdf-8b2e-799582f36ef5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:17.966275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.976649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:14:18.163664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.213249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36777e5-d346-49b9-b98d-6d37c75cfb02,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:18.233498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Checking segment: {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:18.234475 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Network hostable DHCP agents. Network: 0eb33635-a0d0-4cdf-8b2e-799582f36ef5, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:14:18.250782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:14:18.260226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0eb33635-a0d0-4cdf-8b2e-799582f36ef5) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:18.264784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.265426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.270570 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c9540-3fab-4561-ad3d-b4a647d26d87 None None] Network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:18.279704 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-48a1a711-7e8a-4b0a-9fd0-87191f54c4a6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3433986 Jul 16 09:14:18.417441 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52263ddd-707c-4b56-8854-8c51f9998a4f None None] Network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:18.597858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:18.743924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-141e0bc5-b820-4d56-9784-522917761dba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.745431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-141e0bc5-b820-4d56-9784-522917761dba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 812 time: 0.1025631 Jul 16 09:14:18.760225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-dc11a267-1652-4b54-b49a-096be8a969e0 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/quotas/1c6c08cf2fc0494e9950c0d074c27e1e HTTP/1.1" status: 200 len: 375 time: 0.0092804 Jul 16 09:14:18.794225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-fc42f850-ee49-4c98-92de-c4fdaf3ef68c tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280957 Jul 16 09:14:18.892231 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-f2dabfc9-bb2e-4120-8551-66d7ccca0292 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887849 Jul 16 09:14:18.989487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-8bbe90a6-8243-4c36-bbf4-d696df0a38d0 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915060 Jul 16 09:14:19.163083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc5acd92-b936-4202-b110-e09f815666b2 req-e9dfb13f-456b-4395-be76-d55a724f6adc tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Jul 16 09:14:20.262971 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-b170843e-d034-43fd-9a27-43e7173d7991 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:20.264591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-b170843e-d034-43fd-9a27-43e7173d7991 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.47 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 812 time: 0.1328387 Jul 16 09:14:20.279906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Request body: {'port': {'device_id': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5', 'admin_state_up': True, 'tenant_id': '1c6c08cf2fc0494e9950c0d074c27e1e'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.347141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39d294bc-b5d6-4152-9d62-b582fb5f45a0 req-4290f507-34b1-4017-b4b9-f8a99449e77d tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 210 time: 0.0366089 Jul 16 09:14:20.409385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Made reservation on behalf of 1c6c08cf2fc0494e9950c0d074c27e1e for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:20.412889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.540815 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Allocated IP 172.20.0.12 (0eb33635-a0d0-4cdf-8b2e-799582f36ef5/a36777e5-d346-49b9-b98d-6d37c75cfb02/01e56fbb-62a8-4e81-b2d6-f24eca656135) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:20.699315 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.739504 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.783007 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:20.788282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:20.792062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:20.817209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.845219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:20.845847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.860119 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-d56a427b-1314-462d-94c6-42306982bfef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868943 Jul 16 09:14:20.871183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Request body: {'port': {'device_id': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:20.953836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.229481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e56fbb-62a8-4e81-b2d6-f24eca656135 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:21.237147 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.249761 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Transition to ACTIVE for port object 01e56fbb-62a8-4e81-b2d6-f24eca656135 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:21.253791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.302511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.374930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:21.375277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:21.375850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:21.380433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:21.380773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:21.385973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:21.386317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Checking segment: {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:21.386706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Bound using segment: {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:21.387154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Bound port: 01e56fbb-62a8-4e81-b2d6-f24eca656135, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:21.387498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.459061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:21.462482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:21.466401 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.500220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.500849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.502257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] 10.222.0.47 "PUT /v2.0/ports/01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 1093 time: 0.6352932 Jul 16 09:14:21.502696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:21.505015 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70299a9-923b-4924-8553-a7b7978f4581" -d '{"events": [{"name": "network-changed", "server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:21.551007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdbc7-69fa-4eaf-87d5-f0ee5428bf1e req-2dbafa28-a40a-4bf1-a639-8cd6cdc9a0a2 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.552717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-766fdbc7-69fa-4eaf-87d5-f0ee5428bf1e req-2dbafa28-a40a-4bf1-a639-8cd6cdc9a0a2 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0797830 Jul 16 09:14:21.564140 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cb779e-3624-4641-b62c-4f0b0f7f3aa8 x-openstack-request-id: req-e9cb779e-3624-4641-b62c-4f0b0f7f3aa8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:21.564427 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:21.564679 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9cb779e-3624-4641-b62c-4f0b0f7f3aa8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:21.565077 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'status': 'completed', 'code': 200} Jul 16 09:14:21.566723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552134-cd67-42eb-b311-c61627a9e82b service neutron] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.596455 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-766fdbc7-69fa-4eaf-87d5-f0ee5428bf1e req-1cad758d-3cca-4cc0-9f97-9eb0157e6ab6 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Jul 16 09:14:21.620492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-babe2682-761d-47cc-86d5-0a8f2d381d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.621993 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-babe2682-761d-47cc-86d5-0a8f2d381d4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0758574 Jul 16 09:14:21.666063 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-05468775-f117-4939-8f94-b51829ac07a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0368273 Jul 16 09:14:21.724741 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-2b609f27-4050-4e22-ac13-40f85d710d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.726204 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-2b609f27-4050-4e22-ac13-40f85d710d34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0469902 Jul 16 09:14:21.759845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-935803a7-6d8a-412f-876a-68265239df6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268910 Jul 16 09:14:21.852897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-be2e6db2-e097-4e65-a075-1c420383c69d service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Jul 16 09:14:21.946928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-499b79c5-c4f8-49fe-b932-d9e183a3ea66 req-e031779e-c4ee-42e3-ab8c-862e87317d16 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866997 Jul 16 09:14:22.049283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70299a9-923b-4924-8553-a7b7978f4581 req-9276edec-5905-400d-9e96-e7d45ce8516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:22.050655 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-9276edec-5905-400d-9e96-e7d45ce8516f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0546737 Jul 16 09:14:22.153400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70299a9-923b-4924-8553-a7b7978f4581 req-7cca60e1-9d4a-4734-958a-807dbdf10c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:22.154870 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-7cca60e1-9d4a-4734-958a-807dbdf10c8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.0979972 Jul 16 09:14:22.197607 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-0d285f9e-c3e5-4058-8ee0-b2b10df75564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0362501 Jul 16 09:14:22.251978 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70299a9-923b-4924-8553-a7b7978f4581 req-1863937d-1f15-4211-b45d-d1bdeccae840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:22.253491 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-1863937d-1f15-4211-b45d-d1bdeccae840 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0482888 Jul 16 09:14:22.289269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-afaa852f-5788-4fb3-926a-a0ebbccda50a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289025 Jul 16 09:14:22.384646 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-c253fa7f-157c-4ba9-b068-25e9f951218f service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Jul 16 09:14:22.477029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a70299a9-923b-4924-8553-a7b7978f4581 req-f6c9059c-1f80-4e8a-83e7-e29134c0425e service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 Jul 16 09:14:22.785770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18cfb-5a08-4057-9ddd-3d5aaefd0e7f req-516cafd9-0ea4-4e01-838d-90b75bbba5b4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:22.787297 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02f18cfb-5a08-4057-9ddd-3d5aaefd0e7f req-516cafd9-0ea4-4e01-838d-90b75bbba5b4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0710387 Jul 16 09:14:22.826528 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-02f18cfb-5a08-4057-9ddd-3d5aaefd0e7f req-5c89fbe6-981a-41de-8910-04f22f947fa9 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jul 16 09:14:24.003304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb06c5-67f2-402e-b1c4-683fa25238d0 req-9acaf5ba-aed6-4f75-89bf-bbd38a0e6ad5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:24.004890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eb06c5-67f2-402e-b1c4-683fa25238d0 req-9acaf5ba-aed6-4f75-89bf-bbd38a0e6ad5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0638101 Jul 16 09:14:24.043425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eb06c5-67f2-402e-b1c4-683fa25238d0 req-41f756af-9693-4079-a25a-6bc7338ca0c5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330343 Jul 16 09:14:25.225724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d324e6-c6ad-47d0-b98f-a130b0bcac8a req-833f3b42-5264-43e8-9d75-96c56f987bbe tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:25.227212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47d324e6-c6ad-47d0-b98f-a130b0bcac8a req-833f3b42-5264-43e8-9d75-96c56f987bbe tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0710697 Jul 16 09:14:25.265815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-47d324e6-c6ad-47d0-b98f-a130b0bcac8a req-11df097d-c86a-4898-b78c-a093364f40e3 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Jul 16 09:14:25.486783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:25.579090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:25.590147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5', 'port_id': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'mac_address': 'fa:16:3e:36:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36777e5-d346-49b9-b98d-6d37c75cfb02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:25.629986 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.642946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e56fbb-62a8-4e81-b2d6-f24eca656135 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:25.661728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:25.665607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.713146 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.854144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['01e56fbb-62a8-4e81-b2d6-f24eca656135'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:26.440190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef719-31c5-45c2-bb20-c8da29a85fe0 req-73e7113c-c5c0-4b42-82b0-f17c6f8ceb6c tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:26.441720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbfef719-31c5-45c2-bb20-c8da29a85fe0 req-73e7113c-c5c0-4b42-82b0-f17c6f8ceb6c tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 945 time: 0.0679624 Jul 16 09:14:26.478742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbfef719-31c5-45c2-bb20-c8da29a85fe0 req-ba573746-e471-4bfb-ab62-76ce6a52482e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Jul 16 09:14:27.516216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:27.565019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 01e56fbb-62a8-4e81-b2d6-f24eca656135 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:27.568648 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 01e56fbb-62a8-4e81-b2d6-f24eca656135 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:27.569023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.644256 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.652155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65db47-4262-436b-bc35-dbd6144967fa req-16a53b5d-3fa6-4c00-a575-5f3bf5e391cf tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.653633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3b65db47-4262-436b-bc35-dbd6144967fa req-16a53b5d-3fa6-4c00-a575-5f3bf5e391cf tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Jul 16 09:14:27.666127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:27.668377 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b828123b-a5ff-4dae-a410-a76124b09267" -d '{"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-plugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:27.682365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:27.685920 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.699021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3b65db47-4262-436b-bc35-dbd6144967fa req-c53dde12-b4b2-4dfc-84a8-e2997c121731 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Jul 16 09:14:27.717924 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5edcaa6-4f09-4ea2-8b51-93cd95f66ec5 x-openstack-request-id: req-f5edcaa6-4f09-4ea2-8b51-93cd95f66ec5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:27.718218 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-plugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:27.718475 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5edcaa6-4f09-4ea2-8b51-93cd95f66ec5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:27.718872 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'code': 200} Jul 16 09:14:27.747161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:27.824267 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa261b-a276-44d9-9cc4-2d40389844f4 req-7e8c56b8-9d32-4dc5-8450-e84cf06c470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:27.825664 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1faa261b-a276-44d9-9cc4-2d40389844f4 req-7e8c56b8-9d32-4dc5-8450-e84cf06c470b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1098 time: 0.0516713 Jul 16 09:14:27.860486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1faa261b-a276-44d9-9cc4-2d40389844f4 req-1e214255-0770-4ef7-8277-502ff2b6ef82 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275102 Jul 16 09:14:28.880012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442831ad-7a90-4048-9bfb-41086219947a req-879daaee-88d2-42b5-8cee-2acc74860c3f tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:28.881516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-442831ad-7a90-4048-9bfb-41086219947a req-879daaee-88d2-42b5-8cee-2acc74860c3f tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0636177 Jul 16 09:14:28.918789 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-442831ad-7a90-4048-9bfb-41086219947a req-12f7bec0-f5c1-48ba-9b3a-5923222b877b tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jul 16 09:14:29.377550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafc54b-ef75-48f7-b51c-c7973e1f7429 req-c62fa5b7-9eac-43b4-9315-26581b007f60 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.379141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-beafc54b-ef75-48f7-b51c-c7973e1f7429 req-c62fa5b7-9eac-43b4-9315-26581b007f60 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.1156290 Jul 16 09:14:29.383110 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-3e19a29b-5961-44bf-90be-0c23fcea2486 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671703 Jul 16 09:14:29.418810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-beafc54b-ef75-48f7-b51c-c7973e1f7429 req-f3cf46a8-d59a-45a1-b72b-b9cedd87ddef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Jul 16 09:14:30.614542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9d044-7152-4050-a52b-03921a3b38c4 req-0b8aa7a8-fe35-4f87-b1e7-4802b091f9fa tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.616203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9d9d044-7152-4050-a52b-03921a3b38c4 req-0b8aa7a8-fe35-4f87-b1e7-4802b091f9fa tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0679953 Jul 16 09:14:30.656699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9d9d044-7152-4050-a52b-03921a3b38c4 req-6924b82d-4de3-415e-9520-6155dc36a70e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Jul 16 09:14:30.706369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-c820884d-7bcf-4f60-bc06-00af6ee3ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.707847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-c820884d-7bcf-4f60-bc06-00af6ee3ab63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1098 time: 0.0618382 Jul 16 09:14:30.814400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-a2f14c47-0b92-4721-8c95-71a2dc5617db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.815898 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-a2f14c47-0b92-4721-8c95-71a2dc5617db service neutron] 10.222.0.47 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.1024244 Jul 16 09:14:30.860727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-ab234657-66fb-49b8-b88a-ba258677df2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0384741 Jul 16 09:14:30.910140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-c8a61de9-bb37-4c86-a6df-2dfb7d3a9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:30.911623 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-c8a61de9-bb37-4c86-a6df-2dfb7d3a9cc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0451584 Jul 16 09:14:30.951572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-bcdbf5d1-389e-43b4-a1e4-a1bd80480617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312581 Jul 16 09:14:31.041890 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-b5714dd9-2741-4fdb-8afb-5544537a9daa service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841668 Jul 16 09:14:31.127834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-6140b489-66d2-4fdf-9d59-1000d1108c41 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801752 Jul 16 09:14:31.829072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41182b-f1f9-440c-b079-48fe8a3f1b08 req-0fced804-5d44-4325-8ba5-771e8cc9ecc4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:31.830560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d41182b-f1f9-440c-b079-48fe8a3f1b08 req-0fced804-5d44-4325-8ba5-771e8cc9ecc4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0630264 Jul 16 09:14:31.871935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d41182b-f1f9-440c-b079-48fe8a3f1b08 req-a78ef131-e379-4ffc-a3d3-6ffdd43c03ee tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Jul 16 09:14:33.047003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd4abc-6f2e-40dc-96c7-f987989c6e3b req-b25b6c39-793a-4fac-ac2a-95d19d6ff98e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.049186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96cd4abc-6f2e-40dc-96c7-f987989c6e3b req-b25b6c39-793a-4fac-ac2a-95d19d6ff98e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0662222 Jul 16 09:14:33.087705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-96cd4abc-6f2e-40dc-96c7-f987989c6e3b req-3a2686b0-e863-4375-9507-57ecf630ba50 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Jul 16 09:14:33.773872 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:34.267968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7da12-412a-4719-be4b-c7fd143fbcd6 req-664dfcfd-72cd-46b6-8ade-d981336b398c tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.269670 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5c7da12-412a-4719-be4b-c7fd143fbcd6 req-664dfcfd-72cd-46b6-8ade-d981336b398c tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0637934 Jul 16 09:14:34.308525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5c7da12-412a-4719-be4b-c7fd143fbcd6 req-2908e29e-1745-4131-b8c8-72b508345909 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Jul 16 09:14:35.485820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1172-ff94-4f59-bb83-6faa5b75cda7 req-5c3abe5d-59e0-4dd2-ae45-f9a03d9539ae tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.487291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04af1172-ff94-4f59-bb83-6faa5b75cda7 req-5c3abe5d-59e0-4dd2-ae45-f9a03d9539ae tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0692761 Jul 16 09:14:35.528151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04af1172-ff94-4f59-bb83-6faa5b75cda7 req-36c88d03-418b-4c4b-8123-1d824fc5a1e2 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Jul 16 09:14:36.735779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3481-59fe-498f-9ee0-f78348dea60a req-9ad123c5-4594-46f3-9833-c73b3651eadf tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.736554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-297c3481-59fe-498f-9ee0-f78348dea60a req-9ad123c5-4594-46f3-9833-c73b3651eadf tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0779660 Jul 16 09:14:36.781087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-297c3481-59fe-498f-9ee0-f78348dea60a req-865badfe-e5e2-449e-aa75-0a8be58a25f7 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Jul 16 09:14:38.035379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0e946-1f47-429d-aa3f-2313eadc3567 req-b176a470-18fc-4860-9f6f-63dac5c4f095 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.036942 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27f0e946-1f47-429d-aa3f-2313eadc3567 req-b176a470-18fc-4860-9f6f-63dac5c4f095 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.1403174 Jul 16 09:14:38.079894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27f0e946-1f47-429d-aa3f-2313eadc3567 req-0c9abda4-5f52-4726-86b4-95dfab93d661 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Jul 16 09:14:38.802332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.326292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436960e3-8fa1-45d1-9165-988077ea5b24 req-b958e659-8b5a-45e8-8654-b3f156f24e66 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:39.327765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-436960e3-8fa1-45d1-9165-988077ea5b24 req-b958e659-8b5a-45e8-8654-b3f156f24e66 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.1258492 Jul 16 09:14:39.366533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-436960e3-8fa1-45d1-9165-988077ea5b24 req-458e1fd0-b931-4439-b24d-34fa818ab8db tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Jul 16 09:14:39.504471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:40.542279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae011137-810a-4c3c-b766-f6d750777431 req-d452e0d9-f762-4092-b43a-43344105f9cd tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:40.543676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae011137-810a-4c3c-b766-f6d750777431 req-d452e0d9-f762-4092-b43a-43344105f9cd tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0657182 Jul 16 09:14:40.582742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae011137-810a-4c3c-b766-f6d750777431 req-2107cd01-4b0f-462f-bc52-e2c762b1263b tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 16 09:14:41.761470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a2eb5-b3cd-4a75-b70f-8639f9c35f9b req-2614e7cb-ac87-44fa-85c7-b69d2b1bd716 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.762977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-751a2eb5-b3cd-4a75-b70f-8639f9c35f9b req-2614e7cb-ac87-44fa-85c7-b69d2b1bd716 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0676017 Jul 16 09:14:41.804491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-751a2eb5-b3cd-4a75-b70f-8639f9c35f9b req-069bd3aa-8d6a-42f8-837f-9160d0c70585 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356886 Jul 16 09:14:42.998956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f366b-3d97-44f9-986c-71514f1d35e9 req-0cd71a2f-b9e1-4014-a0b4-863d72a116a6 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:43.000533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f4f366b-3d97-44f9-986c-71514f1d35e9 req-0cd71a2f-b9e1-4014-a0b4-863d72a116a6 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0685275 Jul 16 09:14:43.041263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a26542f-dcbd-46d1-93bc-c8476cee1fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.061944 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8f4f366b-3d97-44f9-986c-71514f1d35e9 req-b0171b79-9bbb-4568-b253-f8151a456e0a tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Jul 16 09:14:44.263529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fac3c-1777-4b0f-8ccb-6e5c6c1f1679 req-a569bbd2-ac84-4c50-b5ff-29d936d3af1d tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.265036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e63fac3c-1777-4b0f-8ccb-6e5c6c1f1679 req-a569bbd2-ac84-4c50-b5ff-29d936d3af1d tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0718348 Jul 16 09:14:44.313368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e63fac3c-1777-4b0f-8ccb-6e5c6c1f1679 req-f8fec752-f820-497d-ae27-9ec764b8dd5e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Jul 16 09:14:45.484915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2157fb-8b8f-4dbb-b219-659c85908b64 req-5de18b5b-2ecb-4332-8e41-9d60053e7407 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:45.486292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc2157fb-8b8f-4dbb-b219-659c85908b64 req-5de18b5b-2ecb-4332-8e41-9d60053e7407 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0638180 Jul 16 09:14:45.526506 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc2157fb-8b8f-4dbb-b219-659c85908b64 req-f98edc71-6eb7-4099-85f3-80fd305b7692 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336494 Jul 16 09:14:45.656310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cbad538d-62f7-4040-932c-0a69434f2ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:45.752960 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:46.700190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347dd56-fa9c-4cba-97c8-b14ef6a84b95 req-2a31ccb7-9b9f-42e6-ab4a-b60616c6c69f tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:46.701692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3347dd56-fa9c-4cba-97c8-b14ef6a84b95 req-2a31ccb7-9b9f-42e6-ab4a-b60616c6c69f tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0634096 Jul 16 09:14:46.738883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3347dd56-fa9c-4cba-97c8-b14ef6a84b95 req-254ca001-e7ac-4feb-ae2c-609caaa648d5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Jul 16 09:14:46.996882 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:47.922417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3b4d-4e11-40ad-8eef-a4c5c0ae320b req-2fbf20b5-2b12-4dcf-8b0a-7483696a1540 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:47.923945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19fb3b4d-4e11-40ad-8eef-a4c5c0ae320b req-2fbf20b5-2b12-4dcf-8b0a-7483696a1540 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0676718 Jul 16 09:14:47.962131 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19fb3b4d-4e11-40ad-8eef-a4c5c0ae320b req-2b568301-e5de-4cec-bcd7-3f2da7ef9ef7 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 16 09:14:48.597339 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:49.142858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bce5e1-33fa-476b-98a2-55fee54bd691 req-b85d8eb3-c0d1-492a-81e3-4383abe5ba58 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:49.144356 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60bce5e1-33fa-476b-98a2-55fee54bd691 req-b85d8eb3-c0d1-492a-81e3-4383abe5ba58 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0649977 Jul 16 09:14:49.185833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60bce5e1-33fa-476b-98a2-55fee54bd691 req-cab6ed87-2313-45ec-a99b-e0f0aa51ca4b tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Jul 16 09:14:50.381474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489481-e05f-44cf-869d-b7b594d557d5 req-1b53c89e-d4fc-472d-bafe-1b8538bad467 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:50.382945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a489481-e05f-44cf-869d-b7b594d557d5 req-1b53c89e-d4fc-472d-bafe-1b8538bad467 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0701606 Jul 16 09:14:50.421282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a489481-e05f-44cf-869d-b7b594d557d5 req-7fb2dc82-5b3a-40b8-941a-303619712abb tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Jul 16 09:14:51.593863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada5628-39c0-4553-8925-927f27556bff req-b22ed0e1-97a6-46f9-9ba9-ec211e498aba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:51.595372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ada5628-39c0-4553-8925-927f27556bff req-b22ed0e1-97a6-46f9-9ba9-ec211e498aba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0627601 Jul 16 09:14:51.633170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ada5628-39c0-4553-8925-927f27556bff req-f62d09fc-3c83-4155-98fd-43a7d4be75fb tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Jul 16 09:14:52.805042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3d5f6-63f1-4b75-8fa4-9b096c4e2655 req-37dfd83e-915d-41fe-a0f5-a6ae576e6b25 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:52.807335 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8d3d5f6-63f1-4b75-8fa4-9b096c4e2655 req-37dfd83e-915d-41fe-a0f5-a6ae576e6b25 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0625367 Jul 16 09:14:52.845058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8d3d5f6-63f1-4b75-8fa4-9b096c4e2655 req-6faaf0cd-f49f-448e-abab-80c187e277ab tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jul 16 09:14:54.029473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cfabc-84d6-4df3-9359-08d34a2a4fe7 req-901bc18d-c2ac-4ec7-a347-979ebf6931f8 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:54.030998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-375cfabc-84d6-4df3-9359-08d34a2a4fe7 req-901bc18d-c2ac-4ec7-a347-979ebf6931f8 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0694666 Jul 16 09:14:54.068096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-375cfabc-84d6-4df3-9359-08d34a2a4fe7 req-a3b3a46f-cec8-4a84-8091-2e0e7a73c6ef tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Jul 16 09:14:55.242920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1783ab-b9d6-40f3-a79b-2d9d93fb83ba req-1c00e4a2-5b0c-40c9-ad33-7eb213d2d4a1 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.244445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a1783ab-b9d6-40f3-a79b-2d9d93fb83ba req-1c00e4a2-5b0c-40c9-ad33-7eb213d2d4a1 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0645859 Jul 16 09:14:55.282207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a1783ab-b9d6-40f3-a79b-2d9d93fb83ba req-828bfa4f-0745-4603-a5d3-ed3228d49fd3 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Jul 16 09:14:56.460254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e93b3a-f805-4516-9f1a-19fb622ebdbe req-adcc7e02-e740-4ae2-8738-b790c916f2b5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:56.461757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1e93b3a-f805-4516-9f1a-19fb622ebdbe req-adcc7e02-e740-4ae2-8738-b790c916f2b5 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0671406 Jul 16 09:14:56.504731 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1e93b3a-f805-4516-9f1a-19fb622ebdbe req-d2b31a94-b805-481f-9478-57e253e1e640 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Jul 16 09:14:57.680965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c070d-52b7-4d00-ba72-a4087534bfd6 req-cbce8c7f-1682-40a6-896c-3385407091ba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.683639 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb3c070d-52b7-4d00-ba72-a4087534bfd6 req-cbce8c7f-1682-40a6-896c-3385407091ba tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0643494 Jul 16 09:14:57.722665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb3c070d-52b7-4d00-ba72-a4087534bfd6 req-5b8efaa8-d3f4-4c36-9996-a7c487685641 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 16 09:14:58.032907 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-18196c3d-1c0d-426f-b23a-8ff293026d24 service neutron] show failed (client error): The resource could not be found. Jul 16 09:14:58.033922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-18196c3d-1c0d-426f-b23a-8ff293026d24 service neutron] 10.222.0.47 "GET /v2.0/ports/01e56fbb-62a8-4e81-b2d6-f24eca656135/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0599735 Jul 16 09:14:58.363608 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-e92a81cc-a7ab-4407-a02a-58d7dd871fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.365143 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-e92a81cc-a7ab-4407-a02a-58d7dd871fff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30&tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e HTTP/1.1" status: 200 len: 1098 time: 0.1414778 Jul 16 09:14:58.377002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:58.449233 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.646716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:58.681346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:58.720198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:58.723376 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36cf88a-2ebb-402e-8154-b3a232e7fec4" -d '{"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-unplugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:58.727588 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.741509 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Transition to ACTIVE for port object 01e56fbb-62a8-4e81-b2d6-f24eca656135 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:58.746367 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:58.776795 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d223fb35-fec3-400a-a9bc-b65b0a0dc442 x-openstack-request-id: req-d223fb35-fec3-400a-a9bc-b65b0a0dc442 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:58.777089 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-unplugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:58.777339 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d223fb35-fec3-400a-a9bc-b65b0a0dc442 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:58.777729 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'code': 200} Jul 16 09:14:58.913846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c4396-d452-48fc-8e67-12cdb74ae378 req-83b74143-a209-4132-90a3-1ca8b8306c4a tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.915484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e5c4396-d452-48fc-8e67-12cdb74ae378 req-83b74143-a209-4132-90a3-1ca8b8306c4a tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0678601 Jul 16 09:14:58.957018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e5c4396-d452-48fc-8e67-12cdb74ae378 req-f7b4cefd-aa16-4cc1-ad83-dafb706c6da1 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Jul 16 09:14:59.144156 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] No DVR routers for this DVR port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:59.146219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.158004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.158356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.158700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.159039 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.159374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.159706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.160061 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.160395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.160395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.161024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.161346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.161667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:59.193858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:59.194201 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:59.194532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:59.199124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:59.199450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Attempting to bind port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on network 0eb33635-a0d0-4cdf-8b2e-799582f36ef5 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:59.204254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:59.204597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Checking segment: {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:59.204983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Bound using segment: {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:59.205412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Bound port: 01e56fbb-62a8-4e81-b2d6-f24eca656135, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17055f43-b548-4feb-a3f4-4dbe93b1fcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:59.205772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.267291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:59.270258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:59.274873 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.310249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:59.310877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.312322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] 10.222.0.46 "PUT /v2.0/ports/01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 1093 time: 0.9392643 Jul 16 09:14:59.333883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f611a3-e391-4e8a-b75f-4b3d83a9de7f service neutron] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.392266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-2f5b839d-02ae-4b1d-b17a-536a617e29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:59.393782 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-2f5b839d-02ae-4b1d-b17a-536a617e29a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0570412 Jul 16 09:14:59.481704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-85ed8c06-80a3-494d-adcc-c83ce0900eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:59.483198 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-85ed8c06-80a3-494d-adcc-c83ce0900eef service neutron] 10.222.0.46 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.0832307 Jul 16 09:14:59.526838 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-bc638898-61a7-4cd6-a3ac-f038f5eb38d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0371482 Jul 16 09:14:59.573661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-6c4db09b-280c-4df4-8031-62e440854bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:59.575068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-6c4db09b-280c-4df4-8031-62e440854bc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0429127 Jul 16 09:14:59.606598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-650d7db3-b374-4df7-a351-6ed7e4bd1be4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254314 Jul 16 09:14:59.695191 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-38cd1e75-9ffa-4b6f-bc5f-1b0e6f986b6f service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813081 Jul 16 09:14:59.782257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-4f6bb241-ccd4-403d-809c-df0c1223a27e req-61a665ec-f9eb-42d6-8370-59c15c8eee37 service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802519 Jul 16 09:15:00.135894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc310-94f3-4ce2-bb4f-77e6bd3d7df2 req-a315f984-f846-4f40-a895-25954688ce2e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:00.137376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be5dc310-94f3-4ce2-bb4f-77e6bd3d7df2 req-a315f984-f846-4f40-a895-25954688ce2e tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0655222 Jul 16 09:15:00.173755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be5dc310-94f3-4ce2-bb4f-77e6bd3d7df2 req-99136932-a305-46c2-bbbf-787bacee7a9f tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Jul 16 09:15:00.778796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:00.781218 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce" -d '{"events": [{"name": "network-changed", "server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:00.827848 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5500e1ac-677b-43e2-a00b-9c9c30a3102e x-openstack-request-id: req-5500e1ac-677b-43e2-a00b-9c9c30a3102e {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:00.828168 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:00.828454 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5500e1ac-677b-43e2-a00b-9c9c30a3102e {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:00.828862 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'status': 'completed', 'code': 200} Jul 16 09:15:00.939472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-fb071f2c-ef54-4bbe-bb99-3843c18a836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:00.941002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-fb071f2c-ef54-4bbe-bb99-3843c18a836c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0869598 Jul 16 09:15:00.942700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-1d30fe6a-964c-462d-b673-310888fdf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:00.944032 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-1d30fe6a-964c-462d-b673-310888fdf40e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0976691 Jul 16 09:15:01.096409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-ae9fc257-1377-45dd-95b6-98e304ae85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.097877 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-ae9fc257-1377-45dd-95b6-98e304ae85f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.1503885 Jul 16 09:15:01.098963 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-cb73bede-689c-4e7e-b89e-44cc5464ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.100284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-cb73bede-689c-4e7e-b89e-44cc5464ea79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.1456509 Jul 16 09:15:01.146485 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-316b2562-7d52-494f-bb14-ba957714cd9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Jul 16 09:15:01.179707 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-e2fc3f92-cf4b-42cb-82e8-669b98cdef8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0694013 Jul 16 09:15:01.253549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-76cc8a40-9569-4f56-ba65-e8d1b2b829b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.255120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-76cc8a40-9569-4f56-ba65-e8d1b2b829b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0841374 Jul 16 09:15:01.260792 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-5fb19e56-9ead-4acd-9fcf-78a7bb8a862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.262219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-5fb19e56-9ead-4acd-9fcf-78a7bb8a862a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0629842 Jul 16 09:15:01.312383 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-88452fe6-f6ce-45bc-9a38-0667085aebda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411336 Jul 16 09:15:01.314184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-bad3c2fb-4f33-43f2-9415-f2b728922b9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511875 Jul 16 09:15:01.362871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9afa1-5f66-44cf-a412-7f10b9411951 req-715b7cd5-be3a-409f-9a10-ee589c766cd4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.366697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44f9afa1-5f66-44cf-a412-7f10b9411951 req-715b7cd5-be3a-409f-9a10-ee589c766cd4 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0723026 Jul 16 09:15:01.411148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-44f9afa1-5f66-44cf-a412-7f10b9411951 req-45039bfd-836f-47af-9b44-9f3e873d4a55 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Jul 16 09:15:01.480866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-d0c19dcc-889d-4452-990f-ebab08e8357c service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598730 Jul 16 09:15:01.484393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-8f97f5a4-8a37-45fb-9dcf-754819710f1b service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614738 Jul 16 09:15:01.648393 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-53ef0db6-b45b-4a18-a120-b4c0a02a0a5c service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601946 Jul 16 09:15:01.651668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0f4ee2d-f7ab-4d5d-9a0a-1e4132448bce req-1b800787-73a0-48b1-ac71-507ded694405 service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535807 Jul 16 09:15:01.706540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:01.743461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:01.764252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-4ad5d94d-dcf3-44fc-840d-ae0982264036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.765762 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-4ad5d94d-dcf3-44fc-840d-ae0982264036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0538721 Jul 16 09:15:01.868247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-ee8e6a2a-6832-4130-a038-a9f203eca9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.869775 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-ee8e6a2a-6832-4130-a038-a9f203eca9d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.0844281 Jul 16 09:15:01.913224 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-b22f0677-2834-4d0e-82be-f7a657f8c62b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0373018 Jul 16 09:15:01.962008 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-3412be70-410f-4b67-8612-68fe22b14a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:01.964002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-3412be70-410f-4b67-8612-68fe22b14a4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0449159 Jul 16 09:15:01.996059 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-18365b41-0ec3-40f5-bfd9-ff9c3c68d8ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257721 Jul 16 09:15:02.086548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-fc94d40b-fffb-48e5-8fc1-c2e3ba050c76 service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Jul 16 09:15:02.172790 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5623be8e-6a7e-4cc2-9626-98268ecb676a req-ca0a2842-3be2-478e-a557-4064e8bc7d94 service neutron] 10.222.0.46 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804906 Jul 16 09:15:02.591432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c0ccd-f585-4cc3-82ed-0a98de02091a req-d1790137-9217-4c24-85e2-c61f600ff052 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:02.592935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c0c0ccd-f585-4cc3-82ed-0a98de02091a req-d1790137-9217-4c24-85e2-c61f600ff052 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 944 time: 0.0665417 Jul 16 09:15:02.629852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c0c0ccd-f585-4cc3-82ed-0a98de02091a req-ec097497-beb6-4d4d-9dba-aaafc343cc11 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Jul 16 09:15:03.038560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-cd8369e1-2fc0-4b42-abde-b73fad36f213 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.039924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-cd8369e1-2fc0-4b42-abde-b73fad36f213 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.47 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30&tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 944 time: 0.1101446 Jul 16 09:15:03.098558 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-93812156-787b-4cb1-b202-4013c5163999 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:15:03.099557 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-93812156-787b-4cb1-b202-4013c5163999 service neutron] 10.222.0.47 "DELETE /v2.0/ports/01e56fbb-62a8-4e81-b2d6-f24eca656135/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0530367 Jul 16 09:15:03.199921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-72d6e507-687c-469e-8971-7e939fada5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.201437 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-72d6e507-687c-469e-8971-7e939fada5f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 1096 time: 0.0559671 Jul 16 09:15:03.256061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:03.291911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-99a51ecd-93dd-4309-90cf-788e91a8fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.293374 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-99a51ecd-93dd-4309-90cf-788e91a8fdf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 200 len: 913 time: 0.0852256 Jul 16 09:15:03.336789 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-884aa620-4ceb-4532-b12b-9992e4157ad8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 200 len: 217 time: 0.0366275 Jul 16 09:15:03.355710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:03.366778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'network_id': '0eb33635-a0d0-4cdf-8b2e-799582f36ef5', 'port_id': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'mac_address': 'fa:16:3e:36:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36777e5-d346-49b9-b98d-6d37c75cfb02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:03.383906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-18a1a745-1856-4dd7-80f2-5c3ea8204b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:03.385446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-18a1a745-1856-4dd7-80f2-5c3ea8204b31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 200 len: 852 time: 0.0431075 Jul 16 09:15:03.403635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.416340 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e56fbb-62a8-4e81-b2d6-f24eca656135 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:03.418384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ad38e485-404a-4618-85e0-e6b646ca3191 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0eb33635-a0d0-4cdf-8b2e-799582f36ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267859 Jul 16 09:15:03.436028 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:03.440213 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.501263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:03.516507 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-d9b660a0-a593-4894-9f33-0ea18b2a9b97 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Jul 16 09:15:03.609684 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-b1e6e2e0-4257-4521-a8a5-5526cf3b80f5 service neutron] 10.222.0.47 "GET /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Jul 16 09:15:03.681428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['01e56fbb-62a8-4e81-b2d6-f24eca656135'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:04.452279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238108e9-5bde-444a-a888-4c775e4c1c6b req-dab37523-829d-417d-ad00-e18dcd505f78 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:04.454371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-238108e9-5bde-444a-a888-4c775e4c1c6b req-dab37523-829d-417d-ad00-e18dcd505f78 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 945 time: 0.0736525 Jul 16 09:15:04.493216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-238108e9-5bde-444a-a888-4c775e4c1c6b req-cda8c651-ef26-4d02-b1b1-b79d763f985a tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Jul 16 09:15:05.257332 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:05.313437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 01e56fbb-62a8-4e81-b2d6-f24eca656135 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:05.317390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 01e56fbb-62a8-4e81-b2d6-f24eca656135 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:05.317716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.396496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.420670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:05.422928 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25be8e8-7872-4ac6-8a9f-99ca1c48f523" -d '{"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-plugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:05.436716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:05.442108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.477373 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7f0cc-d766-46c3-b152-ba5a556ce28d x-openstack-request-id: req-e7a7f0cc-d766-46c3-b152-ba5a556ce28d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:05.477666 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-plugged", "status": "completed", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:05.477919 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7a7f0cc-d766-46c3-b152-ba5a556ce28d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:05.478306 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'code': 200} Jul 16 09:15:05.494050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:05.612139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-e9462b9d-66df-4fd9-b188-561d6b795cdb tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:05.613780 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-e9462b9d-66df-4fd9-b188-561d6b795cdb tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.46 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0691745 Jul 16 09:15:05.667022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724954a-2541-4b22-83e2-5a88ca012d26 req-bee63df7-9ea4-4aa6-9f02-0412ac47f396 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:05.668544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0724954a-2541-4b22-83e2-5a88ca012d26 req-bee63df7-9ea4-4aa6-9f02-0412ac47f396 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/ports?device_id=4021c7d5-b18d-41be-885c-e8920dd05d30 HTTP/1.1" status: 200 len: 946 time: 0.0634575 Jul 16 09:15:05.707437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0724954a-2541-4b22-83e2-5a88ca012d26 req-aed77c4f-ab6c-4447-905b-0dfca9add979 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Jul 16 09:15:05.721079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Deleting port 01e56fbb-62a8-4e81-b2d6-f24eca656135 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:05.721431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.815529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] For port 01e56fbb-62a8-4e81-b2d6-f24eca656135, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01e56fbb-62a8-4e81-b2d6-f24eca656135,segment=NetworkSegment(17055f43-b548-4feb-a3f4-4dbe93b1fcc7),segment_id=17055f43-b548-4feb-a3f4-4dbe93b1fcc7)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:05.815806 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.828151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Calling delete_port for 01e56fbb-62a8-4e81-b2d6-f24eca656135 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:05.958983 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.972008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['01e56fbb-62a8-4e81-b2d6-f24eca656135'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:06.011293 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Pushing event deleted for resources: {'Port': ['ID=01e56fbb-62a8-4e81-b2d6-f24eca656135,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:06.055906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] No DVR routers for this DVR port 01e56fbb-62a8-4e81-b2d6-f24eca656135 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:06.059449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:06.061600 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d0c0c8c4-2bd3-41d0-a580-cdf4f3f9bd0c req-ba0156a0-c87c-4bbd-bbd8-9ae937934886 tempest-DeleteServersTestJSON-211623499 tempest-DeleteServersTestJSON-211623499-project] 10.222.0.46 "DELETE /v2.0/ports/01e56fbb-62a8-4e81-b2d6-f24eca656135 HTTP/1.1" status: 204 len: 173 time: 0.4425895 Jul 16 09:15:06.062045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-deleted', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:06.064384 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f825f59a-1a17-45db-99d6-189507a62cd7" -d '{"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-deleted", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:06.102253 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db1b5de-a660-484e-aafe-c1557d79d80b x-openstack-request-id: req-2db1b5de-a660-484e-aafe-c1557d79d80b {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:06.102581 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4021c7d5-b18d-41be-885c-e8920dd05d30", "name": "network-vif-deleted", "tag": "01e56fbb-62a8-4e81-b2d6-f24eca656135", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:06.102890 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db1b5de-a660-484e-aafe-c1557d79d80b {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:06.103467 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4021c7d5-b18d-41be-885c-e8920dd05d30', 'name': 'network-vif-deleted', 'tag': '01e56fbb-62a8-4e81-b2d6-f24eca656135', 'status': 'completed', 'code': 200} Jul 16 09:15:06.940384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32936) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:06.985218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Deleting subnet a36777e5-d346-49b9-b98d-6d37c75cfb02 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:15:06.988402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.022874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.065858 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.119162 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.143763 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36777e5-d346-49b9-b98d-6d37c75cfb02,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:07.150922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.153452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5ca989b6-0701-4cc7-910b-4ef35ea16f26 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a36777e5-d346-49b9-b98d-6d37c75cfb02 HTTP/1.1" status: 204 len: 168 time: 0.2114878 Jul 16 09:15:07.155471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32938) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:07.223020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.304962 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.315885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb33635-a0d0-4cdf-8b2e-799582f36ef5']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:07.326049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17055f43-b548-4feb-a3f4-4dbe93b1fcc7') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:07.326360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17055f43-b548-4feb-a3f4-4dbe93b1fcc7') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:15:07.335038 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.349068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.355498 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:15:07.355890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:15:07.357828 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:15:07.412960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.418951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.420848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0eb33635-a0d0-4cdf-8b2e-799582f36ef5 HTTP/1.1" status: 204 len: 168 time: 0.2643981 Jul 16 09:15:07.431872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed8e5c-de91-443c-bd59-a50e30301760 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb33635-a0d0-4cdf-8b2e-799582f36ef5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:07.533804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32944) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:07.574564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-617453aa-aee9-416e-ac9e-d89732207920 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c6c08cf2fc0494e9950c0d074c27e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395174 Jul 16 09:15:07.576913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32946) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:07.624257 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.645370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.693826 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.696461 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.698165 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48 HTTP/1.1" status: 204 len: 168 time: 0.1198330 Jul 16 09:15:07.706278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a016cc-4f7e-4500-b7ef-40a52cceba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4fc99b-1303-4bc6-9ae6-6bb62eb96c48,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:08.379075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 32970) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:08.479538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1759168288-network', 'tenant_id': 'bd5fad3923a74139a288ee21c2432a83'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:08.502364 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Made reservation on behalf of bd5fad3923a74139a288ee21c2432a83 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:08.504935 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.513174 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.604636 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.608688 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.633674 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:15:08.643361 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b67c4-a235-4a0b-9f5d-c32b9285cb29,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:08.650336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.651225 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Added segment 1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f of type vlan for network b3af615d-bf62-4aa1-921f-7c3374803c01 Jul 16 09:15:08.691969 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.721352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.722378 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:08.723032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.757244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3770373 Jul 16 09:15:08.760825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 32974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:08.766537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Request body: {'subnet': {'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1759168288-subnet', 'tenant_id': 'bd5fad3923a74139a288ee21c2432a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:08.787937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5f48e-2857-4c63-a892-b37ce1b67f89 admin admin] Pushing event updated for resources: {'Network': ['ID=b3af615d-bf62-4aa1-921f-7c3374803c01,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:08.799260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b3af615d-bf62-4aa1-921f-7c3374803c01 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:15:08.800448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Made reservation on behalf of bd5fad3923a74139a288ee21c2432a83 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:08.803271 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.811751 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.977217 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.034759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07606ec-6a2f-4052-a909-ac4fced43580,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:09.040569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Checking segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:09.040935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Network hostable DHCP agents. Network: b3af615d-bf62-4aa1-921f-7c3374803c01, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:15:09.057045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Network b3af615d-bf62-4aa1-921f-7c3374803c01 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:15:09.065662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b3af615d-bf62-4aa1-921f-7c3374803c01) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:09.069802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:09.070380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.075950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776be55-0d86-4f4a-94ff-eb26409ed77b None None] Network b3af615d-bf62-4aa1-921f-7c3374803c01 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:09.096229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-449ce913-dbf0-4d9d-9d4d-2750a132e81c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3262789 Jul 16 09:15:09.217686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df246e79-4af8-4536-aa31-7f3e2b8eafcc None None] Network b3af615d-bf62-4aa1-921f-7c3374803c01 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:15:09.278414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:09.303689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 01e56fbb-62a8-4e81-b2d6-f24eca656135 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:09.304124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01e56fbb-62a8-4e81-b2d6-f24eca656135 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:09.505905 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:09.554292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-47e043f2-f9fb-4944-b4d3-57bd37c4fcd9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:09.555782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-47e043f2-f9fb-4944-b4d3-57bd37c4fcd9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 815 time: 0.1001379 Jul 16 09:15:09.571520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-02089c6a-b323-483c-9d63-1de6bd3e9fbb tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/quotas/bd5fad3923a74139a288ee21c2432a83 HTTP/1.1" status: 200 len: 375 time: 0.0092530 Jul 16 09:15:09.609342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-fc3f8a2e-5c12-4174-8b95-205bec6b7cd8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320363 Jul 16 09:15:09.700590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-24cbc1d4-41e7-4df7-b8c7-96d8b18888b4 service neutron] 10.222.0.32 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Jul 16 09:15:09.794092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-3d3f1c95-10fe-4064-8d54-124672d00e37 service neutron] 10.222.0.32 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877893 Jul 16 09:15:09.988364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c5b5d5d0-dcb6-489d-a148-8147aa2c9c4d req-c60f18f0-e501-4e64-a86f-302948b76eb9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Jul 16 09:15:10.773934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:11.031724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-6094bba4-e4a1-4e53-a3c5-47470b8f3245 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.033313 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-6094bba4-e4a1-4e53-a3c5-47470b8f3245 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 815 time: 0.1136124 Jul 16 09:15:11.049466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Request body: {'port': {'device_id': '1272419d-c105-422e-895e-bcbb68802827', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'admin_state_up': True, 'tenant_id': 'bd5fad3923a74139a288ee21c2432a83'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:11.134114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f31f507-c3df-4056-9c7e-8b56bd5da980 req-e5e02ca8-716c-42da-b911-db892a93b6cc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 210 time: 0.0278676 Jul 16 09:15:11.169656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Made reservation on behalf of bd5fad3923a74139a288ee21c2432a83 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:11.173433 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.300350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Allocated IP 172.20.0.8 (b3af615d-bf62-4aa1-921f-7c3374803c01/d07606ec-6a2f-4052-a909-ac4fced43580/08ff1da6-26ed-48f4-be11-fcc9496f0465) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:11.448221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.486007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.527909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Network b3af615d-bf62-4aa1-921f-7c3374803c01 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:11.532909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:11.536560 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:11.566260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:11.593585 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.594189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.608456 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-b5ce4ff7-1e41-4f37-8408-c8a009b703b4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632579 Jul 16 09:15:11.621561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Request body: {'port': {'device_id': '1272419d-c105-422e-895e-bcbb68802827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:11.691979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.959917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ff1da6-26ed-48f4-be11-fcc9496f0465 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:11.967379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.979890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Transition to ACTIVE for port object 08ff1da6-26ed-48f4-be11-fcc9496f0465 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:11.984067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.030798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:12.100599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:12.101304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:12.101304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:12.108936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:12.109261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:12.114213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:12.114553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Checking segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:12.114940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Bound using segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:12.115373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Bound port: 08ff1da6-26ed-48f4-be11-fcc9496f0465, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:12.115736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.182932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:12.186386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:12.192630 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.227872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.228439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:12.230518 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] 10.222.0.46 "PUT /v2.0/ports/08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 1092 time: 0.6136489 Jul 16 09:15:12.230955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:12.233248 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76412d7-5116-4818-836f-771fbebff1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:12.276465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea399-c78c-46d4-bd5c-76767556cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:12.288275 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16283fe2-36b4-49b1-9568-2869ffc755de x-openstack-request-id: req-16283fe2-36b4-49b1-9568-2869ffc755de {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:12.288570 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:12.288843 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16283fe2-36b4-49b1-9568-2869ffc755de {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:12.289371 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'status': 'completed', 'code': 200} Jul 16 09:15:12.332523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a568d-71bb-4854-8fb0-7b0434dbf482 req-e9db5719-a726-490f-89fa-55badee41337 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.334039 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-959a568d-71bb-4854-8fb0-7b0434dbf482 req-e9db5719-a726-490f-89fa-55badee41337 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 943 time: 0.0779972 Jul 16 09:15:12.334947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-87979b4c-3e6e-4a81-a7ea-8cbee022a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.336431 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-87979b4c-3e6e-4a81-a7ea-8cbee022a747 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1095 time: 0.0618598 Jul 16 09:15:12.374118 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-959a568d-71bb-4854-8fb0-7b0434dbf482 req-d8868810-c1a7-4a95-bbea-f66ac070c647 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Jul 16 09:15:12.382370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-51add275-6de3-487e-9d00-d31ab7aa5a4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0379887 Jul 16 09:15:12.439445 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-f181c10a-0c85-4b5c-99da-91d6c5183744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.440882 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-f181c10a-0c85-4b5c-99da-91d6c5183744 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0531685 Jul 16 09:15:12.474049 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-a0d3f71b-d477-4471-ae07-78de56d1c6fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263722 Jul 16 09:15:12.565376 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-881f37c3-644e-4ef1-9dce-a5e3836aca0b service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Jul 16 09:15:12.664586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f1fa1ce1-e1de-4faa-8aed-fc44d75748e1 req-d5f09f13-b48e-475c-aa69-c048033ff569 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929027 Jul 16 09:15:12.767300 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76412d7-5116-4818-836f-771fbebff1d7 req-049284f3-e182-4acb-aa4a-22c0cec31589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.768783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-049284f3-e182-4acb-aa4a-22c0cec31589 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1095 time: 0.0541635 Jul 16 09:15:12.862271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76412d7-5116-4818-836f-771fbebff1d7 req-e13cea71-d4bf-4705-a894-bce4c13aac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.863750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-e13cea71-d4bf-4705-a894-bce4c13aac23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0894363 Jul 16 09:15:12.903592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-44543bf9-03d4-4740-b456-37aea1d3c39e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0337319 Jul 16 09:15:13.045317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-458c4983-c582-45dc-b234-c1eb90a1743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:13.291177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76412d7-5116-4818-836f-771fbebff1d7 req-b1d48317-c85f-4377-8e1a-1f2a7aa6b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:13.292777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-b1d48317-c85f-4377-8e1a-1f2a7aa6b9f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.3823187 Jul 16 09:15:13.327763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-7b58b3a7-968f-40f0-a410-e166f5b847bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267715 Jul 16 09:15:13.419891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-6658b9ff-4a41-43c3-a9d9-e9bb94ab374c service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Jul 16 09:15:13.513942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d76412d7-5116-4818-836f-771fbebff1d7 req-61319af8-bff4-4c3d-b5ae-bf813f0e3fcb service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868790 Jul 16 09:15:13.556208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f0909-2d87-40dc-9731-9ea6c1556514 req-2ec820bb-8cea-482b-b2c1-25017b3ea2b0 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:13.558681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f24f0909-2d87-40dc-9731-9ea6c1556514 req-2ec820bb-8cea-482b-b2c1-25017b3ea2b0 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 943 time: 0.0667281 Jul 16 09:15:13.596250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f24f0909-2d87-40dc-9731-9ea6c1556514 req-0da77edf-a4e2-4854-85c5-6ea1d399a470 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Jul 16 09:15:14.957868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b9a7-6206-45f7-a8e6-54eec96bf25b req-d76b3f7c-cbe0-41bd-8390-5c09ab13ed48 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:14.959393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a521b9a7-6206-45f7-a8e6-54eec96bf25b req-d76b3f7c-cbe0-41bd-8390-5c09ab13ed48 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 943 time: 0.0672097 Jul 16 09:15:15.002086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a521b9a7-6206-45f7-a8e6-54eec96bf25b req-f0f0b350-d2d6-43dd-8deb-2e2d67493ab0 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Jul 16 09:15:15.318965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:15.422315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:15.434047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'port_id': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'mac_address': 'fa:16:3e:d2:d7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07606ec-6a2f-4052-a909-ac4fced43580', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:15.470251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.483544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ff1da6-26ed-48f4-be11-fcc9496f0465 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:15.502975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:15.506746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.557017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:15.564523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.564871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.565212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.565547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.565883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.566212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.566543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.566888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.567208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.567533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.567871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.568207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.658569 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9677c693-eed8-45a5-ba24-8d4253e47dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.690902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['08ff1da6-26ed-48f4-be11-fcc9496f0465'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:15.765531 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.174357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072bacb-b66e-4315-9729-ebcef07821ed req-92bc4065-7135-4fce-9412-94a093c1962c tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:16.175765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c072bacb-b66e-4315-9729-ebcef07821ed req-92bc4065-7135-4fce-9412-94a093c1962c tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 944 time: 0.0632253 Jul 16 09:15:16.214445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c072bacb-b66e-4315-9729-ebcef07821ed req-b2617f45-c4b0-4a2e-a813-96ebe8b13f0b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Jul 16 09:15:16.998812 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.335014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:17.385297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 08ff1da6-26ed-48f4-be11-fcc9496f0465 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:17.389879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 08ff1da6-26ed-48f4-be11-fcc9496f0465 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:17.390257 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.390755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e38da-b4c4-46db-92ac-2fc582e16da7 req-c0662f8a-14b9-464e-9d87-ad3242f1c363 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.393100 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a19e38da-b4c4-46db-92ac-2fc582e16da7 req-c0662f8a-14b9-464e-9d87-ad3242f1c363 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 944 time: 0.0672233 Jul 16 09:15:17.431360 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a19e38da-b4c4-46db-92ac-2fc582e16da7 req-ac719be5-fd3f-4dd3-89ed-f09cb35c6843 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Jul 16 09:15:17.471297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.495981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:17.498273 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772b3e9-7169-4dce-9c93-b901f763cfcf" -d '{"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:17.511755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:17.515771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.539898 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5230b0c-531f-4195-ab3e-c20ed766d70f x-openstack-request-id: req-a5230b0c-531f-4195-ab3e-c20ed766d70f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:17.540218 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:17.540470 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5230b0c-531f-4195-ab3e-c20ed766d70f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:17.540921 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'code': 200} Jul 16 09:15:17.570132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:17.648089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afce172-7fb4-42a1-a7d3-3ada7db119f8 req-08f7513e-5f82-456c-bb89-4232a34a73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.649611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8afce172-7fb4-42a1-a7d3-3ada7db119f8 req-08f7513e-5f82-456c-bb89-4232a34a73c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1097 time: 0.0524540 Jul 16 09:15:17.684946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8afce172-7fb4-42a1-a7d3-3ada7db119f8 req-b7bf102a-1dfe-4dbf-8b87-d406ae7247c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290878 Jul 16 09:15:18.602071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:18.622140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd0fa-c05c-41fd-8878-bb0ad85d3269 req-dea451fa-7f29-4539-8d9f-4f18978a3ec4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.623813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e29cd0fa-c05c-41fd-8878-bb0ad85d3269 req-dea451fa-7f29-4539-8d9f-4f18978a3ec4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0694897 Jul 16 09:15:18.662456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e29cd0fa-c05c-41fd-8878-bb0ad85d3269 req-9daf0527-9cd2-4608-9967-b102089cd292 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jul 16 09:15:18.840747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31db1db-bc4e-4f57-ac0a-854b7ef130e3 req-df22d204-d070-4c5c-9e2d-c6058bc29478 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.842287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f31db1db-bc4e-4f57-ac0a-854b7ef130e3 req-df22d204-d070-4c5c-9e2d-c6058bc29478 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0642185 Jul 16 09:15:18.878899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f31db1db-bc4e-4f57-ac0a-854b7ef130e3 req-6866bdd6-ecb0-4afa-b4da-8cd09beb08d2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jul 16 09:15:19.233713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb94cf-3cc9-464d-8f1b-3f346f660688 req-f46ecbd0-c594-4dcc-ad28-a68a75204146 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.235196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eabb94cf-3cc9-464d-8f1b-3f346f660688 req-f46ecbd0-c594-4dcc-ad28-a68a75204146 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0703504 Jul 16 09:15:19.272305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eabb94cf-3cc9-464d-8f1b-3f346f660688 req-de4de32e-61c6-43ea-a5db-3f9bb77c37a2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Jul 16 09:15:19.448857 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da70990-8484-4cf6-b4bf-575a9fd52c89 req-c6b82685-1846-468b-87ec-e1c744091b7b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.450270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9da70990-8484-4cf6-b4bf-575a9fd52c89 req-c6b82685-1846-468b-87ec-e1c744091b7b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0651729 Jul 16 09:15:19.487720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9da70990-8484-4cf6-b4bf-575a9fd52c89 req-e13ae171-c165-4832-9777-0ecfc03c258d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Jul 16 09:15:19.871384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-26db6ecb-bd23-4995-9b88-4e7501c5bd2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934074 Jul 16 09:15:19.903208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a28f8d-e63a-47ad-a0cb-9d6d043f0389 req-fb372633-894a-4a01-815b-e243c1d7b575 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.904837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99a28f8d-e63a-47ad-a0cb-9d6d043f0389 req-fb372633-894a-4a01-815b-e243c1d7b575 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Jul 16 09:15:19.949146 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99a28f8d-e63a-47ad-a0cb-9d6d043f0389 req-d69e6918-4b94-44f4-ba70-5c0f12b77445 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Jul 16 09:15:21.075873 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-d2404fc2-d20a-4553-94fd-37dbd1a773ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.077400 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-d2404fc2-d20a-4553-94fd-37dbd1a773ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1097 time: 0.0564060 Jul 16 09:15:21.125625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81cdff-840f-41b4-85e7-9e21d473c190 req-11ffbbea-f561-48b6-8778-cdd95d61408f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.127160 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e81cdff-840f-41b4-85e7-9e21d473c190 req-11ffbbea-f561-48b6-8778-cdd95d61408f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0627685 Jul 16 09:15:21.165216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e81cdff-840f-41b4-85e7-9e21d473c190 req-fb88427e-dc66-4dcd-ad59-8549727fcedf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Jul 16 09:15:21.165524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-412d1d2f-dffa-4e23-a9cf-24288dd1d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.166977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-412d1d2f-dffa-4e23-a9cf-24288dd1d192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0835884 Jul 16 09:15:21.211749 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-c854f3cb-800b-4b4f-a053-f0801b25c0e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0383966 Jul 16 09:15:21.258143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-bbdf8b15-faf7-4df9-9756-6e37696f69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.259471 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-bbdf8b15-faf7-4df9-9756-6e37696f69d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0424259 Jul 16 09:15:21.290625 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3b156fce-9406-40d5-8cef-8bf383f0036b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251539 Jul 16 09:15:21.380216 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-8338c199-c5f9-4143-ab7a-abfe33926634 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837486 Jul 16 09:15:21.465836 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-538620ef-01c9-493f-8360-be3146706d8e service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788541 Jul 16 09:15:22.344045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fc33f-c623-440a-b8cb-d2e127fd721d req-4e858c5c-2405-470a-bffb-3c80ab60efa1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.345502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-476fc33f-c623-440a-b8cb-d2e127fd721d req-4e858c5c-2405-470a-bffb-3c80ab60efa1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0649800 Jul 16 09:15:22.381859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-476fc33f-c623-440a-b8cb-d2e127fd721d req-dd2afff2-3727-4f3c-b29a-5c8bc9f905c4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Jul 16 09:15:23.558689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990976-0746-40b2-bab6-61ac98f6eb8a req-1330b23b-529f-47fb-b228-d923e9e9b8ea tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.560367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b990976-0746-40b2-bab6-61ac98f6eb8a req-1330b23b-529f-47fb-b228-d923e9e9b8ea tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0629835 Jul 16 09:15:23.601945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b990976-0746-40b2-bab6-61ac98f6eb8a req-c58cdd66-e629-4134-9c7a-27146df5d51a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Jul 16 09:15:24.772754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e964f-a272-417c-b03c-3aa7bf3bab6f req-8fedb780-714b-48bd-b24b-b9316c26a961 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.774077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd7e964f-a272-417c-b03c-3aa7bf3bab6f req-8fedb780-714b-48bd-b24b-b9316c26a961 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0623002 Jul 16 09:15:24.811390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd7e964f-a272-417c-b03c-3aa7bf3bab6f req-7283897f-0cf8-4914-ad54-3d1759f7530d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Jul 16 09:15:25.989410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916561a3-3a7f-4e23-92da-9364531b9dd6 req-d88ae08d-dbff-4c1c-aac4-10ccd910ba25 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.990922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-916561a3-3a7f-4e23-92da-9364531b9dd6 req-d88ae08d-dbff-4c1c-aac4-10ccd910ba25 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0674403 Jul 16 09:15:26.033086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-916561a3-3a7f-4e23-92da-9364531b9dd6 req-ae03a4de-b332-4e2a-921a-31591e2c6ecd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Jul 16 09:15:27.202745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397e6a6-3a2f-4751-bdab-cafec051e469 req-c8ea9a38-7040-4630-9730-b605c4a1bc71 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.204255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7397e6a6-3a2f-4751-bdab-cafec051e469 req-c8ea9a38-7040-4630-9730-b605c4a1bc71 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0617857 Jul 16 09:15:27.242408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7397e6a6-3a2f-4751-bdab-cafec051e469 req-520b2daa-63b5-464c-ad4f-2bf115fb7071 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jul 16 09:15:28.415017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00711384-6663-40eb-a2df-2263280b6753 req-00fc4d19-44ad-49c2-95dc-571f8f692c7b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.416505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00711384-6663-40eb-a2df-2263280b6753 req-00fc4d19-44ad-49c2-95dc-571f8f692c7b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0650208 Jul 16 09:15:28.454778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00711384-6663-40eb-a2df-2263280b6753 req-1ce31cb4-5461-45db-9bf2-738723c9852c tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Jul 16 09:15:29.624904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246dc44-6a83-40d2-8fb4-7f9cff171882 req-13598566-77c0-4b2a-8b12-87de725c3f52 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.626380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9246dc44-6a83-40d2-8fb4-7f9cff171882 req-13598566-77c0-4b2a-8b12-87de725c3f52 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0628908 Jul 16 09:15:29.663034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9246dc44-6a83-40d2-8fb4-7f9cff171882 req-76c0cfeb-ca74-428b-8184-1eeaf9b1cebd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Jul 16 09:15:30.838340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f86f2-1086-43b4-ab65-3b6292eee266 req-05d63a11-6508-4afc-9e42-18c3b8262713 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:30.839829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-009f86f2-1086-43b4-ab65-3b6292eee266 req-05d63a11-6508-4afc-9e42-18c3b8262713 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0641627 Jul 16 09:15:30.877141 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-009f86f2-1086-43b4-ab65-3b6292eee266 req-51010d44-df41-4330-b663-a1177bb02a61 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Jul 16 09:15:32.053440 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd84d2-dac6-4b45-98fc-913f8fcb9fb0 req-d93360b3-59b5-48c9-931a-a824afee06f8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.054904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fbd84d2-dac6-4b45-98fc-913f8fcb9fb0 req-d93360b3-59b5-48c9-931a-a824afee06f8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0654099 Jul 16 09:15:32.092765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fbd84d2-dac6-4b45-98fc-913f8fcb9fb0 req-2722b772-97e7-4de1-898e-59e38c9fd22d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Jul 16 09:15:33.287777 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff6311-0018-4053-b6eb-11139f1d5364 req-a3d9a2bd-06d6-454f-8604-24cd03cf963c tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.289328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cff6311-0018-4053-b6eb-11139f1d5364 req-a3d9a2bd-06d6-454f-8604-24cd03cf963c tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0655568 Jul 16 09:15:33.328006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7cff6311-0018-4053-b6eb-11139f1d5364 req-24903393-10d0-4062-9e26-028add708849 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Jul 16 09:15:34.502995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1741-8ad2-4ddd-8978-ab1aabae1607 req-8c44128f-64cd-4293-beb3-446a69671c54 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:34.504499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83af1741-8ad2-4ddd-8978-ab1aabae1607 req-8c44128f-64cd-4293-beb3-446a69671c54 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0653780 Jul 16 09:15:34.541631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83af1741-8ad2-4ddd-8978-ab1aabae1607 req-8f6112a5-7826-4efe-94f1-68a4281089fc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jul 16 09:15:35.713840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969616a-0f38-4c24-8e89-6136a0e158fe req-656584ed-2483-449d-9f52-f64674ba34ad tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:35.715333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5969616a-0f38-4c24-8e89-6136a0e158fe req-656584ed-2483-449d-9f52-f64674ba34ad tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0633106 Jul 16 09:15:35.752113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5969616a-0f38-4c24-8e89-6136a0e158fe req-fae0abd9-4312-479e-bb88-07739a0c9e21 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Jul 16 09:15:36.922376 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d462c-8a0c-4a6d-b25b-7a03a185c9de req-bd491642-14a3-49a6-afe9-e9bb2c0dd7dd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.923887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d60d462c-8a0c-4a6d-b25b-7a03a185c9de req-bd491642-14a3-49a6-afe9-e9bb2c0dd7dd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0619719 Jul 16 09:15:36.960945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d60d462c-8a0c-4a6d-b25b-7a03a185c9de req-887e7a6e-1904-46c2-883d-3b3b5e363e90 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jul 16 09:15:38.145526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913176d-9f5b-43c4-8b86-02591dfe1e15 req-13bbdd39-5900-4212-a953-d28e60e45fa5 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.146986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d913176d-9f5b-43c4-8b86-02591dfe1e15 req-13bbdd39-5900-4212-a953-d28e60e45fa5 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Jul 16 09:15:38.186289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d913176d-9f5b-43c4-8b86-02591dfe1e15 req-b7a775af-de76-4ef1-a329-83e72cc36f0e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jul 16 09:15:38.807794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.366901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f500f2-12ef-4e74-94f6-0c20cf8c30f3 req-38ea5a6d-1895-42bc-b217-cceb64f6ac4b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:39.368413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3f500f2-12ef-4e74-94f6-0c20cf8c30f3 req-38ea5a6d-1895-42bc-b217-cceb64f6ac4b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0644138 Jul 16 09:15:39.408750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3f500f2-12ef-4e74-94f6-0c20cf8c30f3 req-4613e3fd-b7d1-4605-b106-a6ee7a11743f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Jul 16 09:15:39.512405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:40.599421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6f3e7-25db-43d2-bc58-f062d5dab30d req-42c71253-848d-4cdf-a639-93ff047929da tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:40.600982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cdd6f3e7-25db-43d2-bc58-f062d5dab30d req-42c71253-848d-4cdf-a639-93ff047929da tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0737262 Jul 16 09:15:40.647495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cdd6f3e7-25db-43d2-bc58-f062d5dab30d req-73a4d28f-d7fb-49c7-ab1c-e0b542b9a662 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Jul 16 09:15:41.826742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9143-a33f-46ac-a081-3c3f6e1cdc32 req-188b6149-209d-4381-9745-7c1b2f9a5bcf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:41.828239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1bd9143-a33f-46ac-a081-3c3f6e1cdc32 req-188b6149-209d-4381-9745-7c1b2f9a5bcf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0618136 Jul 16 09:15:41.864690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d1bd9143-a33f-46ac-a081-3c3f6e1cdc32 req-682ea507-1ecb-4d24-8dd0-31a0c8529edc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Jul 16 09:15:43.046263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3cd6f984-5cfd-4a57-adf7-c13f6ce9b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:43.056917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ef36-5a40-4692-85a7-99494e57f095 req-e9b6a931-76d8-4eaa-bbce-883bea50f0c8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:43.059307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d80ef36-5a40-4692-85a7-99494e57f095 req-e9b6a931-76d8-4eaa-bbce-883bea50f0c8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0763333 Jul 16 09:15:43.097453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d80ef36-5a40-4692-85a7-99494e57f095 req-079fb0f4-a42b-4aec-b062-e87ce7be2864 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Jul 16 09:15:44.282892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb2d3-9bb7-4084-82af-e0b1a66f6d18 req-94921583-e3b8-4934-9155-d9c11fa5bdcb tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:44.284337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76beb2d3-9bb7-4084-82af-e0b1a66f6d18 req-94921583-e3b8-4934-9155-d9c11fa5bdcb tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0663564 Jul 16 09:15:44.322782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-76beb2d3-9bb7-4084-82af-e0b1a66f6d18 req-96c39d80-9cd8-46e5-a7e3-e04140c452e4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Jul 16 09:15:45.492968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f360afc-cc9c-42ca-907d-d33ef321abeb req-152f264d-e38a-4aeb-b068-9901451f36bf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:45.494351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f360afc-cc9c-42ca-907d-d33ef321abeb req-152f264d-e38a-4aeb-b068-9901451f36bf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0628548 Jul 16 09:15:45.532523 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2f360afc-cc9c-42ca-907d-d33ef321abeb req-0918d35a-4d29-4547-9c21-b0f6b4ca558f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Jul 16 09:15:45.658766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-93374dde-626b-425f-96ce-aea77651ccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:45.756115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.727286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddc1f0-f145-4cb9-8c95-bd5572babe6d req-0bb07cdd-6ca8-4c23-9d5b-1cf6f3833bc9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:46.728817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24ddc1f0-f145-4cb9-8c95-bd5572babe6d req-0bb07cdd-6ca8-4c23-9d5b-1cf6f3833bc9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0683019 Jul 16 09:15:46.767369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-24ddc1f0-f145-4cb9-8c95-bd5572babe6d req-7e768fa6-e60b-4023-af8c-7b8a147d8da9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Jul 16 09:15:47.003037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:47.772978 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:47.947805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dea2ab-2757-4585-aef9-b007259a574b req-2bf8bd9e-838b-4950-bb62-61475c3b8764 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:47.949354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88dea2ab-2757-4585-aef9-b007259a574b req-2bf8bd9e-838b-4950-bb62-61475c3b8764 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0653780 Jul 16 09:15:47.988243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88dea2ab-2757-4585-aef9-b007259a574b req-92403560-ce30-4cb9-9a02-782e7f109f02 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Jul 16 09:15:48.555811 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-744f089a-6925-4004-b637-e96f98b1ffd8 service neutron] show failed (client error): The resource could not be found. Jul 16 09:15:48.557286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-744f089a-6925-4004-b637-e96f98b1ffd8 service neutron] 10.222.0.46 "GET /v2.0/ports/08ff1da6-26ed-48f4-be11-fcc9496f0465/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0605946 Jul 16 09:15:48.601502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.811057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-5a2ce884-94fc-4b76-bf41-7559f27c827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:48.813521 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-5a2ce884-94fc-4b76-bf41-7559f27c827c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827&tenant_id=bd5fad3923a74139a288ee21c2432a83 HTTP/1.1" status: 200 len: 1097 time: 0.0546603 Jul 16 09:15:48.825012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:48.897720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.111986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:49.149697 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:49.163281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bb4a1-9410-4b9e-9b31-ce6ba6134f47 req-3d33846d-0ae1-4ef4-805a-c25e28db7c20 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.165571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb6bb4a1-9410-4b9e-9b31-ce6ba6134f47 req-3d33846d-0ae1-4ef4-805a-c25e28db7c20 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0658510 Jul 16 09:15:49.197191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.199389 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:49.202087 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9355e812-10e2-46cb-bb20-926492674240" -d '{"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-unplugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:49.206087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb6bb4a1-9410-4b9e-9b31-ce6ba6134f47 req-8408e044-f94d-4879-b995-d0cb563ec970 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Jul 16 09:15:49.215738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Transition to ACTIVE for port object 08ff1da6-26ed-48f4-be11-fcc9496f0465 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:49.220418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.268899 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0577a1e-c3a9-4cbb-aff5-bc01c92fb587 x-openstack-request-id: req-c0577a1e-c3a9-4cbb-aff5-bc01c92fb587 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:49.269269 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-unplugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:49.269473 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0577a1e-c3a9-4cbb-aff5-bc01c92fb587 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:49.269893 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'code': 200} Jul 16 09:15:49.289093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] No DVR routers for this DVR port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:49.294849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:49.335604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:49.335938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:49.336311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:49.340919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:49.341245 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Attempting to bind port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:49.346774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:49.347123 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Checking segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:49.347505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Bound using segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:49.347936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Bound port: 08ff1da6-26ed-48f4-be11-fcc9496f0465, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:49.348329 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.411593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:49.414682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:49.418716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.453852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.454515 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:49.455941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] 10.222.0.47 "PUT /v2.0/ports/08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 1092 time: 0.6349862 Jul 16 09:15:49.477436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69d362-cb24-4760-a3c8-89688c24a2da service neutron] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:49.537529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-dc3a7a46-2e72-4eda-a34c-63bb2522b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.539018 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-dc3a7a46-2e72-4eda-a34c-63bb2522b0b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1095 time: 0.0584021 Jul 16 09:15:49.629009 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-874e48eb-419d-471c-b0ea-987202ae835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.630551 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-874e48eb-419d-471c-b0ea-987202ae835e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0858777 Jul 16 09:15:49.674917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-b13a8133-cecd-4fad-b1a2-caaf6796a3d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0384727 Jul 16 09:15:49.724072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-7ef3b5c5-d818-4a5f-b0f7-0ba68149dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:49.725537 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-7ef3b5c5-d818-4a5f-b0f7-0ba68149dcd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0449879 Jul 16 09:15:49.760679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-86c10cc6-4925-4132-b5ff-02780982a2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275483 Jul 16 09:15:49.852278 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-af5c4740-519e-4798-8b29-f8979d935587 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Jul 16 09:15:49.947197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e5c08330-2215-4969-abe7-4afc2912bbf6 req-07bcdb86-9a9d-49bc-ada4-fe57877593f2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Jul 16 09:15:50.405050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b81e3-f645-4d69-ac07-fd2d86fce770 req-949760be-d2a9-4d70-b272-dbdd836fe654 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:50.406510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a7b81e3-f645-4d69-ac07-fd2d86fce770 req-949760be-d2a9-4d70-b272-dbdd836fe654 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 943 time: 0.0658431 Jul 16 09:15:50.445036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2a7b81e3-f645-4d69-ac07-fd2d86fce770 req-2678e115-2e7c-4fe0-ae29-9b83562233ed tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Jul 16 09:15:51.271287 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:51.273685 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbaee5d-3939-4408-bed2-8172b35bf8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:51.323228 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8107cab-6370-43f1-a607-78613b5727ec x-openstack-request-id: req-d8107cab-6370-43f1-a607-78613b5727ec {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:51.323590 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:51.324228 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8107cab-6370-43f1-a607-78613b5727ec {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:51.324637 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'status': 'completed', 'code': 200} Jul 16 09:15:51.448309 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-0801832d-93ea-4ee4-9b20-211be5c79695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.449928 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-0801832d-93ea-4ee4-9b20-211be5c79695 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1095 time: 0.1044621 Jul 16 09:15:51.451744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-ea859d6e-8173-49cc-bd05-fe480a47015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.453803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-ea859d6e-8173-49cc-bd05-fe480a47015a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1095 time: 0.0997963 Jul 16 09:15:51.455599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:51.514392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-8c6cfd95-cdc6-4a81-8e96-6da05f18860a req-e3a644e1-b7b7-4893-b7a4-1e1e5831a159 tempest-VolumesBackupsTest-306514692 tempest-VolumesBackupsTest-306514692-project] (93774) timed out ('10.222.0.46', 53097) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:15:51.522989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:51.613998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-5cd75c9a-6989-48ea-8918-194d7b273e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.616273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-5cd75c9a-6989-48ea-8918-194d7b273e1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.1521657 Jul 16 09:15:51.617414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-7956be5a-d9c8-4e5a-8244-4d28080cfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.618742 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-7956be5a-d9c8-4e5a-8244-4d28080cfb17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.1621118 Jul 16 09:15:51.651214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b90201-1700-4e31-829e-a5a8e1926278 req-b049ec99-10ba-4b15-90f5-854cf892880f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.652758 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4b90201-1700-4e31-829e-a5a8e1926278 req-b049ec99-10ba-4b15-90f5-854cf892880f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 943 time: 0.0696983 Jul 16 09:15:51.666896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-5f573a99-7af1-4f96-9677-8007e6af49de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0439212 Jul 16 09:15:51.693428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b4b90201-1700-4e31-829e-a5a8e1926278 req-873fd002-c88c-4970-9088-43d3f8fe3803 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Jul 16 09:15:51.702254 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-e54fb259-7f01-4c7d-9d3d-ff3da6859767 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0718176 Jul 16 09:15:51.770271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-11903611-4ea9-44a1-b044-3337902b6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.771776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-11903611-4ea9-44a1-b044-3337902b6608 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0777957 Jul 16 09:15:51.777625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-978feb7c-8682-42d6-8fa1-667e8569a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:51.778938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-978feb7c-8682-42d6-8fa1-667e8569a466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0580800 Jul 16 09:15:51.818516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-9a152ebe-08ac-460f-b625-6649b50f8fbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386050 Jul 16 09:15:51.836763 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-6721e28a-542a-47a5-91d1-8b001af452c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495288 Jul 16 09:15:51.920806 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:51.988099 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-4eafe5aa-7e19-4654-bb3f-f93620de76e2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537228 Jul 16 09:15:51.991580 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-45bc4694-59e9-4437-81f5-fdc89a1d4261 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471579 Jul 16 09:15:52.029664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:52.043275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'port_id': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'mac_address': 'fa:16:3e:d2:d7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07606ec-6a2f-4052-a909-ac4fced43580', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:52.082820 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:52.097037 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ff1da6-26ed-48f4-be11-fcc9496f0465 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:52.116789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:52.121455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:52.148559 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-60e689c8-f0a9-4201-9f3e-1d2af89def47 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539240 Jul 16 09:15:52.150770 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2fbaee5d-3939-4408-bed2-8172b35bf8c0 req-5870abe1-2e90-42c4-a69f-07451c78e2ba service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489165 Jul 16 09:15:52.171956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:52.344589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['08ff1da6-26ed-48f4-be11-fcc9496f0465'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:52.873181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5961-6f43-4f3a-84d6-19f6dbb67d7e req-75845e8a-c99d-4af7-8718-d0168188c72d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:52.875183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79ad5961-6f43-4f3a-84d6-19f6dbb67d7e req-75845e8a-c99d-4af7-8718-d0168188c72d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 944 time: 0.0665901 Jul 16 09:15:52.913877 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79ad5961-6f43-4f3a-84d6-19f6dbb67d7e req-9766bec3-9dcf-4bf4-9845-5ef128f68a43 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 16 09:15:53.216956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7b58-0a78-43e6-b535-38316f8990a5 req-0a2a6de6-0dda-45bc-af69-2a2c18610e8d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.218716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-927e7b58-0a78-43e6-b535-38316f8990a5 req-0a2a6de6-0dda-45bc-af69-2a2c18610e8d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 944 time: 0.0673430 Jul 16 09:15:53.231405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73801-b4c6-4328-a551-bef8465f213b req-14301457-dae3-40e3-a115-dca7fcce8086 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.232999 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-14301457-dae3-40e3-a115-dca7fcce8086 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.46 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827&tenant_id=bd5fad3923a74139a288ee21c2432a83&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 944 time: 0.0823302 Jul 16 09:15:53.259281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-927e7b58-0a78-43e6-b535-38316f8990a5 req-ea20b985-ec68-43fc-b65b-993999e4f176 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Jul 16 09:15:53.296835 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-fac73801-b4c6-4328-a551-bef8465f213b req-f8bd68c2-392f-470e-9559-6a5e288cce7e service neutron] delete failed (client error): The resource could not be found. Jul 16 09:15:53.297945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-f8bd68c2-392f-470e-9559-6a5e288cce7e service neutron] 10.222.0.46 "DELETE /v2.0/ports/08ff1da6-26ed-48f4-be11-fcc9496f0465/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0583310 Jul 16 09:15:53.396283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73801-b4c6-4328-a551-bef8465f213b req-9dc9f7a6-93a9-4992-8924-75cfa40667ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.397858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-9dc9f7a6-93a9-4992-8924-75cfa40667ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 1096 time: 0.0544589 Jul 16 09:15:53.497716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73801-b4c6-4328-a551-bef8465f213b req-b3cfd9c4-fc3d-4529-aabc-d834239e8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.499222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-b3cfd9c4-fc3d-4529-aabc-d834239e8fac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0951972 Jul 16 09:15:53.540539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-6ecd6bd9-b590-40ef-b49c-fa425effa955 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 200 len: 217 time: 0.0352314 Jul 16 09:15:53.589054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac73801-b4c6-4328-a551-bef8465f213b req-3674ab44-e7d1-4c54-84d2-0adeeb6b49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:53.590544 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-3674ab44-e7d1-4c54-84d2-0adeeb6b49f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0447507 Jul 16 09:15:53.627897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-2a330cd0-66a9-493d-b0af-f10feffcffee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307837 Jul 16 09:15:53.718279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-d4052f55-9c4a-437e-9fc6-5ef815bce125 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826735 Jul 16 09:15:53.818401 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fac73801-b4c6-4328-a551-bef8465f213b req-f060723c-b0c4-4044-8fed-3e7d22b88b42 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943902 Jul 16 09:15:53.928369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:53.977258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 08ff1da6-26ed-48f4-be11-fcc9496f0465 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:53.980937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 08ff1da6-26ed-48f4-be11-fcc9496f0465 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:53.981315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.058315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.081779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:54.083942 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa41f6-9fc6-483d-990d-4cb36a65591f" -d '{"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:54.097169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:54.101564 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:54.151733 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d48e4ba-8fae-4157-96b9-f942adb9e6c3 x-openstack-request-id: req-0d48e4ba-8fae-4157-96b9-f942adb9e6c3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:54.152144 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-plugged", "status": "completed", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:54.152587 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d48e4ba-8fae-4157-96b9-f942adb9e6c3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:54.152810 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'code': 200} Jul 16 09:15:54.157864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:54.444599 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371023d0-aa47-4103-8310-504c3b9ccd50 req-65c2c70b-58a0-4ef8-9c6f-21f42acfe892 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.446084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-371023d0-aa47-4103-8310-504c3b9ccd50 req-65c2c70b-58a0-4ef8-9c6f-21f42acfe892 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0657930 Jul 16 09:15:54.484675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-371023d0-aa47-4103-8310-504c3b9ccd50 req-f437602a-21b5-4fd9-8c0f-09aae6840f36 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 16 09:15:54.664995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce48a-9dec-40d8-adf8-9a68e20a7823 req-3d82cd51-232a-41ae-b8f5-cf883045eca6 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.666334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-303ce48a-9dec-40d8-adf8-9a68e20a7823 req-3d82cd51-232a-41ae-b8f5-cf883045eca6 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0651999 Jul 16 09:15:54.705478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-303ce48a-9dec-40d8-adf8-9a68e20a7823 req-c874da4e-6f41-466e-a0e5-706eb56c9327 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Jul 16 09:15:54.879071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53c3e-0624-4a5e-a671-6ad93752f151 req-3dcdf3f4-f403-48bd-9a6d-3cf54432ac18 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:54.880640 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8d53c3e-0624-4a5e-a671-6ad93752f151 req-3dcdf3f4-f403-48bd-9a6d-3cf54432ac18 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0652928 Jul 16 09:15:54.921476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8d53c3e-0624-4a5e-a671-6ad93752f151 req-e39cbe55-b792-4ef8-b2e3-3e2610f4f7be tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Jul 16 09:15:55.398637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-e170f0b0-77a0-4bcd-be79-5d13ea011283 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:55.400142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-e170f0b0-77a0-4bcd-be79-5d13ea011283 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 815 time: 0.1119626 Jul 16 09:15:55.415632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-dce51649-08f6-49f5-8526-2b5b5e530469 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/quotas/bd5fad3923a74139a288ee21c2432a83 HTTP/1.1" status: 200 len: 375 time: 0.0098944 Jul 16 09:15:55.482527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-0ea748a8-a0f4-40aa-8ae7-95ca7ed34e2d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610807 Jul 16 09:15:55.581512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-a8d79e32-f885-487e-af63-1ebd2c07187e service neutron] 10.222.0.32 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922387 Jul 16 09:15:55.672463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-c9700588-244d-4391-900f-b8299dbb14df service neutron] 10.222.0.32 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Jul 16 09:15:55.859607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-179ecae3-35ab-4b5a-89dd-fcdb8255fbd5 req-c8ab53ff-11d1-4d5e-99d1-31d260f93e9f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 210 time: 0.0374286 Jul 16 09:15:56.504524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-413b1001-bc6d-4536-8ef0-d3d49ead02d9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.505921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-413b1001-bc6d-4536-8ef0-d3d49ead02d9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.47 "GET /v2.0/ports?device_id=1272419d-c105-422e-895e-bcbb68802827 HTTP/1.1" status: 200 len: 945 time: 0.0658095 Jul 16 09:15:56.612214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Deleting port 08ff1da6-26ed-48f4-be11-fcc9496f0465 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:56.612744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:56.735549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] For port 08ff1da6-26ed-48f4-be11-fcc9496f0465, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=08ff1da6-26ed-48f4-be11-fcc9496f0465,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:56.735938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:56.749612 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Calling delete_port for 08ff1da6-26ed-48f4-be11-fcc9496f0465 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:56.903876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:56.917164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['08ff1da6-26ed-48f4-be11-fcc9496f0465'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:56.941793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Pushing event deleted for resources: {'Port': ['ID=08ff1da6-26ed-48f4-be11-fcc9496f0465,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:56.972931 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-cb30fe33-6fac-452f-b6d8-98e01bd8cea3 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.975543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-cb30fe33-6fac-452f-b6d8-98e01bd8cea3 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 815 time: 0.1288753 Jul 16 09:15:56.995211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] No DVR routers for this DVR port 08ff1da6-26ed-48f4-be11-fcc9496f0465 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:56.999446 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:57.002056 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.47 "DELETE /v2.0/ports/08ff1da6-26ed-48f4-be11-fcc9496f0465 HTTP/1.1" status: 204 len: 173 time: 0.4910295 Jul 16 09:15:57.002502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-deleted', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:57.004879 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535fa29-f8f4-4e22-a098-f2988f3b8136" -d '{"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-deleted", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:57.007818 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Request body: {'port': {'device_id': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'admin_state_up': True, 'tenant_id': 'bd5fad3923a74139a288ee21c2432a83'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:57.063316 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f55b8d-e421-40d8-9e13-7b00d015fdc1 x-openstack-request-id: req-25f55b8d-e421-40d8-9e13-7b00d015fdc1 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:57.063720 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1272419d-c105-422e-895e-bcbb68802827", "name": "network-vif-deleted", "tag": "08ff1da6-26ed-48f4-be11-fcc9496f0465", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:57.063892 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25f55b8d-e421-40d8-9e13-7b00d015fdc1 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:57.064493 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1272419d-c105-422e-895e-bcbb68802827', 'name': 'network-vif-deleted', 'tag': '08ff1da6-26ed-48f4-be11-fcc9496f0465', 'status': 'completed', 'code': 200} Jul 16 09:15:57.081422 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99350882-0ff8-45ce-8b6b-310a430695ca req-753642de-7b42-4c5b-8e79-4a939828062f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 210 time: 0.0397179 Jul 16 09:15:57.166100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Made reservation on behalf of bd5fad3923a74139a288ee21c2432a83 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:57.170124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:57.316008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Allocated IP 172.20.0.3 (b3af615d-bf62-4aa1-921f-7c3374803c01/d07606ec-6a2f-4052-a909-ac4fced43580/01418862-bb6e-49ce-af6e-976f62f4ffb2) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:57.493284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:57.866439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:57.880396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['08ff1da6-26ed-48f4-be11-fcc9496f0465'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:57.914020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Network b3af615d-bf62-4aa1-921f-7c3374803c01 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:57.917357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:57.921581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:57.928829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:57.962632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.963088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.963569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.963887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.964293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.964681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.965023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.965465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.965816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.966349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.966739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.967163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:57.994248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:57.995071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.010101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-29418acd-25e8-49b4-840c-ba7795891c81 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150812 Jul 16 09:15:58.023090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Request body: {'port': {'device_id': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:58.113232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.364959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4aed-a730-496b-aeca-512c64ad7ccf req-7eb481af-31ca-4725-bca7-a10d4af2ba1b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.366461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e97c4aed-a730-496b-aeca-512c64ad7ccf req-7eb481af-31ca-4725-bca7-a10d4af2ba1b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 931 time: 0.1422381 Jul 16 09:15:58.435792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e97c4aed-a730-496b-aeca-512c64ad7ccf req-8a1490b8-d03e-40e7-83b1-a26df8ee60a8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628207 Jul 16 09:15:58.477095 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01418862-bb6e-49ce-af6e-976f62f4ffb2 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:58.484514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.496169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Transition to ACTIVE for port object 01418862-bb6e-49ce-af6e-976f62f4ffb2 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:58.500210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.549958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:58.621819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:58.622229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:58.622586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:58.627093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:58.627483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:58.632696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:58.633102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Checking segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:58.633494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Bound using segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:58.633926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Bound port: 01418862-bb6e-49ce-af6e-976f62f4ffb2, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:58.634478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.699876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:58.704084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:58.708457 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.742942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.743717 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:58.745192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] 10.222.0.47 "PUT /v2.0/ports/01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 1092 time: 0.7277787 Jul 16 09:15:58.747555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:58.750053 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:58.782505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261dd9-1d2b-4003-8961-852d25ea7e73 service neutron] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:58.788775 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05e4eb-b4ba-4fe7-a386-358f4818521a x-openstack-request-id: req-ed05e4eb-b4ba-4fe7-a386-358f4818521a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:58.789068 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:58.789318 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed05e4eb-b4ba-4fe7-a386-358f4818521a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:58.789802 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'status': 'completed', 'code': 200} Jul 16 09:15:58.842789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-fb88c69b-c980-46c8-86d0-437152d03cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.844336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-fb88c69b-c980-46c8-86d0-437152d03cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1095 time: 0.0578823 Jul 16 09:15:58.887773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-961f56fd-1461-4613-905a-0e4eb8d56d84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0359900 Jul 16 09:15:58.935010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64a269-102a-4a37-aa31-64c102329309 req-ec89f774-390c-4a94-8578-797279093429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:58.936521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-ec89f774-390c-4a94-8578-797279093429 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0430055 Jul 16 09:15:58.969257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-894867af-5f6f-4570-a6ee-b92f8ba5494e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261543 Jul 16 09:15:59.064001 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-49b7f60e-ed3b-4115-9d8e-041f08ba853d service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Jul 16 09:15:59.153827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec64a269-102a-4a37-aa31-64c102329309 req-6c692a90-4f33-4618-90b4-af94849f7154 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835273 Jul 16 09:15:59.264379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-59ab0b58-6fc1-45e2-a202-8beba009bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.265804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-59ab0b58-6fc1-45e2-a202-8beba009bbdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1095 time: 0.0627220 Jul 16 09:15:59.362800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-c7cbacff-ccb3-46a6-a9a3-e54cb7b21117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.364317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-c7cbacff-ccb3-46a6-a9a3-e54cb7b21117 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0918415 Jul 16 09:15:59.409730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-3a9349a1-1604-4942-86cd-6a34631d2f3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0384347 Jul 16 09:15:59.462078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-14a7a94a-0397-483a-9063-fbd6855b9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.463552 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-14a7a94a-0397-483a-9063-fbd6855b9f85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0461476 Jul 16 09:15:59.498632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-7e211b5c-555c-4a45-872e-40de6ce4dcec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280485 Jul 16 09:15:59.628714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-fd78e2d4-1391-4acb-b302-83540c790f11 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236074 Jul 16 09:15:59.676847 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598c573-40c1-4b29-bbf5-aec611d2418b req-99c17d1d-ac0b-4efc-b63f-e314d9eca11f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:59.678317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4598c573-40c1-4b29-bbf5-aec611d2418b req-99c17d1d-ac0b-4efc-b63f-e314d9eca11f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 943 time: 0.1121435 Jul 16 09:15:59.759864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8c760b1-e9a7-4be2-ba45-18e02de90c4b req-79f18bbe-3594-45fe-8dc1-6680927d9420 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246431 Jul 16 09:15:59.764764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4598c573-40c1-4b29-bbf5-aec611d2418b req-a0fa14f1-d1d8-4f43-b832-537b91de41bd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546877 Jul 16 09:15:59.966979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:59.990349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 08ff1da6-26ed-48f4-be11-fcc9496f0465 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:59.990687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 08ff1da6-26ed-48f4-be11-fcc9496f0465 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:00.937190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200db7-2add-4f8c-920c-6cb559965d09 req-39eddf27-bca3-4522-a1b9-750c624d57b1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:00.939567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0200db7-2add-4f8c-920c-6cb559965d09 req-39eddf27-bca3-4522-a1b9-750c624d57b1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 943 time: 0.0629461 Jul 16 09:16:00.976338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0200db7-2add-4f8c-920c-6cb559965d09 req-d931bffc-726c-4f62-973e-4b5f111defdc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jul 16 09:16:01.975528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:02.072438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:02.084813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'port_id': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'mac_address': 'fa:16:3e:a1:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07606ec-6a2f-4052-a909-ac4fced43580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:02.159460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019443d5-31bd-43c8-a826-4c1bc3070dc8 req-0635c276-554d-4241-8ff1-1177097eddd9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:02.161134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-019443d5-31bd-43c8-a826-4c1bc3070dc8 req-0635c276-554d-4241-8ff1-1177097eddd9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 943 time: 0.0716362 Jul 16 09:16:02.208620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-019443d5-31bd-43c8-a826-4c1bc3070dc8 req-7c37c33e-b9d2-4607-8bc1-713b0cf94996 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Jul 16 09:16:02.284366 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:02.298287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01418862-bb6e-49ce-af6e-976f62f4ffb2 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:02.319765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:02.324389 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:02.371800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:02.513299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['01418862-bb6e-49ce-af6e-976f62f4ffb2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:03.385429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964bcb1-5bfe-4287-989a-3d0df408e637 req-1377285d-ab86-457c-b925-315092bc2e52 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:03.386918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3964bcb1-5bfe-4287-989a-3d0df408e637 req-1377285d-ab86-457c-b925-315092bc2e52 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 944 time: 0.0621917 Jul 16 09:16:03.424538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3964bcb1-5bfe-4287-989a-3d0df408e637 req-793d2af4-0b7d-4148-b432-a097229104b8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Jul 16 09:16:03.991335 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:04.037414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 01418862-bb6e-49ce-af6e-976f62f4ffb2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:04.040904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 01418862-bb6e-49ce-af6e-976f62f4ffb2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:04.041273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:04.114286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:04.137977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:04.140823 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed55dea-7d47-420a-a8a3-e2a62d9debe9" -d '{"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-plugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:04.157716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:04.161804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:04.185755 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bab57d-c1fe-47e6-bcc7-d4ec01e63c47 x-openstack-request-id: req-e7bab57d-c1fe-47e6-bcc7-d4ec01e63c47 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:04.186041 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-plugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:04.186288 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7bab57d-c1fe-47e6-bcc7-d4ec01e63c47 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:04.186671 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'code': 200} Jul 16 09:16:04.217298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:04.289495 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7d219-f509-402e-b38d-d6785308269d req-8fc5ed4c-8c5b-42b3-aa78-f2d34a76e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:04.291841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ec7d219-f509-402e-b38d-d6785308269d req-8fc5ed4c-8c5b-42b3-aa78-f2d34a76e7f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1097 time: 0.0535676 Jul 16 09:16:04.336167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ec7d219-f509-402e-b38d-d6785308269d req-ab632fc9-22a5-4d9b-b541-7624429f0e1d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Jul 16 09:16:04.595867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ef0c4-b9b7-4436-bde9-b37f255598be req-a2fe31ff-89e3-4596-a98b-1cc87e2721ac tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:04.597357 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee4ef0c4-b9b7-4436-bde9-b37f255598be req-a2fe31ff-89e3-4596-a98b-1cc87e2721ac tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jul 16 09:16:04.635370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee4ef0c4-b9b7-4436-bde9-b37f255598be req-3f932c01-856d-4f63-9b6b-143767dd6013 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 16 09:16:05.808733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf813ca-62cd-4e13-8384-12ffb56d3463 req-554df512-410c-4a01-aeb1-1bc113f85336 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:05.810196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cf813ca-62cd-4e13-8384-12ffb56d3463 req-554df512-410c-4a01-aeb1-1bc113f85336 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0627239 Jul 16 09:16:05.847175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4cf813ca-62cd-4e13-8384-12ffb56d3463 req-084f2c8b-4f3c-4423-b28d-473c2e18896a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Jul 16 09:16:06.020803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573fabe-a63f-4e4d-afa0-8ba9b80de999 req-62ff91ce-c309-4c87-95e9-ae2a787558b8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:06.022272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6573fabe-a63f-4e4d-afa0-8ba9b80de999 req-62ff91ce-c309-4c87-95e9-ae2a787558b8 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0654867 Jul 16 09:16:06.059361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6573fabe-a63f-4e4d-afa0-8ba9b80de999 req-df0db324-2c1f-49cb-a59b-23cf5ddcb6e9 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jul 16 09:16:06.393805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-854ecae9-377a-4ba4-8d63-d4ef618888f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531769 Jul 16 09:16:06.454802 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851a735-cac0-4551-8bb8-1a79cd621250 req-bce9bfcc-3867-45b3-8225-e26ee07d23ab tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:06.456345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5851a735-cac0-4551-8bb8-1a79cd621250 req-bce9bfcc-3867-45b3-8225-e26ee07d23ab tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0667722 Jul 16 09:16:06.495405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5851a735-cac0-4551-8bb8-1a79cd621250 req-56ea858c-586a-4a68-8988-49b84800c1d4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 16 09:16:07.511595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-1c91ddcc-2d7a-426a-87e6-63a9854815f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:07.513116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-1c91ddcc-2d7a-426a-87e6-63a9854815f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1097 time: 0.0547423 Jul 16 09:16:07.602298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-6d7d8bc3-20c5-43fe-9372-7934284ae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:07.603772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-6d7d8bc3-20c5-43fe-9372-7934284ae653 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0846062 Jul 16 09:16:07.671587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-ac3ff7a2-0aef-41c7-ac9d-e9dd087b4383 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0612614 Jul 16 09:16:07.731803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-dd74be47-62cd-4d5d-bbce-c99bc99970e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:07.733260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-dd74be47-62cd-4d5d-bbce-c99bc99970e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0546463 Jul 16 09:16:07.741551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd509-2a16-424f-9c19-528a542cad6b req-3240cf13-fbf7-4d37-b741-3d35aaf69ee4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:07.742914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1ccd509-2a16-424f-9c19-528a542cad6b req-3240cf13-fbf7-4d37-b741-3d35aaf69ee4 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.1344879 Jul 16 09:16:07.775207 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-43da8d63-3eb1-4833-b1f0-fbc31c783b9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314019 Jul 16 09:16:07.828836 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1ccd509-2a16-424f-9c19-528a542cad6b req-18d53f93-cd12-4888-acb8-d27e8357cf55 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778687 Jul 16 09:16:07.883625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-4f23ec5e-830c-4702-9b4d-e0c6fb01b0bd service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024330 Jul 16 09:16:07.974418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-bc779edf-8c23-43e3-bb5c-4a75c3e0c880 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Jul 16 09:16:08.819972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:08.999573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4050a0-a092-4fa4-8403-ca8fe26107e1 req-7b0845c7-17b5-45ba-b783-5f218d806ce1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:09.001092 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b4050a0-a092-4fa4-8403-ca8fe26107e1 req-7b0845c7-17b5-45ba-b783-5f218d806ce1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0642707 Jul 16 09:16:09.038341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b4050a0-a092-4fa4-8403-ca8fe26107e1 req-9afdbeb2-e391-4360-ab15-edfe3f7408f6 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Jul 16 09:16:09.507123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:10.207901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e8288-6ee1-42b3-9e65-4006a3426aaf req-35f672cb-c18b-4e31-8b6a-66a4402839c5 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:10.209305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec3e8288-6ee1-42b3-9e65-4006a3426aaf req-35f672cb-c18b-4e31-8b6a-66a4402839c5 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0628333 Jul 16 09:16:10.247199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec3e8288-6ee1-42b3-9e65-4006a3426aaf req-abb1e9b8-1071-461c-bdb2-df51050c4080 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 16 09:16:11.431267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb04c-3c47-493d-8c39-12bf51f8ce90 req-9edbfe27-f38c-431a-8d04-b1d2f6689b3e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:11.432778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30cdb04c-3c47-493d-8c39-12bf51f8ce90 req-9edbfe27-f38c-431a-8d04-b1d2f6689b3e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0683653 Jul 16 09:16:11.473361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30cdb04c-3c47-493d-8c39-12bf51f8ce90 req-7d46affc-b1fc-4e3d-8c66-33937d1ff05b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 16 09:16:12.648181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33737b44-c7fd-4ea8-942b-2fe44c8bcf95 req-ad8842d5-5815-4e07-b943-0e27daa45cde tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:12.649663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33737b44-c7fd-4ea8-942b-2fe44c8bcf95 req-ad8842d5-5815-4e07-b943-0e27daa45cde tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0637565 Jul 16 09:16:12.686461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33737b44-c7fd-4ea8-942b-2fe44c8bcf95 req-cd82c36b-c8e8-4ee5-ba1a-df5ed40de867 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 16 09:16:13.046485 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6441db03-ff7e-471d-a070-51eb54214f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:13.858359 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f136f0-e75f-4abd-a3ae-e68e76dbe330 req-c31ae7bd-f14d-48dd-a233-c10ea0874736 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:13.859902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20f136f0-e75f-4abd-a3ae-e68e76dbe330 req-c31ae7bd-f14d-48dd-a233-c10ea0874736 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0630677 Jul 16 09:16:13.898049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20f136f0-e75f-4abd-a3ae-e68e76dbe330 req-80d5713a-711f-4a31-b588-e9ddd7535789 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 16 09:16:15.075350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ac634-228e-46a0-a40a-cd9d51b78665 req-214a62d9-be7f-490f-9943-68bdc1aae969 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.076857 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a15ac634-228e-46a0-a40a-cd9d51b78665 req-214a62d9-be7f-490f-9943-68bdc1aae969 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0677497 Jul 16 09:16:15.115174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a15ac634-228e-46a0-a40a-cd9d51b78665 req-8cadd290-2619-4276-bcb0-70bc2a7412f0 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Jul 16 09:16:15.661163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-891a081a-6c44-4174-b48e-cc75d5450e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.759406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:16.327194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa56d3c-883f-4ef1-905b-277df292061f req-c067e1b2-0f84-4569-a35d-696ec9da9c8b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.329772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baa56d3c-883f-4ef1-905b-277df292061f req-c067e1b2-0f84-4569-a35d-696ec9da9c8b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.1004813 Jul 16 09:16:16.381322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baa56d3c-883f-4ef1-905b-277df292061f req-d4675ae9-8627-433a-9079-8c9fad714f97 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Jul 16 09:16:17.016671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.558144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109339-a5bf-4e02-843c-769aabd2ac42 req-bdef23e1-88ca-4f0a-bd32-d443820dbb9a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:17.559525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5109339-a5bf-4e02-843c-769aabd2ac42 req-bdef23e1-88ca-4f0a-bd32-d443820dbb9a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0655515 Jul 16 09:16:17.597343 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a5109339-a5bf-4e02-843c-769aabd2ac42 req-dbdc6d61-596b-4322-98cf-e00a0868a45a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Jul 16 09:16:18.605861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:18.773819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257ea8-1be0-454d-9e4a-386a3a0595ad req-9d48825a-69a2-4f73-b554-5be85f6c9f2b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:18.775294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75257ea8-1be0-454d-9e4a-386a3a0595ad req-9d48825a-69a2-4f73-b554-5be85f6c9f2b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0657444 Jul 16 09:16:18.813607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-75257ea8-1be0-454d-9e4a-386a3a0595ad req-34bd2dfa-c9d7-476c-9c68-26172392ce61 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Jul 16 09:16:19.985756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3692f-dec1-4749-8428-f71e6e87d7e6 req-3293717d-a599-490a-9983-86c16ff5eba3 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:19.987864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ad3692f-dec1-4749-8428-f71e6e87d7e6 req-3293717d-a599-490a-9983-86c16ff5eba3 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0643210 Jul 16 09:16:20.025123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ad3692f-dec1-4749-8428-f71e6e87d7e6 req-afcd779f-bb38-48ba-9791-eb17bedce681 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Jul 16 09:16:21.201379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759aa8e-605c-405c-9933-727c6ba9283d req-0b8892af-7c27-42f6-bfa7-14ecf3470918 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:21.202891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a759aa8e-605c-405c-9933-727c6ba9283d req-0b8892af-7c27-42f6-bfa7-14ecf3470918 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0681262 Jul 16 09:16:21.242061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a759aa8e-605c-405c-9933-727c6ba9283d req-b52f8a3d-2dfe-439c-b13f-2bbb6a3c6dcf tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Jul 16 09:16:22.421051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a6309-eaf4-4e49-89bd-1dd7159d4084 req-ed8ec9bd-01a3-46d7-aace-5b39cf54d08b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:22.422536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec4a6309-eaf4-4e49-89bd-1dd7159d4084 req-ed8ec9bd-01a3-46d7-aace-5b39cf54d08b tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jul 16 09:16:22.460470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec4a6309-eaf4-4e49-89bd-1dd7159d4084 req-a426c9be-06c9-48d4-89f0-593311235dd2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Jul 16 09:16:23.644713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0f94-bc32-4640-97bc-4219ea01bf79 req-06ef3306-ebf0-42f0-9321-3eeb672b1385 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:23.646751 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c89b0f94-bc32-4640-97bc-4219ea01bf79 req-06ef3306-ebf0-42f0-9321-3eeb672b1385 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0702443 Jul 16 09:16:23.685548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c89b0f94-bc32-4640-97bc-4219ea01bf79 req-3c42bcec-5958-4e90-a175-8b023cc76723 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Jul 16 09:16:24.772558 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:24.857940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ab5c0-b81b-4e52-98f9-58bc8f1c7697 req-c7d8e064-94c8-4b2a-a083-958518adc742 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:24.859935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a8ab5c0-b81b-4e52-98f9-58bc8f1c7697 req-c7d8e064-94c8-4b2a-a083-958518adc742 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0627258 Jul 16 09:16:24.900928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a8ab5c0-b81b-4e52-98f9-58bc8f1c7697 req-7017ea18-c8b3-4e59-ae59-5fe743367802 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Jul 16 09:16:26.074886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50423e53-aaa6-42ca-94c2-37c628e82c8f req-f8412fe0-59ea-4902-a9fd-cff2e80cfb10 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:26.077928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50423e53-aaa6-42ca-94c2-37c628e82c8f req-f8412fe0-59ea-4902-a9fd-cff2e80cfb10 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0647235 Jul 16 09:16:26.114342 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50423e53-aaa6-42ca-94c2-37c628e82c8f req-e5432300-8b1d-4992-81d8-322941e9be06 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Jul 16 09:16:27.293656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3cf55-429e-4541-87ed-28cb138fd0a2 req-d5a76661-7cd6-42b9-bcfd-3f3010d628ef tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:27.295201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26a3cf55-429e-4541-87ed-28cb138fd0a2 req-d5a76661-7cd6-42b9-bcfd-3f3010d628ef tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0688419 Jul 16 09:16:27.332909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26a3cf55-429e-4541-87ed-28cb138fd0a2 req-271f1f8b-b1fc-4af0-9cd3-260a9e5228fa tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Jul 16 09:16:28.509921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8cfe1-257e-4592-be47-4d825cdbe941 req-9967df12-a7cd-4349-95d5-327eec6fc099 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:28.511401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfd8cfe1-257e-4592-be47-4d825cdbe941 req-9967df12-a7cd-4349-95d5-327eec6fc099 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0636847 Jul 16 09:16:28.549000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfd8cfe1-257e-4592-be47-4d825cdbe941 req-bdbb6426-0c67-49e2-ab81-a7d9b6f89fa1 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Jul 16 09:16:29.732877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d8a0f-ee1e-40fa-bad8-fd08b6ccce9a req-e49043a1-b2f1-4981-8908-a0a0bc9f642e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.734485 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b0d8a0f-ee1e-40fa-bad8-fd08b6ccce9a req-e49043a1-b2f1-4981-8908-a0a0bc9f642e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0740161 Jul 16 09:16:29.774255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b0d8a0f-ee1e-40fa-bad8-fd08b6ccce9a req-2afbaf7f-1ecd-4fdc-a08e-43f95696a505 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Jul 16 09:16:30.949339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df366-e9e6-48df-9e76-7b3953410229 req-241fbe0b-b410-4dae-bc0e-ec56f4419aa2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:30.950862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd0df366-e9e6-48df-9e76-7b3953410229 req-241fbe0b-b410-4dae-bc0e-ec56f4419aa2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0643327 Jul 16 09:16:30.988783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd0df366-e9e6-48df-9e76-7b3953410229 req-4bdf03e4-cafd-4956-8938-5e68c0b1013a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Jul 16 09:16:32.163162 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ff1e-6c32-4370-83d1-4a29ca44fb05 req-8e4a1737-d080-46da-8530-763746cef597 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:32.165145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee66ff1e-6c32-4370-83d1-4a29ca44fb05 req-8e4a1737-d080-46da-8530-763746cef597 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0625517 Jul 16 09:16:32.202255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee66ff1e-6c32-4370-83d1-4a29ca44fb05 req-a92a69b3-404e-420d-bf51-fac70a6c23b2 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Jul 16 09:16:33.384529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342edd-98e1-4ed1-9a2c-54dc09c218d0 req-5cba4df9-0451-4b79-864d-8da092adc34d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.385997 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae342edd-98e1-4ed1-9a2c-54dc09c218d0 req-5cba4df9-0451-4b79-864d-8da092adc34d tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0669270 Jul 16 09:16:33.430811 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae342edd-98e1-4ed1-9a2c-54dc09c218d0 req-58e6191c-b0ff-41ec-ba96-2de692106ec5 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Jul 16 09:16:34.618232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650ddaf-4097-49c9-9ca5-8a88d34eed49 req-4782c866-9aaa-4bc5-b8d2-f12f9f7bad8e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.619845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e650ddaf-4097-49c9-9ca5-8a88d34eed49 req-4782c866-9aaa-4bc5-b8d2-f12f9f7bad8e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0699348 Jul 16 09:16:34.664519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e650ddaf-4097-49c9-9ca5-8a88d34eed49 req-f684d1fc-f6f8-4797-bc12-aff9a375bc07 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Jul 16 09:16:34.716022 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-dafb4acf-d310-4fc4-af98-d0e78a8779c7 service neutron] show failed (client error): The resource could not be found. Jul 16 09:16:34.717087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-dafb4acf-d310-4fc4-af98-d0e78a8779c7 service neutron] 10.222.0.47 "GET /v2.0/ports/01418862-bb6e-49ce-af6e-976f62f4ffb2/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0640204 Jul 16 09:16:34.974253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-0f45ce71-a1cd-4cd2-b1df-c48250c5e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.975723 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-0f45ce71-a1cd-4cd2-b1df-c48250c5e54d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73&tenant_id=bd5fad3923a74139a288ee21c2432a83 HTTP/1.1" status: 200 len: 1097 time: 0.0575492 Jul 16 09:16:34.988014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:35.062214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.268209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:35.305433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:35.352983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:35.355499 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ea3fb8-9e33-47ee-b337-281bd8174880" -d '{"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-unplugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:35.360379 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.374958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Transition to ACTIVE for port object 01418862-bb6e-49ce-af6e-976f62f4ffb2 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:35.379999 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.453496 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] No DVR routers for this DVR port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:35.457914 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.470541 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce6fe50-3e36-4184-8c59-21d8538fced2 x-openstack-request-id: req-2ce6fe50-3e36-4184-8c59-21d8538fced2 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:35.470826 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-unplugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:35.471080 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ce6fe50-3e36-4184-8c59-21d8538fced2 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:35.471471 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'code': 200} Jul 16 09:16:35.474336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.474687 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.475552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.475890 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.476261 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.476856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.476983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.477243 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.477571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.477898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.478223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.478548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.509866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:35.510182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:35.510519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:35.514957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:35.515280 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Attempting to bind port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on network b3af615d-bf62-4aa1-921f-7c3374803c01 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:35.520237 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:35.520510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Checking segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:35.520895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Bound using segment: {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:35.521320 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Bound port: 01418862-bb6e-49ce-af6e-976f62f4ffb2, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:35.521681 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.588434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:35.591943 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:35.596158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.630921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.631596 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.633280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] 10.222.0.46 "PUT /v2.0/ports/01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 1092 time: 0.6494701 Jul 16 09:16:35.658428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088817cf-7c59-4a4a-bcfe-e3240b2d9013 service neutron] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.714742 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-79dd76ff-5305-4464-bfa6-44cb25939831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.716459 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-79dd76ff-5305-4464-bfa6-44cb25939831 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1095 time: 0.0592024 Jul 16 09:16:35.811493 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-aafb1681-57cb-4f7b-aefe-ca36ef62bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.812925 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-aafb1681-57cb-4f7b-aefe-ca36ef62bd0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0894034 Jul 16 09:16:35.853226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-abbf83fa-6f4c-45a1-9e39-1c404bc48ba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0344524 Jul 16 09:16:35.857942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa7534-e88d-45ca-ae59-44b533b9c1aa req-8ed674fb-bcd2-43b5-9218-9bb019a1a1e7 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.859472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48aa7534-e88d-45ca-ae59-44b533b9c1aa req-8ed674fb-bcd2-43b5-9218-9bb019a1a1e7 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 943 time: 0.0757356 Jul 16 09:16:35.898938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48aa7534-e88d-45ca-ae59-44b533b9c1aa req-80fd9b8d-4888-4d33-b2b0-5ff9764989dd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Jul 16 09:16:35.901250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-db812dc7-cb71-438b-adf3-b1b37c5fa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.902691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-db812dc7-cb71-438b-adf3-b1b37c5fa007 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0437484 Jul 16 09:16:35.938630 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-a7928f13-902f-4c77-82ea-d721c71b781e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300894 Jul 16 09:16:36.029931 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-8ce1f92e-b679-4613-9f98-3d73ee5fd848 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Jul 16 09:16:36.124357 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a1b9f532-01aa-4b5e-a717-7638968c7e56 req-ae9fe356-bffd-4aa5-8b3c-bed8ec572776 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886807 Jul 16 09:16:37.085958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802d52-4d86-4f72-98ab-f3daaaae64ee req-180f6fa2-35f5-454c-bcdf-c0924d612b46 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.087433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73802d52-4d86-4f72-98ab-f3daaaae64ee req-180f6fa2-35f5-454c-bcdf-c0924d612b46 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 943 time: 0.0648949 Jul 16 09:16:37.126322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-73802d52-4d86-4f72-98ab-f3daaaae64ee req-56bb0ee0-1add-4a72-85c5-3ed9ca67b551 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Jul 16 09:16:37.472570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:37.474954 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdb2de-8b6c-47d8-9230-7714d08e10eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:37.524925 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d09e8d7-31d8-4a74-b5e0-a4d7005861c4 x-openstack-request-id: req-3d09e8d7-31d8-4a74-b5e0-a4d7005861c4 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:37.525221 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:37.525541 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d09e8d7-31d8-4a74-b5e0-a4d7005861c4 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:37.526041 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'status': 'completed', 'code': 200} Jul 16 09:16:37.599915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-e6ff8279-38b9-4ad9-83eb-89db6b82f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.601998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-e6ff8279-38b9-4ad9-83eb-89db6b82f442 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1095 time: 0.0572085 Jul 16 09:16:37.609101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-9bce8dac-20f0-4870-aebc-5dfd75c80a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.610817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-9bce8dac-20f0-4870-aebc-5dfd75c80a47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1095 time: 0.0629201 Jul 16 09:16:37.702368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-46e80a75-342c-42b7-b9cd-20b8b8b8c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.705103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-46e80a75-342c-42b7-b9cd-20b8b8b8c8ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0960183 Jul 16 09:16:37.716660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:37.718910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-7d228444-b64c-42a0-b9ce-35fd6d12699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.720476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-7d228444-b64c-42a0-b9ce-35fd6d12699f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.1034210 Jul 16 09:16:37.768713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-315e7dff-9eb7-4e9d-918c-22c3cd57c0de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0416024 Jul 16 09:16:37.825313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-8511db97-eeb1-4fa7-af29-b55ae8f7e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.826963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-8511db97-eeb1-4fa7-af29-b55ae8f7e4c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0526369 Jul 16 09:16:37.839702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:37.854608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'network_id': 'b3af615d-bf62-4aa1-921f-7c3374803c01', 'port_id': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'mac_address': 'fa:16:3e:a1:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07606ec-6a2f-4052-a909-ac4fced43580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:37.862453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-1c7fa052-94eb-420d-b08d-058b0e270af5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jul 16 09:16:37.893750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.910468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01418862-bb6e-49ce-af6e-976f62f4ffb2 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:37.933824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:37.938228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.970755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-02ca42c6-16d4-4a3d-b8d7-d92e01e34e0c service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019175 Jul 16 09:16:37.992884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:38.001101 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.001542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.001842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.002225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.002596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.002988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.003326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.003653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.004001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.004353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.004678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.005003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:38.076137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-c0359f9f-eda3-4776-b44e-9eb137b53a75 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990360 Jul 16 09:16:38.102411 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-9da6d1d7-3c58-4474-af7a-7bca5b621256 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.3909459 Jul 16 09:16:38.151232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-14bcfb63-67fa-4828-a999-f863f9801aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:38.151445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:38.152814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-14bcfb63-67fa-4828-a999-f863f9801aca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0439577 Jul 16 09:16:38.153836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['01418862-bb6e-49ce-af6e-976f62f4ffb2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:38.195362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-b8613f01-705d-40ed-9876-ccc2a5aa475c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316403 Jul 16 09:16:38.230243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:38.306726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-deba9677-b8af-485d-887d-5bc570698092 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048753 Jul 16 09:16:38.341984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62674be4-9c46-4f5e-8144-4241124eb21d req-70b9eba9-aeed-424b-a648-a4d15cbd29dc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:38.344322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62674be4-9c46-4f5e-8144-4241124eb21d req-70b9eba9-aeed-424b-a648-a4d15cbd29dc tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 944 time: 0.0805864 Jul 16 09:16:38.386888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62674be4-9c46-4f5e-8144-4241124eb21d req-37c7ef87-26d2-4fda-a740-0ae4d47329dd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jul 16 09:16:38.405151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cffdb2de-8b6c-47d8-9230-7714d08e10eb req-0ff3baa2-84b4-4224-b07f-23c4ce268eb4 service neutron] 10.222.0.46 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919867 Jul 16 09:16:38.826661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb1-ab91-43e5-81a8-18e56859f547 req-b0378de4-c4e8-441a-8087-83254ec5ab3e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:38.828320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23aabeb1-ab91-43e5-81a8-18e56859f547 req-b0378de4-c4e8-441a-8087-83254ec5ab3e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 944 time: 0.1817458 Jul 16 09:16:38.837451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-6c340695-a9c5-4236-9a69-d630e4271caa tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:38.839541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-6c340695-a9c5-4236-9a69-d630e4271caa tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73&tenant_id=bd5fad3923a74139a288ee21c2432a83&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 944 time: 0.1800544 Jul 16 09:16:38.840396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.912958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-23aabeb1-ab91-43e5-81a8-18e56859f547 req-d1c2ab8c-cc19-4198-8301-29d12df54244 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Jul 16 09:16:38.933478 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-640d05c1-bca3-46e0-b294-258b38e81b86 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:16:38.934655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-640d05c1-bca3-46e0-b294-258b38e81b86 service neutron] 10.222.0.47 "DELETE /v2.0/ports/01418862-bb6e-49ce-af6e-976f62f4ffb2/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0867240 Jul 16 09:16:39.029020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-e6f76f1a-c77c-45d6-87eb-65d35c44c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.030569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-e6f76f1a-c77c-45d6-87eb-65d35c44c37f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd5fad3923a74139a288ee21c2432a83&device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 1096 time: 0.0527215 Jul 16 09:16:39.122531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-149a4d2f-d1c4-40c8-aec6-052598a77ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.124022 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-149a4d2f-d1c4-40c8-aec6-052598a77ebc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 200 len: 916 time: 0.0878325 Jul 16 09:16:39.163323 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-5e4b52a4-1f09-4d72-abca-52890fd7d3e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 200 len: 217 time: 0.0336835 Jul 16 09:16:39.218080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-6de89ead-fb1e-49dc-ae47-36ca28577bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.219604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-6de89ead-fb1e-49dc-ae47-36ca28577bd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 200 len: 855 time: 0.0507438 Jul 16 09:16:39.253690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-2279702e-c58f-4655-b577-86ea61d5f0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3af615d-bf62-4aa1-921f-7c3374803c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268354 Jul 16 09:16:39.345283 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-f5fc1d24-bf0d-47b2-97a4-9dd2c1e79057 service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Jul 16 09:16:39.433598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a7519ec-646b-49ac-9dac-6450e1e32be9 req-e00e710a-db0f-4c1c-8a6c-e7169a9dc5bf service neutron] 10.222.0.47 "GET /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Jul 16 09:16:39.517460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.708552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:39.760880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 01418862-bb6e-49ce-af6e-976f62f4ffb2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:39.764408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 01418862-bb6e-49ce-af6e-976f62f4ffb2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:39.764782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.840853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.862674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:39.864961 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94ddf8-2859-41c3-9675-a961b783e914" -d '{"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-plugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:39.880180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:39.885581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.911810 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d1df2-365f-4fee-aa67-c8a8793c9a73 x-openstack-request-id: req-fb3d1df2-365f-4fee-aa67-c8a8793c9a73 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:39.912130 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-plugged", "status": "completed", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:39.912390 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb3d1df2-365f-4fee-aa67-c8a8793c9a73 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:39.912780 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'code': 200} Jul 16 09:16:39.941905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:40.098596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ede1-0603-4e69-ab83-cc6bd8ea0b01 req-37cca6c4-48ed-4df1-9ba5-8b05785309b6 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.100093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3486ede1-0603-4e69-ab83-cc6bd8ea0b01 req-37cca6c4-48ed-4df1-9ba5-8b05785309b6 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0631044 Jul 16 09:16:40.140745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3486ede1-0603-4e69-ab83-cc6bd8ea0b01 req-714ebe11-c7e9-4deb-b438-274cbf95dbba tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Jul 16 09:16:40.313183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd90b-d180-4065-9a70-9a7ebd00553c req-b6254602-1980-485e-a9bf-611e3d85ecef tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.314668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca8fd90b-d180-4065-9a70-9a7ebd00553c req-b6254602-1980-485e-a9bf-611e3d85ecef tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0632467 Jul 16 09:16:40.351719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca8fd90b-d180-4065-9a70-9a7ebd00553c req-6f75e0dc-a57c-47aa-b384-9513d4673ddd tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305808 Jul 16 09:16:40.521665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093912e0-e3b7-4992-9a1b-85ab5efea650 req-709cf840-8ba3-4e55-87c2-eaabef80128a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.523347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-093912e0-e3b7-4992-9a1b-85ab5efea650 req-709cf840-8ba3-4e55-87c2-eaabef80128a tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0629158 Jul 16 09:16:40.560454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-093912e0-e3b7-4992-9a1b-85ab5efea650 req-35c6f44a-8488-457f-ae84-5c996d4cc5ea tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Jul 16 09:16:41.124022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb9b32-35f2-4fb1-9ef2-e4ea65ab8327 req-85bca450-dc96-4e53-8969-2dc6dd38b0d7 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:41.125599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecb9b32-35f2-4fb1-9ef2-e4ea65ab8327 req-85bca450-dc96-4e53-8969-2dc6dd38b0d7 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0686121 Jul 16 09:16:41.162734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ecb9b32-35f2-4fb1-9ef2-e4ea65ab8327 req-80393366-afb1-4aab-9595-89c6a1a1636e tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Jul 16 09:16:42.142803 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499bfe5-2656-4dc9-805c-df638b308525 req-5bae7f37-e9e5-44f1-ae8e-66157f0ba206 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.144339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b499bfe5-2656-4dc9-805c-df638b308525 req-5bae7f37-e9e5-44f1-ae8e-66157f0ba206 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0610211 Jul 16 09:16:42.246114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Deleting port 01418862-bb6e-49ce-af6e-976f62f4ffb2 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:42.246465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.337099 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] For port 01418862-bb6e-49ce-af6e-976f62f4ffb2, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=01418862-bb6e-49ce-af6e-976f62f4ffb2,segment=NetworkSegment(1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f),segment_id=1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:42.337464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.338307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4333c-5ee4-48a4-a3c7-2d9d4a0a7f3c req-58e94349-6fc7-454e-a606-aab1d6ab23da tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.339824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86a4333c-5ee4-48a4-a3c7-2d9d4a0a7f3c req-58e94349-6fc7-454e-a606-aab1d6ab23da tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0034dc-6532-4571-a3b6-bcccebf0ff73 HTTP/1.1" status: 200 len: 945 time: 0.0641873 Jul 16 09:16:42.350688 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Calling delete_port for 01418862-bb6e-49ce-af6e-976f62f4ffb2 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:42.377298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-86a4333c-5ee4-48a4-a3c7-2d9d4a0a7f3c req-7c15582b-c29c-4de3-9965-c9571607443f tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.32 "GET /v2.0/security-groups?id=a24b67c4-a235-4a0b-9f5d-c32b9285cb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jul 16 09:16:42.478341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.489759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['01418862-bb6e-49ce-af6e-976f62f4ffb2'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:42.508460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Pushing event deleted for resources: {'Port': ['ID=01418862-bb6e-49ce-af6e-976f62f4ffb2,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.550076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] No DVR routers for this DVR port 01418862-bb6e-49ce-af6e-976f62f4ffb2 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:42.552516 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.555015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b499bfe5-2656-4dc9-805c-df638b308525 req-747248bb-10ac-45b7-a5dc-4661f698ba80 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] 10.222.0.46 "DELETE /v2.0/ports/01418862-bb6e-49ce-af6e-976f62f4ffb2 HTTP/1.1" status: 204 len: 173 time: 0.4056036 Jul 16 09:16:42.555443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-deleted', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:42.557693 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e779d130-ff48-47c1-a8f8-cc2afa1ebd72" -d '{"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-deleted", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:42.593544 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f1c39e-b898-4b4e-bd28-ac388fd763b3 x-openstack-request-id: req-03f1c39e-b898-4b4e-bd28-ac388fd763b3 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:42.593837 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0034dc-6532-4571-a3b6-bcccebf0ff73", "name": "network-vif-deleted", "tag": "01418862-bb6e-49ce-af6e-976f62f4ffb2", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:42.594092 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03f1c39e-b898-4b4e-bd28-ac388fd763b3 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:42.594488 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0034dc-6532-4571-a3b6-bcccebf0ff73', 'name': 'network-vif-deleted', 'tag': '01418862-bb6e-49ce-af6e-976f62f4ffb2', 'status': 'completed', 'code': 200} Jul 16 09:16:43.046512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90a438c9-c7ba-4ad3-b4cb-a628c6dc33b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.603631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33300) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:43.646302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Deleting subnet d07606ec-6a2f-4052-a909-ac4fced43580 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:43.649828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.007873 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.045858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.097263 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.123861 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07606ec-6a2f-4052-a909-ac4fced43580,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:44.126907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.131226 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c7c95aae-76a6-4c8f-a40b-0f3677819507 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d07606ec-6a2f-4052-a909-ac4fced43580 HTTP/1.1" status: 204 len: 168 time: 0.5240445 Jul 16 09:16:44.131226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:44.202068 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.278073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.287911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3af615d-bf62-4aa1-921f-7c3374803c01']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.302829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.303124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbdfd9f-897f-41c9-b8d7-70cde8c8f39f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.311866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.326194 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.332143 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:44.332621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:44.334308 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:44.385984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.391600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.396146 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b3af615d-bf62-4aa1-921f-7c3374803c01 HTTP/1.1" status: 204 len: 168 time: 0.2614512 Jul 16 09:16:44.405035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd017ad8-acb1-4f5b-a889-3596fd4ad919 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3af615d-bf62-4aa1-921f-7c3374803c01,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:44.498762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33306) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:44.537180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c5d9964b-f6e8-43e7-a011-99f303f81410 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd5fad3923a74139a288ee21c2432a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371282 Jul 16 09:16:44.539951 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33308) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:44.586539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.610590 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.654424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.656933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:44.658082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a24b67c4-a235-4a0b-9f5d-c32b9285cb29 HTTP/1.1" status: 204 len: 168 time: 0.1172128 Jul 16 09:16:44.665987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad452b22-4309-45f4-9bce-5bb3bf60ba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b67c4-a235-4a0b-9f5d-c32b9285cb29,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:45.310977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33330) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:45.408092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1152765701-network', 'tenant_id': '94b09ed05756490f9584ee791d333f3f'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:45.428602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:45.430853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.438808 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.526415 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.530122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.553282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:16:45.562196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50201251-77fa-4695-ba4d-9a86cbd62ade,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:45.568459 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.568797 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Added segment a9b74192-d31c-41e4-a503-c0e8002a401f of type vlan for network d96c1af8-b161-4a89-9bf1-95675a773fa9 Jul 16 09:16:45.607369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.635423 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.636326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:45.636903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.661810 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f493a967-94b6-4457-9c6c-3ecd080f439b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.668251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3560905 Jul 16 09:16:45.671421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:45.676513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Request body: {'subnet': {'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1152765701-subnet', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:45.698190 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:45.700154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717240a-3f20-43db-bd4a-64904124a27d admin admin] Pushing event updated for resources: {'Network': ['ID=d96c1af8-b161-4a89-9bf1-95675a773fa9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:45.700804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.709954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:16:45.769372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:45.807280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 01418862-bb6e-49ce-af6e-976f62f4ffb2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:45.807848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 01418862-bb6e-49ce-af6e-976f62f4ffb2 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:45.813420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.872836 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.934266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=037f801c-b7b3-43a0-b83d-6015a1db83a5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:45.938520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:45.938895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Network hostable DHCP agents. Network: d96c1af8-b161-4a89-9bf1-95675a773fa9, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:16:45.954335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:16:45.962733 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, d96c1af8-b161-4a89-9bf1-95675a773fa9) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:45.966918 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:45.967501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:45.972703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86204a-b6e2-448e-8813-9d8008caddce None None] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:45.985631 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-f247d658-0a4b-45c7-978a-579f27cadac1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3129911 Jul 16 09:16:45.988539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33336) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:45.993885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:46.014009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.015336 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.066573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.121426 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-d96c1af8-b161-4a89-9bf1-95675a773fa9', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:16:46.122308 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.200094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.251687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Allocated IP 172.20.0.2 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/8248f65f-f177-4cfa-88b0-5f0f2819a58c) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:46.393809 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.402122 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Transition to ACTIVE for port object 8248f65f-f177-4cfa-88b0-5f0f2819a58c will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:46.402735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.417183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Transition to ACTIVE for port object 8248f65f-f177-4cfa-88b0-5f0f2819a58c will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:46.422430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.422609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.459688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:46.464595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:46.469199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:46.477799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Pushing event updated for resources: {'Port': ['ID=8248f65f-f177-4cfa-88b0-5f0f2819a58c,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:46.532124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Allocated IP 172.25.5.235 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/559a08ff-eb25-4ea5-bc5e-3c4173c85f05) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:46.538136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Attempting to bind port 8248f65f-f177-4cfa-88b0-5f0f2819a58c on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:46.538527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Attempting to bind port 8248f65f-f177-4cfa-88b0-5f0f2819a58c by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:46.538890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Attempting to bind port 8248f65f-f177-4cfa-88b0-5f0f2819a58c on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:46.544519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:46.544893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:46.545292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.545688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:46.546142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Bound port: 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:46.546515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.608310 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] For port 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:46.611813 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] For port 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8248f65f-f177-4cfa-88b0-5f0f2819a58c,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:46.618475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.640302 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.682477 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87c5bb-5318-4a2f-827b-ac99733477d1 None None] Pushing event updated for resources: {'Port': ['ID=8248f65f-f177-4cfa-88b0-5f0f2819a58c,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:46.687113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:46.730476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:46.736467 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:46.738448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:46.740619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:47.013711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.036740 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.244322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.380772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Router 614af522-9f88-4797-94fa-509dd257da35 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:16:47.491797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:47.501068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:47.509439 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.511158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-86794538-e3f4-4d71-87a9-8bb6c4bd4cf1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5215099 Jul 16 09:16:47.514018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:47.516779 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:47.517477 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:47.611837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc236efa-e1ab-4b3d-9173-20480cd8744c None None] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:47.632839 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:47.700182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-416d3ac8-4143-489a-871b-d8699de5759c None None] Provisioning for port 8248f65f-f177-4cfa-88b0-5f0f2819a58c completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:47.835782 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:46Z', 'revision_number': 3, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:47.863904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:47.864516 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Updating router 614af522-9f88-4797-94fa-509dd257da35 port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:47.907210 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:47.960765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.101718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8248f65f-f177-4cfa-88b0-5f0f2819a58c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:48.160833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Allocated IP 172.20.0.1 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/78cb45c2-8b27-4e75-a9b4-bc84f0aa9668) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:48.166462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8248f65f-f177-4cfa-88b0-5f0f2819a58c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:48.170375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8248f65f-f177-4cfa-88b0-5f0f2819a58c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:48.170835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.195762 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.206671 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Transition to ACTIVE for port object 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:48.213774 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.263422 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Attempting to bind port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:48.263845 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Attempting to bind port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:48.264446 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Attempting to bind port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:48.267211 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.282150 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.287997 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:48.288431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:48.289387 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.290326 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:48.290806 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Bound port: 559a08ff-eb25-4ea5-bc5e-3c4173c85f05, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:48.291228 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.297785 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Transition to ACTIVE for port object 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:48.308866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8248f65f-f177-4cfa-88b0-5f0f2819a58c,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:48.313132 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.322687 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Pushing event updated for resources: {'Port': ['ID=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.333392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.341796 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.342063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.342363 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.342697 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.343235 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.343569 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.343892 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.344235 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.344556 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.344873 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.345186 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.345500 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:48.369123 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=8248f65f-f177-4cfa-88b0-5f0f2819a58c,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.369374 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] For port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:48.369865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:48.372938 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] For port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:48.373143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:48.376586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:48.378352 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.415466 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Pushing event updated for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.425783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.430848 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:48.431492 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:48.483611 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dee87d-6175-4661-abe6-96a6156a59d7 None None] Pushing event updated for resources: {'Port': ['ID=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.587321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.613045 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.642210 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:48.674938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-90f57751-29ba-41ff-8bea-641d79c6e43c None None] Provisioning for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:48.679283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-90f57751-29ba-41ff-8bea-641d79c6e43c None None] Provisioning complete for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:48.679667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-90f57751-29ba-41ff-8bea-641d79c6e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.718136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-90f57751-29ba-41ff-8bea-641d79c6e43c None None] Port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:48.762579 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.766951 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.818704 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:46Z', 'revision_number': 3, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:48.836897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:48.839462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Pushing event updated for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:48.849340 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161c294-3a0d-47eb-a669-15ea0e450558 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:46Z', 'revision_number': 3, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:48.934250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:48.935905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:49.072802 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:49.202779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:49.207948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e9abdb82-2571-42b3-be69-1d18c6571b5b admin admin] 10.222.0.32 "PUT /v2.0/routers/614af522-9f88-4797-94fa-509dd257da35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927826 Jul 16 09:16:49.245009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-49fee691-b576-4ae9-aef7-4343760bffcf None None] Provisioning complete for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:49.245692 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49fee691-b576-4ae9-aef7-4343760bffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.284278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-49fee691-b576-4ae9-aef7-4343760bffcf None None] Port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:49.738277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33346) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:49.743606 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955260975', 'description': 'tempest-description--38395076'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:49.766024 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.848725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.852795 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.881688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.882970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1436727 Jul 16 09:16:49.883675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afcdcb-34f0-4c53-8cc2-4d931b27326d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca711da8-4079-4407-b86f-3192787bae51,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:49.885741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33348) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:49.891140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'security_group_rule': {'security_group_id': 'ca711da8-4079-4407-b86f-3192787bae51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:49.917285 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.973424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:49.977850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.002888 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f56c03f-bac0-48ee-ae2d-713f00e16fbf,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:50.008441 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.009676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8e730e28-50b0-4db6-8b78-368c62e71859 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230087 Jul 16 09:16:50.013868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 33350) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:50.019318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'security_group_rule': {'security_group_id': 'ca711da8-4079-4407-b86f-3192787bae51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:50.049892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.120262 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.120932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8248f65f-f177-4cfa-88b0-5f0f2819a58c up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:50.125300 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.145257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9b3144-85df-46e0-b2d5-d94d1000a463,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:50.150112 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.152233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-802e651a-59c6-45d1-860f-3ead47013230 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368937 Jul 16 09:16:50.154927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33352) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:50.160320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:50.183767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8248f65f-f177-4cfa-88b0-5f0f2819a58c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:50.184572 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.189232 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.274025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:50.301086 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.333024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:50.339032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:50.339806 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.418680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Allocated IP 172.25.5.126 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/2f905628-dfdf-498e-b40c-63b62d0311ea) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:50.419925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.444063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:50.451056 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.483676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:50.504395 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:50.505134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:50.543378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.551555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:50.590000 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.627763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:50.636776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:50.640010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:50.644688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:50.648858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=2f905628-dfdf-498e-b40c-63b62d0311ea,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:50.738098 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.785714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.833349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 2, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:50.859380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:50.859737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Updating router 614af522-9f88-4797-94fa-509dd257da35 port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:50.897773 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.937559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:50.942338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.016205 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=2f905628-dfdf-498e-b40c-63b62d0311ea,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:51.024559 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.038440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.040575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fc195e17-660c-4834-b2d0-460e003e306a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8841140 Jul 16 09:16:51.177394 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.184454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-0677a8b6-f241-4aed-bd9e-ced24a2b186a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955260975&fields=id&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 267 time: 0.0345755 Jul 16 09:16:51.188069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Transition to ACTIVE for port object 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:51.194712 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.244670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb9da-efaf-40cb-9ac0-1fabd4cb34cf None None] Pushing event updated for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:51.309034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Attempting to bind port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:51.309700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Attempting to bind port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:51.310079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Attempting to bind port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:51.313234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-00e6511d-3163-442b-bc37-42bde6ae9d96 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:51.315500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:51.315886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:51.316350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.317016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:51.317518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Bound port: 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:51.317910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.320530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-00e6511d-3163-442b-bc37-42bde6ae9d96 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.1294591 Jul 16 09:16:51.334447 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-aa773bf3-b80b-4339-9a2b-4f9f539bc4a8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/quotas/94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 375 time: 0.0129483 Jul 16 09:16:51.386364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] For port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:51.390470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] For port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:51.399338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:51.412354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-91b2a278-fb44-4b03-b66e-93903e27017e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752993 Jul 16 09:16:51.462246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:51.462883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:51.466719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb9da-efaf-40cb-9ac0-1fabd4cb34cf None None] Pushing event updated for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:51.520903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-b5c0f453-1f57-4aab-9a48-1e04fb102561 service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948653 Jul 16 09:16:51.582864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:51.622332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-26ed2696-1b6f-4995-a2f8-e33502103cdf service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930898 Jul 16 09:16:51.811883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-577c1355-e5ba-4693-959d-1e28be6f1b66 req-08e061a8-4db0-4775-9acd-cd29a5d23e7b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Jul 16 09:16:51.961152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:51Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:51.988797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b523d4-d1ad-47c7-b666-b58e24ad17b4 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:51Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:52.052804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:52.118539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:52.118942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:52.960705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-ba432050-ecb5-4193-93f1-30060a716c9e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:52.962876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-ba432050-ecb5-4193-93f1-30060a716c9e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.1313496 Jul 16 09:16:52.998569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-849d04ee-af08-4d31-bcec-f88ac0105613 req-416f1699-bec0-4ebb-80be-29202766fc34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 210 time: 0.0346618 Jul 16 09:16:53.039473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-d571c963-9893-4924-a647-d453cc147a45 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 380 time: 0.0665407 Jul 16 09:16:53.048371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'port': {'device_id': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'admin_state_up': True, 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'security_groups': ['ca711da8-4079-4407-b86f-3192787bae51']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:53.177896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:53.182401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.323264 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Allocated IP 172.20.0.12 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/4e63f02e-75d2-415b-8c84-4a8e1cff3f45) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:53.468231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.482954 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Transition to ACTIVE for port object 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:53.520412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.567302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:53.570405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:53.574360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:53.581019 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:53.631422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:53.632150 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.646913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-c27b6621-3085-423d-a6d4-a0948b833bec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028144 Jul 16 09:16:53.659561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Request body: {'port': {'device_id': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:53.739981 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.773641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4645b619-1260-40ad-a746-081edbef388a None None] Provisioning for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:53.777964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4645b619-1260-40ad-a746-081edbef388a None None] Provisioning complete for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:53.778332 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4645b619-1260-40ad-a746-081edbef388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:53.812745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-4645b619-1260-40ad-a746-081edbef388a None None] Port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:54.009770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:54.018046 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.031589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Transition to ACTIVE for port object 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:54.035893 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.056166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:54.092876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:54.115866 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:54.121694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:54.122350 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.218143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.223058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:54.223407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:54.223742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:54.234334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:54.234661 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:54.245920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:54.246288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:54.246665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:54.247114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Bound port: 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:54.247481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.255623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:54.260977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.274088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a664-147e-4d07-8434-6e17afa2c691 req-e7f26263-cc1c-4adb-a303-e04f7f61b663 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.275674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b233a664-147e-4d07-8434-6e17afa2c691 req-e7f26263-cc1c-4adb-a303-e04f7f61b663 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.1292949 Jul 16 09:16:54.322072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:54.352273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b233a664-147e-4d07-8434-6e17afa2c691 req-22eb4080-1115-46b0-aa24-7e39823e1305 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544960 Jul 16 09:16:54.362486 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:54.366040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:54.370482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.405123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.406095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:54.407579 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] 10.222.0.47 "PUT /v2.0/ports/4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1093 time: 0.7530341 Jul 16 09:16:54.407995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:54.410359 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7adc53-923a-458e-9a17-971ac44180da" -d '{"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:54.445544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1c1b-ef49-4043-9515-0708294745dd service neutron] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:54.459696 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22c7e4-602a-4860-b3b5-ba3d4069f816 x-openstack-request-id: req-9f22c7e4-602a-4860-b3b5-ba3d4069f816 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:54.460086 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:54.460348 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f22c7e4-602a-4860-b3b5-ba3d4069f816 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:54.461248 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'status': 'completed', 'code': 200} Jul 16 09:16:54.510576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-7ae563d1-fc9c-4129-8c9f-7da4887326e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.512176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-7ae563d1-fc9c-4129-8c9f-7da4887326e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1096 time: 0.0630691 Jul 16 09:16:54.554902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-41d13dac-31f4-4c9c-8e5f-49690237225f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 217 time: 0.0356946 Jul 16 09:16:54.607131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-687a31bb-07e2-4674-9ab3-eae5caba658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.608755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-687a31bb-07e2-4674-9ab3-eae5caba658d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0480247 Jul 16 09:16:54.672832 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-12ff04c7-43ed-4966-ae42-94d661443267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.674248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-12ff04c7-43ed-4966-ae42-94d661443267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595546 Jul 16 09:16:54.763985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-3556794d-4dd8-4763-847f-0b9a1c1a9884 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Jul 16 09:16:54.858520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70a6b7d-a93f-45f3-a1b0-a26cd90cbb6f req-7da93386-03b9-4986-b0da-abc9dc0d6833 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882103 Jul 16 09:16:54.980386 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7adc53-923a-458e-9a17-971ac44180da req-0c887409-5271-479b-b48f-32dbd9d31169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:54.981893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-0c887409-5271-479b-b48f-32dbd9d31169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1096 time: 0.0531859 Jul 16 09:16:55.075014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7adc53-923a-458e-9a17-971ac44180da req-2d29bd1e-417f-4c0e-a6de-f5fb2794b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.077305 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-2d29bd1e-417f-4c0e-a6de-f5fb2794b34d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0895183 Jul 16 09:16:55.130782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-ea67f0ef-4635-4df4-b28a-11f91a44eb6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 217 time: 0.0468767 Jul 16 09:16:55.189149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7adc53-923a-458e-9a17-971ac44180da req-63e9cf6b-f1de-479b-aa67-e73839c1760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.191065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-63e9cf6b-f1de-479b-aa67-e73839c1760f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0540917 Jul 16 09:16:55.251242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7adc53-923a-458e-9a17-971ac44180da req-8ed092e8-30b4-4f06-8f3f-c7c5805de979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.252786 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-8ed092e8-30b4-4f06-8f3f-c7c5805de979 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554955 Jul 16 09:16:55.349012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-f39c3147-0721-4374-bb07-4a69ec13a1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890801 Jul 16 09:16:55.440509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f7adc53-923a-458e-9a17-971ac44180da req-cb3a0e2d-4b77-4a9c-9d59-ffcc80c4bbf9 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Jul 16 09:16:55.541396 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bbaec-a723-415b-beef-c98a5ad851df req-cc83aca9-28a0-424c-a764-22542018bac6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:55.543041 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d17bbaec-a723-415b-beef-c98a5ad851df req-cc83aca9-28a0-424c-a764-22542018bac6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.0729101 Jul 16 09:16:55.582772 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d17bbaec-a723-415b-beef-c98a5ad851df req-6b9be06a-f8fd-4850-9f42-7605496a8a4c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jul 16 09:16:56.042865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:56.122029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:56.122631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:56.758355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48797f04-8ef5-4fc8-8a45-f9c1c488fcd9 req-2cc36f06-1739-4fa3-adfc-c02733600d88 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:56.759851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48797f04-8ef5-4fc8-8a45-f9c1c488fcd9 req-2cc36f06-1739-4fa3-adfc-c02733600d88 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.0645747 Jul 16 09:16:56.796320 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-48797f04-8ef5-4fc8-8a45-f9c1c488fcd9 req-bab5d46a-6bf9-4f49-af5c-4cf61abe4221 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Jul 16 09:16:57.976155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7290843-a89a-4f6e-bc45-7d5df2b83f7a req-10aa0810-0299-4902-b717-3b2ebd125b7e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:57.977676 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7290843-a89a-4f6e-bc45-7d5df2b83f7a req-10aa0810-0299-4902-b717-3b2ebd125b7e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.0676887 Jul 16 09:16:58.015777 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c7290843-a89a-4f6e-bc45-7d5df2b83f7a req-488ad693-5342-47cf-bf9d-2acaa9723dfb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Jul 16 09:16:58.228949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:58.330891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:58.342357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'mac_address': 'fa:16:3e:8e:55:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:58.387349 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:58.405634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:58.427217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:58.432496 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:58.488580 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:58.634778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['4e63f02e-75d2-415b-8c84-4a8e1cff3f45'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:59.194467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a54480-9f56-4eb1-b05c-7eb4d786f1c9 req-f803942b-fe5f-4add-9e7d-7def845e557b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:59.196555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3a54480-9f56-4eb1-b05c-7eb4d786f1c9 req-f803942b-fe5f-4add-9e7d-7def845e557b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 945 time: 0.0671437 Jul 16 09:16:59.243658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3a54480-9f56-4eb1-b05c-7eb4d786f1c9 req-3539fd93-c439-41b3-a305-4a64b7ce6f33 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Jul 16 09:17:00.245272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:00.299282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:00.305897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:00.306391 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:00.395611 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:00.418887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:00.421570 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbeacda-f013-4019-ae18-50fec868ce73" -d '{"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-plugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:00.434793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:00.437038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89a28-0871-45da-9324-896f756ada51 req-e31adaa4-0001-4d6d-bfea-e02c8dfc8bd3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:00.438763 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22b89a28-0871-45da-9324-896f756ada51 req-e31adaa4-0001-4d6d-bfea-e02c8dfc8bd3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 945 time: 0.0746455 Jul 16 09:17:00.440161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:00.466496 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea564c6e-7408-4ec8-b8f9-8f4f0cb45d38 x-openstack-request-id: req-ea564c6e-7408-4ec8-b8f9-8f4f0cb45d38 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:00.466790 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-plugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:00.469990 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea564c6e-7408-4ec8-b8f9-8f4f0cb45d38 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:00.469990 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'code': 200} Jul 16 09:17:00.484749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22b89a28-0871-45da-9324-896f756ada51 req-8b2eaa4e-ebb7-488a-ba5b-ab0b283f2c9c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385168 Jul 16 09:17:00.501002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:00.593734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee69f3-bd68-46f0-8d57-d9355a847f0b req-791c815e-c1b0-4dc1-ad64-57c1a9b21abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:00.595368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ee69f3-bd68-46f0-8d57-d9355a847f0b req-791c815e-c1b0-4dc1-ad64-57c1a9b21abd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1098 time: 0.0631971 Jul 16 09:17:00.631143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ee69f3-bd68-46f0-8d57-d9355a847f0b req-84e75434-a5a4-47da-8782-d203e323d265 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297537 Jul 16 09:17:01.667129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcc0a-403a-494c-8609-a54fcd436e00 req-cb2b6c25-4793-422f-be82-b02d16e7a9ff tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:01.668684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-060dcc0a-403a-494c-8609-a54fcd436e00 req-cb2b6c25-4793-422f-be82-b02d16e7a9ff tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0720975 Jul 16 09:17:01.711238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-060dcc0a-403a-494c-8609-a54fcd436e00 req-1b13fd9c-b2f1-42cc-b126-b05b34eec60a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359020 Jul 16 09:17:01.771427 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:01.885635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41946895-e268-4335-b645-b8ce406de65b req-320b04a1-38ab-43e5-8591-97504eb51f28 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:01.887039 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-41946895-e268-4335-b645-b8ce406de65b req-320b04a1-38ab-43e5-8591-97504eb51f28 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0689154 Jul 16 09:17:01.895702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33398) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:01.902027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'floatingip': {'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:01.943062 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:02.416884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:02.420778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:02.524799 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 associated. External IP: 172.25.5.126, port: 4e63f02e-75d2-415b-8c84-4a8e1cff3f45. Jul 16 09:17:03.062738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:03.170534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:03.175255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:03.179696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:03.189436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:03.190140 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:03.216518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-03c7cc1a-b7dc-46d0-a988-46da9a6efb6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "PUT /v2.0/floatingips/ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 HTTP/1.1" status: 200 len: 992 time: 1.3193870 Jul 16 09:17:03.216960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:03.220423 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65665281-1a28-4b67-804f-47ba7a32fb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:03.277841 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c524494c-0b97-4df3-9598-121153f96b64 x-openstack-request-id: req-c524494c-0b97-4df3-9598-121153f96b64 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:03.283889 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:03.284375 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c524494c-0b97-4df3-9598-121153f96b64 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:03.284900 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'status': 'completed', 'code': 200} Jul 16 09:17:03.340184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:03.383052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-c63dc9a0-a51e-4224-818b-fe329f9968ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:03.385370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-c63dc9a0-a51e-4224-818b-fe329f9968ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1098 time: 0.0740499 Jul 16 09:17:03.481608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-dde175c3-9ec3-452c-a336-933a7bc0b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:03.483255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-dde175c3-9ec3-452c-a336-933a7bc0b884 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0909455 Jul 16 09:17:03.547095 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-39924cc6-d891-4ba1-9a67-66219703a797 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1000 time: 0.0579801 Jul 16 09:17:03.592966 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:8e:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:17:02Z', 'revision_number': 1, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:03.597528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-ff0df62e-992d-43ee-b273-ff1254ddb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:03.598989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-ff0df62e-992d-43ee-b273-ff1254ddb85e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0463490 Jul 16 09:17:03.622433 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:03.630500 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:03.631160 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:16:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:03.660309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-bb2996a9-67f3-448a-9846-e615775812a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:03.661809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-bb2996a9-67f3-448a-9846-e615775812a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568874 Jul 16 09:17:03.672457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-72f91316-5575-4b93-97c4-de4cf5cb69d5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:17:03.673611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-72f91316-5575-4b93-97c4-de4cf5cb69d5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053117 Jul 16 09:17:03.747264 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:03.768476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-f9e8b2b1-70cd-498d-9d7d-b48781c704f9 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889204 Jul 16 09:17:03.864121 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-65665281-1a28-4b67-804f-47ba7a32fb8f req-ae9541f5-efac-4acb-b84a-d88efcdb1f11 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Jul 16 09:17:03.993536 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:8e:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:17:02Z', 'revision_number': 1, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:04.021812 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c709cfc-2641-4fcf-8390-2fceb996ceb0 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:8e:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:17:02Z', 'revision_number': 1, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:04.224157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9683912-a000-4a91-ba8e-ddda6a0abc56 None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:17:08.845136 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.526681 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:13.048340 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07064c84-2252-4b3c-bac1-454f7177c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.666033 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1676d09-684c-41f8-b254-ec0e3e7b3ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.764847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.013250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.611306 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:38.773976 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:38.852575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:39.530378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:43.050318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d40b5925-1386-4e17-861e-923a40e4f885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.666778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc8b877b-a521-45e0-99ff-d83665ed3caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:45.766292 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:47.016009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:48.613717 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:52.643808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-60122c11-3001-4c26-8959-dcf821c76182 req-31bc1845-9680-4e12-ab60-be02e9929b6e tempest-AttachVolumeNegativeTest-441859954 tempest-AttachVolumeNegativeTest-441859954-project] (93774) timed out ('10.222.0.46', 53104) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:18:01.915051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-892c9aff-8d49-4a7d-9bdf-f326a1bd3021 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1589034 Jul 16 09:18:02.010067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-f01fac7c-209e-4f19-b2b0-5cd82c09627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.011582 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-f01fac7c-209e-4f19-b2b0-5cd82c09627a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1098 time: 0.0534518 Jul 16 09:18:02.119402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-274e947d-8443-4176-9fb2-d2df7b104b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.120912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-274e947d-8443-4176-9fb2-d2df7b104b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0903380 Jul 16 09:18:02.183326 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-924314d9-627d-4071-8aef-bb1b151ccc8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1002 time: 0.0563827 Jul 16 09:18:02.236231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-20894ef1-7456-4f68-ac60-a207d9b28d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.237721 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-20894ef1-7456-4f68-ac60-a207d9b28d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0486977 Jul 16 09:18:02.297151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-0865aaca-23ee-4db0-a2aa-4fa856b6c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.298678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-0865aaca-23ee-4db0-a2aa-4fa856b6c8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550661 Jul 16 09:18:02.388030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-2e92174e-f949-45e7-9e3c-37ad138d27d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Jul 16 09:18:02.482183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b0ed7b9-cce1-4530-8925-2535cddda47d req-cee85208-f92c-429c-bb43-9b4c48a77fde service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879369 Jul 16 09:18:08.867853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.545992 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.052875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bab90c34-6f3a-4970-808d-dfbdc5316755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.667793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05eb4636-b27c-4c77-b0ad-0a80f19f6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.768706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.773377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:17.020841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:18.616907 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.857099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:39.416540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc3f97-6e48-45ab-8819-c4e5696a2294 req-3dc4d4ba-7f00-4ed8-9997-31ef445d9e75 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:39.418015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87dc3f97-6e48-45ab-8819-c4e5696a2294 req-3dc4d4ba-7f00-4ed8-9997-31ef445d9e75 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0639317 Jul 16 09:18:39.454745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87dc3f97-6e48-45ab-8819-c4e5696a2294 req-18376b1c-2637-42c2-8379-eb72b95b0abf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 16 09:18:39.546853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:40.841799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-04020699-991f-44d4-80b7-3aa2b33c5776 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875776 Jul 16 09:18:40.872350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb00108-197b-450e-8deb-f88fd4c25f81 req-2788dfa0-29bc-45d4-bacd-77222cf142be tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:40.873928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bb00108-197b-450e-8deb-f88fd4c25f81 req-2788dfa0-29bc-45d4-bacd-77222cf142be tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0699952 Jul 16 09:18:40.913819 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0bb00108-197b-450e-8deb-f88fd4c25f81 req-e39330ec-30bf-4625-a6b6-c796ab3f0688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Jul 16 09:18:42.133129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d9ef-7dca-4cf2-a637-01baf50081c8 req-72d0162c-c439-48cc-98f6-3b6064229ef1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.134601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57a0d9ef-7dca-4cf2-a637-01baf50081c8 req-72d0162c-c439-48cc-98f6-3b6064229ef1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.1060631 Jul 16 09:18:42.137221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-3df4310b-ce5d-4667-b354-932ee59b4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.138583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-3df4310b-ce5d-4667-b354-932ee59b4f85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1098 time: 0.0821106 Jul 16 09:18:42.198515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-57a0d9ef-7dca-4cf2-a637-01baf50081c8 req-eeefbaa6-4019-4720-b399-6aa1297b4c64 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581362 Jul 16 09:18:42.249042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-51feb374-c965-4459-9720-3f7479a7f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.250494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-51feb374-c965-4459-9720-3f7479a7f0e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.1041925 Jul 16 09:18:42.317177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-a1d47f7e-a110-4bc4-9359-6e149d198c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1002 time: 0.0604694 Jul 16 09:18:42.365350 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-f85fefca-14db-485d-96d1-8fb90d61ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.367349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-f85fefca-14db-485d-96d1-8fb90d61ff2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0442083 Jul 16 09:18:42.423150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-378500da-964f-4fe6-a756-d7bd96e4fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.424697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-378500da-964f-4fe6-a756-d7bd96e4fd57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509903 Jul 16 09:18:42.514756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-610f4332-e5f5-4966-be43-54b3fcf9e0bb service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Jul 16 09:18:42.601291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-39734ac8-7a69-4331-8b8c-f2bcab0bc194 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802588 Jul 16 09:18:43.053581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3fbb96f8-c88b-4654-91cc-0ff9c2729edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:43.375683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16186-44c9-4e32-86e2-440e48882b97 req-e2c359bb-6b70-4fc5-b966-018cd5e463a9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.377191 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2a16186-44c9-4e32-86e2-440e48882b97 req-e2c359bb-6b70-4fc5-b966-018cd5e463a9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0676394 Jul 16 09:18:43.414266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2a16186-44c9-4e32-86e2-440e48882b97 req-708b2cf9-6441-49e4-a73a-a16ea38b67bd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Jul 16 09:18:44.589238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415e6f-9db2-4736-88b9-e14ab00e9eb0 req-b5c8f54a-5b13-43e6-aa11-939ebf5d909f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:44.590911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50415e6f-9db2-4736-88b9-e14ab00e9eb0 req-b5c8f54a-5b13-43e6-aa11-939ebf5d909f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0621586 Jul 16 09:18:44.626774 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50415e6f-9db2-4736-88b9-e14ab00e9eb0 req-446fff6b-b417-48a9-b89c-3f3214fcf202 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Jul 16 09:18:45.667280 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05431535-df16-4faa-8e08-e50c7b079ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:45.772020 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:45.803020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a2e9c-b2a2-4945-a0a7-834c4c9c5e16 req-760fcfbb-1373-42a5-a710-7b31cfa9f88d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.805093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d21a2e9c-b2a2-4945-a0a7-834c4c9c5e16 req-760fcfbb-1373-42a5-a710-7b31cfa9f88d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0690162 Jul 16 09:18:45.842935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d21a2e9c-b2a2-4945-a0a7-834c4c9c5e16 req-07662071-dc4a-4564-bf21-04cb86cb5620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 16 09:18:47.013874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042528bd-d388-46b1-aa5b-506c28dda8d4 req-22ac9a94-3aa8-4d20-aebd-801ef7f3f921 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:47.015353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-042528bd-d388-46b1-aa5b-506c28dda8d4 req-22ac9a94-3aa8-4d20-aebd-801ef7f3f921 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0624042 Jul 16 09:18:47.021114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:47.052563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-042528bd-d388-46b1-aa5b-506c28dda8d4 req-356e4c44-1de8-4b21-a38a-943590b835ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Jul 16 09:18:48.224741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c39b9-62a4-4588-b7a1-272c0d7600b1 req-13e24722-1392-48db-ae02-cc39d99ebb8f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:48.226802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-018c39b9-62a4-4588-b7a1-272c0d7600b1 req-13e24722-1392-48db-ae02-cc39d99ebb8f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0623405 Jul 16 09:18:48.264376 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-018c39b9-62a4-4588-b7a1-272c0d7600b1 req-101db448-667f-4ce2-916d-d6921afa7d20 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 16 09:18:48.621815 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:49.438018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f45f-1773-4a94-97ed-d08b84f92d62 req-b3f86729-4fa1-435c-8725-b6d2e69c5427 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:49.439541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50e7f45f-1773-4a94-97ed-d08b84f92d62 req-b3f86729-4fa1-435c-8725-b6d2e69c5427 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0652323 Jul 16 09:18:49.475993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50e7f45f-1773-4a94-97ed-d08b84f92d62 req-5772c966-4cf8-4cde-9e47-8212bbe9aaaa tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Jul 16 09:18:50.646468 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77610e81-f1e3-423a-b3f5-9b8d3a828fbc req-916a8a4b-005e-492b-8df7-67df53ecea26 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:50.647952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77610e81-f1e3-423a-b3f5-9b8d3a828fbc req-916a8a4b-005e-492b-8df7-67df53ecea26 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0626812 Jul 16 09:18:50.685496 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-77610e81-f1e3-423a-b3f5-9b8d3a828fbc req-5c1e7a65-abcd-49dd-aa49-7a1e6b01bda7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Jul 16 09:18:51.856731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8e0af-1e7a-4c18-ba3c-9530501dd1ae req-45045841-c7d7-422f-91ff-19d19c13ef01 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:51.858303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13e8e0af-1e7a-4c18-ba3c-9530501dd1ae req-45045841-c7d7-422f-91ff-19d19c13ef01 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0654266 Jul 16 09:18:51.895333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13e8e0af-1e7a-4c18-ba3c-9530501dd1ae req-637b90c9-af4e-4854-aed1-6885765f77cf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Jul 16 09:18:52.771826 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:53.065543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c762b0-6126-44c5-9587-09308dd79619 req-53a7c160-7eaa-444f-b06f-0ed77a56064a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:53.066918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71c762b0-6126-44c5-9587-09308dd79619 req-53a7c160-7eaa-444f-b06f-0ed77a56064a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0625980 Jul 16 09:18:53.104158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-71c762b0-6126-44c5-9587-09308dd79619 req-4eec37b1-cd0b-4b08-b20a-4407e3690ee3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Jul 16 09:18:54.280795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691517d-02fd-4705-8734-05f4688e672e req-224fdd32-2116-4cb1-964c-9afef092679f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:54.282443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2691517d-02fd-4705-8734-05f4688e672e req-224fdd32-2116-4cb1-964c-9afef092679f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0639501 Jul 16 09:18:54.319178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2691517d-02fd-4705-8734-05f4688e672e req-315a9cf3-0f15-4ebd-bc2c-b71a74073f68 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Jul 16 09:18:54.737004 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-8df7a7c1-5236-42f4-91fb-8d1ccd16c6ab service neutron] show failed (client error): The resource could not be found. Jul 16 09:18:54.738033 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-8df7a7c1-5236-42f4-91fb-8d1ccd16c6ab service neutron] 10.222.0.47 "GET /v2.0/ports/4e63f02e-75d2-415b-8c84-4a8e1cff3f45/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0646904 Jul 16 09:18:54.983679 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-2877acdf-0d31-4888-95c9-d20ad7cdbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:54.985234 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-2877acdf-0d31-4888-95c9-d20ad7cdbe1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1098 time: 0.0572402 Jul 16 09:18:54.995728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:55.065291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:55.270054 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:55.302653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:55.348265 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:55.360416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Transition to ACTIVE for port object 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:55.361252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:55.364225 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44884ee9-c708-4229-aa09-842ae3b21cfa" -d '{"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-unplugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:55.368115 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:55.408216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:55.416113 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71e3d3f-7577-480f-a79f-fec234068362 x-openstack-request-id: req-f71e3d3f-7577-480f-a79f-fec234068362 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:55.416403 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-unplugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:55.416657 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f71e3d3f-7577-480f-a79f-fec234068362 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:55.417050 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'code': 200} Jul 16 09:18:55.423420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.423767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.424206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.424549 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.424883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.425217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.425546 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.425876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.426205 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.426534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.426861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.427186 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:55.511749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27d5c-609a-4a8f-90b8-c3173749c56b req-6200f01d-c368-49f4-bf26-2fe20cf9d4a5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:55.514122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26b27d5c-609a-4a8f-90b8-c3173749c56b req-6200f01d-c368-49f4-bf26-2fe20cf9d4a5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.0705073 Jul 16 09:18:55.573477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-26b27d5c-609a-4a8f-90b8-c3173749c56b req-fd9b599e-b191-4cd5-bcb3-926c643b22c8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533824 Jul 16 09:18:55.893487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] No DVR routers for this DVR port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:56.022702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:56.023374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:56.023374 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:56.027640 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:56.027966 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Attempting to bind port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:56.032950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:56.033291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:56.033683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:56.034128 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Bound port: 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:56.034497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:56.105005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:56.108284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:56.112184 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:56.146063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.146736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:56.148777 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1093 time: 1.1565089 Jul 16 09:18:56.181593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93341666-21bf-4fd3-802a-e8c5f23af6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:56.230940 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-4d27cb9d-77ce-4521-b66a-74ffa05a252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.232588 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-4d27cb9d-77ce-4521-b66a-74ffa05a252d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1096 time: 0.0590250 Jul 16 09:18:56.327152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-f276376f-334a-46e5-a951-69c021f0c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.328603 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-f276376f-334a-46e5-a951-69c021f0c81c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0899568 Jul 16 09:18:56.393617 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-0d5b7b37-23a3-4625-934a-b3c6151f32af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1000 time: 0.0580442 Jul 16 09:18:56.440351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-0a646b3a-661b-4141-a21b-c266a753f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.441691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-0a646b3a-661b-4141-a21b-c266a753f77f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0419540 Jul 16 09:18:56.500827 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-19d92193-9a0b-4300-80fe-ae4a11bb6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.502306 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-19d92193-9a0b-4300-80fe-ae4a11bb6e9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541019 Jul 16 09:18:56.590036 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-b20226ab-815d-4890-8a93-d1d96f23faf0 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811293 Jul 16 09:18:56.682516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-eca307f1-583b-4675-ae6f-98a6a8d627b8 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868480 Jul 16 09:18:56.745279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7d72e-7d74-45e1-bf49-d59b92b32ae8 req-6d7fe1f2-461f-4cd3-ad37-d17ff6cbc35e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:56.745279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66a7d72e-7d74-45e1-bf49-d59b92b32ae8 req-6d7fe1f2-461f-4cd3-ad37-d17ff6cbc35e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.0657260 Jul 16 09:18:56.788112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66a7d72e-7d74-45e1-bf49-d59b92b32ae8 req-6c576066-0c17-4455-bd32-01b7ea293024 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Jul 16 09:18:57.418590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:57.421005 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1" -d '{"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:57.470526 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7f0d98-36c3-4c65-bc38-ba0af9d0de7f x-openstack-request-id: req-df7f0d98-36c3-4c65-bc38-ba0af9d0de7f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:57.470815 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:57.471070 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df7f0d98-36c3-4c65-bc38-ba0af9d0de7f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:57.471499 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'status': 'completed', 'code': 200} Jul 16 09:18:57.543257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-86a6b817-e454-4df5-81f3-d42d07f0989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.543724 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-c6570860-cb0c-40eb-97d7-4e5acdd293d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.544735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-86a6b817-e454-4df5-81f3-d42d07f0989d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1096 time: 0.0533099 Jul 16 09:18:57.545288 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-c6570860-cb0c-40eb-97d7-4e5acdd293d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1096 time: 0.0513277 Jul 16 09:18:57.635025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-eda8db2a-5faf-4668-945c-d31b2504fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.636543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-eda8db2a-5faf-4668-945c-d31b2504fbf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0856261 Jul 16 09:18:57.646870 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-f5ff7673-4406-4ccf-b0a7-4d8bb81842ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.648943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-f5ff7673-4406-4ccf-b0a7-4d8bb81842ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0966315 Jul 16 09:18:57.703728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-56d94fce-c71d-4c19-8e14-61190e792a54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1000 time: 0.0609355 Jul 16 09:18:57.712988 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-bec3bde9-e45d-42f4-9e2c-fc03788063c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1000 time: 0.0577798 Jul 16 09:18:57.752772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-8b0588f0-b2bf-4d06-80f6-08506fdddeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.754200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-8b0588f0-b2bf-4d06-80f6-08506fdddeab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0440319 Jul 16 09:18:57.761260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-8e9adb1e-a2f1-4ca6-b7a2-dbdce04def65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.762720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-8e9adb1e-a2f1-4ca6-b7a2-dbdce04def65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0427318 Jul 16 09:18:57.810581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-64f84c4d-9f0a-4724-918a-227a5e20d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.811987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-64f84c4d-9f0a-4724-918a-227a5e20d155 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521533 Jul 16 09:18:57.826557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-df551eb3-4f54-472f-99af-80c527ce3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.828095 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-df551eb3-4f54-472f-99af-80c527ce3c1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581415 Jul 16 09:18:57.910195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-138fb0b9-0078-4787-a1fd-1a8e1492ea34 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916598 Jul 16 09:18:57.927284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-579effb4-9c11-4fb9-98ca-19646326268a service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Jul 16 09:18:58.021517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-3a6bf878-d658-4455-8e62-da396ce44e59 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Jul 16 09:18:58.047164 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa375d4-a6f9-4802-880f-3327cb24c2b7 req-9a6298b4-00d8-40b1-be4c-34a66cfd0fea tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.048690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5aa375d4-a6f9-4802-880f-3327cb24c2b7 req-9a6298b4-00d8-40b1-be4c-34a66cfd0fea tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 944 time: 0.1350546 Jul 16 09:18:58.050888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b06fe32-936b-4a6c-8b6c-f55f70b398d1 req-1c4f9611-4b60-4483-a1d2-fc7193a23a64 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267569 Jul 16 09:18:58.087748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5aa375d4-a6f9-4802-880f-3327cb24c2b7 req-3d8a4786-d971-4bfe-b0e3-efd6c1ae0f58 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Jul 16 09:18:58.351337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:58.441020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:58.452363 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'mac_address': 'fa:16:3e:8e:55:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:58.490013 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:58.502398 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:58.521208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:58.524971 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:58.570111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:58.577820 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.578160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.578497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.578828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.579160 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.579485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.579809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.580177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.580482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.580802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.581121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.581439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:58.748927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:58.786827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['4e63f02e-75d2-415b-8c84-4a8e1cff3f45'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:58.791182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:59.259308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0afe29-aca7-4bfa-be4d-d9a5b520f536 req-5d96ba2b-917e-484c-a319-dc38c80c9a44 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.260795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd0afe29-aca7-4bfa-be4d-d9a5b520f536 req-5d96ba2b-917e-484c-a319-dc38c80c9a44 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 945 time: 0.0634012 Jul 16 09:18:59.298106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dd0afe29-aca7-4bfa-be4d-d9a5b520f536 req-0e526962-dbd8-45e9-86fc-6375b76c6834 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 16 09:18:59.639117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-f32f1198-bf57-4971-b767-09745eb08f90 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.640596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-f32f1198-bf57-4971-b767-09745eb08f90 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55&tenant_id=94b09ed05756490f9584ee791d333f3f&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 945 time: 0.1067095 Jul 16 09:18:59.647909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39e343-c00f-46c2-97cf-9e141a0a8f23 req-a817713b-44fb-4bf7-bd5c-b559ec1fa1a4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.649387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd39e343-c00f-46c2-97cf-9e141a0a8f23 req-a817713b-44fb-4bf7-bd5c-b559ec1fa1a4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 945 time: 0.1247790 Jul 16 09:18:59.718776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cd39e343-c00f-46c2-97cf-9e141a0a8f23 req-34566727-3058-4d02-9d9d-8ca2dc897cbe tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632358 Jul 16 09:18:59.727651 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-9b23fad6-ff87-4ba4-915d-a6298a991ff6 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:18:59.728749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-9b23fad6-ff87-4ba4-915d-a6298a991ff6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/4e63f02e-75d2-415b-8c84-4a8e1cff3f45/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0784287 Jul 16 09:18:59.825428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-50cc506e-5138-4172-a55a-5f096c351cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.826954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-50cc506e-5138-4172-a55a-5f096c351cbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 1097 time: 0.0558176 Jul 16 09:18:59.911903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-25fbfd5f-42a6-4f73-a3b0-fc1f8a33d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.913359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-25fbfd5f-42a6-4f73-a3b0-fc1f8a33d1b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0807950 Jul 16 09:18:59.979962 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-e3c94b8b-7c94-4dde-b9f3-b78987df846f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 200 len: 1001 time: 0.0598817 Jul 16 09:19:00.026435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-f44d276c-e7fb-4186-acc9-fe028595b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:00.027874 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-f44d276c-e7fb-4186-acc9-fe028595b7c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0421591 Jul 16 09:19:00.082824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-b2080412-ca92-48d6-8fc6-2615149ca6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:00.084318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-b2080412-ca92-48d6-8fc6-2615149ca6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506949 Jul 16 09:19:00.177551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-4a9b8c70-1a91-400e-a263-91b8930b6002 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Jul 16 09:19:00.263923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae7f59f9-b35d-4e00-9c49-afe652668a44 req-ff638be2-c629-42ef-be27-6add0d55bd08 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798812 Jul 16 09:19:00.362843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:00.410280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:00.413803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:00.414189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:00.490269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:00.511704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:00.514002 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1939267a-fc11-43c5-a364-5df55ac92e6d" -d '{"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-plugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:00.526845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:00.531243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:00.585476 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:00.618610 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3931d-923c-4b9b-b35c-aa5a56e133c5 x-openstack-request-id: req-fcf3931d-923c-4b9b-b35c-aa5a56e133c5 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:00.618906 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-plugged", "status": "completed", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:00.619174 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcf3931d-923c-4b9b-b35c-aa5a56e133c5 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:00.619557 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'code': 200} Jul 16 09:19:00.901458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7731-b15c-43eb-a7ab-2b40f76e8ede req-2543507e-6c6d-4210-9d8a-037a47cdbcae tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:00.902960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-153d7731-b15c-43eb-a7ab-2b40f76e8ede req-2543507e-6c6d-4210-9d8a-037a47cdbcae tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0707171 Jul 16 09:19:00.940939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-153d7731-b15c-43eb-a7ab-2b40f76e8ede req-dd0b9890-3a37-43a4-b806-21badd8f9860 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Jul 16 09:19:01.115460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005767f0-5ec3-4b72-9f01-cd783d3e3f7b req-53339c29-8ce1-441e-b71f-e2a857921dea tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.116973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-005767f0-5ec3-4b72-9f01-cd783d3e3f7b req-53339c29-8ce1-441e-b71f-e2a857921dea tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0629506 Jul 16 09:19:01.153994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-005767f0-5ec3-4b72-9f01-cd783d3e3f7b req-f16f9e96-5795-404f-a459-ba64d7f4ad5e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Jul 16 09:19:01.325332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0dbff-b6c1-4c7d-8e42-792a1c25ea76 req-2a7ad59f-3469-430e-b9dd-610fc7ff8a62 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.326791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2f0dbff-b6c1-4c7d-8e42-792a1c25ea76 req-2a7ad59f-3469-430e-b9dd-610fc7ff8a62 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0620937 Jul 16 09:19:01.366701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2f0dbff-b6c1-4c7d-8e42-792a1c25ea76 req-b6bbcb7f-cad6-4fa9-8d06-890de758e01b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Jul 16 09:19:01.739318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbb9ab-5281-43b7-8fc7-8c4025d3760e req-d7b5e6ef-8c9e-42bc-8204-2eb9d697813c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.740739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04cbb9ab-5281-43b7-8fc7-8c4025d3760e req-d7b5e6ef-8c9e-42bc-8204-2eb9d697813c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0636892 Jul 16 09:19:01.779040 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04cbb9ab-5281-43b7-8fc7-8c4025d3760e req-62fe7c11-0a44-4344-8d8e-d0c08d9475d7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Jul 16 09:19:02.950772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db306a3e-329d-4ef9-8268-759ed2ab42e8 req-f41f8bd9-10bf-4fe3-be60-7b2c61cf35a9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:02.952286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db306a3e-329d-4ef9-8268-759ed2ab42e8 req-f41f8bd9-10bf-4fe3-be60-7b2c61cf35a9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0641091 Jul 16 09:19:02.953206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-d1b3e96a-084e-44e7-b42f-f02f88e5a8e8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:02.954649 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-d1b3e96a-084e-44e7-b42f-f02f88e5a8e8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 946 time: 0.0633364 Jul 16 09:19:02.989912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-db306a3e-329d-4ef9-8268-759ed2ab42e8 req-c1052651-2a2f-4ad5-8100-7b513e28f333 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321255 Jul 16 09:19:03.057018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Deleting port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:03.057358 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.142838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] For port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:03.143199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.312559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.312941 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.313272 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 disassociated. External IP: 172.25.5.126, port: 4e63f02e-75d2-415b-8c84-4a8e1cff3f45. Jul 16 09:19:03.313606 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Calling delete_port for 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:03.439667 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.472631 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'Port': ['ID=4e63f02e-75d2-415b-8c84-4a8e1cff3f45,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:03.587641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:03.701765 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:03.712977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:03.723273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:03.723877 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:03.749119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] No DVR routers for this DVR port 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:03.751561 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.753591 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc9d7223-cbc9-48d6-ad8a-12c0b4b1d383 req-209f8a22-828f-41e3-9636-ab6302756cee tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "DELETE /v2.0/ports/4e63f02e-75d2-415b-8c84-4a8e1cff3f45 HTTP/1.1" status: 204 len: 173 time: 0.7926619 Jul 16 09:19:03.754028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-deleted', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:03.756318 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162daed-28ef-439b-919f-4d94af909149" -d '{"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-deleted", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:03.798532 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908395ae-9051-4bc2-b024-5987d0c6cfe7 x-openstack-request-id: req-908395ae-9051-4bc2-b024-5987d0c6cfe7 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:03.798838 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7eb3e-b719-45a0-85ab-a7298e108e55", "name": "network-vif-deleted", "tag": "4e63f02e-75d2-415b-8c84-4a8e1cff3f45", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:03.799096 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-908395ae-9051-4bc2-b024-5987d0c6cfe7 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:03.799505 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7eb3e-b719-45a0-85ab-a7298e108e55', 'name': 'network-vif-deleted', 'tag': '4e63f02e-75d2-415b-8c84-4a8e1cff3f45', 'status': 'completed', 'code': 200} Jul 16 09:19:03.836173 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:04.122525 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.148694 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:04.152282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92da2441-c072-4936-9f80-cc9cde95dc2f req-a9856e92-6b54-459a-83e8-9c6129f97a26 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=72d7eb3e-b719-45a0-85ab-a7298e108e55 HTTP/1.1" status: 200 len: 210 time: 0.0336955 Jul 16 09:19:04.157934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:04.158475 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:18:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.264030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:04.468880 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.494298 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71766-14b9-4463-ae91-b79a8b02f473 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:04.709088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23de255-3a9f-4617-9df3-2cf685d33e83 None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:19:05.446561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-c57a4c77-af76-4d31-8bb1-f620b4166672 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955260975&fields=id&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 267 time: 0.0328143 Jul 16 09:19:05.548801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-08e6fced-5a5f-4fa9-be1d-65c8bd387440 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:05.550243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-08e6fced-5a5f-4fa9-be1d-65c8bd387440 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.0973051 Jul 16 09:19:05.564796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-1a12357b-462f-46e9-9e78-e3ef6aa39d63 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/quotas/94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 375 time: 0.0087631 Jul 16 09:19:05.634796 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-d89e7354-ff9e-403e-af94-aeeb125b62ec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650330 Jul 16 09:19:05.775897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-5de3f98b-e226-4427-a9b7-946146ed268a service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259861 Jul 16 09:19:05.865767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-b52778a0-6704-4af8-b1b7-840bea95aafb service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841801 Jul 16 09:19:07.051642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d16c3c61-1334-4b90-9733-b468f0ee5f5e req-30218a63-2052-4e9f-bb07-ce1a0d2b2f9b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Jul 16 09:19:08.203285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-11625185-0bb9-41a6-93f3-4c817c184e1b req-24096c3d-a0bd-4824-8428-21f7953e9818 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 210 time: 0.0347066 Jul 16 09:19:08.212633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-335e911f-489d-4c07-a223-bb42f8f1d149 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:08.214444 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-335e911f-489d-4c07-a223-bb42f8f1d149 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.1100850 Jul 16 09:19:08.260384 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-017aa28f-0122-4fe7-bbf1-fc374bd45c35 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 380 time: 0.0360730 Jul 16 09:19:08.268915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'port': {'device_id': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'admin_state_up': True, 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'security_groups': ['ca711da8-4079-4407-b86f-3192787bae51']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:08.384949 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:08.388929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.415565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:08.435368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:08.435710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 4e63f02e-75d2-415b-8c84-4a8e1cff3f45 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:08.515707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Allocated IP 172.20.0.7 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/e7253f11-59ea-4dc5-a875-7e7ac06515a6) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:08.646937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.660189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Transition to ACTIVE for port object e7253f11-59ea-4dc5-a875-7e7ac06515a6 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:08.691640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.741137 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:08.744250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:08.748153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:08.771764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:08.799841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:08.800491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.815667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-682b418b-517d-4063-b4fe-0ca6891f154d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504725 Jul 16 09:19:08.827974 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Request body: {'port': {'device_id': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:08.888614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.904193 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.985280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a7da63c-e351-4098-acdd-25d7f3230743 None None] Provisioning for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:08.989026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9a7da63c-e351-4098-acdd-25d7f3230743 None None] Provisioning complete for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:08.989394 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a7da63c-e351-4098-acdd-25d7f3230743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.026229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9a7da63c-e351-4098-acdd-25d7f3230743 None None] Port e7253f11-59ea-4dc5-a875-7e7ac06515a6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:19:09.166601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7253f11-59ea-4dc5-a875-7e7ac06515a6 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:09.174009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.186154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Transition to ACTIVE for port object e7253f11-59ea-4dc5-a875-7e7ac06515a6 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:09.189116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.239853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:09.324844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:09.325520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:09.325808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:09.330649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:19:09.331104 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:09.336423 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:09.336772 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:09.337158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:09.337595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Bound port: e7253f11-59ea-4dc5-a875-7e7ac06515a6, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:09.337956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.397358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8fd9d-9ee7-422e-930b-4b99863a0bc5 req-53542b30-f490-47c2-9622-6818b30c4806 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.399596 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cd8fd9d-9ee7-422e-930b-4b99863a0bc5 req-53542b30-f490-47c2-9622-6818b30c4806 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0708616 Jul 16 09:19:09.413480 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:09.416749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:09.420679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.438673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cd8fd9d-9ee7-422e-930b-4b99863a0bc5 req-2fb06a80-563f-4b47-bd38-6207cbb3dc1f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Jul 16 09:19:09.462121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.462744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.464158 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] 10.222.0.46 "PUT /v2.0/ports/e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1092 time: 0.6407840 Jul 16 09:19:09.464586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:09.466827 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:09.488155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56385adb-8eed-4f24-81ec-731ab2e9a15d service neutron] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:09.514545 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d350bf9-fe68-46af-970b-45ce5775489c x-openstack-request-id: req-3d350bf9-fe68-46af-970b-45ce5775489c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:09.514839 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:09.515089 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d350bf9-fe68-46af-970b-45ce5775489c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:09.515480 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'status': 'completed', 'code': 200} Jul 16 09:19:09.552105 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.567241 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-e4bfbd65-5146-4056-9b18-2f0510c28b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.568825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-e4bfbd65-5146-4056-9b18-2f0510c28b66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0640366 Jul 16 09:19:09.611236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-480b8fd1-413b-4edf-bf10-d5e95fad3f30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 217 time: 0.0358369 Jul 16 09:19:09.661170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-07c28507-1f24-4acb-b5de-5585d90aad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.662636 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-07c28507-1f24-4acb-b5de-5585d90aad68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0459754 Jul 16 09:19:09.717502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-b9fdfd44-696d-4ee9-95b0-ccee3fd3c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.718987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-b9fdfd44-696d-4ee9-95b0-ccee3fd3c970 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507700 Jul 16 09:19:09.809025 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-019caf81-40e7-4f9a-923f-a4c4c90965d8 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831864 Jul 16 09:19:09.898890 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e7fb0df7-e709-41f0-8463-ed7a895109d6 req-731d7a0c-933c-4f11-8f9a-36fd03f56b77 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836518 Jul 16 09:19:09.995131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-3a8f3c36-f900-464c-9b9f-63f59053ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.996564 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-3a8f3c36-f900-464c-9b9f-63f59053ee6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0530894 Jul 16 09:19:10.082876 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-c6dfab36-da22-4934-a108-2a7ac8c81e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:10.084362 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-c6dfab36-da22-4934-a108-2a7ac8c81e76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0817819 Jul 16 09:19:10.128651 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-625387c5-5c2d-48b6-bebc-3f3ce201160d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 217 time: 0.0380204 Jul 16 09:19:10.175386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-f14d1062-d9fd-49db-aa8e-adb83cd91893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:10.176850 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-f14d1062-d9fd-49db-aa8e-adb83cd91893 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0420644 Jul 16 09:19:10.233973 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-9c05582c-4d15-45a8-89e7-8f84b9372e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:10.235466 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-9c05582c-4d15-45a8-89e7-8f84b9372e60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519140 Jul 16 09:19:10.327447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-2117168e-c052-4a47-becb-d0b0e332411a service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Jul 16 09:19:10.414004 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-42dfe779-e6f9-488a-8b4e-ae9c6c6e1e80 req-11588060-2896-4e6a-a731-5a2923c6cca9 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796528 Jul 16 09:19:10.615603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae37f-0647-4c38-9b89-7c55772750ec req-a82237c4-1bb0-4129-9018-73828f5d353d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:10.618073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10dae37f-0647-4c38-9b89-7c55772750ec req-a82237c4-1bb0-4129-9018-73828f5d353d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0653758 Jul 16 09:19:10.655122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10dae37f-0647-4c38-9b89-7c55772750ec req-d9bd599a-7c4f-4cac-92bc-6e9d050ec18b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 Jul 16 09:19:11.827764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac5ff3-9771-4093-a1aa-c1f94eb87e8a req-7fdce04d-bc59-4b3a-9c98-434109f5bf32 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:11.829258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9ac5ff3-9771-4093-a1aa-c1f94eb87e8a req-7fdce04d-bc59-4b3a-9c98-434109f5bf32 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0631607 Jul 16 09:19:11.870420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9ac5ff3-9771-4093-a1aa-c1f94eb87e8a req-1c9a179e-9e19-4a2f-b838-f7cf3c13167b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Jul 16 09:19:12.425406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:19:12.517807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:12.528333 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'mac_address': 'fa:16:3e:11:37:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:19:12.567603 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:12.580156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7253f11-59ea-4dc5-a875-7e7ac06515a6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:12.598612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:12.603344 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:12.647771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:12.785994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['e7253f11-59ea-4dc5-a875-7e7ac06515a6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:13.044795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0884-a77e-4b05-a1e6-59019eda7fb0 req-cd536e1c-7507-4fb1-9713-167fe4cb8844 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:13.046564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87de0884-a77e-4b05-a1e6-59019eda7fb0 req-cd536e1c-7507-4fb1-9713-167fe4cb8844 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 944 time: 0.0632868 Jul 16 09:19:13.054154 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e319cd78-2b2c-45c8-bfb8-ff7a2da830a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:13.085829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87de0884-a77e-4b05-a1e6-59019eda7fb0 req-8efb2060-bae9-4ec4-a426-b650f7a432c0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334945 Jul 16 09:19:14.256904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513661-d22c-46c8-b5ab-22351ad6dd1d req-17b55e17-530f-43f9-8557-d1b1d35ce183 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:14.258518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f513661-d22c-46c8-b5ab-22351ad6dd1d req-17b55e17-530f-43f9-8557-d1b1d35ce183 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 944 time: 0.0634058 Jul 16 09:19:14.297157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f513661-d22c-46c8-b5ab-22351ad6dd1d req-a96a8b88-65c8-4ed7-b2be-b65c08101241 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330129 Jul 16 09:19:14.425828 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:14.473546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:14.477689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:14.478068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.553067 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.574857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:14.577395 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fbd81b-7487-4809-b51b-3a7999b91329" -d '{"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:14.590612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:14.594458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.618770 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f84009-a3ff-4bac-931f-e451c159ef69 x-openstack-request-id: req-07f84009-a3ff-4bac-931f-e451c159ef69 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:14.619062 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:14.619312 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07f84009-a3ff-4bac-931f-e451c159ef69 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:14.619697 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'code': 200} Jul 16 09:19:14.646993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:14.733359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20f6f-1c30-48d6-9564-8dc0c9737c9e req-f749b471-615a-4176-ba32-d34d8f099ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:14.734855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8af20f6f-1c30-48d6-9564-8dc0c9737c9e req-f749b471-615a-4176-ba32-d34d8f099ef9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1097 time: 0.0556979 Jul 16 09:19:14.768592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8af20f6f-1c30-48d6-9564-8dc0c9737c9e req-e0e30556-fe95-48b7-90e3-145d5f219b51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268543 Jul 16 09:19:15.468524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0ca5d-dcd3-4eb7-b695-3b7be61cd57b req-831cbffe-288d-4024-a91a-ec24ad8a8760 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:15.470035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ccf0ca5d-dcd3-4eb7-b695-3b7be61cd57b req-831cbffe-288d-4024-a91a-ec24ad8a8760 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0662882 Jul 16 09:19:15.509336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ccf0ca5d-dcd3-4eb7-b695-3b7be61cd57b req-a79d8df6-44c4-4259-9861-f86d288a54b6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335286 Jul 16 09:19:15.670778 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-05444bd8-341c-45d0-90e4-ade9cd383884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:15.773054 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:16.682214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3cd6-cf13-4167-a19f-83311a91df7e req-c400bb4e-128f-4461-98e3-29abb7ac34fd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:16.683691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971c3cd6-cf13-4167-a19f-83311a91df7e req-c400bb4e-128f-4461-98e3-29abb7ac34fd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0620446 Jul 16 09:19:16.720135 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-971c3cd6-cf13-4167-a19f-83311a91df7e req-672b6de0-efe7-433f-a299-6299f0cddb6c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Jul 16 09:19:16.889478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84e7dc-cebc-476f-a1b1-62eb8554a4d1 req-83147268-861b-4501-a187-1329be435bcf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:16.890913 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d84e7dc-cebc-476f-a1b1-62eb8554a4d1 req-83147268-861b-4501-a187-1329be435bcf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0656433 Jul 16 09:19:16.900199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 33760) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:16.904534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'floatingip': {'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:16.940997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.023834 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.714330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.718072 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.815498 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 associated. External IP: 172.25.5.126, port: e7253f11-59ea-4dc5-a875-7e7ac06515a6. Jul 16 09:19:18.018354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:18.119594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:18.124674 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.128871 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:18.138029 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:18.138635 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:19:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:18.163193 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-54a5de3f-d383-439f-87c7-02f69bd8fb34 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "PUT /v2.0/floatingips/ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 HTTP/1.1" status: 200 len: 991 time: 1.2619579 Jul 16 09:19:18.163790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:18.166067 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68f4567-0e53-4d1d-8343-a6b8e1afa128" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:18.249551 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:18.269568 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228378c-030b-4b3d-b3f2-7fd3ce0c5bf4 x-openstack-request-id: req-1228378c-030b-4b3d-b3f2-7fd3ce0c5bf4 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:18.269862 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:18.270118 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1228378c-030b-4b3d-b3f2-7fd3ce0c5bf4 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:18.270516 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'status': 'completed', 'code': 200} Jul 16 09:19:18.343685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-770e00bc-cd4f-4f6f-9694-cc6908d9da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.345447 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-770e00bc-cd4f-4f6f-9694-cc6908d9da2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1097 time: 0.0535369 Jul 16 09:19:18.438651 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-980c6e14-0d0a-423f-983c-31b695571527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.440187 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-980c6e14-0d0a-423f-983c-31b695571527 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0880394 Jul 16 09:19:18.471391 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:11:37:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:19:17Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:18.500697 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:18.504111 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-dec955c5-c7a6-47bb-b15c-4c8d25e90ea4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 999 time: 0.0575426 Jul 16 09:19:18.509122 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:18.509719 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:19:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:18.551767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-3527ddaf-22cf-45e9-b0b4-e7734c865a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.553181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-3527ddaf-22cf-45e9-b0b4-e7734c865a7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0431387 Jul 16 09:19:18.610894 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:18.615807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-ad7224a1-857c-47e7-b36f-ff836b9cb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.617417 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-ad7224a1-857c-47e7-b36f-ff836b9cb688 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583215 Jul 16 09:19:18.622571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.705133 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-f92a586f-1059-4473-a9e8-ef43d428c273 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809023 Jul 16 09:19:18.796798 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c68f4567-0e53-4d1d-8343-a6b8e1afa128 req-dc1ba5d0-1c90-4198-a354-f221fc6fca8b service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Jul 16 09:19:18.829548 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-efc69249-21ea-4941-b36a-352a13952612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:11:37:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:19:17Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:18.858487 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc69249-21ea-4941-b36a-352a13952612 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:11:37:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:19:17Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:19.041148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190064-f6b6-40cb-840f-3761917a6c06 None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:19:29.770847 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:38.903315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:39.548123 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:43.055008 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-109cd3e3-4993-47c9-a87a-5b9af6924a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:45.671952 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3ce67ece-8fee-4cbc-b1b0-3ffb64b4432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:45.775354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:47.030330 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:48.626116 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.518406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-171f2e02-afad-4896-87df-66e2ef513fbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1300590 Jul 16 09:20:04.609386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-719688df-b113-48bb-982e-d6664c42aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:04.610882 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-719688df-b113-48bb-982e-d6664c42aa91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1097 time: 0.0525115 Jul 16 09:20:04.713576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-3a41523b-c6a3-485a-90bf-0f0c9205888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:04.714945 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-3a41523b-c6a3-485a-90bf-0f0c9205888e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0862532 Jul 16 09:20:04.779727 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-a0f0d2d7-d617-48d0-b9a1-9acf552f1150 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1001 time: 0.0583146 Jul 16 09:20:04.826330 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-b038511d-4b4e-478f-ab37-d96d01e325a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:04.828550 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-b038511d-4b4e-478f-ab37-d96d01e325a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0428183 Jul 16 09:20:04.881784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-00dd2feb-89ec-4a23-b7bf-2e2faf64527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:04.883233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-00dd2feb-89ec-4a23-b7bf-2e2faf64527d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495100 Jul 16 09:20:04.973380 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-98018a8a-8030-4644-a8a1-2ab3f6cd05a9 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Jul 16 09:20:05.060963 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6cdc6c11-0b61-4a2a-903e-b7154bb751f2 req-bc1f9bec-c810-48af-834c-d042e452c4b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Jul 16 09:20:06.770075 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:08.919804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.569459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.056250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5457-0203-4944-b958-e796532bcf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.672431 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-58bc43b6-9d8a-46e3-bd12-97ffaf09a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.775679 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.029691 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.626994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.951641 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.565952 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.056495 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bdbba6fe-4d65-4b2c-a103-ba3d2a39f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.769431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:45.672557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ccf49571-d979-40dd-b8e7-9d5f0e18835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.777241 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:47.031354 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:48.631279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:53.717827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d55ff-4ffd-49b3-bd57-956b69166cc5 req-89979a7e-a47b-409a-8c43-05bd2d908df0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:53.719229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-988d55ff-4ffd-49b3-bd57-956b69166cc5 req-89979a7e-a47b-409a-8c43-05bd2d908df0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.1685250 Jul 16 09:20:53.756665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-988d55ff-4ffd-49b3-bd57-956b69166cc5 req-a2dadee1-cf10-4115-a455-31f74d5100f8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Jul 16 09:20:54.993693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb086-07fc-4ed6-bad5-092c7a7389ec req-009828fa-9d2a-4ecd-aeed-701c0203259a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:54.995176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87edb086-07fc-4ed6-bad5-092c7a7389ec req-009828fa-9d2a-4ecd-aeed-701c0203259a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.1278527 Jul 16 09:20:55.032829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87edb086-07fc-4ed6-bad5-092c7a7389ec req-cc33477f-7954-4267-ba7a-80b5236b3b83 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Jul 16 09:20:56.210716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667277-98b0-4203-b825-5979d97bcd20 req-17cc0fd0-0969-4005-8680-fe2369cfdb12 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:56.212203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9667277-98b0-4203-b825-5979d97bcd20 req-17cc0fd0-0969-4005-8680-fe2369cfdb12 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0622303 Jul 16 09:20:56.249642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9667277-98b0-4203-b825-5979d97bcd20 req-73584f21-f849-469b-9708-c98ec8767836 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Jul 16 09:20:57.419152 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a29a3-e99f-4c38-9700-be9960bee689 req-abfb4951-370d-4082-b952-9aa36e2ea6a1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.420650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-742a29a3-e99f-4c38-9700-be9960bee689 req-abfb4951-370d-4082-b952-9aa36e2ea6a1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0626256 Jul 16 09:20:57.459106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-742a29a3-e99f-4c38-9700-be9960bee689 req-7ab2c0a6-e042-4c23-923d-e61675e16787 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326223 Jul 16 09:20:58.633594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e33ff-089c-407e-8ed0-cd1a2e13060e req-13a246de-67e6-4798-a371-28bdef41bea1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:58.635065 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-311e33ff-089c-407e-8ed0-cd1a2e13060e req-13a246de-67e6-4798-a371-28bdef41bea1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0670135 Jul 16 09:20:58.672241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-311e33ff-089c-407e-8ed0-cd1a2e13060e req-ce8af932-b896-4a6c-ba87-a05b764ee578 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Jul 16 09:20:59.843640 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469c80-7d98-4713-98f6-4831102429fa req-3e855689-6465-41e6-947a-0535e8178ac8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.845136 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18469c80-7d98-4713-98f6-4831102429fa req-3e855689-6465-41e6-947a-0535e8178ac8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0623474 Jul 16 09:20:59.883076 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18469c80-7d98-4713-98f6-4831102429fa req-d7d3c1db-1216-412e-8310-6027e2747cfa tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Jul 16 09:21:01.060116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a9a9-c973-4359-ab35-b1a1f1c36142 req-70352f7e-6232-4a88-b8aa-f52abe9817ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.061602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc4a9a9-c973-4359-ab35-b1a1f1c36142 req-70352f7e-6232-4a88-b8aa-f52abe9817ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0661156 Jul 16 09:21:01.098922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc4a9a9-c973-4359-ab35-b1a1f1c36142 req-d458f240-4ad2-409e-9dcc-a62aab1539e6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jul 16 09:21:02.268415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630115-6b61-41d2-a133-5cce902c6378 req-f4324d42-322a-4a07-8c6b-5f6780ace9e6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:02.269901 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72630115-6b61-41d2-a133-5cce902c6378 req-f4324d42-322a-4a07-8c6b-5f6780ace9e6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0619767 Jul 16 09:21:02.307583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72630115-6b61-41d2-a133-5cce902c6378 req-cb65c88c-df44-4794-bccc-bd8182f3a14b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Jul 16 09:21:03.479470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a27399-f2ec-4d05-b836-aac2aff417b8 req-3d35c524-af5e-426e-ad40-dc7b4ac005dc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:03.480963 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92a27399-f2ec-4d05-b836-aac2aff417b8 req-3d35c524-af5e-426e-ad40-dc7b4ac005dc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0637357 Jul 16 09:21:03.518773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92a27399-f2ec-4d05-b836-aac2aff417b8 req-c958a450-44ae-4deb-80f7-3f3e02101777 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 16 09:21:04.691084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d57be8-a534-4efc-bb76-3fc8c5db600e req-283c522b-cebf-43e6-8f79-bdb4d04c7226 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:04.692643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21d57be8-a534-4efc-bb76-3fc8c5db600e req-283c522b-cebf-43e6-8f79-bdb4d04c7226 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0669799 Jul 16 09:21:04.729957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21d57be8-a534-4efc-bb76-3fc8c5db600e req-287a7d4d-648f-4567-846c-3b9aa966ff4e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jul 16 09:21:05.011452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34014) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:05.157234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3da9-52ef-4fe6-9897-5a44173cf5d8 req-1ca70a0a-f891-4431-bef5-c437c3097206 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.158588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1fb3da9-52ef-4fe6-9897-5a44173cf5d8 req-1ca70a0a-f891-4431-bef5-c437c3097206 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.1041863 Jul 16 09:21:05.165633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-51a4b0ef-af15-4455-beee-c4adac24a03f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530211 Jul 16 09:21:05.199750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1fb3da9-52ef-4fe6-9897-5a44173cf5d8 req-73da2c8a-e48d-4b3e-839b-62480d94036f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Jul 16 09:21:05.474857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1810-458a-4a18-a285-bd0f96448ade req-9b90706a-6585-4bca-864d-c4fc3c30f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.476408 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-9b90706a-6585-4bca-864d-c4fc3c30f63e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1097 time: 0.0649128 Jul 16 09:21:05.583112 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1810-458a-4a18-a285-bd0f96448ade req-d6ecc836-ae0d-4d62-897d-84b38ff2c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.584618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-d6ecc836-ae0d-4d62-897d-84b38ff2c540 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0866339 Jul 16 09:21:05.651932 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-a0fe14a3-f3a8-4ae7-a1c3-5487d5118897 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1001 time: 0.0614409 Jul 16 09:21:05.702930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1810-458a-4a18-a285-bd0f96448ade req-63680d55-40a3-42b6-96d0-71e5d3e8a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.704361 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-63680d55-40a3-42b6-96d0-71e5d3e8a48b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0463867 Jul 16 09:21:05.761968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1810-458a-4a18-a285-bd0f96448ade req-8e294957-05b9-4ee0-adb3-30b767ccfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:05.763520 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-8e294957-05b9-4ee0-adb3-30b767ccfa66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522480 Jul 16 09:21:05.773925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-441b1f12-14ea-41ba-87f1-02ffbfdecb07 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:21:05.774879 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-441b1f12-14ea-41ba-87f1-02ffbfdecb07 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049770 Jul 16 09:21:06.208151 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-1166b88d-3833-4e8c-87ea-72a8e56a8a38 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265568 Jul 16 09:21:06.302933 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-e00d1810-458a-4a18-a285-bd0f96448ade req-edf9e9a4-c661-444b-afdd-afa0abb2208a service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872545 Jul 16 09:21:06.380704 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f7982-31e8-4be5-ba76-c94ec8a92a3c req-40da5fc0-a488-4db6-8165-825a8fc05b20 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.382113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b2f7982-31e8-4be5-ba76-c94ec8a92a3c req-40da5fc0-a488-4db6-8165-825a8fc05b20 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0642481 Jul 16 09:21:06.393210 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-0231dd9f-fd2e-4c40-97e5-d9b97f27c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.394776 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-0231dd9f-fd2e-4c40-97e5-d9b97f27c0dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1097 time: 0.0529804 Jul 16 09:21:06.420128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b2f7982-31e8-4be5-ba76-c94ec8a92a3c req-178e4b3e-32e3-4a39-9e72-12d5f7ea04e4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Jul 16 09:21:06.488115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-d698fb03-7f2e-4290-806f-a14a95a6cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.489582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-d698fb03-7f2e-4290-806f-a14a95a6cd48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0882611 Jul 16 09:21:06.556156 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-b36c7cc3-5891-468c-85a0-cd4cd604b86a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1001 time: 0.0595098 Jul 16 09:21:06.603527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-6213b45f-cec6-4786-b7e5-2ec1b20abeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.605028 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-6213b45f-cec6-4786-b7e5-2ec1b20abeca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0431306 Jul 16 09:21:06.660288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-f7a18e66-4e24-4a66-9483-d80a055636cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:06.661675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-f7a18e66-4e24-4a66-9483-d80a055636cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508652 Jul 16 09:21:06.751274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-ad23c381-ab5f-4a83-8a49-8514b3e572d5 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825713 Jul 16 09:21:06.838542 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-76423f6b-2f7a-4b6f-8e9d-8412f85421ac service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806735 Jul 16 09:21:07.594200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d816a-a16a-40c1-a821-ab92f02170ab req-61299ecb-f803-4d64-9a02-8a57f66d6643 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:07.595699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-716d816a-a16a-40c1-a821-ab92f02170ab req-61299ecb-f803-4d64-9a02-8a57f66d6643 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0626419 Jul 16 09:21:07.634724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-716d816a-a16a-40c1-a821-ab92f02170ab req-dd2423ad-6637-422c-b3ca-25d40424f9c2 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Jul 16 09:21:08.813304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606316b-a188-43de-bdaf-c77b8f7464f6 req-201899b2-4fb0-464d-bcd0-af80203e052c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:08.814794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a606316b-a188-43de-bdaf-c77b8f7464f6 req-201899b2-4fb0-464d-bcd0-af80203e052c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0665743 Jul 16 09:21:08.851980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a606316b-a188-43de-bdaf-c77b8f7464f6 req-0386eb80-fb79-4a45-a2fb-e98643d904a0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316861 Jul 16 09:21:08.964549 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.005931 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-93487cd1-37b5-4441-a023-c832b1f07f83 service neutron] show failed (client error): The resource could not be found. Jul 16 09:21:09.007008 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-93487cd1-37b5-4441-a023-c832b1f07f83 service neutron] 10.222.0.46 "GET /v2.0/ports/e7253f11-59ea-4dc5-a875-7e7ac06515a6/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0557039 Jul 16 09:21:09.282410 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-5b5d552e-2e46-4d7d-b6b6-c5acc66a6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:09.283837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-5b5d552e-2e46-4d7d-b6b6-c5acc66a6dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1097 time: 0.0828774 Jul 16 09:21:09.295089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:09.367370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.563322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:09.586742 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.597870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:09.639941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:09.642515 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b04ed-8488-41a5-b460-103fc1810550" -d '{"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:09.646372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.658745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Transition to ACTIVE for port object e7253f11-59ea-4dc5-a875-7e7ac06515a6 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:09.662387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.691421 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03915b8-b868-45f2-844c-4a714881ac7d x-openstack-request-id: req-a03915b8-b868-45f2-844c-4a714881ac7d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:09.691719 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:09.691974 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a03915b8-b868-45f2-844c-4a714881ac7d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:09.692385 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'code': 200} Jul 16 09:21:09.772320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:09.795494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.795842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.796217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.796555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.796885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.797215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.797545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.797873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.798198 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.798521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.798842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.799170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:09.842723 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] No DVR routers for this DVR port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:21:10.001899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:10.002145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:10.002477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:10.011515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:21:10.011831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Attempting to bind port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:10.019146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:10.019477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:10.019856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:10.020303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Bound port: e7253f11-59ea-4dc5-a875-7e7ac06515a6, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:10.020661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.080749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28210bac-b951-4c52-9ceb-15eef4db14d6 req-ee794ad9-2cd5-4d9d-ae4f-01dac69d62e2 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.082526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28210bac-b951-4c52-9ceb-15eef4db14d6 req-ee794ad9-2cd5-4d9d-ae4f-01dac69d62e2 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.1143560 Jul 16 09:21:10.121444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:10.140893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:10.145126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-28210bac-b951-4c52-9ceb-15eef4db14d6 req-4d49b199-e501-4817-a01d-54a6c9c62d55 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551102 Jul 16 09:21:10.146856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.182234 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.182855 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.184261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1092 time: 0.8932366 Jul 16 09:21:10.205165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d76d7-d00b-47c6-abca-ca7c9b448b65 service neutron] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:10.265893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-1cdc9988-3fc0-4955-866f-87805689ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.267432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-1cdc9988-3fc0-4955-866f-87805689ff02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0585938 Jul 16 09:21:10.361564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-04161e4d-5e37-47f3-90e4-496df3da6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.363086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-04161e4d-5e37-47f3-90e4-496df3da6a39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0893524 Jul 16 09:21:10.428328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-12d3858d-8fcf-4d47-91e2-f5088ae4da32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 999 time: 0.0592544 Jul 16 09:21:10.479243 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-d15b6f2d-dea3-4826-a662-cc5e4c92e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.480747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-d15b6f2d-dea3-4826-a662-cc5e4c92e37b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0465529 Jul 16 09:21:10.536854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-39b5e623-952b-4401-8f67-c52d89ce899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:10.538378 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-39b5e623-952b-4401-8f67-c52d89ce899f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514779 Jul 16 09:21:10.627663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-52e570dc-53ad-4d82-9cc0-47fdfa0533c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825310 Jul 16 09:21:10.713879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbb47d1d-b3a0-445f-b929-3d8a0d5758f0 req-bacf594c-0d3b-4aa4-b67b-74b8643e4cbd service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799050 Jul 16 09:21:11.326079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260acca-8d6f-473f-a446-1c504fc94e41 req-1b871ef8-5150-495e-8c2f-27d36380b28a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:11.327546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a260acca-8d6f-473f-a446-1c504fc94e41 req-1b871ef8-5150-495e-8c2f-27d36380b28a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0661206 Jul 16 09:21:11.364829 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a260acca-8d6f-473f-a446-1c504fc94e41 req-d01da347-b014-473d-a9ae-fc5a11be32cc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314867 Jul 16 09:21:11.694013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:11.696380 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb39f6-17ea-4a6f-b915-380d1a5b1213" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:11.743978 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f845201a-90da-45d0-a2e8-6782e9d343c7 x-openstack-request-id: req-f845201a-90da-45d0-a2e8-6782e9d343c7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:11.744300 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:11.744553 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f845201a-90da-45d0-a2e8-6782e9d343c7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:11.744948 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'status': 'completed', 'code': 200} Jul 16 09:21:11.820596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-482fc83c-bebf-4c32-80bb-18964576ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:11.822115 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-482fc83c-bebf-4c32-80bb-18964576ba24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0604668 Jul 16 09:21:11.826993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2016781f-c550-4214-ba37-2e7e2e3181c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:11.828730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2016781f-c550-4214-ba37-2e7e2e3181c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0582571 Jul 16 09:21:11.915945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-5d67ff9a-8a8b-4902-9d55-bcfd89866248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:11.917492 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-5d67ff9a-8a8b-4902-9d55-bcfd89866248 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0893929 Jul 16 09:21:11.930695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-634e1238-3d26-48b9-9f8a-5a6e30d11074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:11.932832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-634e1238-3d26-48b9-9f8a-5a6e30d11074 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0956237 Jul 16 09:21:11.999805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-77630615-b7de-4a04-9bce-f219f82fc55a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 999 time: 0.0745053 Jul 16 09:21:12.006101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-b15b7795-c183-47a2-b193-3b265ddd80eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 999 time: 0.0659258 Jul 16 09:21:12.059161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-fa5b12fb-61e1-49a7-b5aa-3d60539d53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:12.060602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-fa5b12fb-61e1-49a7-b5aa-3d60539d53bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0553343 Jul 16 09:21:12.062780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2a53f0e8-8daf-41c4-9f7f-43dd2cbf7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:12.064280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2a53f0e8-8daf-41c4-9f7f-43dd2cbf7942 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0506132 Jul 16 09:21:12.129358 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2c28cb05-e562-4d1a-b0a0-23217d0fe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:12.130888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-2c28cb05-e562-4d1a-b0a0-23217d0fe387 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641727 Jul 16 09:21:12.132063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-d0e226b4-ef7b-457a-941c-eeaa0adb3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:12.133576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-d0e226b4-ef7b-457a-941c-eeaa0adb3567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630102 Jul 16 09:21:12.223861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-3fb5c7b0-cc5b-4b13-93ca-e652008ea43b service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Jul 16 09:21:12.228280 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-fbf14fe9-5429-406e-ad27-49a715ffd735 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899038 Jul 16 09:21:12.317219 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-3078b35f-8ad9-43ae-a327-5ab60504b4f9 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833485 Jul 16 09:21:12.679729 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1acb39f6-17ea-4a6f-b915-380d1a5b1213 req-f6dded6c-424e-4f08-a9a0-43c3063528dd service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489243 Jul 16 09:21:12.705702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9438d7e-f630-4780-845b-d54ba9c96eb5 req-da697302-eedb-4bb0-ba10-c1df7536619f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:12.707426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9438d7e-f630-4780-845b-d54ba9c96eb5 req-da697302-eedb-4bb0-ba10-c1df7536619f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0833235 Jul 16 09:21:12.744618 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9438d7e-f630-4780-845b-d54ba9c96eb5 req-593c0b88-18cf-4731-afb1-0856b925df74 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Jul 16 09:21:12.945472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:21:12.987512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:21:13.042811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e653-c986-47fb-b09c-395c2578026f req-851ca1e8-41e3-4639-91dd-e1b8afcc3a73 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.044521 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbe3e653-c986-47fb-b09c-395c2578026f req-851ca1e8-41e3-4639-91dd-e1b8afcc3a73 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 943 time: 0.0656881 Jul 16 09:21:13.056277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304210-cac1-42eb-9efa-c189a0286b05 req-b65c4e4e-d3c1-459f-95ea-22cb5f28f82e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.058015 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-b65c4e4e-d3c1-459f-95ea-22cb5f28f82e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4&tenant_id=94b09ed05756490f9584ee791d333f3f&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 943 time: 0.0777633 Jul 16 09:21:13.059285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-79925b10-2ede-45db-b525-2fbd9a141fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.089010 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fbe3e653-c986-47fb-b09c-395c2578026f req-62f8d82d-2689-4960-a243-a378b3ab2cd7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361338 Jul 16 09:21:13.118612 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-90304210-cac1-42eb-9efa-c189a0286b05 req-11943e0e-c063-489b-a37c-5df22f749cdf service neutron] delete failed (client error): The resource could not be found. Jul 16 09:21:13.119634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-11943e0e-c063-489b-a37c-5df22f749cdf service neutron] 10.222.0.46 "DELETE /v2.0/ports/e7253f11-59ea-4dc5-a875-7e7ac06515a6/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0553069 Jul 16 09:21:13.211941 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304210-cac1-42eb-9efa-c189a0286b05 req-92408563-352f-4119-9145-5c2f0c432a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.213350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-92408563-352f-4119-9145-5c2f0c432a39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1095 time: 0.0523214 Jul 16 09:21:13.303931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304210-cac1-42eb-9efa-c189a0286b05 req-465892f0-28c7-413a-9630-bdd995aeb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.305442 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-465892f0-28c7-413a-9630-bdd995aeb687 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0861318 Jul 16 09:21:13.330430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:21:13.368760 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-b24d77ef-7498-4360-b327-f797baaec09f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 999 time: 0.0568750 Jul 16 09:21:13.421544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304210-cac1-42eb-9efa-c189a0286b05 req-a62f152b-0aec-45bb-9b0a-0019a088897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.423074 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-a62f152b-0aec-45bb-9b0a-0019a088897a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0485153 Jul 16 09:21:13.423857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:13.434798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'mac_address': 'fa:16:3e:11:37:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:21:13.471565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.479425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304210-cac1-42eb-9efa-c189a0286b05 req-2ab73eb2-e00b-4fa2-b75c-259883a05dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.480974 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-2ab73eb2-e00b-4fa2-b75c-259883a05dae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517883 Jul 16 09:21:13.487834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7253f11-59ea-4dc5-a875-7e7ac06515a6 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:13.507376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:13.513623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.561547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:13.568967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.569318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.569659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.569995 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.570327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.570660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.570992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.571320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.571705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.572055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.572383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.572708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:13.577583 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-3af905c3-f79b-4bf6-9de1-4a86bcc4fcd5 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901048 Jul 16 09:21:13.670824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90304210-cac1-42eb-9efa-c189a0286b05 req-9b77b97f-59d2-482b-9142-d45021852314 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Jul 16 09:21:13.751338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['e7253f11-59ea-4dc5-a875-7e7ac06515a6'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:21:14.273867 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c779ca-90b9-4ff8-9c8c-50725897b9ff req-1b4ca9cf-daa6-44eb-9298-b89fff67090d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.275453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7c779ca-90b9-4ff8-9c8c-50725897b9ff req-1b4ca9cf-daa6-44eb-9298-b89fff67090d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 944 time: 0.0639670 Jul 16 09:21:14.319153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7c779ca-90b9-4ff8-9c8c-50725897b9ff req-abf2745b-6fa5-456e-8524-184df8892d44 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Jul 16 09:21:14.486570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6edde-23ad-48f7-ac6d-907190d6c605 req-0ae95361-2cde-4b73-ae6b-a1b76750cd82 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.488634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fe6edde-23ad-48f7-ac6d-907190d6c605 req-0ae95361-2cde-4b73-ae6b-a1b76750cd82 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 944 time: 0.0611160 Jul 16 09:21:14.524595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fe6edde-23ad-48f7-ac6d-907190d6c605 req-e8b84cb2-e542-4882-82d6-61842d668322 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304785 Jul 16 09:21:14.885200 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe486-9026-448b-ba94-198d7641474f req-e9533e8f-c265-4f7f-b188-063b5f587237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.886589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-e9533e8f-c265-4f7f-b188-063b5f587237 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 1096 time: 0.0979490 Jul 16 09:21:14.894585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9ead-55a7-46ca-a12b-09a571efd98e req-ae653d9a-2f14-479e-99d9-2ce42f2b9096 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.895918 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10bb9ead-55a7-46ca-a12b-09a571efd98e req-ae653d9a-2f14-479e-99d9-2ce42f2b9096 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 944 time: 0.0995896 Jul 16 09:21:14.987157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10bb9ead-55a7-46ca-a12b-09a571efd98e req-db2b9d92-dde0-4e2b-bc3d-cb4a1776e63c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831659 Jul 16 09:21:15.010668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe486-9026-448b-ba94-198d7641474f req-671541ec-8e23-45ee-a2d7-3057a2394aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:15.012199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-671541ec-8e23-45ee-a2d7-3057a2394aa2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.1153648 Jul 16 09:21:15.075437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-52671df5-ba0a-4cb6-8fe6-aa6ebb566fc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 200 len: 1000 time: 0.0568166 Jul 16 09:21:15.130425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe486-9026-448b-ba94-198d7641474f req-8d76d2cd-fcda-4969-8362-5782e3682c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:15.131415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-8d76d2cd-fcda-4969-8362-5782e3682c9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0502994 Jul 16 09:21:15.187020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe486-9026-448b-ba94-198d7641474f req-0093dc74-84da-4ca5-99fc-89384a158982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:15.188474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-0093dc74-84da-4ca5-99fc-89384a158982 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510595 Jul 16 09:21:15.276222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-43eca0f2-ddc4-42e5-94ad-2f5f103a7410 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816414 Jul 16 09:21:15.346401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:15.368331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-33bbe486-9026-448b-ba94-198d7641474f req-df1810e0-b4d8-4d9d-8db1-ef95fbff25c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856252 Jul 16 09:21:15.397315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:15.401025 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port e7253f11-59ea-4dc5-a875-7e7ac06515a6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:15.401396 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.473574 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.495241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:15.497468 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65392d-d30a-4091-91dc-7f3f919ea546" -d '{"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:15.510029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:15.514003 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.543312 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb8372-d9c4-45c0-bf4e-22e96feb047f x-openstack-request-id: req-f5eb8372-d9c4-45c0-bf4e-22e96feb047f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:15.543604 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-plugged", "status": "completed", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:15.543855 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5eb8372-d9c4-45c0-bf4e-22e96feb047f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:15.544260 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'code': 200} Jul 16 09:21:15.569463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:15.673667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7594a25a-4233-4826-bb39-8fbccce327ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.778959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.159514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae404f-ad91-4016-8a0d-fc3ccd4cfc8e req-f4148e79-c9de-433e-b666-7cf65a293606 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:16.161599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ae404f-ad91-4016-8a0d-fc3ccd4cfc8e req-f4148e79-c9de-433e-b666-7cf65a293606 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0667052 Jul 16 09:21:16.198825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-58ae404f-ad91-4016-8a0d-fc3ccd4cfc8e req-ec2f8caa-ee19-4dab-a994-1c78cb0957fc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 16 09:21:16.577944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4cee2-a3da-4d19-8831-9094d50db032 req-43577995-340a-4c17-9fd4-a34480273ae8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:16.579454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fe4cee2-a3da-4d19-8831-9094d50db032 req-43577995-340a-4c17-9fd4-a34480273ae8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0685558 Jul 16 09:21:16.618814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fe4cee2-a3da-4d19-8831-9094d50db032 req-e25b7b9e-969d-49a2-b639-3d1247528ad0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jul 16 09:21:17.035247 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.815001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-0f6f1665-1171-47d5-ae56-498ade315adf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:17.816494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-0f6f1665-1171-47d5-ae56-498ade315adf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.1015913 Jul 16 09:21:17.828160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2838c-d735-4954-a71f-ebfc05f79340 req-a93a84e3-f1ae-4fcf-9a33-d4006dccae74 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:17.829536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50f2838c-d735-4954-a71f-ebfc05f79340 req-a93a84e3-f1ae-4fcf-9a33-d4006dccae74 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 945 time: 0.0871840 Jul 16 09:21:17.909405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-50f2838c-d735-4954-a71f-ebfc05f79340 req-93b8bb62-29c0-4c72-9934-905395f8b45f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717196 Jul 16 09:21:17.952365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Deleting port e7253f11-59ea-4dc5-a875-7e7ac06515a6 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:21:17.952715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.044542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] For port e7253f11-59ea-4dc5-a875-7e7ac06515a6, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=e7253f11-59ea-4dc5-a875-7e7ac06515a6,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:18.044906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.265565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.265852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.266162 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 disassociated. External IP: 172.25.5.126, port: e7253f11-59ea-4dc5-a875-7e7ac06515a6. Jul 16 09:21:18.266505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Calling delete_port for e7253f11-59ea-4dc5-a875-7e7ac06515a6 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:21:18.391959 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.421754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'Port': ['ID=e7253f11-59ea-4dc5-a875-7e7ac06515a6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.534990 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:18.634230 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.643551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:18.653389 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:18.662044 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:18.662639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:21:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:18.686768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] No DVR routers for this DVR port e7253f11-59ea-4dc5-a875-7e7ac06515a6 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:21:18.689549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.692359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1570608-3b58-4f4c-b6df-cfe98d4fbb5c req-720c98a1-4b82-43b2-9353-416c8afa864c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "DELETE /v2.0/ports/e7253f11-59ea-4dc5-a875-7e7ac06515a6 HTTP/1.1" status: 204 len: 173 time: 0.8618302 Jul 16 09:21:18.692795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-deleted', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:18.695174 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf93e9fd-2960-4fba-940c-8ba61fdc6b51" -d '{"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-deleted", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:18.735661 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892224f4-e1c8-4e28-ac14-5ebcbb3fbaf9 x-openstack-request-id: req-892224f4-e1c8-4e28-ac14-5ebcbb3fbaf9 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:18.735955 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dadad-f9c7-4054-b2f3-4555b7a231e4", "name": "network-vif-deleted", "tag": "e7253f11-59ea-4dc5-a875-7e7ac06515a6", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:18.736352 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-892224f4-e1c8-4e28-ac14-5ebcbb3fbaf9 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:18.736822 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dadad-f9c7-4054-b2f3-4555b7a231e4', 'name': 'network-vif-deleted', 'tag': 'e7253f11-59ea-4dc5-a875-7e7ac06515a6', 'status': 'completed', 'code': 200} Jul 16 09:21:18.775918 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:18.980554 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:19.008147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:19.017999 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:19.017999 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:21:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:19.088756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1f4c7ee-79fc-4782-9346-b4acd4b6b8b8 req-4d36692e-e03f-4366-9e7b-4ae0b648c4ec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7dadad-f9c7-4054-b2f3-4555b7a231e4 HTTP/1.1" status: 200 len: 210 time: 0.0380301 Jul 16 09:21:19.125377 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:19.314811 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:19.343298 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616f1eb-428e-41b6-ad54-978fc1ca049a None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:19.550001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d4454-afee-44a3-979b-a4dbb57b9d36 None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:21:20.433570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-86362d7f-f535-41a6-bd6d-52e5154185a1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955260975&fields=id&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 267 time: 0.0329714 Jul 16 09:21:20.535226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-2d9031f1-01b6-4690-a5df-112c459a8c8e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:20.536698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-2d9031f1-01b6-4690-a5df-112c459a8c8e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.0970159 Jul 16 09:21:20.551058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-96eb2822-0021-4cca-8e3e-b9233b63f7e9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/quotas/94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 375 time: 0.0088017 Jul 16 09:21:20.623525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b1682a92-9bfb-405e-a88b-74caca5fba72 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668852 Jul 16 09:21:20.717251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-6a45d3dd-fa87-41a0-a6ae-75aca2ca4a98 service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818198 Jul 16 09:21:20.769270 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:20.807887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-0a1c05ca-ab68-41ef-8690-c59a7d949e0e service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Jul 16 09:21:20.975071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2ec4d5f-27a9-4466-91f5-1ac35ec79ba3 req-24255d2d-7cec-463d-95d4-87726b22f031 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 210 time: 0.0287611 Jul 16 09:21:21.393354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:21:21.414888 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: e7253f11-59ea-4dc5-a875-7e7ac06515a6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:21:21.415239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device e7253f11-59ea-4dc5-a875-7e7ac06515a6 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:21:21.976745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-ab9c6f00-b0df-4614-be4a-c4b0f9fb9616 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:21.978214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-ab9c6f00-b0df-4614-be4a-c4b0f9fb9616 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.1053603 Jul 16 09:21:22.023893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-186c4155-cee6-455e-be14-a41fc54f3402 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 380 time: 0.0371444 Jul 16 09:21:22.032995 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'port': {'device_id': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'admin_state_up': True, 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'security_groups': ['ca711da8-4079-4407-b86f-3192787bae51']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:22.130034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f0f353f6-a492-4c2d-be5d-4a24536f4dd6 req-03cebe91-497f-4486-b84e-2e6fa865179f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 210 time: 0.0381951 Jul 16 09:21:22.168503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:22.172109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.295642 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Allocated IP 172.20.0.7 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/5fbce810-c499-4d32-9493-f193724d0c26) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:22.433037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.446079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Transition to ACTIVE for port object 5fbce810-c499-4d32-9493-f193724d0c26 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:22.478720 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.523144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:22.526277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:22.530151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:22.554455 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:22.582860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:22.584065 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.599599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-de08ac0d-fabf-4a47-9b36-65e149f03db8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697169 Jul 16 09:21:22.612178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Request body: {'port': {'device_id': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:22.692116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.761515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02ac9414-b3c7-40c1-b9ef-34a67dc18fbd None None] Provisioning for port 5fbce810-c499-4d32-9493-f193724d0c26 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:22.765337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-02ac9414-b3c7-40c1-b9ef-34a67dc18fbd None None] Provisioning complete for port 5fbce810-c499-4d32-9493-f193724d0c26 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:22.765713 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02ac9414-b3c7-40c1-b9ef-34a67dc18fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.799301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02ac9414-b3c7-40c1-b9ef-34a67dc18fbd None None] Port 5fbce810-c499-4d32-9493-f193724d0c26 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:22.952389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:22.960452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.972727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Transition to ACTIVE for port object 5fbce810-c499-4d32-9493-f193724d0c26 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:22.976067 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.023805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:23.095026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:23.095362 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:23.095693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:23.100208 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:21:23.100544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:23.105877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:23.106219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:23.106604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:23.107033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Bound port: 5fbce810-c499-4d32-9493-f193724d0c26, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:23.107396 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.175601 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:23.180116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:23.185235 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.219592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.220320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.221850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1092 time: 0.6146641 Jul 16 09:21:23.224284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:23.227244 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2409b803-4e6b-40be-8dc7-4178ea834a25" -d '{"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:23.305562 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af47450b-acc0-44a2-bb5b-982da0804a08 x-openstack-request-id: req-af47450b-acc0-44a2-bb5b-982da0804a08 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:23.305856 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:23.306112 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af47450b-acc0-44a2-bb5b-982da0804a08 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:23.306516 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'status': 'completed', 'code': 200} Jul 16 09:21:23.327842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f4647-b2a1-4a12-9c7a-2e3d4ea9aaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:23.377739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ffa1-eb84-43be-b670-25f6e25de30d req-d76ad143-4c2a-4c0c-aa9d-11e01b485d45 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.379282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b869ffa1-eb84-43be-b670-25f6e25de30d req-d76ad143-4c2a-4c0c-aa9d-11e01b485d45 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.1182055 Jul 16 09:21:23.385202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-c024166e-e1a3-412e-97c8-0ed7a62eb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.386673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-c024166e-e1a3-412e-97c8-0ed7a62eb7fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1095 time: 0.1084716 Jul 16 09:21:23.436899 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-824455ce-b262-4274-8740-a643f42faef5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 217 time: 0.0430434 Jul 16 09:21:23.480831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b869ffa1-eb84-43be-b670-25f6e25de30d req-eb719708-8c06-48c0-9db6-9c1a274bb994 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932074 Jul 16 09:21:23.498937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-0d20914c-5aa7-400a-a251-69bf079b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.498937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-0d20914c-5aa7-400a-a251-69bf079b2c46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0495965 Jul 16 09:21:23.554757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-590dcfec-c352-45a3-84e4-9b0020238f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.556270 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-590dcfec-c352-45a3-84e4-9b0020238f04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518146 Jul 16 09:21:23.646143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-91be4ee0-99b2-42df-9ccc-571e26e3736f service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838211 Jul 16 09:21:23.736644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eae7e50c-190d-4da8-a34b-67fee9df732e req-ed6db059-2e2f-4023-b4f2-72afd414f117 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Jul 16 09:21:23.832176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-fad7bd69-e42b-4762-ad8b-46729867b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.833654 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-fad7bd69-e42b-4762-ad8b-46729867b778 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1095 time: 0.0518885 Jul 16 09:21:23.920892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-85231e36-f6f1-435d-b646-800996a9e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.922260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-85231e36-f6f1-435d-b646-800996a9e85c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0808132 Jul 16 09:21:23.964000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-6ec32502-dfc1-4091-9e46-8b142e1ee545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Jul 16 09:21:24.011045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-9e981204-62be-443f-ac7c-84cc262766b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:24.012562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-9e981204-62be-443f-ac7c-84cc262766b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0423582 Jul 16 09:21:24.068671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-feb46303-cc43-44d7-92c8-598651eca6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:24.070139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-feb46303-cc43-44d7-92c8-598651eca6f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503211 Jul 16 09:21:24.161149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-ced6a508-1d46-4556-8b09-61912431c2c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Jul 16 09:21:24.260085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2409b803-4e6b-40be-8dc7-4178ea834a25 req-2b9e120d-d862-4776-bec8-bd5f4398bfbd service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912039 Jul 16 09:21:24.659400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a2155-539f-40d3-ba19-c9a14151f18f req-4c7e0301-5f8d-4a7f-9863-34f6b977cb61 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:24.660915 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd0a2155-539f-40d3-ba19-c9a14151f18f req-4c7e0301-5f8d-4a7f-9863-34f6b977cb61 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.0672483 Jul 16 09:21:24.698869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd0a2155-539f-40d3-ba19-c9a14151f18f req-cfbca8f0-58fa-4da2-ac3b-b321974a9bcf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Jul 16 09:21:25.403308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:21:25.499094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:25.509874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '5fbce810-c499-4d32-9493-f193724d0c26', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:21:25.545298 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:25.558089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:25.580373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:25.585195 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:25.630330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:25.774879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['5fbce810-c499-4d32-9493-f193724d0c26'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:21:25.870055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1956429-85b2-426c-b059-fd7a7c0b2ccd req-e001b001-89fb-4782-aa09-5a7d54267d4d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:25.871550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1956429-85b2-426c-b059-fd7a7c0b2ccd req-e001b001-89fb-4782-aa09-5a7d54267d4d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 944 time: 0.0628681 Jul 16 09:21:25.908760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f1956429-85b2-426c-b059-fd7a7c0b2ccd req-e1c9ebeb-6f54-42b0-8e3f-13fad603dd0e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Jul 16 09:21:27.081078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d283a-2a78-43e0-afd5-0ff874dda81e req-ce7d0e18-1ed5-486d-b68a-a053776e7f5a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:27.082843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-658d283a-2a78-43e0-afd5-0ff874dda81e req-ce7d0e18-1ed5-486d-b68a-a053776e7f5a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 944 time: 0.0643675 Jul 16 09:21:27.123188 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-658d283a-2a78-43e0-afd5-0ff874dda81e req-9a9130cd-06b9-419f-b3a5-458d6fdf3c3a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Jul 16 09:21:27.405107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:27.455089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 5fbce810-c499-4d32-9493-f193724d0c26 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:27.458865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 5fbce810-c499-4d32-9493-f193724d0c26 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:27.459249 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:27.532532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:27.555165 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:27.557379 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c096f-67b2-4b3d-9491-51911fca469b" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:27.569546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:27.573904 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:27.600416 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b84c59-f120-4e38-8ab8-ac653a4967f2 x-openstack-request-id: req-19b84c59-f120-4e38-8ab8-ac653a4967f2 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:27.600710 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:27.600968 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b84c59-f120-4e38-8ab8-ac653a4967f2 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:27.601359 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'code': 200} Jul 16 09:21:27.631613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:27.708368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de8ce-c316-4dcf-8150-a9bfe8f1bdfe req-1b58390d-3fdb-442f-87eb-fd2580b206e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:27.709809 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d1de8ce-c316-4dcf-8150-a9bfe8f1bdfe req-1b58390d-3fdb-442f-87eb-fd2580b206e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1097 time: 0.0506387 Jul 16 09:21:27.743372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d1de8ce-c316-4dcf-8150-a9bfe8f1bdfe req-c54893be-83c7-4dbc-b035-f3cd4950147a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273681 Jul 16 09:21:28.302334 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc26073-7a98-41dc-abc7-0abcdbf005a7 req-9b3f8a30-e6a1-47a5-a237-aa50ff8b27ae tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:28.304551 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddc26073-7a98-41dc-abc7-0abcdbf005a7 req-9b3f8a30-e6a1-47a5-a237-aa50ff8b27ae tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0695844 Jul 16 09:21:28.341788 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ddc26073-7a98-41dc-abc7-0abcdbf005a7 req-28836ab2-640a-40b9-a4b1-7c14da45364e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Jul 16 09:21:29.514310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050072b8-2e5b-44db-a6ac-333afb499e40 req-40952746-53f4-4bc9-8671-39cc2af1e326 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:29.515760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050072b8-2e5b-44db-a6ac-333afb499e40 req-40952746-53f4-4bc9-8671-39cc2af1e326 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0643127 Jul 16 09:21:29.552891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-050072b8-2e5b-44db-a6ac-333afb499e40 req-749ab1ea-7e32-436d-ac02-e391b930fb86 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Jul 16 09:21:29.717105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c95fb-4900-48f4-a449-96f9eda01f17 req-d4bc65be-2df0-4784-bdfe-0a82ac6a5a6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:29.718605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b0c95fb-4900-48f4-a449-96f9eda01f17 req-d4bc65be-2df0-4784-bdfe-0a82ac6a5a6d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0636039 Jul 16 09:21:29.727147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:29.731543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'floatingip': {'port_id': '5fbce810-c499-4d32-9493-f193724d0c26'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:29.768838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:30.199320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:30.203198 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:30.639110 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 associated. External IP: 172.25.5.126, port: 5fbce810-c499-4d32-9493-f193724d0c26. Jul 16 09:21:30.842896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:30.947517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:30.952390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:30.956628 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:30.966017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:30.966630 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:21:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:30.986987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-40d32692-a663-42b3-a95c-6c2172b29b37 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "PUT /v2.0/floatingips/ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 HTTP/1.1" status: 200 len: 991 time: 1.2588081 Jul 16 09:21:30.987659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:30.990542 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a53bbc-7498-4768-8aa5-58afcef9cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:31.030858 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a2b65-585b-4d36-948f-051a56615ea3 x-openstack-request-id: req-526a2b65-585b-4d36-948f-051a56615ea3 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:31.031179 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:31.032779 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-526a2b65-585b-4d36-948f-051a56615ea3 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:31.032779 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'status': 'completed', 'code': 200} Jul 16 09:21:31.083128 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:31.106165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-1ca0968c-a7ac-4cc5-9c91-607aae6a480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:31.107710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-1ca0968c-a7ac-4cc5-9c91-607aae6a480f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1097 time: 0.0536187 Jul 16 09:21:31.199156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-25685bcb-865c-48a0-9ed9-e2657075efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:31.200572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-25685bcb-865c-48a0-9ed9-e2657075efd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0870254 Jul 16 09:21:31.268252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-8ceeace7-dd46-4b80-8f72-65baf9a2195d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 999 time: 0.0616632 Jul 16 09:21:31.300447 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:21:30Z', 'revision_number': 9, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:31.315295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-f8083431-474a-4b52-bd86-de6a02ab9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:31.316839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-f8083431-474a-4b52-bd86-de6a02ab9ba3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0428760 Jul 16 09:21:31.326063 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:31.335147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:31.335782 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:21:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:31.372155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-0ea416ea-bfeb-4c07-92a2-c1cd13555294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:31.373683 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-0ea416ea-bfeb-4c07-92a2-c1cd13555294 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511832 Jul 16 09:21:31.438696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:31.467134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-46e1cdd0-9f4b-4260-a957-72936d6448f1 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873368 Jul 16 09:21:31.553923 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-78a53bbc-7498-4768-8aa5-58afcef9cf78 req-874b720b-9ce9-47ec-a402-57b35b3b28ee service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810800 Jul 16 09:21:31.738577 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:21:30Z', 'revision_number': 9, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:31.763869 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843aec3a-044c-4c78-93ce-70db3997c31c None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:21:30Z', 'revision_number': 9, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:31.950629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c00cf-b979-47d2-b307-a74ab7c4166a None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:21:38.966871 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:39.583357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:43.060670 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a4f48199-6815-4165-91fa-8d043697d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:45.675841 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a39e0a6-1820-44d2-8df9-a4d719b85990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:45.779040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:47.036646 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:48.637597 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:57.769467 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:04.798396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-49b76ac2-eb43-4144-bfce-7fc4a3e0998d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538719 Jul 16 09:22:04.889377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-d3ab88ef-86fd-4b45-8ad8-74a6dd2b10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:04.890904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-d3ab88ef-86fd-4b45-8ad8-74a6dd2b10c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1097 time: 0.0518353 Jul 16 09:22:04.991702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-7980e5ea-2787-4991-913e-35edd3fb271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:04.993201 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-7980e5ea-2787-4991-913e-35edd3fb271a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0828350 Jul 16 09:22:05.060353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-386d078b-a355-422a-a85e-836ab5e45bd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1002 time: 0.0602169 Jul 16 09:22:05.106372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-5f1653e4-2c55-4495-aa89-b1c911fef5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:05.107745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-5f1653e4-2c55-4495-aa89-b1c911fef5eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0417383 Jul 16 09:22:05.167711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-e4aeecb8-116c-4bda-92ad-a83c5d257caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:05.169365 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-e4aeecb8-116c-4bda-92ad-a83c5d257caf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544047 Jul 16 09:22:05.263547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-00aef786-68ec-4093-8a1e-e1cb0744872d service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Jul 16 09:22:05.351961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b06e26f-1304-4490-b1eb-067d4a4aea03 req-c948044d-cd49-40b4-b086-8e89bf47ec84 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Jul 16 09:22:08.970295 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:09.607691 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:13.063044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5ee43e3a-6330-4f33-b22b-59e83945f16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.676434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c6e91927-90d4-441e-aebd-0cf7143699c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.779038 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:17.038449 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.641957 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:34.769501 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:38.973621 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.604483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:43.063853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e70c498b-1a49-4fe6-84f1-55ba389a7ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.677444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f2cb2282-1a38-4c49-a564-c36425678377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:45.778481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:47.043357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:48.644373 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:06.092967 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-84e56983-967c-4e9e-ae64-92d4326a0a07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834343 Jul 16 09:23:06.126278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170b6c-c134-471d-b2ab-e471485a5ec9 req-e2a66ade-5435-43c1-950b-26a0431a575a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.127738 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6170b6c-c134-471d-b2ab-e471485a5ec9 req-e2a66ade-5435-43c1-950b-26a0431a575a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0698590 Jul 16 09:23:06.166958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6170b6c-c134-471d-b2ab-e471485a5ec9 req-0b6ffee4-507e-47ed-b6ce-cf40f5c85eeb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jul 16 09:23:06.897633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ead99-3700-4125-b3fb-a5fdc582581a req-1e123983-72a9-4889-8692-fcf5da03888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:06.899268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-1e123983-72a9-4889-8692-fcf5da03888e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1097 time: 0.1004834 Jul 16 09:23:07.009405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ead99-3700-4125-b3fb-a5fdc582581a req-a1a339d4-8585-464a-96a5-ddef53308342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.010853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-a1a339d4-8585-464a-96a5-ddef53308342 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0917642 Jul 16 09:23:07.074084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-4edccdbd-2995-40b6-aef8-e2c68128750f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1002 time: 0.0566432 Jul 16 09:23:07.124996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ead99-3700-4125-b3fb-a5fdc582581a req-b5a81e27-c033-43bd-811b-519350581f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.126425 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-b5a81e27-c033-43bd-811b-519350581f7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0463936 Jul 16 09:23:07.181713 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ead99-3700-4125-b3fb-a5fdc582581a req-49f9947e-9502-4b21-ab9d-d3fd8143bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.183177 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-49f9947e-9502-4b21-ab9d-d3fd8143bbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503573 Jul 16 09:23:07.293345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-473171f5-e9ee-41b7-bb6c-d63b26b2d1c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023703 Jul 16 09:23:07.432268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d63607-dad7-4ef2-9165-f381956faa06 req-017b7d40-c4d1-4ef6-86da-99fc0102ac91 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.433741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66d63607-dad7-4ef2-9165-f381956faa06 req-017b7d40-c4d1-4ef6-86da-99fc0102ac91 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.1387818 Jul 16 09:23:07.435928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846ead99-3700-4125-b3fb-a5fdc582581a req-af993c23-ed7f-414f-8ea5-ffda9a1c3c12 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259983 Jul 16 09:23:07.472791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66d63607-dad7-4ef2-9165-f381956faa06 req-43eec679-fa8d-4b1e-af3c-8656073be5f3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328577 Jul 16 09:23:07.525763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-a7f41384-5783-4b10-a870-c05e0d234abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.527291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-a7f41384-5783-4b10-a870-c05e0d234abc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1097 time: 0.0522842 Jul 16 09:23:07.615694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-e8c453fd-bf4e-4097-986c-f2ebb10511a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.617163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-e8c453fd-bf4e-4097-986c-f2ebb10511a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0840592 Jul 16 09:23:07.679000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-8264e7b8-129b-4598-915c-a2192d048a81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1002 time: 0.0555806 Jul 16 09:23:07.726108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-03c0fe20-6458-4bf7-baef-02fc334d0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.727567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-03c0fe20-6458-4bf7-baef-02fc334d0520 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0429833 Jul 16 09:23:07.785923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-a55e64c2-7621-4547-828c-34a8bd3ed131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:07.787409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-a55e64c2-7621-4547-828c-34a8bd3ed131 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540469 Jul 16 09:23:07.875181 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-7f1aa308-356e-41c3-bf7c-d509e348617f service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802171 Jul 16 09:23:07.966517 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-318ff0d4-bf78-4bab-bbdc-b8344149f6ae service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Jul 16 09:23:08.646285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7251a-ecbc-4a43-896e-8c9595aed1c9 req-fae7ead4-b7a1-4827-9e59-119b53e79f83 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:08.647787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8b7251a-ecbc-4a43-896e-8c9595aed1c9 req-fae7ead4-b7a1-4827-9e59-119b53e79f83 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0636249 Jul 16 09:23:08.687527 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8b7251a-ecbc-4a43-896e-8c9595aed1c9 req-50aa2891-d9af-4a7f-b44a-ee108e18d07f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 16 09:23:08.989715 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.620753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.858893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82f9a-7466-47ce-9574-3ef6a5143f5e req-fa579f56-f5a7-49e6-b1d7-3cdf5fccc78b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:09.860372 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abf82f9a-7466-47ce-9574-3ef6a5143f5e req-fa579f56-f5a7-49e6-b1d7-3cdf5fccc78b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0615492 Jul 16 09:23:09.900868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abf82f9a-7466-47ce-9574-3ef6a5143f5e req-d9afa0c4-7438-440e-973a-de3bbacbb9db tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Jul 16 09:23:11.075027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdf25-7fd1-4060-a239-8dc7c324b288 req-7218d78c-344e-4237-89d5-d917d3b5813c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:11.076399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4dacdf25-7fd1-4060-a239-8dc7c324b288 req-7218d78c-344e-4237-89d5-d917d3b5813c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0630054 Jul 16 09:23:11.113988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4dacdf25-7fd1-4060-a239-8dc7c324b288 req-302cbae3-34c8-4c7b-9aad-2c99c28c0662 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Jul 16 09:23:11.768713 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:12.288395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b583f-ffad-4ea4-971e-71238954d1cc req-689123ee-23a0-49d8-af28-ee44c1aebd22 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.289892 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-293b583f-ffad-4ea4-971e-71238954d1cc req-689123ee-23a0-49d8-af28-ee44c1aebd22 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0632322 Jul 16 09:23:12.327627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-293b583f-ffad-4ea4-971e-71238954d1cc req-92943eec-6255-4383-bb0a-666803439492 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jul 16 09:23:13.065835 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2566a4ec-44dc-48c1-a952-f77356a4bfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:13.503003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722b719-6940-48bc-a2e0-1efae7520e45 req-baaa28df-e7ea-46e8-9854-56d430c40bc1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.504499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7722b719-6940-48bc-a2e0-1efae7520e45 req-baaa28df-e7ea-46e8-9854-56d430c40bc1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0652750 Jul 16 09:23:13.542479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7722b719-6940-48bc-a2e0-1efae7520e45 req-707ff9db-ea04-4365-a668-8774cecb612b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Jul 16 09:23:14.713328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0e017-9466-4846-b29f-6bfcaca69b2b req-92d2665c-fb0d-48e3-b2d3-ae2fb0ddebf4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:14.714785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6aa0e017-9466-4846-b29f-6bfcaca69b2b req-92d2665c-fb0d-48e3-b2d3-ae2fb0ddebf4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0621941 Jul 16 09:23:14.752454 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6aa0e017-9466-4846-b29f-6bfcaca69b2b req-cb112d25-4ac7-4842-9c93-2f4286010cba tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jul 16 09:23:15.677919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0350123e-1d94-43f2-b3ec-aa643f0d9d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.779467 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:15.924304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042cdce-ab0c-46e5-a737-552b27990cc9 req-7dd8c181-50c2-4404-902c-cf6bdf7a5f8f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:15.925773 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0042cdce-ab0c-46e5-a737-552b27990cc9 req-7dd8c181-50c2-4404-902c-cf6bdf7a5f8f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0617411 Jul 16 09:23:15.966827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0042cdce-ab0c-46e5-a737-552b27990cc9 req-7c03a230-8018-4cbd-b952-0e5146a55b0c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Jul 16 09:23:17.045514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:17.140201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590e378-4354-4a83-a125-a8f8fac1900d req-ca87b072-fe7e-4aeb-9cec-d86621e1af5a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:17.142233 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f590e378-4354-4a83-a125-a8f8fac1900d req-ca87b072-fe7e-4aeb-9cec-d86621e1af5a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0640953 Jul 16 09:23:17.178321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f590e378-4354-4a83-a125-a8f8fac1900d req-d7808ce4-dbb9-4e84-90a6-42e5ea5772ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304711 Jul 16 09:23:18.350150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8e1bc-7bdd-4f5d-8636-9f79ec8ca5e9 req-2eaf26e0-135e-4aaf-962f-4c8d5104f74b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:18.351625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcf8e1bc-7bdd-4f5d-8636-9f79ec8ca5e9 req-2eaf26e0-135e-4aaf-962f-4c8d5104f74b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0629442 Jul 16 09:23:18.387722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcf8e1bc-7bdd-4f5d-8636-9f79ec8ca5e9 req-0ffd79d1-0f7f-4f51-a7e1-12b30c0fb109 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Jul 16 09:23:18.646991 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:19.560707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e673e-6482-4d01-a5cb-f94c124997ef req-edb3caa7-61f3-46fa-ad2c-3c65ebb2f405 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:19.562091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f5e673e-6482-4d01-a5cb-f94c124997ef req-edb3caa7-61f3-46fa-ad2c-3c65ebb2f405 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0652394 Jul 16 09:23:19.599662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f5e673e-6482-4d01-a5cb-f94c124997ef req-baca7d87-30ec-46a3-8eee-db7e5103d966 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jul 16 09:23:19.887497 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-da591175-755f-4e08-9b6a-c36612b8055f service neutron] show failed (client error): The resource could not be found. Jul 16 09:23:19.888513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-da591175-755f-4e08-9b6a-c36612b8055f service neutron] 10.222.0.47 "GET /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0541589 Jul 16 09:23:20.131519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-0484fdf4-a323-4578-bc7b-081d78a36b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.133036 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-0484fdf4-a323-4578-bc7b-081d78a36b8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1097 time: 0.0524516 Jul 16 09:23:20.145379 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:20.218173 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.416793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:20.447996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:20.486902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:20.489170 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34be46e4-0d17-43f6-ba09-ab309d852760" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:20.492908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.505464 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Transition to ACTIVE for port object 5fbce810-c499-4d32-9493-f193724d0c26 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:20.509546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.596290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=6']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:20.607266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.607611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.607957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.608387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.608724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.609058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.609385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.609711 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.610081 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.610406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.610731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.611053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:20.632301 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8ddf0-d32a-4779-8181-4f2cb7ce4492 x-openstack-request-id: req-4dd8ddf0-d32a-4779-8181-4f2cb7ce4492 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:20.632701 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:20.632844 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dd8ddf0-d32a-4779-8181-4f2cb7ce4492 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:20.633242 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'code': 200} Jul 16 09:23:20.650796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] No DVR routers for this DVR port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:20.788256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e1d9-b3cc-41ba-af8e-0b4dffb3d92b req-6501da59-554a-4100-a2d0-c210cbff3b49 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.789894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9816e1d9-b3cc-41ba-af8e-0b4dffb3d92b req-6501da59-554a-4100-a2d0-c210cbff3b49 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.0672848 Jul 16 09:23:20.795852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:20.796218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:20.796552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:20.800895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:20.801225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:20.806158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:20.806505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:20.806895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:20.807329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Bound port: 5fbce810-c499-4d32-9493-f193724d0c26, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:20.807697 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.829888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9816e1d9-b3cc-41ba-af8e-0b4dffb3d92b req-ecb87e74-b8a2-404d-bf08-711aa3b7d76d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337329 Jul 16 09:23:20.875155 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:20.879144 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:20.883107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.915866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:20.916523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:20.918308 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] 10.222.0.46 "PUT /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1092 time: 0.7766726 Jul 16 09:23:20.956795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ec0b-bc6d-49f1-8a41-13fb66682252 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=7']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:21.004592 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-4d4f9dae-5f2d-4a9f-92a2-617beca8064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.006194 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-4d4f9dae-5f2d-4a9f-92a2-617beca8064c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1095 time: 0.0623915 Jul 16 09:23:21.103668 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-000ca2b1-acdf-4d14-9cdf-9aca167f8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.105197 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-000ca2b1-acdf-4d14-9cdf-9aca167f8fd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0924613 Jul 16 09:23:21.168068 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-cc1c3f54-dedb-4ae2-a4db-489628834a3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.0570683 Jul 16 09:23:21.219923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-26a80415-acf8-40ca-90b1-148cdb1b3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.221266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-26a80415-acf8-40ca-90b1-148cdb1b3890 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0474851 Jul 16 09:23:21.276166 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-fa899d89-b7d4-4f03-a6bc-365b2ac5a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:21.277648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-fa899d89-b7d4-4f03-a6bc-365b2ac5a05d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508082 Jul 16 09:23:21.366070 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-72eab453-869b-494d-8f90-e93ea701df30 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816414 Jul 16 09:23:21.458917 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-734daac3-f4be-4dbe-8a6f-03b5564c6689 req-99f8dcb6-56c4-4b13-8106-eed20a6e82f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856454 Jul 16 09:23:22.010506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aa3d9-7903-48ef-b461-2e05501f89ed req-1cbd26d2-acb2-428a-9ac5-b84b7417bb36 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.011952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b7aa3d9-7903-48ef-b461-2e05501f89ed req-1cbd26d2-acb2-428a-9ac5-b84b7417bb36 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.0652809 Jul 16 09:23:22.050030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b7aa3d9-7903-48ef-b461-2e05501f89ed req-5ace420d-ddaf-41bf-baec-b739fbedd89a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Jul 16 09:23:22.634858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:22.637290 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72acd296-76f5-4fb2-adb3-1557f2864293" -d '{"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:22.683501 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e89089-b650-4124-b589-3c9f7a59d08c x-openstack-request-id: req-13e89089-b650-4124-b589-3c9f7a59d08c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:22.683782 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:22.684121 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13e89089-b650-4124-b589-3c9f7a59d08c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:22.684520 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'status': 'completed', 'code': 200} Jul 16 09:23:22.755745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-988c4569-bfb3-4959-91f8-910ca270761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.757332 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-988c4569-bfb3-4959-91f8-910ca270761c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1095 time: 0.0536950 Jul 16 09:23:22.759030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-8f9d1bf5-42e1-4847-9f65-8cdc7ff52f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.760516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-8f9d1bf5-42e1-4847-9f65-8cdc7ff52f35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1095 time: 0.0527177 Jul 16 09:23:22.850844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-d284e7d4-04d9-409d-a74c-29edd4c57800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.852322 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-d284e7d4-04d9-409d-a74c-29edd4c57800 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0855653 Jul 16 09:23:22.852769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-f9602058-782b-459d-b418-128a9ec8d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.854233 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-f9602058-782b-459d-b418-128a9ec8d6c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0893543 Jul 16 09:23:22.918277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-9cc28574-add6-4f6d-885e-5832d0042451 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.0598657 Jul 16 09:23:22.919307 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-784c0991-db47-433f-a0df-bb67a6d20e97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.0579529 Jul 16 09:23:22.969149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-8518b2c4-d859-480e-b59c-dbf3c257183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.970728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-8518b2c4-d859-480e-b59c-dbf3c257183c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0460849 Jul 16 09:23:22.977420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-b4c698c8-6e6b-4323-b979-ffb3e3a0968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:22.978927 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-b4c698c8-6e6b-4323-b979-ffb3e3a0968b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0519791 Jul 16 09:23:23.037629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-f1684332-1b1b-4f08-8092-fe0afc3bda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.038249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-9e7a9d2b-dd20-4ee0-b911-27176523fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.039427 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-9e7a9d2b-dd20-4ee0-b911-27176523fced service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532362 Jul 16 09:23:23.040345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-f1684332-1b1b-4f08-8092-fe0afc3bda38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633891 Jul 16 09:23:23.132983 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-39a34af7-fda7-49a8-9960-7587df7212b3 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Jul 16 09:23:23.139289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-6200b7cf-4040-4faf-8261-4db64cc1d17d service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929267 Jul 16 09:23:23.228853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-4bded448-4141-4700-8f9b-492af3149344 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Jul 16 09:23:23.263245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-72acd296-76f5-4fb2-adb3-1557f2864293 req-577201b6-9709-41b2-999e-1860102ebeea service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177492 Jul 16 09:23:23.288489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621237f-6470-469e-9680-c62d26ca2f82 req-24fa62cf-012a-41c8-abf0-bdf6f7ac7b32 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.289989 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8621237f-6470-469e-9680-c62d26ca2f82 req-24fa62cf-012a-41c8-abf0-bdf6f7ac7b32 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.0842271 Jul 16 09:23:23.328912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8621237f-6470-469e-9680-c62d26ca2f82 req-dbbdedc9-7c8c-41c2-a0b9-3fb301bd9a73 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Jul 16 09:23:23.561659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:23.666498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:23.677529 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '5fbce810-c499-4d32-9493-f193724d0c26', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:23.714129 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.726892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-8e485da0-ed4c-4923-89a4-3cfb812a93c9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.728526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-8e485da0-ed4c-4923-89a4-3cfb812a93c9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f&tenant_id=94b09ed05756490f9584ee791d333f3f&binding%3Ahost_id=n-h1-798054-12 HTTP/1.1" status: 200 len: 943 time: 0.0751922 Jul 16 09:23:23.729669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:23.749668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:23.753982 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:23.789176 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a4b5-709f-40a3-afd5-11d077448c14 req-55a87130-32e0-4092-a53a-08ae2e86feb0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.790671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7429a4b5-709f-40a3-afd5-11d077448c14 req-55a87130-32e0-4092-a53a-08ae2e86feb0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 943 time: 0.0753798 Jul 16 09:23:23.797199 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-6f10c5f2-2863-4b19-8c22-5e151a47597b service neutron] 10.222.0.46 "GET /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26/bindings/n-h1-798054-12 HTTP/1.1" status: 200 len: 383 time: 0.0622261 Jul 16 09:23:23.807621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:23.816242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.816597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.816942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.817283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.817622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.817959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.818296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.818626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.818955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.819285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.819615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.819939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:23.831149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7429a4b5-709f-40a3-afd5-11d077448c14 req-f35cc64d-4f4f-48d3-adb5-841eaad4a390 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 16 09:23:23.876331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-8b606ac1-21f8-4a09-92a3-67be89fb813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.877823 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-8b606ac1-21f8-4a09-92a3-67be89fb813d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1096 time: 0.0558240 Jul 16 09:23:23.967206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-5dd5fe61-f783-4146-b1f8-2f75ca3bc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:23.968690 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-5dd5fe61-f783-4146-b1f8-2f75ca3bc882 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0842249 Jul 16 09:23:23.974047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:24.014669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:24.019170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['5fbce810-c499-4d32-9493-f193724d0c26'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:23:24.038026 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-fc8c1191-c292-4d98-81ff-9fea84bd3fd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1001 time: 0.0625846 Jul 16 09:23:24.088318 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-2a911295-f577-42b3-a76b-851f9d7047fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:24.089811 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-2a911295-f577-42b3-a76b-851f9d7047fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0440667 Jul 16 09:23:24.146939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-b89c9006-3626-4d8c-a864-420ac637c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:24.148509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-b89c9006-3626-4d8c-a864-420ac637c3a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530684 Jul 16 09:23:24.240590 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-b06cd903-7f36-4b36-9d6e-bfa8df036109 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Jul 16 09:23:24.331981 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-7a1306c6-b880-4ca0-8375-6d0f9e1c2c7b service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Jul 16 09:23:25.007646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4feba-37f4-4e18-b1a8-df152dac403b req-58f536f3-18e6-454d-9254-717cc6ff3764 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:25.009165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8a4feba-37f4-4e18-b1a8-df152dac403b req-58f536f3-18e6-454d-9254-717cc6ff3764 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 944 time: 0.0625885 Jul 16 09:23:25.048057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d8a4feba-37f4-4e18-b1a8-df152dac403b req-eaa3bdfa-1852-4529-bad9-8d7167901ac8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Jul 16 09:23:25.577483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:25.623861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 5fbce810-c499-4d32-9493-f193724d0c26 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:25.628197 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 5fbce810-c499-4d32-9493-f193724d0c26 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:25.628570 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.711388 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.733024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:25.735765 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb3681-90e5-4e90-869d-e6ab66c81a01" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:25.748099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:25.753480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:25.786569 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5bf3f4-aaae-49ff-82aa-31927b92c522 x-openstack-request-id: req-5c5bf3f4-aaae-49ff-82aa-31927b92c522 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:25.786861 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:25.787112 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c5bf3f4-aaae-49ff-82aa-31927b92c522 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:25.787497 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'code': 200} Jul 16 09:23:25.801420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:26.221037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ebde-4e4d-4ea2-8233-8d3052062391 req-b4195b51-fbb9-4d0e-bc13-f358b0cdb723 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:26.222832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b517ebde-4e4d-4ea2-8233-8d3052062391 req-b4195b51-fbb9-4d0e-bc13-f358b0cdb723 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0640483 Jul 16 09:23:26.291706 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b517ebde-4e4d-4ea2-8233-8d3052062391 req-31a95722-5bc6-454d-8509-3f5cc0ff72bf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628526 Jul 16 09:23:26.315768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-7637a35a-1efe-4c2d-ba6c-299d69fb6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:26.317274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-7637a35a-1efe-4c2d-ba6c-299d69fb6df5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1097 time: 0.0686874 Jul 16 09:23:26.328230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:26.397042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.592135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:26.627981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:26.666267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:26.668521 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ad7c7-d441-451d-80a3-18840e5f75ec" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:26.671958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.683773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Transition to ACTIVE for port object 5fbce810-c499-4d32-9493-f193724d0c26 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:26.688430 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:26.724449 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea1294-a756-4913-a9b0-ad4c1edf9200 x-openstack-request-id: req-3fea1294-a756-4913-a9b0-ad4c1edf9200 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:26.724745 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:26.724999 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fea1294-a756-4913-a9b0-ad4c1edf9200 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:26.725415 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'code': 200} Jul 16 09:23:26.768157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:26.782862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.783213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.783559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.783905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.784263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.784594 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.784925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.785250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.785576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.785904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.786233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.786558 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:23:26.825666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] No DVR routers for this DVR port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:26.960018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:26.960364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:26.960692 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:26.965135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:26.965462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Attempting to bind port 5fbce810-c499-4d32-9493-f193724d0c26 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:26.970249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:26.970591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:26.970971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:26.971394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Bound port: 5fbce810-c499-4d32-9493-f193724d0c26, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:26.971753 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.032510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:27.035349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:27.040146 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.073745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.074552 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:27.075996 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1093 time: 0.7517345 Jul 16 09:23:27.109778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf20bd0-e36f-4f16-a224-455a63cf3e45 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=11']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:27.161342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-e4e555f7-355e-466d-aebf-0468bba4e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.163017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-e4e555f7-355e-466d-aebf-0468bba4e862 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1096 time: 0.0642285 Jul 16 09:23:27.256618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bcb9e22-2b0d-4610-914e-4087b49cd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.258072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-4bcb9e22-2b0d-4610-914e-4087b49cd08f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0886862 Jul 16 09:23:27.690885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-a16ac5e5-2f22-4904-a161-6e4ca50f54da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.4265158 Jul 16 09:23:27.751499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-d4c4b4a0-2a78-43bf-91e1-8d1593043a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.752992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-d4c4b4a0-2a78-43bf-91e1-8d1593043a10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0552862 Jul 16 09:23:27.761202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a2611-f6f4-4f04-8709-95c3659a8490 req-26cda4c2-65c0-4bc1-a50c-86384e856975 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.762550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-391a2611-f6f4-4f04-8709-95c3659a8490 req-26cda4c2-65c0-4bc1-a50c-86384e856975 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 944 time: 0.1030257 Jul 16 09:23:27.827664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-391a2611-f6f4-4f04-8709-95c3659a8490 req-c7cc7f7f-f8c2-4b41-b4ca-cf46b52fcafa tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561306 Jul 16 09:23:27.842889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-7222ae79-fe97-4f0e-9bf6-3bef7c66453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:27.844258 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-7222ae79-fe97-4f0e-9bf6-3bef7c66453b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807831 Jul 16 09:23:27.931643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-42580d37-d5f2-4eb7-8e47-1c7f4fd9348a service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811586 Jul 16 09:23:28.020560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3c21d688-d8e8-4d6b-8682-907f912e9449 req-2061d9bc-8add-442a-a72b-13f747f23f8e service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823596 Jul 16 09:23:28.727011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:28.729412 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783" -d '{"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:28.775904 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211acac0-00e7-4658-9e3d-254323310b7a x-openstack-request-id: req-211acac0-00e7-4658-9e3d-254323310b7a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:28.776223 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:28.776479 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-211acac0-00e7-4658-9e3d-254323310b7a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:28.776876 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'status': 'completed', 'code': 200} Jul 16 09:23:28.850648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-80b54511-467b-4e1a-8d0e-82b9f95f5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:28.852304 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-80b54511-467b-4e1a-8d0e-82b9f95f5a52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1096 time: 0.0533364 Jul 16 09:23:28.854400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-a9eb153f-4bf7-43bc-92ec-c9577c3a7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:28.855901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-a9eb153f-4bf7-43bc-92ec-c9577c3a7779 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 1096 time: 0.0563934 Jul 16 09:23:28.946533 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-4be92b40-832d-4c19-9979-a8ed96c3f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:28.948030 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-4be92b40-832d-4c19-9979-a8ed96c3f8cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0861437 Jul 16 09:23:28.975312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-4f758e7e-b24a-47ae-815b-6e4d473e3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:28.976814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-4f758e7e-b24a-47ae-815b-6e4d473e3ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.1186032 Jul 16 09:23:29.015972 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-85b97801-f8e2-4b5a-be98-a6e292acc28c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.0620370 Jul 16 09:23:29.053725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-1d1ccf16-afba-4e7b-8e2c-09740c1b71da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 200 len: 1000 time: 0.0698056 Jul 16 09:23:29.062669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93109-f760-4612-9133-2d14062517f8 req-eae3f3ca-73a5-4e7d-9b6d-a158c4a8ff5f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.064703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f93109-f760-4612-9133-2d14062517f8 req-eae3f3ca-73a5-4e7d-9b6d-a158c4a8ff5f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 944 time: 0.1197288 Jul 16 09:23:29.066590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-5fe26693-17ec-4f68-8f47-8423ba13cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.068084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-5fe26693-17ec-4f68-8f47-8423ba13cd2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0462310 Jul 16 09:23:29.127599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-58d1adbb-f681-4376-b94e-d0d9b14cf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.129316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-58d1adbb-f681-4376-b94e-d0d9b14cf7e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539119 Jul 16 09:23:29.133397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-941e2dfb-1b3c-44ef-8d41-b797ffc5c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.134840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-941e2dfb-1b3c-44ef-8d41-b797ffc5c98c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0692902 Jul 16 09:23:29.139785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f3f93109-f760-4612-9133-2d14062517f8 req-8f644113-4283-4fba-bf5b-4afb9b810e7b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670297 Jul 16 09:23:29.193613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-c1538c78-ecc4-4042-ab5e-056f503d386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:29.195230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-c1538c78-ecc4-4042-ab5e-056f503d386b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538933 Jul 16 09:23:29.224363 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-69039536-e9cd-4436-83f7-8f0c248b2d8f service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873315 Jul 16 09:23:29.293442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-64ca69a6-cffe-4046-9957-3d9a478bc60e service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881932 Jul 16 09:23:29.311809 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-42ab7629-7000-480d-8e60-0103194ccb5a service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807836 Jul 16 09:23:29.388656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2c8aff6a-bbcf-4f69-987b-1a96ccd1b783 req-b5d3ad50-03a4-4a7c-be35-cf1bfccd1423 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873845 Jul 16 09:23:29.592774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:29.633583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:30.027894 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:30.117575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:30.128769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '5fbce810-c499-4d32-9493-f193724d0c26', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5fbce810-c499-4d32-9493-f193724d0c26', 'mac_address': 'fa:16:3e:fa:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:30.167310 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.179721 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:30.200297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:30.204870 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:30.254560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:30.328363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89920cb-b23d-4383-a5dc-e068df644b4e req-78798410-0fff-4013-8be6-0e04c48782e0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.329882 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f89920cb-b23d-4383-a5dc-e068df644b4e req-78798410-0fff-4013-8be6-0e04c48782e0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0688269 Jul 16 09:23:30.367679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f89920cb-b23d-4383-a5dc-e068df644b4e req-90d1b768-334d-4757-b86e-bfd3f0e21895 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Jul 16 09:23:30.457432 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['5fbce810-c499-4d32-9493-f193724d0c26'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:23:30.541878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865baac6-b504-4335-9551-933d283bf2ce req-c4f90989-073c-4d4f-892d-00dc406a88d6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.543296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-865baac6-b504-4335-9551-933d283bf2ce req-c4f90989-073c-4d4f-892d-00dc406a88d6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0627820 Jul 16 09:23:30.581227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-865baac6-b504-4335-9551-933d283bf2ce req-cfdbfb00-6730-4b87-834b-5767a378bca0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jul 16 09:23:30.754448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ac810-d0dd-46d7-8a15-4244ea96ac92 req-fc13681e-cb4e-46b9-a624-3ea72eb7011a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:30.755964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e3ac810-d0dd-46d7-8a15-4244ea96ac92 req-fc13681e-cb4e-46b9-a624-3ea72eb7011a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0630522 Jul 16 09:23:30.794287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e3ac810-d0dd-46d7-8a15-4244ea96ac92 req-b2675bc4-e76c-4013-afa5-63bd059f9a8a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Jul 16 09:23:31.169474 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077ed9-77cb-4c47-8e16-8e018df909d2 req-097eaa4f-4061-46c5-849b-2d3e92f6e4d0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:31.170947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99077ed9-77cb-4c47-8e16-8e018df909d2 req-097eaa4f-4061-46c5-849b-2d3e92f6e4d0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 945 time: 0.0660727 Jul 16 09:23:31.207677 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-99077ed9-77cb-4c47-8e16-8e018df909d2 req-9e746af7-b8ae-48c4-9a0f-0446674ff0c9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Jul 16 09:23:32.038624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:32.086428 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 5fbce810-c499-4d32-9493-f193724d0c26 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:32.090103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 5fbce810-c499-4d32-9493-f193724d0c26 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:32.090480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.166777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.188846 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:32.191572 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b721e1c-bb0f-45a2-ad42-0f908296f2d4" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:32.204609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:32.208734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.235924 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702286f9-4ab0-4334-86e9-d1b438c2cac2 x-openstack-request-id: req-702286f9-4ab0-4334-86e9-d1b438c2cac2 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:32.236249 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-plugged", "status": "completed", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:32.236501 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-702286f9-4ab0-4334-86e9-d1b438c2cac2 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:32.236889 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'code': 200} Jul 16 09:23:32.262716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=13']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:32.401695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-2dca1bc2-dc12-49ed-9642-9636020026f3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:32.403163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-2dca1bc2-dc12-49ed-9642-9636020026f3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 946 time: 0.1060810 Jul 16 09:23:32.424317 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94e735-7744-4f7d-88c3-14fb42a92c6d req-83fb335e-1883-471c-b88b-fcc4723528bc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:32.425853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac94e735-7744-4f7d-88c3-14fb42a92c6d req-83fb335e-1883-471c-b88b-fcc4723528bc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 946 time: 0.1015360 Jul 16 09:23:32.509494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac94e735-7744-4f7d-88c3-14fb42a92c6d req-395a0caa-81df-40a3-b4d9-caa54aa803a4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661273 Jul 16 09:23:32.538464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Deleting port 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:23:32.538818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.635444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] For port 5fbce810-c499-4d32-9493-f193724d0c26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5fbce810-c499-4d32-9493-f193724d0c26,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:32.635813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.800354 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.800643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.800959 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 disassociated. External IP: 172.25.5.126, port: 5fbce810-c499-4d32-9493-f193724d0c26. Jul 16 09:23:32.801304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Calling delete_port for 5fbce810-c499-4d32-9493-f193724d0c26 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:23:32.928009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.955627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'Port': ['ID=5fbce810-c499-4d32-9493-f193724d0c26,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:33.074886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:33.184028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:33.193924 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:33.206449 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:33.207061 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:33.228327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] No DVR routers for this DVR port 5fbce810-c499-4d32-9493-f193724d0c26 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:23:33.231683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.234073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b57c3658-f23b-47df-8be7-04cc091fc513 req-ec3d93b0-1549-4647-80ce-7c34dd1398b9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "DELETE /v2.0/ports/5fbce810-c499-4d32-9493-f193724d0c26 HTTP/1.1" status: 204 len: 173 time: 0.8252242 Jul 16 09:23:33.234509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-deleted', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:33.238605 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aac7f8-f397-42fd-aeae-5eb438daffe8" -d '{"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-deleted", "tag": "5fbce810-c499-4d32-9493-f193724d0c26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:33.277897 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad61bd3-fdf8-4d43-93c6-d80dc925266a x-openstack-request-id: req-bad61bd3-fdf8-4d43-93c6-d80dc925266a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:33.278194 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24a8008-1aee-4389-80c3-efec8c2cd28f", "name": "network-vif-deleted", "tag": "5fbce810-c499-4d32-9493-f193724d0c26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:33.278452 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bad61bd3-fdf8-4d43-93c6-d80dc925266a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:33.278859 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24a8008-1aee-4389-80c3-efec8c2cd28f', 'name': 'network-vif-deleted', 'tag': '5fbce810-c499-4d32-9493-f193724d0c26', 'status': 'completed', 'code': 200} Jul 16 09:23:33.312825 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:33.510144 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:33.534885 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:33.543099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:33.543706 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:33.650282 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:33.669284 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-558a9283-e202-445a-9185-f666fc019071 req-2afac884-93db-483f-9eb7-0c4a18af0a25 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=f24a8008-1aee-4389-80c3-efec8c2cd28f HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jul 16 09:23:33.855033 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:33.880682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8523c1-d096-4c32-b8f0-16ed0195cb2c None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:34.100771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bd1bc-1fc0-47fa-89f4-2e7d150885ce None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:23:35.013011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-f22a8ffa-35fc-46d2-aff3-b4567aff8698 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1955260975&fields=id&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 267 time: 0.0361526 Jul 16 09:23:35.116761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-dae87cf4-54d8-4a2a-9e9c-255fdda9621e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:35.118221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-dae87cf4-54d8-4a2a-9e9c-255fdda9621e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.0988376 Jul 16 09:23:35.132792 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-842c4f7f-a368-42c2-8140-f9c7ba9488cb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/quotas/94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 375 time: 0.0092275 Jul 16 09:23:35.200929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-993dbc23-a15d-4966-b0dc-7b9cef1c324f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633671 Jul 16 09:23:35.216163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-07f5d3c7-97fa-4b2e-9053-059c49922116 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:23:35.217075 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-07f5d3c7-97fa-4b2e-9053-059c49922116 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051079 Jul 16 09:23:35.310257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-6d50e1be-e8e1-420e-ac94-8548c14b6651 service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873494 Jul 16 09:23:35.399390 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-2d7d04be-982e-443a-a62d-60cabce93701 service neutron] 10.222.0.32 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832410 Jul 16 09:23:35.565253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb9dbaaa-1085-4e17-9aa8-f28240cab4c6 req-9138a82a-265f-4088-9ec1-facd3ff397a5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0284460 Jul 16 09:23:36.051055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:23:36.071264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 5fbce810-c499-4d32-9493-f193724d0c26 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:23:36.071613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5fbce810-c499-4d32-9493-f193724d0c26 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:23:36.566041 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-f268334c-50ad-418e-831a-194a5d1da79a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:36.567395 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-f268334c-50ad-418e-831a-194a5d1da79a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 812 time: 0.1082654 Jul 16 09:23:36.619947 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-cfb85bc5-8446-4014-8735-3aab0d281f82 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 380 time: 0.0387051 Jul 16 09:23:36.633082 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'port': {'device_id': '0504714e-e983-4777-ab25-531f7034349a', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'admin_state_up': True, 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'security_groups': ['ca711da8-4079-4407-b86f-3192787bae51']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:36.708868 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ff6f001-1f84-4ec0-b014-dcb79f899b87 req-c10e3d13-3b15-490b-b1eb-a247cbf8d137 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0276694 Jul 16 09:23:36.750323 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Made reservation on behalf of 94b09ed05756490f9584ee791d333f3f for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:23:36.753948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.872313 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Allocated IP 172.20.0.13 (d96c1af8-b161-4a89-9bf1-95675a773fa9/037f801c-b7b3-43a0-b83d-6015a1db83a5/5916b99c-3007-4641-869b-76a99d33c621) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:23:37.007221 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.021255 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Transition to ACTIVE for port object 5916b99c-3007-4641-869b-76a99d33c621 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:37.052997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.093328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:23:37.098926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:23:37.102576 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:23:37.131353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:37.157087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:37.158246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.173440 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-46fffa1c-bb77-4f0f-890e-d42df29d4c57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5469663 Jul 16 09:23:37.184879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Request body: {'port': {'device_id': '0504714e-e983-4777-ab25-531f7034349a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:37.264689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.365781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9f8637a-2156-4230-a2b7-712cb79f58eb None None] Provisioning for port 5916b99c-3007-4641-869b-76a99d33c621 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:37.369822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d9f8637a-2156-4230-a2b7-712cb79f58eb None None] Provisioning complete for port 5916b99c-3007-4641-869b-76a99d33c621 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:37.370136 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9f8637a-2156-4230-a2b7-712cb79f58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.404000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8637a-2156-4230-a2b7-712cb79f58eb None None] Port 5916b99c-3007-4641-869b-76a99d33c621 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:23:37.526633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:37.533998 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.546307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Transition to ACTIVE for port object 5916b99c-3007-4641-869b-76a99d33c621 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:23:37.549338 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.597397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:37.669017 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:23:37.669360 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:23:37.669704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:37.674118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:23:37.674443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:23:37.679317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:23:37.679655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:23:37.680067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:23:37.680513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Bound port: 5916b99c-3007-4641-869b-76a99d33c621, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:23:37.680876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.753343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:23:37.756666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:23:37.761764 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.795913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:37.796623 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.798921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] 10.222.0.46 "PUT /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1093 time: 0.6182635 Jul 16 09:23:37.799446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:37.801851 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d969d4a-1818-4209-8865-65bc53c3c137" -d '{"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:37.845314 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5056-cbf1-47a3-8fdd-feff4e143aaf service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:37.879599 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf778e-cccc-45fa-824c-1d2a32ee3888 x-openstack-request-id: req-33bf778e-cccc-45fa-824c-1d2a32ee3888 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:37.879827 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:37.880071 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33bf778e-cccc-45fa-824c-1d2a32ee3888 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:37.880476 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'status': 'completed', 'code': 200} Jul 16 09:23:37.907276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab8a88-7e6e-49ce-8619-fa67e1d734cf req-fbfd7662-02e0-4927-b08a-16d81b52be82 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:37.909066 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-ddb49070-a312-403a-8bc8-bcd9bf51aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:37.909205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eab8a88-7e6e-49ce-8619-fa67e1d734cf req-fbfd7662-02e0-4927-b08a-16d81b52be82 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0829058 Jul 16 09:23:37.910498 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-ddb49070-a312-403a-8bc8-bcd9bf51aadb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0623715 Jul 16 09:23:37.951122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eab8a88-7e6e-49ce-8619-fa67e1d734cf req-477f157b-c9c5-4f7c-8600-48afb4812807 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357397 Jul 16 09:23:37.956830 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-88de75d0-e9fa-44f5-ba67-b6d916846cbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 217 time: 0.0387950 Jul 16 09:23:38.006326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-42d00c62-592e-4141-89f5-b92b46e5e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.007814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-42d00c62-592e-4141-89f5-b92b46e5e2fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0453980 Jul 16 09:23:38.067108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-adbfeca8-9225-4a15-956e-ea2cbd612c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.068647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-adbfeca8-9225-4a15-956e-ea2cbd612c56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536108 Jul 16 09:23:38.159469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-cd068f28-8dea-4768-bf10-76f44e722ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833023 Jul 16 09:23:38.247613 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9ab43aa7-5efe-45e3-bde9-8bea3b4e33b1 req-096ac1a7-1ea4-489a-9f4b-eaf4145c47d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811963 Jul 16 09:23:38.345290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-76b46665-8a6d-4f47-afcf-55d1042c59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.346840 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-76b46665-8a6d-4f47-afcf-55d1042c59b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0519207 Jul 16 09:23:38.438412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-44eb907a-6fbc-45d6-ae17-e25bb71efc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.439778 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-44eb907a-6fbc-45d6-ae17-e25bb71efc09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0869429 Jul 16 09:23:38.479896 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-4dfaa067-7fa3-4835-a440-e73920fb0510 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 217 time: 0.0328534 Jul 16 09:23:38.530380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-6d492420-4d5c-4142-a839-075c5cb4a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.531815 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-6d492420-4d5c-4142-a839-075c5cb4a543 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0450685 Jul 16 09:23:38.587308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-f18baac7-ac0d-41ed-a0aa-bdeac14cc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:38.588918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-f18baac7-ac0d-41ed-a0aa-bdeac14cc9a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499573 Jul 16 09:23:38.679994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-64b184c3-d8df-4600-a282-389097856d0c service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836873 Jul 16 09:23:38.767957 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5d969d4a-1818-4209-8865-65bc53c3c137 req-bc59b94f-e7dc-4b7b-9afc-5bfa32dc6cd9 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801382 Jul 16 09:23:39.001520 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.132009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291522cb-6b2b-4d11-93c0-ee74364075d6 req-d0c27de3-c61b-4e37-b81e-c227b52ea305 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:39.133484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-291522cb-6b2b-4d11-93c0-ee74364075d6 req-d0c27de3-c61b-4e37-b81e-c227b52ea305 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0668621 Jul 16 09:23:39.171111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-291522cb-6b2b-4d11-93c0-ee74364075d6 req-23f074bd-2c62-4250-b097-7ac91237ee0c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Jul 16 09:23:39.642757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:23:39.669335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.745159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:39.756059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '5916b99c-3007-4641-869b-76a99d33c621', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:23:39.791557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.803590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:23:39.826705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:39.830782 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.875746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:40.014655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['5916b99c-3007-4641-869b-76a99d33c621'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:23:40.346207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a8df4-519d-4330-a695-18f08cd55f7a req-86d1e792-5cd7-47e2-a6ff-398b007138ec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:40.347719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae0a8df4-519d-4330-a695-18f08cd55f7a req-86d1e792-5cd7-47e2-a6ff-398b007138ec tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0662925 Jul 16 09:23:40.384693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ae0a8df4-519d-4330-a695-18f08cd55f7a req-58820909-2890-4601-b559-c4508e89dc0b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Jul 16 09:23:41.558429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d01cc-7ddb-4194-b83e-6a6724669596 req-d1f2b6e5-5dbe-42ab-a7be-e161299329ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:41.559804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd7d01cc-7ddb-4194-b83e-6a6724669596 req-d1f2b6e5-5dbe-42ab-a7be-e161299329ad tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0665112 Jul 16 09:23:41.596693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd7d01cc-7ddb-4194-b83e-6a6724669596 req-81b1bee1-9030-4315-9e25-18f502f2d253 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Jul 16 09:23:41.635492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:23:41.684377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 5916b99c-3007-4641-869b-76a99d33c621 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:23:41.688058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 5916b99c-3007-4641-869b-76a99d33c621 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:23:41.688434 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.761856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.783252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:41.785492 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c711a0e-a2bf-486d-ab45-a6e57b41f40d" -d '{"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-plugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:41.797373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:23:41.802311 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.827993 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f48088-2ce5-4bcb-b59c-d1c804dc6be3 x-openstack-request-id: req-f4f48088-2ce5-4bcb-b59c-d1c804dc6be3 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:41.828308 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-plugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:41.828563 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f48088-2ce5-4bcb-b59c-d1c804dc6be3 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:41.828953 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'code': 200} Jul 16 09:23:41.942110 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7128ee-7c0b-42f6-8924-be269041d6ae req-dee8254e-7bac-4672-9c01-d60ec874aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:41.943637 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce7128ee-7c0b-42f6-8924-be269041d6ae req-dee8254e-7bac-4672-9c01-d60ec874aa48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1098 time: 0.0529561 Jul 16 09:23:41.979497 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ce7128ee-7c0b-42f6-8924-be269041d6ae req-a163c176-391e-4baa-9957-4541fc8097ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296097 Jul 16 09:23:42.010369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:23:42.775281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb2a13-be21-4a5a-8e0e-c3c94974a6d8 req-313c1c0c-af6b-4419-888c-a6c5e16b6030 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:42.776797 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27bb2a13-be21-4a5a-8e0e-c3c94974a6d8 req-313c1c0c-af6b-4419-888c-a6c5e16b6030 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0650520 Jul 16 09:23:42.815509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-27bb2a13-be21-4a5a-8e0e-c3c94974a6d8 req-1f16ba57-8533-4c8e-8f19-4caff52a4623 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Jul 16 09:23:43.067465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6d92ef1-9be8-4edb-b5e1-9db23b9c037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:43.991308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f22ddf-b27e-48bd-88c5-8b8fc197a1c6 req-a7fd719a-2d1b-4db6-9424-23d1759ad0a2 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:43.992837 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f22ddf-b27e-48bd-88c5-8b8fc197a1c6 req-a7fd719a-2d1b-4db6-9424-23d1759ad0a2 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0627003 Jul 16 09:23:44.033460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e4f22ddf-b27e-48bd-88c5-8b8fc197a1c6 req-42a37719-d2d6-4acf-8a01-d5fe48a03f57 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Jul 16 09:23:44.198004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a3ef0-f338-40c0-8c03-2d25ec1815eb req-6cf2547e-9a1b-4293-98fb-3e0ef7eae0a0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:44.198853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e63a3ef0-f338-40c0-8c03-2d25ec1815eb req-6cf2547e-9a1b-4293-98fb-3e0ef7eae0a0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0627067 Jul 16 09:23:44.207940 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34498) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:23:44.212864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Request body: {'floatingip': {'port_id': '5916b99c-3007-4641-869b-76a99d33c621'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:23:44.250169 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.681989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.685856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:44.782637 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 associated. External IP: 172.25.5.126, port: 5916b99c-3007-4641-869b-76a99d33c621. Jul 16 09:23:44.981106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:23:45.084127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:23:45.089583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.093530 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:23:45.102608 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:45.103221 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:45.125950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-436bdf94-fba5-4a15-be76-87b6b98a9688 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "PUT /v2.0/floatingips/ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 HTTP/1.1" status: 200 len: 993 time: 0.9169109 Jul 16 09:23:45.126658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:23:45.129054 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19bd2b5-9b6c-4acc-86d1-174434d225ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:23:45.170188 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9c6fd-ef73-48f6-8a61-3346dad1fb94 x-openstack-request-id: req-d8f9c6fd-ef73-48f6-8a61-3346dad1fb94 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:23:45.170313 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:23:45.170532 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8f9c6fd-ef73-48f6-8a61-3346dad1fb94 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:23:45.170937 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'status': 'completed', 'code': 200} Jul 16 09:23:45.215018 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:45.251950 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-8e068a9e-9ea2-41fa-8fa1-419479456f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:45.253505 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-8e068a9e-9ea2-41fa-8fa1-419479456f85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1098 time: 0.0609770 Jul 16 09:23:45.343415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-32a03bfc-7858-4ebd-8057-8b60e9f49ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:45.345087 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-32a03bfc-7858-4ebd-8057-8b60e9f49ffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0854313 Jul 16 09:23:45.411996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-3eb0c5f6-be3e-4b7d-8575-a6e5530c11c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0610909 Jul 16 09:23:45.432525 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0504714e-e983-4777-ab25-531f7034349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:23:44Z', 'revision_number': 13, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:45.459917 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-f6ee14fe-6e81-4640-a2bb-01bfd7498e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:45.461464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-f6ee14fe-6e81-4640-a2bb-01bfd7498e68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0429559 Jul 16 09:23:45.462086 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:23:45.470832 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:23:45.471431 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:23:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:45.517766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-50b79bf7-2405-4a26-a9d8-dab6d20feff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:45.519279 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-50b79bf7-2405-4a26-a9d8-dab6d20feff9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510743 Jul 16 09:23:45.614611 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-4845ddc2-b268-437e-a1d0-d02f4a99d352 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890398 Jul 16 09:23:45.659320 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:23:45.678645 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df309aee-ea4b-4315-87c7-7144b73d87c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.707012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c19bd2b5-9b6c-4acc-86d1-174434d225ab req-e441a7fa-2559-461b-85d4-5873133a4f98 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858147 Jul 16 09:23:45.782136 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:45.875987 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0504714e-e983-4777-ab25-531f7034349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:23:44Z', 'revision_number': 13, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:23:45.901672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efea6b-5129-45d9-9d93-6d7dfab4c9cd None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'floating_ip_address': '172.25.5.126', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '614af522-9f88-4797-94fa-509dd257da35', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0504714e-e983-4777-ab25-531f7034349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:50Z', 'updated_at': '2021-07-16T09:23:44Z', 'revision_number': 13, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:23:46.081797 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcbce50-d533-4fc4-8c78-8d2251576593 None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:23:47.047276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.651240 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:48.768457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:08.434244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-870b3b13-8aac-4c71-a9e6-6863706abed3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548549 Jul 16 09:24:08.526661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-2bcd569c-aeb3-4d83-95b6-a8c88b15947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:08.528075 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-2bcd569c-aeb3-4d83-95b6-a8c88b15947d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1098 time: 0.0506916 Jul 16 09:24:08.629020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-46cb489b-f9c8-4299-b356-4057b18f4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:08.630486 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-46cb489b-f9c8-4299-b356-4057b18f4fec service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0816007 Jul 16 09:24:09.008314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:09.036605 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-ea9045ed-54b1-4b75-8020-025a8235856b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1003 time: 0.3990445 Jul 16 09:24:09.087555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-d3e35001-ba52-42d0-ad16-bc4c9fcc8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:09.089027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-d3e35001-ba52-42d0-ad16-bc4c9fcc8977 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0427902 Jul 16 09:24:09.146957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-3720a198-4bc6-4ca8-b91b-0283798ea158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:09.148464 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-3720a198-4bc6-4ca8-b91b-0283798ea158 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532365 Jul 16 09:24:09.234349 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-d024c51e-8662-4431-87df-272788f61776 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791352 Jul 16 09:24:09.325288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f5f1cd68-40a6-4a1c-9da5-3bc3872964a8 req-cc2275c9-39a9-48ae-a3e6-2254178fd6c3 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842092 Jul 16 09:24:09.669148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:13.067640 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-668ce003-ce45-4279-9714-df3562b3ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.679552 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb497e6c-ce59-4a10-924c-5c9ad7bf93b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:15.782935 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:17.051219 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:18.652279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.768125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:39.016829 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:39.664458 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:43.068378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c61d43aa-f324-4c5c-8658-63feaf616f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.682650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e0976f3b-9f98-4e38-a72c-548c97aae450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.782557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:47.053921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:48.655263 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:02.767301 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:09.028600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:09.492242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-10478557-4642-4abd-ae67-9923f15e4750 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024523 Jul 16 09:25:09.582232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-73128a95-f64b-4285-9de2-9250ab74412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:09.583632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-73128a95-f64b-4285-9de2-9250ab74412b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1098 time: 0.0505576 Jul 16 09:25:09.664283 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:09.687766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-97ac716f-5307-49bf-87fd-7321450b88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:09.689256 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-97ac716f-5307-49bf-87fd-7321450b88ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0847464 Jul 16 09:25:09.751055 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-d2d44c11-d21c-4941-98a7-8bc3e5a6b349 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1003 time: 0.0559733 Jul 16 09:25:09.801743 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-948a9722-54cf-440d-8977-1bfb90c125c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:09.803147 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-948a9722-54cf-440d-8977-1bfb90c125c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0460103 Jul 16 09:25:09.857910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-1bc8fcdf-7820-40af-87c4-8c032ad3b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:09.858810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-1bc8fcdf-7820-40af-87c4-8c032ad3b851 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499544 Jul 16 09:25:09.943640 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-118a571b-5880-45e3-8f17-966ea5fea8a3 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783081 Jul 16 09:25:10.034201 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-451ea3ba-7cde-4d64-8f43-f49024c4c09e req-30258330-6aa3-4a56-a7be-aa536015f9af service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839038 Jul 16 09:25:13.069593 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-44decf1a-f509-41a2-88ab-b3649383e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:15.682706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-37595a9b-29a3-4c7f-ae93-aaecfbda5b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:15.783475 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:17.056589 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:18.658844 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:22.636830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922a3d8-b637-452e-9157-91b5d9847ce8 req-14fff9c0-7d20-491e-bfda-7ab418d2bfe6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:22.638332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c922a3d8-b637-452e-9157-91b5d9847ce8 req-14fff9c0-7d20-491e-bfda-7ab418d2bfe6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0639651 Jul 16 09:25:22.674887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c922a3d8-b637-452e-9157-91b5d9847ce8 req-60deb9b5-aa94-4783-a1ea-7d91d940e968 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Jul 16 09:25:33.915910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-b7897c74-d6da-450b-aec1-38ed471ed497 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548992 Jul 16 09:25:33.979876 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498470d-316e-40ac-a827-1fbce4d02466 req-9ee9b073-3235-49c6-abf4-4a38a44f9f65 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:33.982841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9498470d-316e-40ac-a827-1fbce4d02466 req-9ee9b073-3235-49c6-abf4-4a38a44f9f65 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jul 16 09:25:34.020255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9498470d-316e-40ac-a827-1fbce4d02466 req-edcd0f9c-e44a-4fe1-8ef1-2dd6d4cc24a0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Jul 16 09:25:35.373207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7ac42-7db6-4f53-a450-6955b513c18b req-db520d60-253a-46eb-a319-0d0d8527924f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:35.374703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cb7ac42-7db6-4f53-a450-6955b513c18b req-db520d60-253a-46eb-a319-0d0d8527924f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0634835 Jul 16 09:25:35.412101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cb7ac42-7db6-4f53-a450-6955b513c18b req-a9deb68d-b4e5-446a-83a9-c380614f4c0d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Jul 16 09:25:36.592541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61163-1a4c-4a86-a915-41eb9745ac08 req-caea6072-d727-41e8-8b87-0fac5cc8bef7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:36.594081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7d61163-1a4c-4a86-a915-41eb9745ac08 req-caea6072-d727-41e8-8b87-0fac5cc8bef7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0691023 Jul 16 09:25:36.630681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e7d61163-1a4c-4a86-a915-41eb9745ac08 req-129c1788-26f7-496e-949f-e58743d5a49c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Jul 16 09:25:37.800483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144ae86-c528-467b-a82f-73846ef68a75 req-9f5f3163-0326-4a3f-99ec-747962e7bd70 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:37.801984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4144ae86-c528-467b-a82f-73846ef68a75 req-9f5f3163-0326-4a3f-99ec-747962e7bd70 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0629110 Jul 16 09:25:37.839216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4144ae86-c528-467b-a82f-73846ef68a75 req-5f1a49b5-4643-42f6-99fe-4fd5aafda1e0 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Jul 16 09:25:39.021894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34cddc-9751-4460-b8f5-54a0e06820f2 req-4f89e859-d1ff-4663-a4b1-6bce32079364 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.023435 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af34cddc-9751-4460-b8f5-54a0e06820f2 req-4f89e859-d1ff-4663-a4b1-6bce32079364 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0688024 Jul 16 09:25:39.034302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:39.068591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af34cddc-9751-4460-b8f5-54a0e06820f2 req-72a22b9e-786e-4495-bf43-42df4014edd1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Jul 16 09:25:39.325984 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-93ea035a-ebee-41df-8ef0-0e4512e6fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.327509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-93ea035a-ebee-41df-8ef0-0e4512e6fe6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1098 time: 0.0523059 Jul 16 09:25:39.420871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-8bbb3a28-573b-4d0d-9bfd-29d3bda966da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.422342 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-8bbb3a28-573b-4d0d-9bfd-29d3bda966da service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0884664 Jul 16 09:25:39.485334 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-ea9ef997-7475-4970-afbd-71920b846fce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1003 time: 0.0558617 Jul 16 09:25:39.537506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-346e77f2-79bf-45b7-84a6-10f3d481cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.538847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-346e77f2-79bf-45b7-84a6-10f3d481cd6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0463374 Jul 16 09:25:39.593744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-e9405d34-fc2f-41a2-a3e5-10ac84bc3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:39.595241 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-e9405d34-fc2f-41a2-a3e5-10ac84bc3c65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505042 Jul 16 09:25:39.665035 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:39.682109 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-c9b7350d-6f71-48ee-8d82-e6c77735390b service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804553 Jul 16 09:25:39.766790 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:39.774222 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-c6d36f42-3feb-4a56-8f19-28557abd82a7 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Jul 16 09:25:40.248928 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173bd0-7048-4a73-8414-3c8663f965ba req-0c6fc56e-9fd1-4eef-b566-eb066b5a8650 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:40.250504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e173bd0-7048-4a73-8414-3c8663f965ba req-0c6fc56e-9fd1-4eef-b566-eb066b5a8650 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0687575 Jul 16 09:25:40.287410 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e173bd0-7048-4a73-8414-3c8663f965ba req-6e8cfc37-53f4-4f1f-9bca-65e8d68a7048 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Jul 16 09:25:41.456313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eca8c-0299-4bed-b56d-ce5a79ad82f9 req-3aaeff75-d56c-4119-a0fd-53b5545f83d5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:41.457765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d01eca8c-0299-4bed-b56d-ce5a79ad82f9 req-3aaeff75-d56c-4119-a0fd-53b5545f83d5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0605621 Jul 16 09:25:41.493867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d01eca8c-0299-4bed-b56d-ce5a79ad82f9 req-68302b40-c6fb-4789-8c82-22a18ecb711d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Jul 16 09:25:42.669734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c1e7-59d5-4151-8ecd-ec70fbed8791 req-bc4698d0-1feb-4da7-b04a-52b99e051bcf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:42.671192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68f5c1e7-59d5-4151-8ecd-ec70fbed8791 req-bc4698d0-1feb-4da7-b04a-52b99e051bcf tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0653503 Jul 16 09:25:42.708827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68f5c1e7-59d5-4151-8ecd-ec70fbed8791 req-173c2dcc-107d-4fb5-b87c-c706db5132f3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jul 16 09:25:43.070609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcc37-f8a0-402b-87b7-3830a27c3ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:43.881258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a292eb-7a5e-45af-ab9b-a80f2b1bc96b req-57fdf19a-fe4e-4255-bd77-aa5fc261d997 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:43.882710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15a292eb-7a5e-45af-ab9b-a80f2b1bc96b req-57fdf19a-fe4e-4255-bd77-aa5fc261d997 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0627527 Jul 16 09:25:43.919274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15a292eb-7a5e-45af-ab9b-a80f2b1bc96b req-82454908-22fd-47d3-a6b4-e74bd0615fb1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304246 Jul 16 09:25:45.090237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2e55b-e885-434f-9263-4b49e4c16a82 req-8f7bf8ec-ccca-4058-912a-5155a115d93d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:45.091688 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83e2e55b-e885-434f-9263-4b49e4c16a82 req-8f7bf8ec-ccca-4058-912a-5155a115d93d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jul 16 09:25:45.132354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83e2e55b-e885-434f-9263-4b49e4c16a82 req-2b625b9b-fadd-47f4-a630-56c215fa6c74 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349402 Jul 16 09:25:45.683684 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed4b39ca-88d5-417d-88fb-ba45454ba942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:45.782634 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:46.307819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07635b3-ac53-4b62-ab06-151c3548cecd req-ec2da7c8-fad3-4c49-a743-9bd4efe17632 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:46.309396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f07635b3-ac53-4b62-ab06-151c3548cecd req-ec2da7c8-fad3-4c49-a743-9bd4efe17632 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0652542 Jul 16 09:25:46.348043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f07635b3-ac53-4b62-ab06-151c3548cecd req-4e99bfe4-c98f-4e77-9f74-01f1727f6509 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Jul 16 09:25:47.063243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:47.519173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab86ff-0242-4ea4-8020-51a0f32f337d req-14f7e70c-a815-43c5-a612-01c4b903abbc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:47.520667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39ab86ff-0242-4ea4-8020-51a0f32f337d req-14f7e70c-a815-43c5-a612-01c4b903abbc tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0630984 Jul 16 09:25:47.557272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-39ab86ff-0242-4ea4-8020-51a0f32f337d req-41000a4e-04f9-4a01-8d34-5a91973927f9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Jul 16 09:25:48.661147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:49.084712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687ca08-743b-4d2c-a6e6-adcc12900989 req-a1b872da-7322-4f6a-9edb-4ee28f7c980c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:49.086108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3687ca08-743b-4d2c-a6e6-adcc12900989 req-a1b872da-7322-4f6a-9edb-4ee28f7c980c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.4131248 Jul 16 09:25:49.123513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3687ca08-743b-4d2c-a6e6-adcc12900989 req-dd95f797-5aba-4ff1-84f9-c65778b832e3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315371 Jul 16 09:25:50.313215 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656ba58-6c66-4f4d-93a6-78d99f64cdc7 req-ff1496ce-95e8-4a99-8b4d-788286cee8f7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:50.315500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1656ba58-6c66-4f4d-93a6-78d99f64cdc7 req-ff1496ce-95e8-4a99-8b4d-788286cee8f7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0647762 Jul 16 09:25:50.353932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1656ba58-6c66-4f4d-93a6-78d99f64cdc7 req-56d3076e-9346-4ab1-be45-7e3188602d6b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Jul 16 09:25:51.528633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70c3c6-f8c7-4289-9a87-a825eab31e49 req-026d4aa3-2736-4447-adb7-3b579155fd19 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:51.530090 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b70c3c6-f8c7-4289-9a87-a825eab31e49 req-026d4aa3-2736-4447-adb7-3b579155fd19 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0654461 Jul 16 09:25:51.567538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1b70c3c6-f8c7-4289-9a87-a825eab31e49 req-fa6385dd-d4ea-49a2-b1cf-2acb6b5e03a7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Jul 16 09:25:52.741399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d96c-b6f3-475e-a7a7-119bf85d6c16 req-e984f0e3-8a0f-43fc-84f2-c866a3c1a521 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:52.742869 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07d3d96c-b6f3-475e-a7a7-119bf85d6c16 req-e984f0e3-8a0f-43fc-84f2-c866a3c1a521 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0628145 Jul 16 09:25:52.780229 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07d3d96c-b6f3-475e-a7a7-119bf85d6c16 req-98b9e988-8f43-4e54-95a5-6e213f38b1d6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316463 Jul 16 09:25:53.376674 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-d7a51b89-daa4-4522-8aab-e7fc80c91420 service neutron] show failed (client error): The resource could not be found. Jul 16 09:25:53.377675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-d7a51b89-daa4-4522-8aab-e7fc80c91420 service neutron] 10.222.0.46 "GET /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0544639 Jul 16 09:25:53.620955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-2cf7a911-22cc-4f3e-895a-2b7624826033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:53.622497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-2cf7a911-22cc-4f3e-895a-2b7624826033 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1098 time: 0.0520141 Jul 16 09:25:53.634055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:25:53.706242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:53.939132 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:25:53.987284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:54.016547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92d4f-5f49-4064-bbaa-ae2f8e510ad0 req-5c12b308-65d0-46e6-8873-cea5d9491c9a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.018015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bb92d4f-5f49-4064-bbaa-ae2f8e510ad0 req-5c12b308-65d0-46e6-8873-cea5d9491c9a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.1197133 Jul 16 09:25:54.050733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:54.052987 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c3c15-1fa2-4b90-9425-f0063663a2f9" -d '{"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-unplugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:54.056847 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.082893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4bb92d4f-5f49-4064-bbaa-ae2f8e510ad0 req-5866bb66-babb-4d64-bce7-20a8a917d7f7 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573018 Jul 16 09:25:54.083804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Transition to ACTIVE for port object 5916b99c-3007-4641-869b-76a99d33c621 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:25:54.088885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.170637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:54.184845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.185196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.185534 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.185866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.186448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.186747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.187091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.188012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.188426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.188762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.189088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.189668 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:25:54.194735 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4cfe5c-57b6-4dc4-a472-d384d8d163af x-openstack-request-id: req-9f4cfe5c-57b6-4dc4-a472-d384d8d163af {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:54.195019 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-unplugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:54.195268 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f4cfe5c-57b6-4dc4-a472-d384d8d163af {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:54.195658 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'code': 200} Jul 16 09:25:54.231712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] No DVR routers for this DVR port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:25:54.376678 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:25:54.377013 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:25:54.377339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:54.381460 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:25:54.381780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:25:54.386629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:25:54.386970 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:25:54.387351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:25:54.387778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Bound port: 5916b99c-3007-4641-869b-76a99d33c621, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:25:54.388177 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.449953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:25:54.452776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:25:54.457255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.492762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.493519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:54.494742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] 10.222.0.47 "PUT /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1093 time: 0.8647447 Jul 16 09:25:54.526443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923bf3-b041-4e88-9275-6f912f284eba service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:25:54.574196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-2140225c-2f0c-43a1-b7cb-033ad9c72310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.575766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-2140225c-2f0c-43a1-b7cb-033ad9c72310 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0580759 Jul 16 09:25:54.667652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-1cbe816b-020c-4273-acd4-8287bd4a55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.669176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-1cbe816b-020c-4273-acd4-8287bd4a55a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0878456 Jul 16 09:25:54.738461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-ac9ad457-1bcc-4d13-9ac1-0b91c7b28215 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0622194 Jul 16 09:25:54.785425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-4a08853c-1c91-407b-9766-ee04d96475e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.786761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-4a08853c-1c91-407b-9766-ee04d96475e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0427797 Jul 16 09:25:54.841120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-c3bee33a-480a-4ed9-865e-2a9f5ca3fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:54.842628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-c3bee33a-480a-4ed9-865e-2a9f5ca3fa20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501311 Jul 16 09:25:54.933087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-6e34b269-485f-45bb-9641-b7385ac8f809 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834517 Jul 16 09:25:55.017816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-79532ae2-d0c7-4fb4-96e4-ab51b7d430bb req-c3144109-726a-4750-b9f1-a7564c0a30fd service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789094 Jul 16 09:25:55.332217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1b1c-be63-4c6a-a244-e4420d415fc5 req-07429d2a-b94d-4f9d-9ffb-a203f59fa01f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:55.333725 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08fe1b1c-be63-4c6a-a244-e4420d415fc5 req-07429d2a-b94d-4f9d-9ffb-a203f59fa01f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.1343930 Jul 16 09:25:55.373658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08fe1b1c-be63-4c6a-a244-e4420d415fc5 req-fa278edf-45d0-40e5-bbc5-2bb4f2be5126 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329275 Jul 16 09:25:56.196823 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:25:56.199214 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653481d-a46e-461c-857b-4a1e44f138fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:25:56.247011 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723703de-e7fd-4092-9be8-ad76fddab88c x-openstack-request-id: req-723703de-e7fd-4092-9be8-ad76fddab88c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:25:56.247306 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:25:56.247558 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-723703de-e7fd-4092-9be8-ad76fddab88c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:25:56.247957 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'status': 'completed', 'code': 200} Jul 16 09:25:56.328852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-a4d17679-3a83-405a-b832-0790035e7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.330506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-a4d17679-3a83-405a-b832-0790035e7dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0613127 Jul 16 09:25:56.331691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-fa0cfc68-d16c-4d27-a694-78ecf08743a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.333331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-fa0cfc68-d16c-4d27-a694-78ecf08743a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0622909 Jul 16 09:25:56.336792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:25:56.384473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:25:56.428519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-b1ed51d3-2769-4242-a077-f238b3d3c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.430035 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-b1ed51d3-2769-4242-a077-f238b3d3c7cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0921965 Jul 16 09:25:56.433282 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-dc55803d-fce8-45e5-aab9-1d8692b4d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.434735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-dc55803d-fce8-45e5-aab9-1d8692b4d66b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0954862 Jul 16 09:25:56.513532 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-4d5034a7-7d3f-4e70-8db9-79a9b25a295a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0768409 Jul 16 09:25:56.514675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-7af1e9cb-cce7-42db-811f-fd1c187d8d18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0729716 Jul 16 09:25:56.564729 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-0ac14743-8544-4fd2-b8c7-deb535efb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.566227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-0ac14743-8544-4fd2-b8c7-deb535efb46f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0457854 Jul 16 09:25:56.594052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-9c4e9f8a-89be-4786-ab7a-eb45ed6ca518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.595548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-9c4e9f8a-89be-4786-ab7a-eb45ed6ca518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0619047 Jul 16 09:25:56.620241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab58119-e213-4635-b8ca-1a51b189439b req-078020ea-7cb8-436f-a6f3-9f18908ea901 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.621626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bab58119-e213-4635-b8ca-1a51b189439b req-078020ea-7cb8-436f-a6f3-9f18908ea901 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.1205530 Jul 16 09:25:56.627080 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-034076c3-7427-4405-a011-794cf3062534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.628648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-034076c3-7427-4405-a011-794cf3062534 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560670 Jul 16 09:25:56.684418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bab58119-e213-4635-b8ca-1a51b189439b req-7e719d42-b4f1-44ac-b23e-8392f2dd80fd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 Jul 16 09:25:56.695248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653481d-a46e-461c-857b-4a1e44f138fb req-18ae231a-a6d5-4dda-881c-890dda3ca7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:56.696841 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-18ae231a-a6d5-4dda-881c-890dda3ca7cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950346 Jul 16 09:25:56.734067 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-7ce1c530-bd07-45ed-b99f-f196d0927a49 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987523 Jul 16 09:25:56.795598 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-fef2417c-1c21-4a03-a729-45b62175a3fb service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921535 Jul 16 09:25:56.826388 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-4d3242ad-17e7-44ff-b209-12da486e4a0f service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851727 Jul 16 09:25:56.888922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c653481d-a46e-461c-857b-4a1e44f138fb req-100dcfa1-f87e-4d67-957b-34ed29643a2e service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865602 Jul 16 09:25:57.914845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e94b-d273-4861-9fcf-fdc383226922 req-b05d09b5-20f3-4311-9b9d-05fb0316b4fb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:57.916406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fe1e94b-d273-4861-9fcf-fdc383226922 req-b05d09b5-20f3-4311-9b9d-05fb0316b4fb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.1156864 Jul 16 09:25:57.957005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fe1e94b-d273-4861-9fcf-fdc383226922 req-3c877c71-4ce6-49d9-8a2b-0cfee0268e5d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Jul 16 09:25:59.135904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72377e-c1a7-4940-ae9c-95ea939179aa req-f5d409d3-4180-40bd-adf2-6855a1b8f40e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:59.137315 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d72377e-c1a7-4940-ae9c-95ea939179aa req-f5d409d3-4180-40bd-adf2-6855a1b8f40e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0663373 Jul 16 09:25:59.174937 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d72377e-c1a7-4940-ae9c-95ea939179aa req-166ec613-cd94-412d-a896-869dce12cb91 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Jul 16 09:26:00.353786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f8ec-5a05-4aba-ab07-c03323392863 req-0d8943cf-22fe-4aaf-988e-ec14bd9223a1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.355257 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be97f8ec-5a05-4aba-ab07-c03323392863 req-0d8943cf-22fe-4aaf-988e-ec14bd9223a1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0693567 Jul 16 09:26:00.393384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be97f8ec-5a05-4aba-ab07-c03323392863 req-f7ed43bd-e535-4ae6-929b-f31dec68db18 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325675 Jul 16 09:26:01.569517 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa42a3c-b7f3-4d21-b338-9aac996e25e7 req-da36e992-0a42-45a4-9f67-a46ddc91744d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:01.570897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daa42a3c-b7f3-4d21-b338-9aac996e25e7 req-da36e992-0a42-45a4-9f67-a46ddc91744d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0645213 Jul 16 09:26:01.608645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daa42a3c-b7f3-4d21-b338-9aac996e25e7 req-69724cba-fa61-48f2-a5ca-f396ca507c66 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jul 16 09:26:02.779563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcde1af-c32b-45bf-bcf8-b7fe8ba1aa3e req-8efaf33a-95f1-41ce-b09b-65533dd89028 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:02.781061 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3dcde1af-c32b-45bf-bcf8-b7fe8ba1aa3e req-8efaf33a-95f1-41ce-b09b-65533dd89028 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0613539 Jul 16 09:26:02.818069 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3dcde1af-c32b-45bf-bcf8-b7fe8ba1aa3e req-431c576d-fd56-40eb-b435-635e74cbdd39 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Jul 16 09:26:03.991195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897af9d-f02e-4080-9450-99409791bc02 req-cc209e50-4140-4b9a-ab44-d03ee68e17eb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:03.992785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2897af9d-f02e-4080-9450-99409791bc02 req-cc209e50-4140-4b9a-ab44-d03ee68e17eb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0658734 Jul 16 09:26:04.029934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2897af9d-f02e-4080-9450-99409791bc02 req-efd5bcde-b161-4c5b-94da-33eac247e133 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Jul 16 09:26:05.211098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c912c-5a57-4b92-baed-e92944cc175f req-9e6fe45c-8a84-4c99-96ae-f630692ff804 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:05.212586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c4c912c-5a57-4b92-baed-e92944cc175f req-9e6fe45c-8a84-4c99-96ae-f630692ff804 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0618141 Jul 16 09:26:05.249332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c4c912c-5a57-4b92-baed-e92944cc175f req-a35730f0-6e6c-42dd-ba54-e546833d673f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Jul 16 09:26:06.422892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3201a4-ac5e-42cb-a796-ebd7711cdd9f req-666dbf1a-2589-467b-a202-5142f72b38d1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:06.424412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc3201a4-ac5e-42cb-a796-ebd7711cdd9f req-666dbf1a-2589-467b-a202-5142f72b38d1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0656886 Jul 16 09:26:06.462245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc3201a4-ac5e-42cb-a796-ebd7711cdd9f req-c48ac5fe-133b-429e-914c-374aae6340a3 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Jul 16 09:26:06.856939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-4aa21721-378d-4b1a-be83-80838c5ae169 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:06.858349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-4aa21721-378d-4b1a-be83-80838c5ae169 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.47 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&tenant_id=94b09ed05756490f9584ee791d333f3f&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 944 time: 0.0787044 Jul 16 09:26:06.951479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-1d5767e5-99da-440c-88f1-0a9aadd4cc22 service neutron] 10.222.0.47 "GET /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621/bindings/n-h2-798054-12 HTTP/1.1" status: 200 len: 383 time: 0.0744519 Jul 16 09:26:06.959674 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bde3-03b1-4a59-b616-dece21e62eb2 req-85516e68-0279-4170-814b-ab50745495b8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:06.961126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1729bde3-03b1-4a59-b616-dece21e62eb2 req-85516e68-0279-4170-814b-ab50745495b8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.1208129 Jul 16 09:26:07.029592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1729bde3-03b1-4a59-b616-dece21e62eb2 req-ab2c31c5-0aff-4617-b7cc-403fa36ca819 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623691 Jul 16 09:26:07.050656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-2b68feec-a5ed-4e5b-9d9f-017aa93b5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.050656 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-2b68feec-a5ed-4e5b-9d9f-017aa93b5319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1096 time: 0.0730639 Jul 16 09:26:07.144770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-eff0653a-f793-4f47-b669-21e242274200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.146142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-eff0653a-f793-4f47-b669-21e242274200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0911758 Jul 16 09:26:07.207508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-d46099b0-40aa-4ba1-a374-57e65b809f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0550809 Jul 16 09:26:07.253628 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-9d12aceb-a85c-4ae5-9ead-7b17a04cc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.255045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-9d12aceb-a85c-4ae5-9ead-7b17a04cc318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0419354 Jul 16 09:26:07.313729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-15cd25d8-6032-433b-b85b-4d81465cc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:07.315730 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-15cd25d8-6032-433b-b85b-4d81465cc1be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546138 Jul 16 09:26:07.400951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-9dc4dcf8-2f99-4d43-a656-816957eb1b1b service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790174 Jul 16 09:26:07.489744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-936786f4-cef5-4ae8-bc63-222e9c320bed service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Jul 16 09:26:08.203224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a918877-ae03-4769-925f-f59367e68295 req-1e47fe82-d9e9-4161-a9fe-b65276ebcdd8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:08.204736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a918877-ae03-4769-925f-f59367e68295 req-1e47fe82-d9e9-4161-a9fe-b65276ebcdd8 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0607712 Jul 16 09:26:08.242574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5a918877-ae03-4769-925f-f59367e68295 req-520a4c32-de59-44fc-9c9c-23fbe50ce9ff tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jul 16 09:26:08.630793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:08.727158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:08.738004 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '5916b99c-3007-4641-869b-76a99d33c621', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:08.777465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:08.789401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:08.808026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:08.812406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:08.857607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:08.865115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.865466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.865807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.866147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.866480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.866809 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.867136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.867461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.867784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.868134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.868461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:08.868782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:09.018110 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.422272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6ba5-fafa-48f6-b47c-78fd948d0bbc req-3c280566-4a0c-488a-8f91-0bc6e2f3fe67 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:09.423746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d3b6ba5-fafa-48f6-b47c-78fd948d0bbc req-3c280566-4a0c-488a-8f91-0bc6e2f3fe67 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0626419 Jul 16 09:26:09.461034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d3b6ba5-fafa-48f6-b47c-78fd948d0bbc req-e68b29f8-5c38-4971-b7b8-1f79a9565e84 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Jul 16 09:26:09.679135 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.857889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-b04349bf-5509-4527-9b25-6363bf0841bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:09.859406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-b04349bf-5509-4527-9b25-6363bf0841bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1097 time: 0.0590835 Jul 16 09:26:09.963279 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-37d77624-ddf2-4232-af99-fe1904176379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:09.964726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-37d77624-ddf2-4232-af99-fe1904176379 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0840106 Jul 16 09:26:10.033173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-8a494524-abbf-4c5d-bbfa-20caa6a0af4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1002 time: 0.0619669 Jul 16 09:26:10.081065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-d176ce60-e862-4e87-8bf8-8c9b1712d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:10.082438 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-d176ce60-e862-4e87-8bf8-8c9b1712d4fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0434279 Jul 16 09:26:10.138169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-251b2ee7-4919-4e45-a34e-7a5a2b1cf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:10.139679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-251b2ee7-4919-4e45-a34e-7a5a2b1cf698 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510061 Jul 16 09:26:10.231035 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-80cdfe91-1d98-4b25-8eb3-50f1463055c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Jul 16 09:26:10.320556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66ff8f2e-fc8e-4f84-8b76-b89ace697de8 req-884c07c2-d9f2-4aaf-b86d-32cecb0dd97e service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829630 Jul 16 09:26:10.641253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180897e2-8563-4b1c-9caa-b52c48e67277 req-b17de87c-6a1e-4091-9f7f-ed42a6041a9a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:10.642737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-180897e2-8563-4b1c-9caa-b52c48e67277 req-b17de87c-6a1e-4091-9f7f-ed42a6041a9a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0668068 Jul 16 09:26:10.679864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-180897e2-8563-4b1c-9caa-b52c48e67277 req-5ceace02-f490-41a2-8f3e-ef7aa412140d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Jul 16 09:26:11.217031 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-692ce568-cfc1-4b72-9e8f-db9bd0ecf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:11.218548 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-692ce568-cfc1-4b72-9e8f-db9bd0ecf6da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a&tenant_id=94b09ed05756490f9584ee791d333f3f HTTP/1.1" status: 200 len: 1097 time: 0.0558579 Jul 16 09:26:11.229637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:11.298918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.497620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:11.529602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h2-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:11.565677 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:11.573765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.584195 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Ignored duplicate provisioning block setup for port 5916b99c-3007-4641-869b-76a99d33c621 by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:26:11.587555 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.666836 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=9']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:11.681822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.682173 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.682516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.682855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.683197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.683544 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.683866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.684216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.684548 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.684877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.685203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.685526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:11.718405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] No DVR routers for this DVR port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h2-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:11.870852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:11.871229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:11.871555 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:11.875230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58efb3-7836-4b52-b932-31e20e55c41a req-f42b3d9d-026e-45cd-be1b-37d5630f439a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:11.875879 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:11.876240 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Attempting to bind port 5916b99c-3007-4641-869b-76a99d33c621 on network d96c1af8-b161-4a89-9bf1-95675a773fa9 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:11.876761 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e58efb3-7836-4b52-b932-31e20e55c41a req-f42b3d9d-026e-45cd-be1b-37d5630f439a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 944 time: 0.0657089 Jul 16 09:26:11.881131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:11.881478 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Checking segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:11.881915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Bound using segment: {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:11.882298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Bound port: 5916b99c-3007-4641-869b-76a99d33c621, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b74192-d31c-41e4-a503-c0e8002a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:11.882664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.914707 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9e58efb3-7836-4b52-b932-31e20e55c41a req-eb5a1c0c-3993-4db8-85b5-9443c935d24d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Jul 16 09:26:11.945694 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:11.949074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:11.953089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.987425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:11.988054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.989516 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] 10.222.0.46 "PUT /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1093 time: 0.7638257 Jul 16 09:26:11.989866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:11.992113 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:12.046064 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cdb5f6-4479-4be6-a144-8cc48c52dcd6 x-openstack-request-id: req-45cdb5f6-4479-4be6-a144-8cc48c52dcd6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:12.046376 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:12.046631 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45cdb5f6-4479-4be6-a144-8cc48c52dcd6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:12.047035 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'status': 'completed', 'code': 200} Jul 16 09:26:12.049131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dca1b-1a69-40d7-86fa-6ba63249ed32 service neutron] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=10']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:12.085702 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-9e692e95-c378-4dec-bfbb-01334d9ea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.087250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-9e692e95-c378-4dec-bfbb-01334d9ea037 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1097 time: 0.0725224 Jul 16 09:26:12.125573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-e3be87b3-741c-4ec4-bcbb-2131eae47532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.127484 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-e3be87b3-741c-4ec4-bcbb-2131eae47532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1097 time: 0.0557179 Jul 16 09:26:12.186800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-876879f6-c29d-45e9-867a-f874b2209f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.188346 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-876879f6-c29d-45e9-867a-f874b2209f2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0953746 Jul 16 09:26:12.224301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-233e8223-47a8-4170-b9e8-631bb31ddfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.225757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-233e8223-47a8-4170-b9e8-631bb31ddfd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0924699 Jul 16 09:26:12.257876 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-115cba26-acf4-4a46-b3c3-2574e33f755a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0632596 Jul 16 09:26:12.296715 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-499fd71d-58c3-42c2-82ba-d2be809d429a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0649736 Jul 16 09:26:12.309867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-baa14595-dc25-4043-88bb-bfb07ca22aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.311339 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-baa14595-dc25-4043-88bb-bfb07ca22aee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0472233 Jul 16 09:26:12.344398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-0b74399b-7118-4406-9ad9-976e51051211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.346361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-0b74399b-7118-4406-9ad9-976e51051211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0424085 Jul 16 09:26:12.368386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-22bcb21f-821a-4159-ab42-dd0836141e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.369906 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-22bcb21f-821a-4159-ab42-dd0836141e89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528405 Jul 16 09:26:12.404069 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-a7c754ce-52db-4a99-9fd3-f1e90463f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.405831 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-a7c754ce-52db-4a99-9fd3-f1e90463f7d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529685 Jul 16 09:26:12.465948 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-5954144d-0d6d-4018-9a81-238e37626c5c service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857141 Jul 16 09:26:12.501818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-c6ddb4c1-fc70-4c03-a634-7e6e5d58667b service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Jul 16 09:26:12.555969 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5798c1c6-cafa-41dd-8b46-65d08c1847da req-86f67435-1275-4a3b-b2d1-5790e1412396 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835919 Jul 16 09:26:12.591084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-c31f628c-a01f-4cd5-87fb-67c74b92c6ea service neutron] 10.222.0.47 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Jul 16 09:26:12.665469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-991c4415-cf6e-4951-b41b-1959d6bd288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.667791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-991c4415-cf6e-4951-b41b-1959d6bd288d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b09ed05756490f9584ee791d333f3f&device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 1097 time: 0.0569639 Jul 16 09:26:12.769653 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-322001b8-3baf-47c3-9afb-6a105d0dc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.771107 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-322001b8-3baf-47c3-9afb-6a105d0dc416 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 200 len: 913 time: 0.0941389 Jul 16 09:26:12.840002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-8f8eb10b-a43c-4e83-928c-1a268ff9108b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 200 len: 1001 time: 0.0617654 Jul 16 09:26:12.888877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-7889a227-b174-49b1-97d3-cc35dc2df2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.890251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-7889a227-b174-49b1-97d3-cc35dc2df2dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 200 len: 851 time: 0.0432703 Jul 16 09:26:12.948933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-a9f99a76-7d4e-46e3-9a10-d3ef298cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.950472 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-a9f99a76-7d4e-46e3-9a10-d3ef298cb357 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d96c1af8-b161-4a89-9bf1-95675a773fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527539 Jul 16 09:26:13.046834 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-db796ab7-66b1-4810-adb5-403c90c5a6dd service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Jul 16 09:26:13.071513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-698f9e73-c514-4304-8766-3a3d30ddaa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:13.099586 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74eaae-b0cf-4d2a-beb8-c793b28bed87 req-e06c628b-aebc-4277-9555-bb201688646e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:13.103804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d74eaae-b0cf-4d2a-beb8-c793b28bed87 req-e06c628b-aebc-4277-9555-bb201688646e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0755970 Jul 16 09:26:13.145581 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7c8091f4-1c64-4dce-883a-dc8eaa3b4fb4 req-d6737930-b6a1-4f0e-bd4b-46a0e6396ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913913 Jul 16 09:26:13.146187 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d74eaae-b0cf-4d2a-beb8-c793b28bed87 req-769df22c-61a4-43f4-a85d-e8b19924c47c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Jul 16 09:26:14.324845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809a47-f965-4eed-882c-03a473eb1f48 req-2cb15c4b-9841-477a-9bdd-6ff584b816fd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:14.326483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f809a47-f965-4eed-882c-03a473eb1f48 req-2cb15c4b-9841-477a-9bdd-6ff584b816fd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0662699 Jul 16 09:26:14.367308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3f809a47-f965-4eed-882c-03a473eb1f48 req-8b8be0e9-9e83-4add-89f5-09eacad2373e tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Jul 16 09:26:14.678761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:14.718211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:15.542665 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a1618-7f54-4eb7-ada3-5add3e86cade req-c4d816a1-7e5f-4875-a0e2-8c30683230e9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:15.544109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846a1618-7f54-4eb7-ada3-5add3e86cade req-c4d816a1-7e5f-4875-a0e2-8c30683230e9 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0626268 Jul 16 09:26:15.583106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-846a1618-7f54-4eb7-ada3-5add3e86cade req-05df96a9-e13b-4847-993f-4c717339d86c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333240 Jul 16 09:26:15.685971 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-83d4a38d-6739-4219-ade2-5b44b96b9f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:15.783032 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.761365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650235-200d-42be-9c49-b3ef6ed55aef req-ef2d22c2-e162-4ad9-a78c-bacf6e729045 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:16.762828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15650235-200d-42be-9c49-b3ef6ed55aef req-ef2d22c2-e162-4ad9-a78c-bacf6e729045 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0656612 Jul 16 09:26:16.766418 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:16.799951 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-15650235-200d-42be-9c49-b3ef6ed55aef req-176c579e-67fb-448f-a383-9e1861812657 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Jul 16 09:26:17.065400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.974285 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2b775-4b01-49a1-8d24-e6ec87eb8763 req-56137eed-f0c1-403b-b21b-a0143d0fb267 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:17.975740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fd2b775-4b01-49a1-8d24-e6ec87eb8763 req-56137eed-f0c1-403b-b21b-a0143d0fb267 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jul 16 09:26:18.012070 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9fd2b775-4b01-49a1-8d24-e6ec87eb8763 req-3eb42273-5fd0-4b93-b031-9ce4f81ecd64 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Jul 16 09:26:18.663591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.187698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e6a21-5172-49a0-a028-a65f932b6695 req-3017011b-9f22-4e0b-af7f-0b35f4af0416 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:19.189198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a16e6a21-5172-49a0-a028-a65f932b6695 req-3017011b-9f22-4e0b-af7f-0b35f4af0416 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0662265 Jul 16 09:26:19.226732 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a16e6a21-5172-49a0-a028-a65f932b6695 req-cd6a9d19-04aa-41dd-b202-e5cc8d64bbaa tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Jul 16 09:26:20.396972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4058f70-1074-4ca8-8c79-22bca6a80e3b req-fa9a9a51-0d1a-402c-b974-00dd681aae63 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:20.398456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4058f70-1074-4ca8-8c79-22bca6a80e3b req-fa9a9a51-0d1a-402c-b974-00dd681aae63 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0624669 Jul 16 09:26:20.436249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f4058f70-1074-4ca8-8c79-22bca6a80e3b req-482bd960-8355-4140-9cc2-f5c6470178e5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Jul 16 09:26:21.606543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f0b9e-1ccf-4234-b9fd-a90f846872f7 req-a20e9dab-df01-41f3-a352-8f66c3141cbe tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:21.608005 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-538f0b9e-1ccf-4234-b9fd-a90f846872f7 req-a20e9dab-df01-41f3-a352-8f66c3141cbe tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0615482 Jul 16 09:26:21.648217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-538f0b9e-1ccf-4234-b9fd-a90f846872f7 req-1a228bec-caeb-478f-993d-7ab7c665af32 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339873 Jul 16 09:26:22.821379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a83b77-49dc-4ee4-a514-d3a1f6005478 req-62fec426-5c8d-4085-810a-88ef8c8a4e40 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:22.823012 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95a83b77-49dc-4ee4-a514-d3a1f6005478 req-62fec426-5c8d-4085-810a-88ef8c8a4e40 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0626037 Jul 16 09:26:22.860627 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-95a83b77-49dc-4ee4-a514-d3a1f6005478 req-54317356-6b43-4dc9-8991-3ded516de6c1 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322936 Jul 16 09:26:24.031074 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253d33d-3703-40c3-bf5c-3e9450378154 req-b4751c4f-ee2e-4963-8abd-3ae72e755dfd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.032561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9253d33d-3703-40c3-bf5c-3e9450378154 req-b4751c4f-ee2e-4963-8abd-3ae72e755dfd tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0615664 Jul 16 09:26:24.069754 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9253d33d-3703-40c3-bf5c-3e9450378154 req-eae0e046-f626-46f9-bf7d-bb0516009409 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 16 09:26:24.241092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496ac0-a511-4a36-9bb7-0cc1d7a4b2ad req-4277e50d-21ad-4aaa-b277-b98a6b2d86eb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.242444 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c496ac0-a511-4a36-9bb7-0cc1d7a4b2ad req-4277e50d-21ad-4aaa-b277-b98a6b2d86eb tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0655167 Jul 16 09:26:24.279112 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c496ac0-a511-4a36-9bb7-0cc1d7a4b2ad req-9ab805bb-26ac-47b9-b667-ba971c2f3e10 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Jul 16 09:26:24.453921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3a9de-cac9-4392-8e80-13e3e2d09ab4 req-8a05dd54-98d2-4940-a84c-32b6664bd62d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.456003 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19b3a9de-cac9-4392-8e80-13e3e2d09ab4 req-8a05dd54-98d2-4940-a84c-32b6664bd62d tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 945 time: 0.0615356 Jul 16 09:26:24.492540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-19b3a9de-cac9-4392-8e80-13e3e2d09ab4 req-c452905d-ef69-4117-9964-7c53431b0a4c tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Jul 16 09:26:24.543192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:24.635777 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:24.647307 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '5916b99c-3007-4641-869b-76a99d33c621', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'port_id': '5916b99c-3007-4641-869b-76a99d33c621', 'mac_address': 'fa:16:3e:74:93:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:24.684255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.701824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:24.725771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:24.731004 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.779031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:24.873223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759461c-a444-4d0d-b609-d00a07b71bf8 req-4b192d88-ebb3-401d-8f11-fd604d7850f6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.874815 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4759461c-a444-4d0d-b609-d00a07b71bf8 req-4b192d88-ebb3-401d-8f11-fd604d7850f6 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0618606 Jul 16 09:26:24.917384 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4759461c-a444-4d0d-b609-d00a07b71bf8 req-5039a1b4-08f7-4277-b2c5-7451a55bbd4f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343354 Jul 16 09:26:24.978218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['5916b99c-3007-4641-869b-76a99d33c621'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:26.088100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ffa97-fb84-4d00-8967-ef2d5ab2985b req-dbf9a481-397e-4870-a21f-b8f391d58ef4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:26.089542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b3ffa97-fb84-4d00-8967-ef2d5ab2985b req-dbf9a481-397e-4870-a21f-b8f391d58ef4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0610116 Jul 16 09:26:26.126651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8b3ffa97-fb84-4d00-8967-ef2d5ab2985b req-7c46483b-cecc-43e4-a3e7-9f9805dcad0b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca711da8-4079-4407-b86f-3192787bae51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Jul 16 09:26:26.347312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-72203118-8061-43ee-b2ac-e914fe66a23a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:26.348810 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-72203118-8061-43ee-b2ac-e914fe66a23a tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 946 time: 0.0674446 Jul 16 09:26:26.444835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Deleting port 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:26.445157 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.535224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:26.535580 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.556379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:26.606317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 5916b99c-3007-4641-869b-76a99d33c621 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:26.610088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 5916b99c-3007-4641-869b-76a99d33c621 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:26.610463 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.685040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.700926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.701304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.701613 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 disassociated. External IP: 172.25.5.126, port: 5916b99c-3007-4641-869b-76a99d33c621. Jul 16 09:26:26.701954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Calling delete_port for 5916b99c-3007-4641-869b-76a99d33c621 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:26.708280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:26.710527 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea90a3-9b5f-4635-b22a-b13096d1c5ed" -d '{"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-plugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:26.725150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 5916b99c-3007-4641-869b-76a99d33c621, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=5916b99c-3007-4641-869b-76a99d33c621,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:26.730228 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.782667 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:26.813643 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925c000-48c1-4127-bcd9-b614b533364f x-openstack-request-id: req-e925c000-48c1-4127-bcd9-b614b533364f {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:26.813942 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-plugged", "status": "completed", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:26.814194 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e925c000-48c1-4127-bcd9-b614b533364f {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:26.814591 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'code': 200} Jul 16 09:26:26.833474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:26.862523 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'Port': ['ID=5916b99c-3007-4641-869b-76a99d33c621,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:26.977899 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:27.085204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:27.095776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:27.105188 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:27.105787 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:27.127301 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] No DVR routers for this DVR port 5916b99c-3007-4641-869b-76a99d33c621 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:27.130089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:27.132102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c3ef6206-c326-4a1e-bf91-0a337358df7d req-abe60d20-16dd-4a2a-84dc-e13bfcb9f28b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.46 "DELETE /v2.0/ports/5916b99c-3007-4641-869b-76a99d33c621 HTTP/1.1" status: 204 len: 173 time: 0.7779427 Jul 16 09:26:27.132661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-deleted', 'tag': '5916b99c-3007-4641-869b-76a99d33c621'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:27.135072 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c3ad3-858f-4e16-b418-83aa705a344c" -d '{"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-deleted", "tag": "5916b99c-3007-4641-869b-76a99d33c621"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:27.176229 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba423410-d7ae-4fb6-bfe6-e93b4ec04d5c x-openstack-request-id: req-ba423410-d7ae-4fb6-bfe6-e93b4ec04d5c {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:27.176592 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504714e-e983-4777-ab25-531f7034349a", "name": "network-vif-deleted", "tag": "5916b99c-3007-4641-869b-76a99d33c621", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:27.176921 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba423410-d7ae-4fb6-bfe6-e93b4ec04d5c {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:27.177423 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504714e-e983-4777-ab25-531f7034349a', 'name': 'network-vif-deleted', 'tag': '5916b99c-3007-4641-869b-76a99d33c621', 'status': 'completed', 'code': 200} Jul 16 09:26:27.219241 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:27.308801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-002f0b82-cf29-4893-8b65-1db520c2bac0 req-1d4f41f9-dfa3-45f6-a5c3-5e3124f02965 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0274301 Jul 16 09:26:27.420144 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:27.449547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:27.458534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:27.459142 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:27.560835 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:27.753871 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:27.778855 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e01b7-abcc-48d1-9184-5d886786ed9c None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:48Z', 'revision_number': 4, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '78cb45c2-8b27-4e75-a9b4-bc84f0aa9668', 'name': '', 'network_id': 'd96c1af8-b161-4a89-9bf1-95675a773fa9', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'mac_address': 'fa:16:3e:89:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:47Z', 'updated_at': '2021-07-16T09:16:54Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'subnets': [{'id': '037f801c-b7b3-43a0-b83d-6015a1db83a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:28.003331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a9d10-8e1c-4c05-9e23-4ef3f40477cc None None] New status for floating IP ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:26:28.457281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9f6d96b-c65f-4362-8e96-89a9a3062443 req-cab3b33f-c1eb-43f0-96b4-a9ca1605e6e5 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0289674 Jul 16 09:26:29.601106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c3b03d30-c8d0-4390-8f78-511f625a39d7 req-ec8f7c33-f6a4-496b-9e36-4522dcc96cc4 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0314400 Jul 16 09:26:30.572621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:30.592094 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 5916b99c-3007-4641-869b-76a99d33c621 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:30.592513 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 5916b99c-3007-4641-869b-76a99d33c621 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:30.748505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-320511a2-3d0e-439c-9981-f0a20857b12a req-51acab34-8d7a-4939-a7ed-a9af0d06144b tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/ports?device_id=0504714e-e983-4777-ab25-531f7034349a HTTP/1.1" status: 200 len: 210 time: 0.0274758 Jul 16 09:26:34.754033 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34968) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:34.808979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:34.832487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:34.879268 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:34.881878 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:34.888145 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca711da8-4079-4407-b86f-3192787bae51 HTTP/1.1" status: 204 len: 168 time: 0.1279502 Jul 16 09:26:34.888326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34970) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:34.893770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401173d-dbed-4fb7-9c54-62ca50363e0f tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca711da8-4079-4407-b86f-3192787bae51,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:34.904173 n-d-798054-12 neutron-server[93775]: INFO neutron.api.v2.resource [None req-37c978e8-50f1-4955-a84e-6759e1569c78 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] show failed (client error): The resource could not be found. Jul 16 09:26:34.905277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-37c978e8-50f1-4955-a84e-6759e1569c78 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "GET /v2.0/security-groups/ca711da8-4079-4407-b86f-3192787bae51 HTTP/1.1" status: 404 len: 347 time: 0.0183074 Jul 16 09:26:34.908124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34972) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:35.029017 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Deleting port 2f905628-dfdf-498e-b40c-63b62d0311ea {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:35.029367 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.108881 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.109214 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.120979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Calling delete_port for 2f905628-dfdf-498e-b40c-63b62d0311ea owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:35.254455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.632306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Pushing event deleted for resources: {'Port': ['ID=2f905628-dfdf-498e-b40c-63b62d0311ea,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:35.686201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.688811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.689984 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-824b19c2-56aa-4a90-a2f8-b4bea3eb0620 tempest-ServerActionsTestJSON-2119327782 tempest-ServerActionsTestJSON-2119327782-project] 10.222.0.32 "DELETE /v2.0/floatingips/ba789a6a-7ff8-4fe5-b4ae-b3d141a568b4 HTTP/1.1" status: 204 len: 168 time: 0.7807064 Jul 16 09:26:35.692939 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34974) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:36.085909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.334300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Deleting port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:36.334644 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.410583 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] For port 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:36.410858 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.422666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Calling delete_port for 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:36.597670 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.628098 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Pushing event deleted for resources: {'Port': ['ID=78cb45c2-8b27-4e75-a9b4-bc84f0aa9668,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:36.787418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.997900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Router 614af522-9f88-4797-94fa-509dd257da35 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:37.102492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:37.107448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5d67b84e-88bd-4e3d-90fa-f5ce1793adfd admin admin] 10.222.0.32 "PUT /v2.0/routers/614af522-9f88-4797-94fa-509dd257da35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135759 Jul 16 09:26:37.110236 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34978) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:37.111065 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Sync routers for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:37.120545 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:37.121148 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:37.211760 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.221561 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:37.317992 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.373717 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Deleting port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:37.374066 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.400753 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:26:36Z', 'revision_number': 5, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port': {'id': '559a08ff-eb25-4ea5-bc5e-3c4173c85f05', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614af522-9f88-4797-94fa-509dd257da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:37.453517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] For port 559a08ff-eb25-4ea5-bc5e-3c4173c85f05, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:37.453885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.467221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Calling delete_port for 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:37.518921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Checking router: 614af522-9f88-4797-94fa-509dd257da35 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:37.527119 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Routers {'614af522-9f88-4797-94fa-509dd257da35'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:37.527730 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:26:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['614af522-9f88-4797-94fa-509dd257da35'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:37.611893 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] Set router 614af522-9f88-4797-94fa-509dd257da35 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:37.634456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.660517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=559a08ff-eb25-4ea5-bc5e-3c4173c85f05,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:37.666539 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:26:37Z', 'revision_number': 6, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:37.691286 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1e42b4-2b05-4ea4-9707-0d4fbd833764 None None] The sync data for ids ['614af522-9f88-4797-94fa-509dd257da35'] in n-d-798054-12 is: [{'id': '614af522-9f88-4797-94fa-509dd257da35', 'name': 'tempest-ServerActionsTestJSON-1152765701-router', 'tenant_id': '94b09ed05756490f9584ee791d333f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:46Z', 'updated_at': '2021-07-16T09:26:37Z', 'revision_number': 6, 'project_id': '94b09ed05756490f9584ee791d333f3f', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:37.729325 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.816422 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.818530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.860495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.861060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614af522-9f88-4797-94fa-509dd257da35 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:26:37.865380 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.866631 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ec407aa6-1696-4617-8296-e2af386a24d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/614af522-9f88-4797-94fa-509dd257da35 HTTP/1.1" status: 204 len: 168 time: 0.7553122 Jul 16 09:26:37.869158 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 34980) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:37.913121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Deleting subnet 037f801c-b7b3-43a0-b83d-6015a1db83a5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:26:37.916153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.954048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.373374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.428932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.455145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037f801c-b7b3-43a0-b83d-6015a1db83a5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.459333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.463801 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9e792527-3fc1-4212-9fa1-85125e0ce077 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/037f801c-b7b3-43a0-b83d-6015a1db83a5 HTTP/1.1" status: 204 len: 168 time: 0.5911789 Jul 16 09:26:38.464101 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:38.466990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fa507-7246-4b9e-a4a0-35f6fff8d150 None None] Network d96c1af8-b161-4a89-9bf1-95675a773fa9 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:38.536209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:38.555316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.563221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:38.563569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 78cb45c2-8b27-4e75-a9b4-bc84f0aa9668 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:38.563983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:38.584354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:38.584710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 559a08ff-eb25-4ea5-bc5e-3c4173c85f05 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:38.615663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Deleting port 8248f65f-f177-4cfa-88b0-5f0f2819a58c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:38.616144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.683603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] For port 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8248f65f-f177-4cfa-88b0-5f0f2819a58c,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:38.683971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.695910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Calling delete_port for 8248f65f-f177-4cfa-88b0-5f0f2819a58c owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:38.703666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] DHCP port deletion for d96c1af8-b161-4a89-9bf1-95675a773fa9 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:26:38.755127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Deleting port 8248f65f-f177-4cfa-88b0-5f0f2819a58c {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:38.755507 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.785509 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.816938 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] No DVR routers for this DVR port 8248f65f-f177-4cfa-88b0-5f0f2819a58c on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:38.821484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8248f65f-f177-4cfa-88b0-5f0f2819a58c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.828377 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] For port 8248f65f-f177-4cfa-88b0-5f0f2819a58c, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8248f65f-f177-4cfa-88b0-5f0f2819a58c,segment=NetworkSegment(a9b74192-d31c-41e4-a503-c0e8002a401f),segment_id=a9b74192-d31c-41e4-a503-c0e8002a401f)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:38.828831 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.841345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Calling delete_port for 8248f65f-f177-4cfa-88b0-5f0f2819a58c owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:38.888368 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.898808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96c1af8-b161-4a89-9bf1-95675a773fa9']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:38.908463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b74192-d31c-41e4-a503-c0e8002a401f') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:38.909328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b74192-d31c-41e4-a503-c0e8002a401f') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:38.917879 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.918037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.935530 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.941294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:26:38.941675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.941800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] Pushing event deleted for resources: {'Port': ['ID=8248f65f-f177-4cfa-88b0-5f0f2819a58c,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:26:38.943287 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:26:38.951928 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67aa188-1da5-4dd7-bf60-e6f830fb53b0 None None] No DVR routers for this DVR port 8248f65f-f177-4cfa-88b0-5f0f2819a58c on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:39.001253 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.006939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.013514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/d96c1af8-b161-4a89-9bf1-95675a773fa9 HTTP/1.1" status: 204 len: 168 time: 0.5483103 Jul 16 09:26:39.025799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.027322 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b409c-4409-48bd-ad71-4183942277ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d96c1af8-b161-4a89-9bf1-95675a773fa9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:39.126186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34986) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:39.165261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f377c79c-e7e2-48ed-8ef2-4bbaadd4f6b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94b09ed05756490f9584ee791d333f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378773 Jul 16 09:26:39.167584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 34988) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:39.213749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.235353 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.290120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.292734 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.293927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50201251-77fa-4695-ba4d-9a86cbd62ade HTTP/1.1" status: 204 len: 168 time: 0.1254346 Jul 16 09:26:39.302018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9830c25-bba2-48d4-9b4a-47cc5df98246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50201251-77fa-4695-ba4d-9a86cbd62ade,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:39.682298 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.976303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35010) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:40.067719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1190574561-network', 'tenant_id': 'ff40a1418f734877997bd317b6575f20'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:40.088471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Made reservation on behalf of ff40a1418f734877997bd317b6575f20 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:40.091006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.099687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.186009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.190022 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.209957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:26:40.225180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75d4ee-398a-4ac0-a2d4-fc3005ada298,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:40.228608 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.228950 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Added segment 53d78cb8-479c-4c89-9809-542ee93b4b69 of type vlan for network b9f20865-51f6-4890-8e0a-a8db832ad2a1 Jul 16 09:26:40.268804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.298490 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.299685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:40.301293 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.334850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3574388 Jul 16 09:26:40.337666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35014) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:40.342706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Request body: {'subnet': {'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1190574561-subnet', 'tenant_id': 'ff40a1418f734877997bd317b6575f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:40.373480 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8248f65f-f177-4cfa-88b0-5f0f2819a58c no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:40.374859 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccab9b-8d82-4ca3-a5cc-c185c9b7e5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f20865-51f6-4890-8e0a-a8db832ad2a1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:40.392961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Made reservation on behalf of ff40a1418f734877997bd317b6575f20 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:40.395301 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:26:40.395907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.397557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8248f65f-f177-4cfa-88b0-5f0f2819a58c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:40.397903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8248f65f-f177-4cfa-88b0-5f0f2819a58c not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:40.562609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.615942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb04912-761f-47ab-ac86-896a07440dc7,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:40.627349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Checking segment: {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:40.627712 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Network hostable DHCP agents. Network: b9f20865-51f6-4890-8e0a-a8db832ad2a1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:26:40.643535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:26:40.652254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, b9f20865-51f6-4890-8e0a-a8db832ad2a1) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:40.657000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:40.657588 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.661745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af81007-784c-4fb8-9d15-c5f101edbd3d None None] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:40.672353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e042b1c1-14d6-420f-b3cc-7db31d512c5d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336575 Jul 16 09:26:40.784058 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540918e-bdbd-44e1-af5d-3a422685493a None None] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:41.101349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-ab9c4f25-7874-44d5-9d35-66ad315da1ff tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:41.102800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-ab9c4f25-7874-44d5-9d35-66ad315da1ff tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 814 time: 0.1020341 Jul 16 09:26:41.117409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-f20b456b-e490-4753-9ff7-a1555633427f tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/quotas/ff40a1418f734877997bd317b6575f20 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Jul 16 09:26:41.150555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-e1467786-973d-421e-8126-22e955deb801 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282855 Jul 16 09:26:41.206397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-28c892c1-c9c7-4ece-8815-19c147d5c6a4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:26:41.207437 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-28c892c1-c9c7-4ece-8815-19c147d5c6a4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505412 Jul 16 09:26:41.304379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-bbfce50d-1a3e-4f35-9c78-926a4704822f service neutron] 10.222.0.32 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910101 Jul 16 09:26:41.392268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-0779f649-2509-44fb-8c7c-729fea1b6378 service neutron] 10.222.0.32 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820081 Jul 16 09:26:41.554620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-49ab0f8f-7b89-4995-8d20-74b22ef4d4d1 req-eaa2c972-8a0f-4c76-b91c-fc7342452d65 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 16 09:26:42.568902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-9229e033-9687-4242-8aa6-c4435ae06e7d tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:42.570286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-9229e033-9687-4242-8aa6-c4435ae06e7d tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.47 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 814 time: 0.1059594 Jul 16 09:26:42.588422 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Request body: {'port': {'device_id': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1', 'admin_state_up': True, 'tenant_id': 'ff40a1418f734877997bd317b6575f20'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:42.750843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-317900bf-6967-4396-9f0f-2cf1e85c9fd2 req-129985c6-df02-41e6-aedd-fc857b7fcaa4 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 210 time: 0.0461385 Jul 16 09:26:42.763816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Made reservation on behalf of ff40a1418f734877997bd317b6575f20 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:42.774175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.893787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Allocated IP 172.20.0.6 (b9f20865-51f6-4890-8e0a-a8db832ad2a1/1cb04912-761f-47ab-ac86-896a07440dc7/9f527f61-6dea-47e3-8ffc-4a093f43399c) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:26:43.037804 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.071933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47d7f0f3-2677-472b-ae91-25f496940e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.076560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.122333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:26:43.127448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:43.131700 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:26:43.157691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Pushing event updated for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:43.188254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.188872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.201914 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-d34fc3bd-958e-4622-9d7f-ec7030b13c29 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6183777 Jul 16 09:26:43.214313 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Request body: {'port': {'device_id': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:43.289075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.543179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f527f61-6dea-47e3-8ffc-4a093f43399c {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:43.550247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.561744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Transition to ACTIVE for port object 9f527f61-6dea-47e3-8ffc-4a093f43399c will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:43.564819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.612267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Pushing event updated for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:43.680157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Attempting to bind port 9f527f61-6dea-47e3-8ffc-4a093f43399c on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:43.680491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Attempting to bind port 9f527f61-6dea-47e3-8ffc-4a093f43399c by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:43.680819 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Attempting to bind port 9f527f61-6dea-47e3-8ffc-4a093f43399c on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:43.684892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Port 9f527f61-6dea-47e3-8ffc-4a093f43399c on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:43.685211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Attempting to bind port 9f527f61-6dea-47e3-8ffc-4a093f43399c on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:43.689891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:43.690225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Checking segment: {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:43.690603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Bound using segment: {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:43.691026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Bound port: 9f527f61-6dea-47e3-8ffc-4a093f43399c, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:43.691402 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.756401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:43.759458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:43.763124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.796485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.797107 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.798498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f527f61-6dea-47e3-8ffc-4a093f43399c HTTP/1.1" status: 200 len: 1092 time: 0.5881915 Jul 16 09:26:43.798933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:43.801195 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565e319-9c2c-4fa6-88d4-609e9230d7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:43.825826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b7111-eba2-4da9-a7c1-035b03f80806 service neutron] Pushing event updated for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:43.870564 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb07b7-b6aa-4340-97c9-063139d75b2b x-openstack-request-id: req-9dbb07b7-b6aa-4340-97c9-063139d75b2b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:43.870851 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:43.871101 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dbb07b7-b6aa-4340-97c9-063139d75b2b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:43.871523 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c', 'status': 'completed', 'code': 200} Jul 16 09:26:43.939401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-e4f2a6db-f70a-4a85-a6bf-61562c185a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.940911 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-e4f2a6db-f70a-4a85-a6bf-61562c185a4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 1095 time: 0.0979836 Jul 16 09:26:43.963408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedb364-dda3-4749-b4e7-0dbf9f82bd73 req-2d2ca11c-c412-423f-98c9-acd196ec70c7 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.964832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dfedb364-dda3-4749-b4e7-0dbf9f82bd73 req-2d2ca11c-c412-423f-98c9-acd196ec70c7 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 943 time: 0.0924182 Jul 16 09:26:43.996741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-0ff06e5d-6ee9-444f-9c01-5c821c5712ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c HTTP/1.1" status: 200 len: 217 time: 0.0475383 Jul 16 09:26:44.054387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dfedb364-dda3-4749-b4e7-0dbf9f82bd73 req-b40405b5-0079-484c-95c1-f320bcd15969 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Jul 16 09:26:44.059480 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-c433908a-ace0-4fbd-87af-0d3310f4db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.060891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-c433908a-ace0-4fbd-87af-0d3310f4db81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cb04912-761f-47ab-ac86-896a07440dc7 HTTP/1.1" status: 200 len: 854 time: 0.0559821 Jul 16 09:26:44.097645 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-7d69328d-0b33-452f-b21d-bf42bacd1999 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9f20865-51f6-4890-8e0a-a8db832ad2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298467 Jul 16 09:26:44.183312 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-acc28b63-c896-460a-9b6c-b0621fced23c service neutron] 10.222.0.47 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795107 Jul 16 09:26:44.275597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3215a0ba-d5b3-4354-9182-beae6d292ac3 req-8eedef0c-c685-4189-b2e9-17c371d9214e service neutron] 10.222.0.47 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Jul 16 09:26:44.374239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-593dfcab-b73d-4de4-aba9-375b7498d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.375711 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-593dfcab-b73d-4de4-aba9-375b7498d2cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 1095 time: 0.0509300 Jul 16 09:26:44.465011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-80a65cde-ef35-454d-9011-822b760ebd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.466737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-80a65cde-ef35-454d-9011-822b760ebd23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 915 time: 0.0842853 Jul 16 09:26:44.506767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-1f442e34-4245-4a3f-86a8-71f63bf0b0d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c HTTP/1.1" status: 200 len: 217 time: 0.0326550 Jul 16 09:26:44.552919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-568fd9ae-f65e-4eb7-a06c-ca4b938cd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.554350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-568fd9ae-f65e-4eb7-a06c-ca4b938cd997 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cb04912-761f-47ab-ac86-896a07440dc7 HTTP/1.1" status: 200 len: 854 time: 0.0413046 Jul 16 09:26:44.589096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-95575550-6e90-4af6-9e7f-1eaf28275013 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9f20865-51f6-4890-8e0a-a8db832ad2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280240 Jul 16 09:26:44.675503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-befe54b5-5f5f-4d9f-8b41-cb2b5a837f08 service neutron] 10.222.0.47 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793877 Jul 16 09:26:44.765556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5565e319-9c2c-4fa6-88d4-609e9230d7c3 req-5ce2cc62-8349-4b44-9ec0-617f9ef4ba62 service neutron] 10.222.0.47 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826752 Jul 16 09:26:45.226448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848761c-2dd1-4dba-8c0f-03084df10086 req-bcf5d098-2e0b-41f3-b495-8af958f23fe0 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.227931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9848761c-2dd1-4dba-8c0f-03084df10086 req-bcf5d098-2e0b-41f3-b495-8af958f23fe0 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 943 time: 0.0630958 Jul 16 09:26:45.264479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9848761c-2dd1-4dba-8c0f-03084df10086 req-32f49ec4-f6c7-4b51-a32e-bc519d7d9533 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Jul 16 09:26:45.686609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5ea9-d8f6-4a4f-8d84-0df1bc4c2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:45.782689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:46.437220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33e89-b1f5-427d-aef3-c1214e18498f req-cf6939c6-b9e5-44e4-a290-2c87c6368754 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:46.438687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bea33e89-b1f5-427d-aef3-c1214e18498f req-cf6939c6-b9e5-44e4-a290-2c87c6368754 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 943 time: 0.0613136 Jul 16 09:26:46.480350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bea33e89-b1f5-427d-aef3-c1214e18498f req-96fe869b-21bd-4169-95fb-d7226008e1bf tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361371 Jul 16 09:26:46.817608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f527f61-6dea-47e3-8ffc-4a093f43399c details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:46.912069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:46.922678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '9f527f61-6dea-47e3-8ffc-4a093f43399c', 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1', 'port_id': '9f527f61-6dea-47e3-8ffc-4a093f43399c', 'mac_address': 'fa:16:3e:4f:fe:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb04912-761f-47ab-ac86-896a07440dc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:46.958490 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:46.970822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f527f61-6dea-47e3-8ffc-4a093f43399c {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:46.993216 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:46.996732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:47.041980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:47.062338 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:47.192503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f527f61-6dea-47e3-8ffc-4a093f43399c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:47.985779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc994a-02fd-4fd7-8017-36e905bc4aae req-e622edb6-747f-4c51-a29e-41b2cc2e50b8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:47.987262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52bc994a-02fd-4fd7-8017-36e905bc4aae req-e622edb6-747f-4c51-a29e-41b2cc2e50b8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 944 time: 0.3995442 Jul 16 09:26:48.024486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52bc994a-02fd-4fd7-8017-36e905bc4aae req-c08acfce-8373-4d54-898b-55f6bbd705e5 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jul 16 09:26:48.667662 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.821362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f527f61-6dea-47e3-8ffc-4a093f43399c up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:48.870306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 9f527f61-6dea-47e3-8ffc-4a093f43399c completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:48.873966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 9f527f61-6dea-47e3-8ffc-4a093f43399c triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:48.874341 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.948342 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.970019 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:48.972281 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80488c-1fe7-4810-8b40-e2d2dc812932" -d '{"events": [{"server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "name": "network-vif-plugged", "status": "completed", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:48.985364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:48.989600 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:49.015562 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7c9ad2-3eef-4d21-8a00-2071eaa8dbb9 x-openstack-request-id: req-ae7c9ad2-3eef-4d21-8a00-2071eaa8dbb9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:49.015860 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "name": "network-vif-plugged", "status": "completed", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:49.016136 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae7c9ad2-3eef-4d21-8a00-2071eaa8dbb9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:49.016515 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c', 'code': 200} Jul 16 09:26:49.043910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:49.125331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5b6e-9314-4d4f-b328-784ec91159d8 req-77be89dc-f14b-4b43-b8c3-6c20afd07d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:49.126741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-889c5b6e-9314-4d4f-b328-784ec91159d8 req-77be89dc-f14b-4b43-b8c3-6c20afd07d19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 1097 time: 0.0517018 Jul 16 09:26:49.196025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-889c5b6e-9314-4d4f-b328-784ec91159d8 req-a74e147f-d21c-4f35-be4a-827b12b5b2b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Jul 16 09:26:49.221328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c0514-8ee3-4c6e-8e0a-985894df9b5a req-065b9d0a-3b16-4a75-b83b-cd50d2cf2a8f tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:49.222817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-355c0514-8ee3-4c6e-8e0a-985894df9b5a req-065b9d0a-3b16-4a75-b83b-cd50d2cf2a8f tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0885913 Jul 16 09:26:49.262816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-355c0514-8ee3-4c6e-8e0a-985894df9b5a req-6a97fed3-237a-4b9b-bbd1-aefd53ef9d68 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338831 Jul 16 09:26:50.434733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b260c7-6921-4fed-b915-982b2f97f6fa req-440f4a69-0e80-4d62-97f5-7f1f8f701321 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:50.436222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74b260c7-6921-4fed-b915-982b2f97f6fa req-440f4a69-0e80-4d62-97f5-7f1f8f701321 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0620065 Jul 16 09:26:50.472516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-74b260c7-6921-4fed-b915-982b2f97f6fa req-d1b928cf-e8b0-4a61-b6d5-2c68b478532f tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Jul 16 09:26:50.696001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-2edfee76-2146-4891-9f40-606e763d2a1a tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:50.697490 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-2edfee76-2146-4891-9f40-606e763d2a1a tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 814 time: 0.1037645 Jul 16 09:26:50.711562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-352a73e0-9f94-422a-889e-f85b5fce3077 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/quotas/ff40a1418f734877997bd317b6575f20 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Jul 16 09:26:50.771885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-a3def087-7afb-4f68-99bf-db287b99340e tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556757 Jul 16 09:26:50.865368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-7907385c-6a57-4786-b2d0-1ebb23476abe service neutron] 10.222.0.32 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Jul 16 09:26:50.952661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-00613fac-d720-41bd-999b-117885da9360 service neutron] 10.222.0.32 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811310 Jul 16 09:26:51.121900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1f10a17a-0d7f-4329-97fb-376f760e1850 req-218ba9d5-3ce4-4d33-942b-2fd6aafc4b80 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 210 time: 0.0328310 Jul 16 09:26:52.265158 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7a552112-81e8-4751-912e-fbb9b827ead5 req-d98d31e7-a073-4bfa-919f-03dd4fd16ce5 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 210 time: 0.0293200 Jul 16 09:26:52.294894 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-dd340c34-ed4d-4267-9d76-65d13890f22c tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:52.296510 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-dd340c34-ed4d-4267-9d76-65d13890f22c tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.46 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 814 time: 0.1124864 Jul 16 09:26:52.315921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Request body: {'port': {'device_id': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1', 'admin_state_up': True, 'tenant_id': 'ff40a1418f734877997bd317b6575f20'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:52.423967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Made reservation on behalf of ff40a1418f734877997bd317b6575f20 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:52.427331 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.546402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Allocated IP 172.20.0.3 (b9f20865-51f6-4890-8e0a-a8db832ad2a1/1cb04912-761f-47ab-ac86-896a07440dc7/49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:26:52.692604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.730403 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.742252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f527f61-6dea-47e3-8ffc-4a093f43399c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:52.769038 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Network b9f20865-51f6-4890-8e0a-a8db832ad2a1 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:26:52.772242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:52.777992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:26:52.813574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Pushing event updated for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:52.836437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:52.837048 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.851767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ddaa74ab-a98c-48fd-98f6-91db15503475 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403280 Jul 16 09:26:52.862828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Request body: {'port': {'device_id': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:52.932145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.186290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:53.193731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.205492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Transition to ACTIVE for port object 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:53.209032 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.259807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:53.329513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Attempting to bind port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:53.330214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Attempting to bind port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:53.330214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Attempting to bind port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:53.335392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:53.335716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Attempting to bind port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe on network b9f20865-51f6-4890-8e0a-a8db832ad2a1 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:53.340735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:53.341317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Checking segment: {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:53.341696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Bound using segment: {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:53.342121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Bound port: 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d78cb8-479c-4c89-9809-542ee93b4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:53.342482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.407841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:53.410975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:53.415342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.447689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636364c4-4195-466c-951c-a8f618666121 req-0527e1a7-35b4-4814-b216-3f3e1e581d90 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.449278 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-636364c4-4195-466c-951c-a8f618666121 req-0527e1a7-35b4-4814-b216-3f3e1e581d90 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 943 time: 0.0639224 Jul 16 09:26:53.450440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.451076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.452490 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe HTTP/1.1" status: 200 len: 1092 time: 0.5937870 Jul 16 09:26:53.452923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:53.455164 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:53.485147 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90dfe0-b23f-4256-ac4d-bbb0a49450b9 service neutron] Pushing event updated for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:53.490195 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-636364c4-4195-466c-951c-a8f618666121 req-bcc9a1f8-78eb-44eb-87ac-6a092405ed2c tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Jul 16 09:26:53.509705 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70358d72-26d7-4e63-8770-2a258b35a036 x-openstack-request-id: req-70358d72-26d7-4e63-8770-2a258b35a036 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:53.509994 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:53.510250 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70358d72-26d7-4e63-8770-2a258b35a036 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:53.510648 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe', 'status': 'completed', 'code': 200} Jul 16 09:26:53.552672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-35709fd1-0b55-4aca-a4d8-faf5c7c8a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.554205 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-35709fd1-0b55-4aca-a4d8-faf5c7c8a50d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 1095 time: 0.0547001 Jul 16 09:26:53.597975 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-686a6244-2368-4f39-92cf-b7acd74cc793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe HTTP/1.1" status: 200 len: 217 time: 0.0371356 Jul 16 09:26:53.645773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ce8e35f7-bc0d-4c50-b01e-8db66f72a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.647822 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-ce8e35f7-bc0d-4c50-b01e-8db66f72a7ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cb04912-761f-47ab-ac86-896a07440dc7 HTTP/1.1" status: 200 len: 854 time: 0.0430033 Jul 16 09:26:53.678482 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-02365901-3875-46ca-a7e3-0795f58b043a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9f20865-51f6-4890-8e0a-a8db832ad2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249557 Jul 16 09:26:53.765009 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:53.769266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-cce29def-71ce-4a1f-80d5-70ccc175fe79 service neutron] 10.222.0.46 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842447 Jul 16 09:26:53.857291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-7eb25cbd-2406-4464-b426-3fa399c25547 req-7bb2c93e-cd58-4490-a576-fce0d66479ee service neutron] 10.222.0.46 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806885 Jul 16 09:26:53.963299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-92c27e01-9490-4604-aeb8-e750c37befb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.964826 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-92c27e01-9490-4604-aeb8-e750c37befb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff40a1418f734877997bd317b6575f20&device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 1095 time: 0.0565660 Jul 16 09:26:54.051748 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-d4cab888-b399-4625-8842-d7731ff78a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.053145 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-d4cab888-b399-4625-8842-d7731ff78a74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 200 len: 915 time: 0.0824196 Jul 16 09:26:54.097772 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-f0b04a90-f7dd-41af-af35-4214cec92ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe HTTP/1.1" status: 200 len: 217 time: 0.0376079 Jul 16 09:26:54.146045 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-136058db-ce4a-46c0-8e74-3131cfde8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.147470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-136058db-ce4a-46c0-8e74-3131cfde8f8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cb04912-761f-47ab-ac86-896a07440dc7 HTTP/1.1" status: 200 len: 854 time: 0.0425313 Jul 16 09:26:54.181373 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-7793eb06-5e0b-48f0-a45f-b0fb599affc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9f20865-51f6-4890-8e0a-a8db832ad2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257745 Jul 16 09:26:54.271701 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-2665606c-c870-4c01-948e-fe7e9dcb9b89 service neutron] 10.222.0.46 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Jul 16 09:26:54.363136 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49d4de51-d08e-4f17-aa46-cf6db1c97ed8 req-d4eb59e2-cbf3-4ebc-9c78-1f9c05908158 service neutron] 10.222.0.46 "GET /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850997 Jul 16 09:26:54.666420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca224f7c-35b4-48b3-afec-bece19ac0fe9 req-c878a1b5-7b5e-4df0-897f-ff17b5087ca1 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.667898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca224f7c-35b4-48b3-afec-bece19ac0fe9 req-c878a1b5-7b5e-4df0-897f-ff17b5087ca1 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 943 time: 0.0651786 Jul 16 09:26:54.704477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca224f7c-35b4-48b3-afec-bece19ac0fe9 req-873c8e16-9063-4ec4-af76-e85433d15c62 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Jul 16 09:26:55.875602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d914c97-12dd-442d-8e14-2eece96160b7 req-0b522ff6-25c3-4331-9dd3-d11bb0197caa tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:55.877109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d914c97-12dd-442d-8e14-2eece96160b7 req-0b522ff6-25c3-4331-9dd3-d11bb0197caa tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 943 time: 0.0639801 Jul 16 09:26:55.914949 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2d914c97-12dd-442d-8e14-2eece96160b7 req-9fbed490-77dc-4e93-8f37-4cc2da862140 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Jul 16 09:26:56.652555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:56.747271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:56.758031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe', 'network_id': 'b9f20865-51f6-4890-8e0a-a8db832ad2a1', 'port_id': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe', 'mac_address': 'fa:16:3e:72:41:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb04912-761f-47ab-ac86-896a07440dc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:56.793614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:56.805548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:56.823851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:56.827942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:56.879208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:57.011617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:57.090598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c4c70-5a31-4ada-9de3-8b14ca428567 req-2a0680fe-6a3a-43d7-9960-218356774d91 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:57.092478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-838c4c70-5a31-4ada-9de3-8b14ca428567 req-2a0680fe-6a3a-43d7-9960-218356774d91 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 944 time: 0.0658517 Jul 16 09:26:57.136636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-838c4c70-5a31-4ada-9de3-8b14ca428567 req-487563a1-32d6-493c-87b4-52e4eda8826d tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jul 16 09:26:58.307183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345f3a-9c01-4e40-b2f8-23399bddaf2a req-3faf37de-f41e-4cf8-bc17-1f8596ecf3be tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.308710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00345f3a-9c01-4e40-b2f8-23399bddaf2a req-3faf37de-f41e-4cf8-bc17-1f8596ecf3be tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 944 time: 0.0639088 Jul 16 09:26:58.346324 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00345f3a-9c01-4e40-b2f8-23399bddaf2a req-0d3c783b-8c72-4ee2-bf9d-97c22a7b5b13 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jul 16 09:26:58.667802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:58.716267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:58.719887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:58.721108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.794317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.816183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:58.818383 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5263540e-d387-4e3e-93b2-e700ad951b7c" -d '{"events": [{"server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "name": "network-vif-plugged", "status": "completed", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:58.830959 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:58.834887 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.858615 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238941d2-ec48-41d3-8b57-66ee399b3aca x-openstack-request-id: req-238941d2-ec48-41d3-8b57-66ee399b3aca {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:58.858925 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "name": "network-vif-plugged", "status": "completed", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:58.859181 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-238941d2-ec48-41d3-8b57-66ee399b3aca {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:58.859583 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe', 'code': 200} Jul 16 09:26:58.885483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:58.963635 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787b3ae-bc85-483c-89eb-d4ed20438124 req-504cc22d-b5cd-4cd9-8b20-ebec873fb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.965078 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b787b3ae-bc85-483c-89eb-d4ed20438124 req-504cc22d-b5cd-4cd9-8b20-ebec873fb50d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 1097 time: 0.0505233 Jul 16 09:26:59.003445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b787b3ae-bc85-483c-89eb-d4ed20438124 req-287f57a7-3ab3-42b0-888b-277a81c89fa2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Jul 16 09:26:59.519146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5028b-9691-4e3c-a5b6-f9da46f8b4b5 req-01959f2b-0d8f-4516-b090-48136832c244 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:59.520674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4c5028b-9691-4e3c-a5b6-f9da46f8b4b5 req-01959f2b-0d8f-4516-b090-48136832c244 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 945 time: 0.0620408 Jul 16 09:26:59.557643 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4c5028b-9691-4e3c-a5b6-f9da46f8b4b5 req-9021e0ba-62ea-4b3f-95ea-1668d4f680d7 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Jul 16 09:27:00.739191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd3c2-5768-47ed-bf39-0be6a9e2bfc4 req-0d589851-6db1-4bce-a98d-3b432962730c tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:00.740720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e32dd3c2-5768-47ed-bf39-0be6a9e2bfc4 req-0d589851-6db1-4bce-a98d-3b432962730c tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 945 time: 0.0682502 Jul 16 09:27:00.780584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e32dd3c2-5768-47ed-bf39-0be6a9e2bfc4 req-356f4f87-d4f4-46a9-96be-982a588503eb tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Jul 16 09:27:01.151107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3f37-fd7a-411a-b47c-131dffba8419 req-4919bb65-0ff9-4dff-b915-b13fd731c990 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.152785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-388c3f37-fd7a-411a-b47c-131dffba8419 req-4919bb65-0ff9-4dff-b915-b13fd731c990 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 945 time: 0.0622270 Jul 16 09:27:01.190334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-388c3f37-fd7a-411a-b47c-131dffba8419 req-75d5d46f-be67-4568-8130-d33e1bf8fd02 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 16 09:27:02.364430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f9276-7dd7-44b4-b63c-6cbffccb7db7 req-a5cc235c-41cc-44ba-9ea6-4f832354f854 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:02.365881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b6f9276-7dd7-44b4-b63c-6cbffccb7db7 req-a5cc235c-41cc-44ba-9ea6-4f832354f854 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Jul 16 09:27:02.403286 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2b6f9276-7dd7-44b4-b63c-6cbffccb7db7 req-87c47aaa-1b0d-4e1a-8ee3-cb4f5f12d051 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Jul 16 09:27:02.467404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-ffa8cfb5-7a60-47e2-8e06-36c560f1aee3 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:02.468885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-ffa8cfb5-7a60-47e2-8e06-36c560f1aee3 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.46 "GET /v2.0/ports?device_id=12d4fe65-0f6e-49ae-8164-a8e4a8640862 HTTP/1.1" status: 200 len: 945 time: 0.0624197 Jul 16 09:27:02.565510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Deleting port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:02.565776 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.655410 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] For port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:02.655772 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.668018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Calling delete_port for 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:02.794467 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.807712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f527f61-6dea-47e3-8ffc-4a093f43399c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:02.814624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:02.823919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Pushing event deleted for resources: {'Port': ['ID=49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:02.868756 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] No DVR routers for this DVR port 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:02.871489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.873825 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b6a53053-dbd8-424c-8aaf-516eb9a94aaa req-8404e1c1-cb68-4a14-9c4d-dd739afe40ac tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.46 "DELETE /v2.0/ports/49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe HTTP/1.1" status: 204 len: 173 time: 0.3991661 Jul 16 09:27:02.874273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'name': 'network-vif-deleted', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:02.876987 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de0574-4f02-4ce4-98ff-1ca9c429245d" -d '{"events": [{"server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "name": "network-vif-deleted", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:02.914822 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166b47d-bc1b-4fa1-8632-2f0cfd660b29 x-openstack-request-id: req-9166b47d-bc1b-4fa1-8632-2f0cfd660b29 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:02.915119 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d4fe65-0f6e-49ae-8164-a8e4a8640862", "name": "network-vif-deleted", "tag": "49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:02.915374 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9166b47d-bc1b-4fa1-8632-2f0cfd660b29 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:02.915864 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d4fe65-0f6e-49ae-8164-a8e4a8640862', 'name': 'network-vif-deleted', 'tag': '49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe', 'status': 'completed', 'code': 200} Jul 16 09:27:03.646385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286de42-bb9a-4051-92e9-c2491d237a17 req-c7a4e8bb-daf1-4651-af7b-adb28c6a909b tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:03.647879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8286de42-bb9a-4051-92e9-c2491d237a17 req-c7a4e8bb-daf1-4651-af7b-adb28c6a909b tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0633335 Jul 16 09:27:03.684727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8286de42-bb9a-4051-92e9-c2491d237a17 req-a4c972b8-0af8-445e-bf8b-5d07e7cca5cc tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Jul 16 09:27:03.871154 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775828-654c-4358-8419-03ecd3500766 req-609d5939-fbeb-4c0c-bb5a-771934f16e78 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:03.872756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16775828-654c-4358-8419-03ecd3500766 req-609d5939-fbeb-4c0c-bb5a-771934f16e78 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0624900 Jul 16 09:27:03.908961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-16775828-654c-4358-8419-03ecd3500766 req-c5a824bf-6898-4c31-a430-820f92e953ca tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jul 16 09:27:04.088833 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e2d68-c83d-405a-a2bc-3f22f02db142 req-786ac9f6-dc15-4538-8a7c-b953e4d2ce41 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.090313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba4e2d68-c83d-405a-a2bc-3f22f02db142 req-786ac9f6-dc15-4538-8a7c-b953e4d2ce41 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0685246 Jul 16 09:27:04.129500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba4e2d68-c83d-405a-a2bc-3f22f02db142 req-ef2dd630-773a-4dd8-a6d7-a00033c5c45d tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Jul 16 09:27:04.403170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3216c9a-4b72-450c-a15b-43bead556a26 req-f558509e-c103-4919-952e-914e6a072285 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.404569 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3216c9a-4b72-450c-a15b-43bead556a26 req-f558509e-c103-4919-952e-914e6a072285 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0647750 Jul 16 09:27:04.441904 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b3216c9a-4b72-450c-a15b-43bead556a26 req-908981e5-85b1-4f81-b7cb-0b53063279a5 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jul 16 09:27:04.615944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c221-bc21-474e-91c9-4d7dfd40b8ae req-67386a5e-e947-4d23-8d23-75cb67fb8722 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.617449 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2c5c221-bc21-474e-91c9-4d7dfd40b8ae req-67386a5e-e947-4d23-8d23-75cb67fb8722 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0653303 Jul 16 09:27:04.654533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e2c5c221-bc21-474e-91c9-4d7dfd40b8ae req-8d4dff00-efc4-4320-b82e-a380b6c38c11 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Jul 16 09:27:04.837137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569988b-bd1e-4136-a63f-d887eea74ca8 req-7e3559e1-ff1a-4e6f-8ab6-433b6ac42483 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.838816 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d569988b-bd1e-4136-a63f-d887eea74ca8 req-7e3559e1-ff1a-4e6f-8ab6-433b6ac42483 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0630624 Jul 16 09:27:04.875108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d569988b-bd1e-4136-a63f-d887eea74ca8 req-519d795f-ff0b-4137-bb90-0b40a569c92f tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Jul 16 09:27:05.380451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af0e-92db-4c91-9dc3-8b467ae32b20 req-a6f4ef02-88f3-41c7-a2ce-eb1276753000 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:05.382047 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3996af0e-92db-4c91-9dc3-8b467ae32b20 req-a6f4ef02-88f3-41c7-a2ce-eb1276753000 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0618231 Jul 16 09:27:05.426981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3996af0e-92db-4c91-9dc3-8b467ae32b20 req-5d7ae4e2-c8f5-4e29-808d-dcc6b465eb9a tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Jul 16 09:27:06.632758 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e448161-68aa-486b-bf36-592a5080148a req-31d9232b-c1f1-43f2-b818-122969272fb7 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:06.634220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e448161-68aa-486b-bf36-592a5080148a req-31d9232b-c1f1-43f2-b818-122969272fb7 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.0961480 Jul 16 09:27:06.682649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806207-5fc6-486a-b5ac-414483dc2533 req-e231506b-6eeb-4e99-909d-b0e85112ffe8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:06.684178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40806207-5fc6-486a-b5ac-414483dc2533 req-e231506b-6eeb-4e99-909d-b0e85112ffe8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.47 "GET /v2.0/ports?device_id=a07e42d2-fc5b-4317-8e28-255912483bce HTTP/1.1" status: 200 len: 945 time: 0.1046538 Jul 16 09:27:06.689101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1e448161-68aa-486b-bf36-592a5080148a req-68478691-7f40-4e23-8ea4-93377331867b tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f75d4ee-398a-4ac0-a2d4-fc3005ada298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Jul 16 09:27:06.715091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:06.739171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:06.739517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 49c7a4d1-c6b2-46db-a6c6-bb42eb604bfe not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:06.788429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Deleting port 9f527f61-6dea-47e3-8ffc-4a093f43399c {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:06.788903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:06.874461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] For port 9f527f61-6dea-47e3-8ffc-4a093f43399c, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f527f61-6dea-47e3-8ffc-4a093f43399c,segment=NetworkSegment(53d78cb8-479c-4c89-9809-542ee93b4b69),segment_id=53d78cb8-479c-4c89-9809-542ee93b4b69)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:06.874827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:06.887104 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Calling delete_port for 9f527f61-6dea-47e3-8ffc-4a093f43399c owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:07.012997 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.025762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f527f61-6dea-47e3-8ffc-4a093f43399c'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:07.040962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Pushing event deleted for resources: {'Port': ['ID=9f527f61-6dea-47e3-8ffc-4a093f43399c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:07.056631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.056989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.057360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.057687 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.058026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.058364 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.058696 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.059026 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.059358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.059686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.060014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.060369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:07.102911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] No DVR routers for this DVR port 9f527f61-6dea-47e3-8ffc-4a093f43399c on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:07.105446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.107747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40806207-5fc6-486a-b5ac-414483dc2533 req-4871c398-85a2-4196-81ce-0713729ce1f8 tempest-ServersNegativeTestJSON-1142080080 tempest-ServersNegativeTestJSON-1142080080-project] 10.222.0.47 "DELETE /v2.0/ports/9f527f61-6dea-47e3-8ffc-4a093f43399c HTTP/1.1" status: 204 len: 173 time: 0.4177842 Jul 16 09:27:07.108233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'name': 'network-vif-deleted', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:07.110474 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99858779194a1510ec0172b45818f5dc09286e5a445e418f91d3c781c758b8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69087203-24f5-45d3-97ba-2ae5f012810c" -d '{"events": [{"server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "name": "network-vif-deleted", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:07.147836 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01045b1b-8562-46ae-ae0a-b6c3ec9c2cc7 x-openstack-request-id: req-01045b1b-8562-46ae-ae0a-b6c3ec9c2cc7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:07.148151 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07e42d2-fc5b-4317-8e28-255912483bce", "name": "network-vif-deleted", "tag": "9f527f61-6dea-47e3-8ffc-4a093f43399c", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:07.148404 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01045b1b-8562-46ae-ae0a-b6c3ec9c2cc7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:07.148801 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e42d2-fc5b-4317-8e28-255912483bce', 'name': 'network-vif-deleted', 'tag': '9f527f61-6dea-47e3-8ffc-4a093f43399c', 'status': 'completed', 'code': 200} Jul 16 09:27:07.781389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35156) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:07.826738 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Deleting subnet 1cb04912-761f-47ab-ac86-896a07440dc7 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:07.829767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.863677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.900555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.952215 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.983106 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb04912-761f-47ab-ac86-896a07440dc7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:07.984998 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.986907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d650a354-c6e4-4289-8a83-5c8d6a54a8b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1cb04912-761f-47ab-ac86-896a07440dc7 HTTP/1.1" status: 204 len: 168 time: 0.2044744 Jul 16 09:27:07.989485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35158) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:08.055911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.134048 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.143708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f20865-51f6-4890-8e0a-a8db832ad2a1']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:08.154220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d78cb8-479c-4c89-9809-542ee93b4b69') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:08.154514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d78cb8-479c-4c89-9809-542ee93b4b69') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:08.163542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.176379 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.181918 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:08.182342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:08.183939 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:08.235976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.241418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.243236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/b9f20865-51f6-4890-8e0a-a8db832ad2a1 HTTP/1.1" status: 204 len: 168 time: 0.2528486 Jul 16 09:27:08.253853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576b6a-2de5-4182-956b-56042cadef7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f20865-51f6-4890-8e0a-a8db832ad2a1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:08.351211 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35162) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:08.393190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ef93e43-914c-4974-890d-66e3f5f6981e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff40a1418f734877997bd317b6575f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407829 Jul 16 09:27:08.395629 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35164) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:08.441833 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.463227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.509812 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.512428 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.513560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f75d4ee-398a-4ac0-a2d4-fc3005ada298 HTTP/1.1" status: 204 len: 168 time: 0.1170175 Jul 16 09:27:08.521328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f3ba-e844-46b7-aa08-e35fe082b8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f75d4ee-398a-4ac0-a2d4-fc3005ada298,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:09.022083 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.170508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35186) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:09.259841 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963633304'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:09.281524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:09.284962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.294149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.385554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.389448 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.413041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:09.430690 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.431038 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Added segment 4a95bd3d-1663-4127-b262-a447b8c15aee of type vlan for network 6c9e550a-7676-450c-9020-cd4c84b3598f Jul 16 09:27:09.432380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87e5f4-eff9-4ebf-9b9f-4982188557ba,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:09.475979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.502561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.508572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:09.509138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.544887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3731997 Jul 16 09:27:09.576301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008fd74-e43d-4df1-8932-814590af4ab2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Network': ['ID=6c9e550a-7676-450c-9020-cd4c84b3598f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:09.587586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 6c9e550a-7676-450c-9020-cd4c84b3598f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:09.695224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:10.914988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f527f61-6dea-47e3-8ffc-4a093f43399c no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:10.938144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 9f527f61-6dea-47e3-8ffc-4a093f43399c {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:10.938485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f527f61-6dea-47e3-8ffc-4a093f43399c not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:12.811630 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35190) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:12.817042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'subnet': {'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:12.906705 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:12.910147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.074197 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea26ad77-49fb-4eb9-b8ef-5594a87c6ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.091078 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.148894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Subnet': ['ID=7bf38c85-af13-4ea3-bbeb-9112d39d7a1b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:13.158195 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking segment: {'id': '4a95bd3d-1663-4127-b262-a447b8c15aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:13.158507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network hostable DHCP agents. Network: 6c9e550a-7676-450c-9020-cd4c84b3598f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:13.174161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network 6c9e550a-7676-450c-9020-cd4c84b3598f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:13.182117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 6c9e550a-7676-450c-9020-cd4c84b3598f) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:13.186556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:13.187680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.191056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6d48a-2637-4683-bd88-ca8c672a0b64 None None] Network 6c9e550a-7676-450c-9020-cd4c84b3598f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:13.203018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ed8f2348-8184-4747-b018-4e5d43055dc7 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3902018 Jul 16 09:27:13.206348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35192) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:13.211894 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-120181181'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:13.232009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:13.235789 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.260402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:13.269052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.269369 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Added segment 910c0ef5-592d-4d20-a9e5-bcf08330af7d of type vlan for network c7b77931-21f7-4ce6-8d66-3f149871771d Jul 16 09:27:13.309413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.338342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-6c9e550a-7676-450c-9020-cd4c84b3598f', 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f', 'tenant_id': 'd7f3d4e65da949668f712ba4ddaa7969', 'fixed_ips': [{'subnet_id': '7bf38c85-af13-4ea3-bbeb-9112d39d7a1b'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:13.339362 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.340027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.345969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:13.346565 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.387093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1769931 Jul 16 09:27:13.387311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35194) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:13.392172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'subnet': {'network_id': 'c7b77931-21f7-4ce6-8d66-3f149871771d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:13.443801 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b525e98-8850-42b1-9d54-5c35be439b18 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Network': ['ID=c7b77931-21f7-4ce6-8d66-3f149871771d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:13.456537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c7b77931-21f7-4ce6-8d66-3f149871771d details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:13.497652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Allocated IP 2001:db8:0:ffff::2 (6c9e550a-7676-450c-9020-cd4c84b3598f/7bf38c85-af13-4ea3-bbeb-9112d39d7a1b/9e092b5d-0e22-4bcb-a667-4de4719dc1f9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:13.511496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:13.515221 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.673671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.681965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Transition to ACTIVE for port object 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:13.697274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Transition to ACTIVE for port object 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:13.702410 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.707037 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.746220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Network 6c9e550a-7676-450c-9020-cd4c84b3598f is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:13.749006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:13.752553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:13.760081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Pushing event updated for resources: {'Port': ['ID=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:13.769870 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Subnet': ['ID=3c621d13-1285-4792-bc9e-fcf41790e060,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:13.780979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking segment: {'id': '910c0ef5-592d-4d20-a9e5-bcf08330af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c7b77931-21f7-4ce6-8d66-3f149871771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:13.781343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network hostable DHCP agents. Network: c7b77931-21f7-4ce6-8d66-3f149871771d, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:13.785410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.785764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.786104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.786450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.786788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.787121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.787450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.787779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.788153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.788486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.788815 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.789498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:13.798309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network c7b77931-21f7-4ce6-8d66-3f149871771d is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:13.807280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c7b77931-21f7-4ce6-8d66-3f149871771d) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:13.811737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:13.812425 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.822222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42bc97-8d0b-4600-b34a-25d4e04759e1 None None] Network c7b77931-21f7-4ce6-8d66-3f149871771d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:13.826893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4da9dce-8367-4dd0-b8a3-1d48adb8e58a tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4385762 Jul 16 09:27:13.828563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Attempting to bind port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:13.828939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Attempting to bind port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '4a95bd3d-1663-4127-b262-a447b8c15aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:13.829321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Attempting to bind port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 on network 6c9e550a-7676-450c-9020-cd4c84b3598f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:13.829551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35196) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:13.851088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:13.851473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Checking segment: {'id': '4a95bd3d-1663-4127-b262-a447b8c15aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:13.851892 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.852330 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Bound using segment: {'id': '4a95bd3d-1663-4127-b262-a447b8c15aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:13.853341 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Bound port: 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a95bd3d-1663-4127-b262-a447b8c15aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c9e550a-7676-450c-9020-cd4c84b3598f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:13.853741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.928115 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:13.982818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] For port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:14.000514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] For port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,segment=NetworkSegment(4a95bd3d-1663-4127-b262-a447b8c15aee),segment_id=4a95bd3d-1663-4127-b262-a447b8c15aee)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:14.007436 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.007627 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.077984 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af388d-e1ac-44fa-b9ee-492563f6e7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c7b77931-21f7-4ce6-8d66-3f149871771d', 'network_id': 'c7b77931-21f7-4ce6-8d66-3f149871771d', 'tenant_id': 'd7f3d4e65da949668f712ba4ddaa7969', 'fixed_ips': [{'subnet_id': '3c621d13-1285-4792-bc9e-fcf41790e060'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:14.078852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6af388d-e1ac-44fa-b9ee-492563f6e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.082736 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.107817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77d5e6-ee2c-4b24-b61d-ce2495236c25 None None] Pushing event updated for resources: {'Port': ['ID=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:14.110788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Subnet': ['ID=3c621d13-1285-4792-bc9e-fcf41790e060,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:14.176778 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.180323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249294b-5e72-47e1-8755-ba5e19cbccb3 None None] Network c7b77931-21f7-4ce6-8d66-3f149871771d requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:14.188135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b77931-21f7-4ce6-8d66-3f149871771d']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:14.198291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c0ef5-592d-4d20-a9e5-bcf08330af7d') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:14.198611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c0ef5-592d-4d20-a9e5-bcf08330af7d') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:14.209325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.235484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.244648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:14.245673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:14.249268 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:14.323738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.346441 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.348381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/c7b77931-21f7-4ce6-8d66-3f149871771d HTTP/1.1" status: 204 len: 168 time: 0.5178387 Jul 16 09:27:14.352562 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:14.357904 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955510058'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:14.364873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dcb5-1c6b-41bf-8c47-4ff60a90886e tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Network': ['ID=c7b77931-21f7-4ce6-8d66-3f149871771d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:14.382409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:14.386017 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.415339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:14.427187 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.427545 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Added segment 4bd38121-df6e-493c-84ac-68cf3d638309 of type vlan for network f5d6e48e-203e-407e-81cd-5de407771cd0 Jul 16 09:27:14.428297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:14.473070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.477655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:14.501679 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.507626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:14.508230 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.540891 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1871569 Jul 16 09:27:14.543701 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:14.550586 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'subnet': {'network_id': 'f5d6e48e-203e-407e-81cd-5de407771cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:14.590843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Network': ['ID=f5d6e48e-203e-407e-81cd-5de407771cd0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:14.608109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.608453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.608791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.609124 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.609451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.609776 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.610102 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.610425 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.610744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.611064 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.611380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.611696 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171336c2-af32-4acb-b640-b603e4d5b85f tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:14.622583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network f5d6e48e-203e-407e-81cd-5de407771cd0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:14.680574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:14.684212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.740407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Performing IP validity checks on allocation pools {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:27:14.741126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.ipam_backend_mixin [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:27:14.874418 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.935434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Subnet': ['ID=5feade34-cf59-45a1-bd88-ed23eba5a1a0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:14.945988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking segment: {'id': '4bd38121-df6e-493c-84ac-68cf3d638309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f5d6e48e-203e-407e-81cd-5de407771cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:14.946352 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network hostable DHCP agents. Network: f5d6e48e-203e-407e-81cd-5de407771cd0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:14.964071 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network f5d6e48e-203e-407e-81cd-5de407771cd0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:14.974351 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, f5d6e48e-203e-407e-81cd-5de407771cd0) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:14.978600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:14.979191 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:14.985193 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200f6b8-e407-43eb-9e25-8a686950c14d None None] Network f5d6e48e-203e-407e-81cd-5de407771cd0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:15.005299 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9b6b2bb8-b239-4cd3-9cb4-44c4b2a1b446 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4604793 Jul 16 09:27:15.008869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35204) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:15.057764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa43c8-7761-43de-9cba-d4131b7c73b5 None None] Network 6c9e550a-7676-450c-9020-cd4c84b3598f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:15.109600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.161329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.189483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Provisioning for port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:15.197863 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Provisioning complete for port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:15.198244 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.202638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8b843-9ff2-4a7d-8cd9-7dd0c95f3a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-f5d6e48e-203e-407e-81cd-5de407771cd0', 'network_id': 'f5d6e48e-203e-407e-81cd-5de407771cd0', 'tenant_id': 'd7f3d4e65da949668f712ba4ddaa7969', 'fixed_ips': [{'subnet_id': '5feade34-cf59-45a1-bd88-ed23eba5a1a0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:15.203467 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38a8b843-9ff2-4a7d-8cd9-7dd0c95f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.222733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.252961 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Subnet': ['ID=5feade34-cf59-45a1-bd88-ed23eba5a1a0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:15.318017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.327868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d6e48e-203e-407e-81cd-5de407771cd0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:15.339190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd38121-df6e-493c-84ac-68cf3d638309') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:15.339499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd38121-df6e-493c-84ac-68cf3d638309') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:15.350190 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.364703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.370179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae32669-46ee-4236-b9b2-398fa86e1695 None None] Network f5d6e48e-203e-407e-81cd-5de407771cd0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:15.371424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:15.371965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:15.375160 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:15.438326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.450050 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.451849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/f5d6e48e-203e-407e-81cd-5de407771cd0 HTTP/1.1" status: 204 len: 168 time: 0.4419067 Jul 16 09:27:15.456392 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:15.462087 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266972724'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:15.467184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ca743-a936-4340-968c-fbeb86d36923 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Network': ['ID=f5d6e48e-203e-407e-81cd-5de407771cd0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:15.474601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.486590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:15.490429 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.514628 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:15.525354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.525953 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Added segment ec053b60-b12c-461a-8a00-a9ce957e64a5 of type vlan for network 662e7eb9-f44d-44e7-b10b-d369c56020b1 Jul 16 09:27:15.552895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] For port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,segment=NetworkSegment(4a95bd3d-1663-4127-b262-a447b8c15aee),segment_id=4a95bd3d-1663-4127-b262-a447b8c15aee)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:15.558033 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.571738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.604294 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.610505 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:15.611145 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.612110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e17b7-28b8-4ced-8822-1981b6a0b0ed None None] Pushing event updated for resources: {'Port': ['ID=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:15.651163 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1936314 Jul 16 09:27:15.654760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35208) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:15.659962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'subnet': {'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:15.687493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-76a6ed24-2115-4695-9047-4e13cf86d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.711406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc1014-7dd5-4f74-9f5e-eb87320cf0b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Network': ['ID=662e7eb9-f44d-44e7-b10b-d369c56020b1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:15.722868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:15.780057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:15.783641 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.808134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8fbe84ad-c5f0-453d-98b0-4010fbd7dd0b None None] Provisioning complete for port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:15.808516 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fbe84ad-c5f0-453d-98b0-4010fbd7dd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.810157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:15.965949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.025877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Subnet': ['ID=f0c6ab14-c090-462f-b6eb-ed1fad649278,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:16.036483 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking segment: {'id': 'ec053b60-b12c-461a-8a00-a9ce957e64a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:16.036875 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network hostable DHCP agents. Network: 662e7eb9-f44d-44e7-b10b-d369c56020b1, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:16.052429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:16.061187 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 662e7eb9-f44d-44e7-b10b-d369c56020b1) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:16.066672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:16.067261 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.070785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0dcdd-0770-4b51-b2bd-616b5418958a None None] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:16.081577 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-677bb9f2-cc75-439d-8245-ceeb3ff2bfc0 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4253845 Jul 16 09:27:16.085120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35210) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:16.090146 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787866369'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:16.111339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:16.114742 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.138875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:16.148664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.149239 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Added segment 2e28172b-542f-4540-9b9d-1a499b97d5c5 of type vlan for network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 Jul 16 09:27:16.188648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.215484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-662e7eb9-f44d-44e7-b10b-d369c56020b1', 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1', 'tenant_id': 'd7f3d4e65da949668f712ba4ddaa7969', 'fixed_ips': [{'subnet_id': 'f0c6ab14-c090-462f-b6eb-ed1fad649278'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:16.216668 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.217662 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.223170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:16.223750 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.253753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1675377 Jul 16 09:27:16.256604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35212) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:16.261511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Request body: {'subnet': {'network_id': '8cafccf9-e1ac-4dd8-a795-416bf72629c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:16.320552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e137770-0097-4df8-9edb-de71e126e3e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Network': ['ID=8cafccf9-e1ac-4dd8-a795-416bf72629c0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:16.331934 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:16.392090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Made reservation on behalf of d7f3d4e65da949668f712ba4ddaa7969 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:16.395595 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.560790 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:16.563547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Allocated IP 2001:db8::2 (662e7eb9-f44d-44e7-b10b-d369c56020b1/f0c6ab14-c090-462f-b6eb-ed1fad649278/eb9520c3-295e-4767-afc7-93a178179fbf) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:16.584800 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.646785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event updated for resources: {'Subnet': ['ID=db8437c4-7f87-4278-9942-55069eb897c2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:16.657645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Checking segment: {'id': '2e28172b-542f-4540-9b9d-1a499b97d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8cafccf9-e1ac-4dd8-a795-416bf72629c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:16.658010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network hostable DHCP agents. Network: 8cafccf9-e1ac-4dd8-a795-416bf72629c0, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:16.674276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:16.679546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:16.679925 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.684634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 8cafccf9-e1ac-4dd8-a795-416bf72629c0) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:16.689221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:16.689803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.707489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5e279fd6-d9c6-4d38-8089-9a3b8ea19322 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473703 Jul 16 09:27:16.708294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdad3bf-49de-4575-8911-96b50fc5e84e None None] Network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:16.708438 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35214) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:16.802155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.838238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.857842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.875140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Transition to ACTIVE for port object eb9520c3-295e-4767-afc7-93a178179fbf will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:16.916370 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.926816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Transition to ACTIVE for port object eb9520c3-295e-4767-afc7-93a178179fbf will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:16.936743 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:16.945463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Subnet': ['ID=db8437c4-7f87-4278-9942-55069eb897c2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:16.999871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:17.002337 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.004065 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff67cad-4b9f-408b-8fe6-8679ab926a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-8cafccf9-e1ac-4dd8-a795-416bf72629c0', 'network_id': '8cafccf9-e1ac-4dd8-a795-416bf72629c0', 'tenant_id': 'd7f3d4e65da949668f712ba4ddaa7969', 'fixed_ips': [{'subnet_id': 'db8437c4-7f87-4278-9942-55069eb897c2'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:17.004906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9ff67cad-4b9f-408b-8fe6-8679ab926a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.010269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:17.015625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cafccf9-e1ac-4dd8-a795-416bf72629c0']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:17.021913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:17.027956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Pushing event updated for resources: {'Port': ['ID=eb9520c3-295e-4767-afc7-93a178179fbf,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.030901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e28172b-542f-4540-9b9d-1a499b97d5c5') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:17.031202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e28172b-542f-4540-9b9d-1a499b97d5c5') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:17.040901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.056161 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.062305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:17.062730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:17.065935 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:17.142039 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.144514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.147195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Attempting to bind port eb9520c3-295e-4767-afc7-93a178179fbf on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:17.147602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Attempting to bind port eb9520c3-295e-4767-afc7-93a178179fbf by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ec053b60-b12c-461a-8a00-a9ce957e64a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:17.147745 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.147977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Attempting to bind port eb9520c3-295e-4767-afc7-93a178179fbf on network 662e7eb9-f44d-44e7-b10b-d369c56020b1 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:17.150072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/8cafccf9-e1ac-4dd8-a795-416bf72629c0 HTTP/1.1" status: 204 len: 168 time: 0.4407463 Jul 16 09:27:17.152864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.157546 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8080e7b-e5ff-48f2-b667-3701f305f2f6 None None] Network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:17.168916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21c390-5131-4554-8e80-fe8a6a62e130 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Network': ['ID=8cafccf9-e1ac-4dd8-a795-416bf72629c0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.169247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:17.169632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Checking segment: {'id': 'ec053b60-b12c-461a-8a00-a9ce957e64a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:17.170037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.170433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Bound using segment: {'id': 'ec053b60-b12c-461a-8a00-a9ce957e64a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:17.170920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Bound port: eb9520c3-295e-4767-afc7-93a178179fbf, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec053b60-b12c-461a-8a00-a9ce957e64a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '662e7eb9-f44d-44e7-b10b-d369c56020b1'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:17.171305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.174724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8080e7b-e5ff-48f2-b667-3701f305f2f6 None None] Network 8cafccf9-e1ac-4dd8-a795-416bf72629c0 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:27:17.183551 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da9d6c7-0082-4a9a-8d30-884e9d4a6237 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] GET failed (client error): The resource could not be found. Jul 16 09:27:17.184941 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7da9d6c7-0082-4a9a-8d30-884e9d4a6237 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "GET /v2.0/subnets/db8437c4-7f87-4278-9942-55069eb897c2 HTTP/1.1" status: 404 len: 337 time: 0.0310845 Jul 16 09:27:17.187633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.206291 n-d-798054-12 neutron-server[93774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eba0c80-819f-418c-aa39-f1f7baf45eb8 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:17.206830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eba0c80-819f-418c-aa39-f1f7baf45eb8 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:17.208512 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3eba0c80-819f-418c-aa39-f1f7baf45eb8 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/8cafccf9-e1ac-4dd8-a795-416bf72629c0 HTTP/1.1" status: 404 len: 339 time: 0.0198295 Jul 16 09:27:17.212411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35220) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.235007 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] For port eb9520c3-295e-4767-afc7-93a178179fbf, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:17.237592 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cdf9a8-5174-449d-8203-47966ac749b9 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:17.238153 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cdf9a8-5174-449d-8203-47966ac749b9 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:17.238271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] For port eb9520c3-295e-4767-afc7-93a178179fbf, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=eb9520c3-295e-4767-afc7-93a178179fbf,segment=NetworkSegment(ec053b60-b12c-461a-8a00-a9ce957e64a5),segment_id=ec053b60-b12c-461a-8a00-a9ce957e64a5)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:17.240407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f5cdf9a8-5174-449d-8203-47966ac749b9 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/subnets/db8437c4-7f87-4278-9942-55069eb897c2 HTTP/1.1" status: 404 len: 337 time: 0.0269363 Jul 16 09:27:17.243580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35222) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.244825 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.261944 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c170663-c25c-4163-a40e-fa22256cfba3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:17.262491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c170663-c25c-4163-a40e-fa22256cfba3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:17.264203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4c170663-c25c-4163-a40e-fa22256cfba3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/8cafccf9-e1ac-4dd8-a795-416bf72629c0 HTTP/1.1" status: 404 len: 339 time: 0.0194690 Jul 16 09:27:17.266762 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35224) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.314215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecefff8-d4a1-412c-800c-0ce02818f924 None None] Pushing event updated for resources: {'Port': ['ID=eb9520c3-295e-4767-afc7-93a178179fbf,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.324511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Deleting subnet f0c6ab14-c090-462f-b6eb-ed1fad649278 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:17.328008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.369659 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.476732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.544362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.571711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c6ab14-c090-462f-b6eb-ed1fad649278,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.575436 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.579901 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:17.580077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d0e1ed95-d68b-4acb-a37c-314f99f4a329 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/subnets/f0c6ab14-c090-462f-b6eb-ed1fad649278 HTTP/1.1" status: 204 len: 168 time: 0.3122451 Jul 16 09:27:17.653587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.709946 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Deleting port eb9520c3-295e-4767-afc7-93a178179fbf {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:17.710197 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.771371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] For port eb9520c3-295e-4767-afc7-93a178179fbf, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=eb9520c3-295e-4767-afc7-93a178179fbf,segment=NetworkSegment(ec053b60-b12c-461a-8a00-a9ce957e64a5),segment_id=ec053b60-b12c-461a-8a00-a9ce957e64a5)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:17.771733 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.783665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Calling delete_port for eb9520c3-295e-4767-afc7-93a178179fbf owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:17.864744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.891500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Port': ['ID=eb9520c3-295e-4767-afc7-93a178179fbf,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:17.896401 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No DVR routers for this DVR port eb9520c3-295e-4767-afc7-93a178179fbf on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:17.982247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:17.992962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662e7eb9-f44d-44e7-b10b-d369c56020b1']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.004281 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec053b60-b12c-461a-8a00-a9ce957e64a5') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.004863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec053b60-b12c-461a-8a00-a9ce957e64a5') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.014494 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.028882 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.035366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:18.035784 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:18.039345 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:18.098648 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.109717 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.111552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/662e7eb9-f44d-44e7-b10b-d369c56020b1 HTTP/1.1" status: 204 len: 168 time: 0.5305433 Jul 16 09:27:18.114174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35228) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.126034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c5cd-dbd1-48b7-8fb5-e93db879d392 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Network': ['ID=662e7eb9-f44d-44e7-b10b-d369c56020b1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:18.140617 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11f89eb-4ccb-413c-908d-a5806b9456e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:18.141067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11f89eb-4ccb-413c-908d-a5806b9456e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:18.142848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c11f89eb-4ccb-413c-908d-a5806b9456e2 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/subnets/5feade34-cf59-45a1-bd88-ed23eba5a1a0 HTTP/1.1" status: 404 len: 337 time: 0.0276797 Jul 16 09:27:18.145395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35230) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.164725 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-77920a6b-6635-4d87-b13f-2ed09c849998 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:18.165268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77920a6b-6635-4d87-b13f-2ed09c849998 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:18.166948 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-77920a6b-6635-4d87-b13f-2ed09c849998 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/f5d6e48e-203e-407e-81cd-5de407771cd0 HTTP/1.1" status: 404 len: 339 time: 0.0205560 Jul 16 09:27:18.169515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35232) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.195081 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b7c260-b969-4264-88e2-3e8a1856d3b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:18.195539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b7c260-b969-4264-88e2-3e8a1856d3b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:18.197285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f2b7c260-b969-4264-88e2-3e8a1856d3b3 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/subnets/3c621d13-1285-4792-bc9e-fcf41790e060 HTTP/1.1" status: 404 len: 337 time: 0.0268779 Jul 16 09:27:18.199749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35234) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.218624 n-d-798054-12 neutron-server[93775]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20a363c-cbc1-4aac-93f1-85958c2c9875 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] DELETE failed (client error): The resource could not be found. Jul 16 09:27:18.219177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20a363c-cbc1-4aac-93f1-85958c2c9875 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93775) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:27:18.219775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-77044f12-8c48-4ea9-8820-e1942ff2f788 None None] Could not find standard attr ID for object eb9520c3-295e-4767-afc7-93a178179fbf. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:27:18.223154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d20a363c-cbc1-4aac-93f1-85958c2c9875 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/c7b77931-21f7-4ce6-8d66-3f149871771d HTTP/1.1" status: 404 len: 339 time: 0.0202591 Jul 16 09:27:18.223380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35236) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.247576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acc6af-f534-446d-b424-9a81db14b962 None None] DHCP port deletion for 662e7eb9-f44d-44e7-b10b-d369c56020b1 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:18.263782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173c558-e9af-4ec6-b242-dcdc9a7f3cb4 None None] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:18.276501 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173c558-e9af-4ec6-b242-dcdc9a7f3cb4 None None] Network 662e7eb9-f44d-44e7-b10b-d369c56020b1 could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:27:18.283067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Deleting subnet 7bf38c85-af13-4ea3-bbeb-9112d39d7a1b {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:18.286346 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.325063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.405244 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.465620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.493170 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.494978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/subnets/7bf38c85-af13-4ea3-bbeb-9112d39d7a1b HTTP/1.1" status: 204 len: 168 time: 0.2707124 Jul 16 09:27:18.495885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90aaea-54ab-4f47-a6b5-36dc8b8bf6d5 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf38c85-af13-4ea3-bbeb-9112d39d7a1b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:18.497746 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:18.498901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7081d-e8cb-43b2-905c-d7b761d5e2fa None None] Network 6c9e550a-7676-450c-9020-cd4c84b3598f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:18.576890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.629338 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Deleting port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:18.629686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.672023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.675716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] DHCP port deletion for 6c9e550a-7676-450c-9020-cd4c84b3598f request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:18.698954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] For port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,segment=NetworkSegment(4a95bd3d-1663-4127-b262-a447b8c15aee),segment_id=4a95bd3d-1663-4127-b262-a447b8c15aee)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:18.699348 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.711129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Calling delete_port for 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:18.726359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Deleting port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:18.726735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.788830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] For port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,segment=NetworkSegment(4a95bd3d-1663-4127-b262-a447b8c15aee),segment_id=4a95bd3d-1663-4127-b262-a447b8c15aee)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:18.789143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.789301 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.801683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Calling delete_port for 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:18.815412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Port': ['ID=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:18.817336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] No DVR routers for this DVR port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:18.883722 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.898299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.907921 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] Pushing event deleted for resources: {'Port': ['ID=9e092b5d-0e22-4bcb-a667-4de4719dc1f9,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:18.908196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9e550a-7676-450c-9020-cd4c84b3598f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.911997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32917d6d-4612-42a1-aff5-89db02dd0c85 None None] No DVR routers for this DVR port 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:18.919233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a95bd3d-1663-4127-b262-a447b8c15aee') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.919532 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a95bd3d-1663-4127-b262-a447b8c15aee') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:18.928385 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.942322 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.948000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:18.948408 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:18.951294 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:19.009189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.015601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.017446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] 10.222.0.32 "DELETE /v2.0/networks/6c9e550a-7676-450c-9020-cd4c84b3598f HTTP/1.1" status: 204 len: 168 time: 0.5186644 Jul 16 09:27:19.028405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b4b2c-a845-468a-ba7a-115bcce74667 tempest-NetworksIpV6Test-1699186416 tempest-NetworksIpV6Test-1699186416-project] Pushing event deleted for resources: {'Network': ['ID=6c9e550a-7676-450c-9020-cd4c84b3598f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:19.254594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35244) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:19.382202 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-591576c7-7507-4531-9a1a-823529e9f7b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7f3d4e65da949668f712ba4ddaa7969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264293 Jul 16 09:27:19.384753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35248) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:19.431587 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.451735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.499835 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.502462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:19.503638 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d87e5f4-eff9-4ebf-9b9f-4982188557ba HTTP/1.1" status: 204 len: 168 time: 0.1179883 Jul 16 09:27:19.511753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074abfc-2bf2-456b-91c7-e413bb835304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87e5f4-eff9-4ebf-9b9f-4982188557ba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:20.108218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:20.197815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-759820962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:20.219885 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.220910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.270872 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.275954 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.291733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.292968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cae628ec-1f65-4a3b-9f13-7d664897a463 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1837442 Jul 16 09:27:20.295632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35274) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:20.300560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-840977980'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:20.321579 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Made reservation on behalf of 97c588aecfad4f01b73222b6fe05e6e3 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:20.325211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.334827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.391548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:20.412926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:20.413269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9e092b5d-0e22-4bcb-a667-4de4719dc1f9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:20.438744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.442449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.471424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:20.481616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e24e5-5171-4749-bd16-cc46d1e6afe6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:20.486458 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.486805 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Added segment 941b0082-5a9e-4aee-8ae6-954953664d99 of type vlan for network 0c33c735-ac52-4db1-aca0-040b3a438616 Jul 16 09:27:20.526173 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.553843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.559808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:20.560421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.594529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2978418 Jul 16 09:27:20.597248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35276) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:20.602516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'subnet': {'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:20.640714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6259b-dbdf-40b8-b12e-c5a7ac647f43 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event updated for resources: {'Network': ['ID=0c33c735-ac52-4db1-aca0-040b3a438616,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:20.651277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 0c33c735-ac52-4db1-aca0-040b3a438616 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:20.717636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Made reservation on behalf of 97c588aecfad4f01b73222b6fe05e6e3 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:20.721257 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.894759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.951567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event updated for resources: {'Subnet': ['ID=32c064bb-5d09-4e11-a5c6-c3d316ea9d40,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:20.962634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Checking segment: {'id': '941b0082-5a9e-4aee-8ae6-954953664d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:20.962992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Network hostable DHCP agents. Network: 0c33c735-ac52-4db1-aca0-040b3a438616, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:20.980193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Network 0c33c735-ac52-4db1-aca0-040b3a438616 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:20.988308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 0c33c735-ac52-4db1-aca0-040b3a438616) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:20.992263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:20.992855 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:20.997834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86af1f9-bb5b-4867-84c5-98a6d6d08ebd None None] Network 0c33c735-ac52-4db1-aca0-040b3a438616 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:21.007442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5f37d4ae-0412-40b0-8dc3-afe93e0bdff5 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4091406 Jul 16 09:27:21.010445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:21.015430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-270632731'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:21.035893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Made reservation on behalf of 97c588aecfad4f01b73222b6fe05e6e3 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:21.039964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.063986 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:21.073087 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.073461 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Added segment 00f0eb73-b937-4151-8e1c-79cf84cd59e3 of type vlan for network 905f375d-4381-4129-b638-d4e3a10c5f1c Jul 16 09:27:21.113434 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.142278 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.146070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-0c33c735-ac52-4db1-aca0-040b3a438616', 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616', 'tenant_id': '97c588aecfad4f01b73222b6fe05e6e3', 'fixed_ips': [{'subnet_id': '32c064bb-5d09-4e11-a5c6-c3d316ea9d40'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:21.146967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.148526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:21.149135 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.186712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1752157 Jul 16 09:27:21.189605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35280) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:21.195197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'subnet': {'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:21.224009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be4e16-98b8-4e1c-90c6-751e0c21b9c6 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event updated for resources: {'Network': ['ID=905f375d-4381-4129-b638-d4e3a10c5f1c,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:21.238724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 905f375d-4381-4129-b638-d4e3a10c5f1c details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:21.289611 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Made reservation on behalf of 97c588aecfad4f01b73222b6fe05e6e3 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:21.293213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.345489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Allocated IP 172.20.0.2 (0c33c735-ac52-4db1-aca0-040b3a438616/32c064bb-5d09-4e11-a5c6-c3d316ea9d40/5658345a-e656-4acc-9b80-1cd9c95ffa57) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:21.481180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.497765 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.505964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Transition to ACTIVE for port object 5658345a-e656-4acc-9b80-1cd9c95ffa57 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:21.521317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Transition to ACTIVE for port object 5658345a-e656-4acc-9b80-1cd9c95ffa57 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:21.527926 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.542171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event updated for resources: {'Subnet': ['ID=a11a52d8-632a-4903-ad86-2e9595fbf7d0,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:21.550430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Checking segment: {'id': '00f0eb73-b937-4151-8e1c-79cf84cd59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:21.550798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Network hostable DHCP agents. Network: 905f375d-4381-4129-b638-d4e3a10c5f1c, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:21.567522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Network 905f375d-4381-4129-b638-d4e3a10c5f1c is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:21.569316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Network 0c33c735-ac52-4db1-aca0-040b3a438616 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:21.575453 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:21.577129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 905f375d-4381-4129-b638-d4e3a10c5f1c) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:21.577712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Pushing event updated for resources: {'Port': ['ID=5658345a-e656-4acc-9b80-1cd9c95ffa57,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:21.579855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:21.584414 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:21.585168 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.588223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a280c7a-ad73-4bae-97f7-91ac086ecd4c None None] Network 905f375d-4381-4129-b638-d4e3a10c5f1c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:21.600501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-0da4e7ae-d342-4087-8a9e-d16f913e05e3 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4097836 Jul 16 09:27:21.603271 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35282) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:21.607768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-8e0a014e-603c-4a23-a9d6-f5cb089b2ffb tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Request body: {'router': {'external_gateway_info': {'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:21.687761 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Attempting to bind port 5658345a-e656-4acc-9b80-1cd9c95ffa57 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:21.688158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Attempting to bind port 5658345a-e656-4acc-9b80-1cd9c95ffa57 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '941b0082-5a9e-4aee-8ae6-954953664d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:21.688528 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Attempting to bind port 5658345a-e656-4acc-9b80-1cd9c95ffa57 on network 0c33c735-ac52-4db1-aca0-040b3a438616 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:21.699269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:21.699647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Checking segment: {'id': '941b0082-5a9e-4aee-8ae6-954953664d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:21.700073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.700472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Bound using segment: {'id': '941b0082-5a9e-4aee-8ae6-954953664d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:21.700935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Bound port: 5658345a-e656-4acc-9b80-1cd9c95ffa57, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941b0082-5a9e-4aee-8ae6-954953664d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0c33c735-ac52-4db1-aca0-040b3a438616'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:21.701317 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.810842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8e0a014e-603c-4a23-a9d6-f5cb089b2ffb tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.822965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] For port 5658345a-e656-4acc-9b80-1cd9c95ffa57, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:21.834873 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-905f375d-4381-4129-b638-d4e3a10c5f1c', 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c', 'tenant_id': '97c588aecfad4f01b73222b6fe05e6e3', 'fixed_ips': [{'subnet_id': 'a11a52d8-632a-4903-ad86-2e9595fbf7d0'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:21.835769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.839372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] For port 5658345a-e656-4acc-9b80-1cd9c95ffa57, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5658345a-e656-4acc-9b80-1cd9c95ffa57,segment=NetworkSegment(941b0082-5a9e-4aee-8ae6-954953664d99),segment_id=941b0082-5a9e-4aee-8ae6-954953664d99)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:21.847761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:21.921213 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [None req-8e0a014e-603c-4a23-a9d6-f5cb089b2ffb tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:27:21.922286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8e0a014e-603c-4a23-a9d6-f5cb089b2ffb tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "PUT /v2.0/routers/ee87da06-9a20-47df-b05e-fc43547e832f HTTP/1.1" status: 400 len: 364 time: 0.3180902 Jul 16 09:27:21.928223 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:21.967187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436ea8a-6697-4009-8964-fe78caa02159 None None] Pushing event updated for resources: {'Port': ['ID=5658345a-e656-4acc-9b80-1cd9c95ffa57,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:21.985288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Deleting subnet a11a52d8-632a-4903-ad86-2e9595fbf7d0 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:22.023142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Allocated IP 172.21.0.2 (905f375d-4381-4129-b638-d4e3a10c5f1c/a11a52d8-632a-4903-ad86-2e9595fbf7d0/f997e56c-941e-4a9a-8129-6ad5840f584b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:22.188800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.197752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Transition to ACTIVE for port object f997e56c-941e-4a9a-8129-6ad5840f584b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:22.213057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Transition to ACTIVE for port object f997e56c-941e-4a9a-8129-6ad5840f584b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:22.218227 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.218737 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.261776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Network 905f375d-4381-4129-b638-d4e3a10c5f1c is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:22.263709 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.264525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:22.268781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:22.275895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Pushing event updated for resources: {'Port': ['ID=f997e56c-941e-4a9a-8129-6ad5840f584b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:22.331988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Attempting to bind port f997e56c-941e-4a9a-8129-6ad5840f584b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:22.332399 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Attempting to bind port f997e56c-941e-4a9a-8129-6ad5840f584b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '00f0eb73-b937-4151-8e1c-79cf84cd59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:22.332770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Attempting to bind port f997e56c-941e-4a9a-8129-6ad5840f584b on network 905f375d-4381-4129-b638-d4e3a10c5f1c {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:22.339367 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:22.339886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Checking segment: {'id': '00f0eb73-b937-4151-8e1c-79cf84cd59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:22.340455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.341080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Bound using segment: {'id': '00f0eb73-b937-4151-8e1c-79cf84cd59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:22.342051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Bound port: f997e56c-941e-4a9a-8129-6ad5840f584b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f0eb73-b937-4151-8e1c-79cf84cd59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '905f375d-4381-4129-b638-d4e3a10c5f1c'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:22.342627 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.353229 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.423192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5658345a-e656-4acc-9b80-1cd9c95ffa57 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:22.433176 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.449248 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] For port f997e56c-941e-4a9a-8129-6ad5840f584b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:22.463497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Subnet': ['ID=a11a52d8-632a-4903-ad86-2e9595fbf7d0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:22.470491 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.471421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] For port f997e56c-941e-4a9a-8129-6ad5840f584b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f997e56c-941e-4a9a-8129-6ad5840f584b,segment=NetworkSegment(00f0eb73-b937-4151-8e1c-79cf84cd59e3),segment_id=00f0eb73-b937-4151-8e1c-79cf84cd59e3)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:22.475563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35286) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:22.476623 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c2ebe215-c33a-4287-b7b8-2d0904a5eba1 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "DELETE /v2.0/subnets/a11a52d8-632a-4903-ad86-2e9595fbf7d0 HTTP/1.1" status: 204 len: 168 time: 0.5462272 Jul 16 09:27:22.482994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.548759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 5658345a-e656-4acc-9b80-1cd9c95ffa57 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:22.552014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20bc7-b688-4738-82b8-d023ad7cd709 None None] Pushing event updated for resources: {'Port': ['ID=f997e56c-941e-4a9a-8129-6ad5840f584b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:22.575828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.638999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Deleting port f997e56c-941e-4a9a-8129-6ad5840f584b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:22.639351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.707880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] For port f997e56c-941e-4a9a-8129-6ad5840f584b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f997e56c-941e-4a9a-8129-6ad5840f584b,segment=NetworkSegment(00f0eb73-b937-4151-8e1c-79cf84cd59e3),segment_id=00f0eb73-b937-4151-8e1c-79cf84cd59e3)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:22.708299 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.726618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Calling delete_port for f997e56c-941e-4a9a-8129-6ad5840f584b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:22.833495 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.861479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Port': ['ID=f997e56c-941e-4a9a-8129-6ad5840f584b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:22.865057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] No DVR routers for this DVR port f997e56c-941e-4a9a-8129-6ad5840f584b on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:22.953143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.964353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905f375d-4381-4129-b638-d4e3a10c5f1c']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:22.974980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f0eb73-b937-4151-8e1c-79cf84cd59e3') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:22.975283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f0eb73-b937-4151-8e1c-79cf84cd59e3') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:22.984665 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:22.998276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.004124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:23.004924 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:23.008439 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:23.011348 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c92d7-fb7a-4776-9dcd-db651d638064 None None] Network 0c33c735-ac52-4db1-aca0-040b3a438616 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:23.066576 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.075351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.077314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "DELETE /v2.0/networks/905f375d-4381-4129-b638-d4e3a10c5f1c HTTP/1.1" status: 204 len: 168 time: 0.6002479 Jul 16 09:27:23.079797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35288) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:23.087442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Provisioning for port 5658345a-e656-4acc-9b80-1cd9c95ffa57 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:23.097510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd453ce0-3022-4768-9082-27c5011e608d tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Network': ['ID=905f375d-4381-4129-b638-d4e3a10c5f1c,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:23.098223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Provisioning complete for port 5658345a-e656-4acc-9b80-1cd9c95ffa57 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:23.098631 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.143523 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Deleting subnet 32c064bb-5d09-4e11-a5c6-c3d316ea9d40 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:23.146618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.188962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.239074 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.278026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] For port 5658345a-e656-4acc-9b80-1cd9c95ffa57, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5658345a-e656-4acc-9b80-1cd9c95ffa57,segment=NetworkSegment(941b0082-5a9e-4aee-8ae6-954953664d99),segment_id=941b0082-5a9e-4aee-8ae6-954953664d99)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:23.286347 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.297571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.353316 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b266-d352-4a7b-b178-1201247a4128 None None] Pushing event updated for resources: {'Port': ['ID=5658345a-e656-4acc-9b80-1cd9c95ffa57,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:23.374206 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.402657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Subnet': ['ID=32c064bb-5d09-4e11-a5c6-c3d316ea9d40,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:23.407112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.411311 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3d58eda0-c127-4f1b-a1ee-68314f2fcd18 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "DELETE /v2.0/subnets/32c064bb-5d09-4e11-a5c6-c3d316ea9d40 HTTP/1.1" status: 204 len: 168 time: 0.3284409 Jul 16 09:27:23.411552 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35290) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:23.490782 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.518590 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac53cc5-9e36-47d5-8b9f-cbad58ef143a None None] Network 0c33c735-ac52-4db1-aca0-040b3a438616 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:23.556490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Deleting port 5658345a-e656-4acc-9b80-1cd9c95ffa57 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:23.556910 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.641557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ff453c1a-becb-44d1-aac3-6535b64667ab None None] Provisioning complete for port 5658345a-e656-4acc-9b80-1cd9c95ffa57 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:23.642055 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ff453c1a-becb-44d1-aac3-6535b64667ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.728743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15838606-5a81-4b61-942d-b7e594f4a23d None None] DHCP port deletion for 905f375d-4381-4129-b638-d4e3a10c5f1c request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:23.755870 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8896b8-7714-4fa6-902d-74f1377d6777 None None] Network 905f375d-4381-4129-b638-d4e3a10c5f1c requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:23.773364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] DHCP port deletion for 0c33c735-ac52-4db1-aca0-040b3a438616 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:27:23.777418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8896b8-7714-4fa6-902d-74f1377d6777 None None] Network 905f375d-4381-4129-b638-d4e3a10c5f1c could not be found, it might have been deleted concurrently. {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:27:23.824475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Deleting port 5658345a-e656-4acc-9b80-1cd9c95ffa57 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:23.824859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.986360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] For port 5658345a-e656-4acc-9b80-1cd9c95ffa57, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5658345a-e656-4acc-9b80-1cd9c95ffa57,segment=NetworkSegment(941b0082-5a9e-4aee-8ae6-954953664d99),segment_id=941b0082-5a9e-4aee-8ae6-954953664d99)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:23.986612 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:23.999378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Calling delete_port for 5658345a-e656-4acc-9b80-1cd9c95ffa57 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:24.006327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-78f7461b-3f93-460b-b3e4-0b7c14a61e93 None None] Could not find standard attr ID for object f997e56c-941e-4a9a-8129-6ad5840f584b. {{(pid=93776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:27:24.046787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] For port 5658345a-e656-4acc-9b80-1cd9c95ffa57, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=5658345a-e656-4acc-9b80-1cd9c95ffa57,segment=NetworkSegment(941b0082-5a9e-4aee-8ae6-954953664d99),segment_id=941b0082-5a9e-4aee-8ae6-954953664d99)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:24.047181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.058728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Calling delete_port for 5658345a-e656-4acc-9b80-1cd9c95ffa57 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:24.080643 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.106180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Port': ['ID=5658345a-e656-4acc-9b80-1cd9c95ffa57,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:24.110351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] No DVR routers for this DVR port 5658345a-e656-4acc-9b80-1cd9c95ffa57 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:24.137104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.162852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] Pushing event deleted for resources: {'Port': ['ID=5658345a-e656-4acc-9b80-1cd9c95ffa57,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:24.165286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670668f0-d371-48a0-82ea-578a0c56fd4e None None] No DVR routers for this DVR port 5658345a-e656-4acc-9b80-1cd9c95ffa57 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:24.192798 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.203144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c33c735-ac52-4db1-aca0-040b3a438616']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.213155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941b0082-5a9e-4aee-8ae6-954953664d99') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.213452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941b0082-5a9e-4aee-8ae6-954953664d99') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:24.222064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.235199 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.241166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:24.241574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:24.244428 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:24.301291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.309725 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.311518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "DELETE /v2.0/networks/0c33c735-ac52-4db1-aca0-040b3a438616 HTTP/1.1" status: 204 len: 168 time: 0.8989859 Jul 16 09:27:24.314404 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35292) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:24.322829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251824-4e4d-4a18-b6f4-f1a7c77b4c97 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Pushing event deleted for resources: {'Network': ['ID=0c33c735-ac52-4db1-aca0-040b3a438616,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:24.345463 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1f65cedb-0f1c-4572-9349-730c189e4060 tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee87da06-9a20-47df-b05e-fc43547e832f HTTP/1.1" status: 200 len: 205 time: 0.0298278 Jul 16 09:27:24.347715 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35294) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:24.388837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5658345a-e656-4acc-9b80-1cd9c95ffa57 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:24.408802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 5658345a-e656-4acc-9b80-1cd9c95ffa57 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:24.409212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 5658345a-e656-4acc-9b80-1cd9c95ffa57 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:24.756215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.904713 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.906819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.950859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.951296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Fanout notify agent at l3_agent the message router_deleted on router ee87da06-9a20-47df-b05e-fc43547e832f {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:27:24.957959 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:24.959012 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7a672989-c412-49d8-88ed-5619065ccb5a tempest-RoutersNegativeTest-1242630247 tempest-RoutersNegativeTest-1242630247-project] 10.222.0.32 "DELETE /v2.0/routers/ee87da06-9a20-47df-b05e-fc43547e832f HTTP/1.1" status: 204 len: 168 time: 0.6103480 Jul 16 09:27:25.190239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:25.317702 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-870ba81f-1afa-48c3-909c-f22f07c7c422 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97c588aecfad4f01b73222b6fe05e6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262572 Jul 16 09:27:25.320172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:25.367741 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.387778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.432285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.434837 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:25.435996 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa0e24e5-5171-4749-bd16-cc46d1e6afe6 HTTP/1.1" status: 204 len: 168 time: 0.1148803 Jul 16 09:27:25.443656 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9c870-5adb-49ce-9a17-7098397495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e24e5-5171-4749-bd16-cc46d1e6afe6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.022686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35326) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:26.114735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1402045593-network', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:26.139326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Made reservation on behalf of 574e8b1c466c45bb86a99d36df21bb51 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:26.141653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.149578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.234289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.237845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.264090 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:26.269185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce92414-2c33-48c0-80d8-73cce1855f07,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.276276 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.276675 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Added segment ca7770ba-602b-4d61-b74b-b79d8c4142eb of type vlan for network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 Jul 16 09:27:26.317546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.345997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.346910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:26.347489 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.377802 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3534832 Jul 16 09:27:26.380874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35330) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:26.386663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Request body: {'subnet': {'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-subnet', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:26.406657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Made reservation on behalf of 574e8b1c466c45bb86a99d36df21bb51 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:26.409175 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.409575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d253b08-d84b-4ce2-9f21-7bb90a414a47 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7805f6-6c68-4df1-b8f8-cf12caf80005,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.419771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:26.575269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.632909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b26891e-5e11-463d-b7ce-f0b24b17f112,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:26.641173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Checking segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:26.641532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Network hostable DHCP agents. Network: 9d7805f6-6c68-4df1-b8f8-cf12caf80005, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:26.657757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:26.666570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 9d7805f6-6c68-4df1-b8f8-cf12caf80005) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:26.670846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:26.671442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.677543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806b2a6-982d-454e-b93b-c6efd987b54d None None] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:26.685239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ab284f3-1806-4b0a-af02-75c3cbfe5688 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3031769 Jul 16 09:27:26.688126 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35332) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:26.692353 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:26.712158 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.713133 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.766052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.825606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:26.826459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.901172 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:26.962996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Allocated IP 172.20.0.2 (9d7805f6-6c68-4df1-b8f8-cf12caf80005/8b26891e-5e11-463d-b7ce-f0b24b17f112/d66be211-8576-4ad7-8ec0-804004bee188) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:27.099710 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.103964 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.112483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Transition to ACTIVE for port object d66be211-8576-4ad7-8ec0-804004bee188 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:27.122637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.127232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Transition to ACTIVE for port object d66be211-8576-4ad7-8ec0-804004bee188 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:27.133556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.174329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:27.177167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:27.181522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:27.184574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Pushing event updated for resources: {'Port': ['ID=d66be211-8576-4ad7-8ec0-804004bee188,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:27.225502 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Allocated IP 172.25.5.90 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:27.242971 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Attempting to bind port d66be211-8576-4ad7-8ec0-804004bee188 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:27.243337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Attempting to bind port d66be211-8576-4ad7-8ec0-804004bee188 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:27.243697 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Attempting to bind port d66be211-8576-4ad7-8ec0-804004bee188 on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:27.248654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:27.249020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Checking segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:27.249422 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.249805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Bound using segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:27.250261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Bound port: d66be211-8576-4ad7-8ec0-804004bee188, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:27.250635 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.316925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] For port d66be211-8576-4ad7-8ec0-804004bee188, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:27.320458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] For port d66be211-8576-4ad7-8ec0-804004bee188, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d66be211-8576-4ad7-8ec0-804004bee188,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:27.324813 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.332017 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.374831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.380132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee579d53-f4c6-4444-b6f5-33e6d9636023 None None] Pushing event updated for resources: {'Port': ['ID=d66be211-8576-4ad7-8ec0-804004bee188,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:27.416273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:27.419199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:27.423008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:27.428816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Pushing event updated for resources: {'Port': ['ID=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:27.726965 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:27.918527 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.045182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:27:28.152960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:28.161841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Sync routers for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:28.171011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.171518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:28.174949 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:28.175130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-27bc9155-7b33-4f63-9f4d-3d2a94fb21e3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4834349 Jul 16 09:27:28.175312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35334) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:28.295425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:28.379425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563ae51-b449-483c-832e-7e256e075f1a None None] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:28.432169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d66be211-8576-4ad7-8ec0-804004bee188 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:28.532698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b39df6f0-b900-4c60-82a2-2ab53a922068 None None] Provisioning for port d66be211-8576-4ad7-8ec0-804004bee188 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:28.606234 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.612196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d66be211-8576-4ad7-8ec0-804004bee188 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:28.624853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d66be211-8576-4ad7-8ec0-804004bee188 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:28.625225 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.690716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:27Z', 'revision_number': 3, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:28.728521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Checking router: 45a548c6-2d23-4bc6-b47a-67ff7f631e41 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:28.728869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Updating router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:28.762650 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Allocated IP 172.20.0.1 (9d7805f6-6c68-4df1-b8f8-cf12caf80005/8b26891e-5e11-463d-b7ce-f0b24b17f112/ee663248-5b7e-45a7-9156-df8ca9be8289) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:28.803735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.807299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.869980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.885477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Transition to ACTIVE for port object ee663248-5b7e-45a7-9156-df8ca9be8289 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:28.919615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d66be211-8576-4ad7-8ec0-804004bee188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d66be211-8576-4ad7-8ec0-804004bee188,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:28.923640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.927294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:28.968952 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:28.972278 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:28.975908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:29.010655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d66be211-8576-4ad7-8ec0-804004bee188,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.011843 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Pushing event updated for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.024875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.100658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b8838c8c-20d9-4340-b1c9-658b0acc4948 None None] Provisioning complete for port d66be211-8576-4ad7-8ec0-804004bee188 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:29.101100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8838c8c-20d9-4340-b1c9-658b0acc4948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.176779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.177466 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.191724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Transition to ACTIVE for port object 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:29.217037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.285494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73947-e8fc-4549-bc30-242d3d1898ef None None] Pushing event updated for resources: {'Port': ['ID=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.288161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Attempting to bind port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:29.288600 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Attempting to bind port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:29.288935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Attempting to bind port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:29.299079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:29.299468 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:29.299879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.300305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:29.300787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Bound port: 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:29.301175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.349531 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.353497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] For port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:29.354853 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.357485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] For port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:29.361243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.422422 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Pushing event updated for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.425264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dde22d81-3858-40ce-b1ce-1ca1a6be5cc6 None None] Provisioning for port ee663248-5b7e-45a7-9156-df8ca9be8289 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:29.428425 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.432139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73947-e8fc-4549-bc30-242d3d1898ef None None] Pushing event updated for resources: {'Port': ['ID=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:29.434614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:29.435221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:29.438987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dde22d81-3858-40ce-b1ce-1ca1a6be5cc6 None None] Provisioning complete for port ee663248-5b7e-45a7-9156-df8ca9be8289 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:29.439899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dde22d81-3858-40ce-b1ce-1ca1a6be5cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.524086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:29.525520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:29.552726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dde22d81-3858-40ce-b1ce-1ca1a6be5cc6 None None] Port ee663248-5b7e-45a7-9156-df8ca9be8289 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:29.585086 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:29.644920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:27:29.757730 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:29.764066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6fd9c6bc-8b0e-4631-9a97-a2d981939a01 admin admin] 10.222.0.32 "PUT /v2.0/routers/45a548c6-2d23-4bc6-b47a-67ff7f631e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875931 Jul 16 09:27:29.901354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f5d1f9e5-ddd4-4c9d-9ef6-0634e0122cb3 None None] Provisioning complete for port ee663248-5b7e-45a7-9156-df8ca9be8289 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:29.901743 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f9e5-ddd4-4c9d-9ef6-0634e0122cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:29.959776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1f9e5-ddd4-4c9d-9ef6-0634e0122cb3 None None] Port ee663248-5b7e-45a7-9156-df8ca9be8289 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:29.983541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ee663248-5b7e-45a7-9156-df8ca9be8289', 'name': '', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'mac_address': 'fa:16:3e:29:13:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:28Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 2, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'subnets': [{'id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:30.012739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724014bc-e5cb-4013-8f9f-4e7a1e512eef None None] The sync data for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 is: [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ee663248-5b7e-45a7-9156-df8ca9be8289', 'name': '', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'mac_address': 'fa:16:3e:29:13:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:28Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 2, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'subnets': [{'id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:30.240559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35350) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.250258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-63877007-network', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.272967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Made reservation on behalf of 719a3cc1d00845daa8e86f42ebfe7c09 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:30.277057 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.287051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.398777 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.403360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.412566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d66be211-8576-4ad7-8ec0-804004bee188 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:30.435477 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b149880-c26a-4bf0-b9a5-7ec6a8c45ecf,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.438610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:30.449499 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.449842 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Added segment 155c3e82-bfa3-4a43-869c-3fcb82dafacb of type vlan for network c22bd344-1041-478b-af09-7fcffd1e8e6a Jul 16 09:27:30.478288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d66be211-8576-4ad7-8ec0-804004bee188 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:30.478818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.496417 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.529245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.530631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.531452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.569432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3277571 Jul 16 09:27:30.572331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35352) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.577384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Request body: {'subnet': {'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-subnet', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.599991 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Made reservation on behalf of 719a3cc1d00845daa8e86f42ebfe7c09 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:30.603121 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.609144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e503178-81db-4375-9571-013fc647f202 admin admin] Pushing event updated for resources: {'Network': ['ID=c22bd344-1041-478b-af09-7fcffd1e8e6a,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.620145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network c22bd344-1041-478b-af09-7fcffd1e8e6a details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:30.764843 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:30.813817 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.875559 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beac5c43-9066-4ea0-b9a9-16d8ef6578bb,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:30.880000 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Checking segment: {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:30.880396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Network hostable DHCP agents. Network: c22bd344-1041-478b-af09-7fcffd1e8e6a, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:30.901594 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Network c22bd344-1041-478b-af09-7fcffd1e8e6a is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:30.912669 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, c22bd344-1041-478b-af09-7fcffd1e8e6a) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:30.918116 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.919076 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.923521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfb523e-aa0f-4973-bb26-2c1e7223affc None None] Network c22bd344-1041-478b-af09-7fcffd1e8e6a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:30.939355 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d2b43de-aa16-4fde-9fb7-daf345d195f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3656018 Jul 16 09:27:30.942924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35354) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:30.947268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:30.971611 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:30.972663 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.028720 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.095302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-c22bd344-1041-478b-af09-7fcffd1e8e6a', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:27:31.096624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.173953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.237601 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Allocated IP 172.20.0.2 (c22bd344-1041-478b-af09-7fcffd1e8e6a/beac5c43-9066-4ea0-b9a9-16d8ef6578bb/8c8c891f-a2c6-4dce-9611-5eeac2e134b6) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:31.391691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.398789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.407107 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Transition to ACTIVE for port object 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:31.411689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.422342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Transition to ACTIVE for port object 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:31.428762 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.470872 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Network c22bd344-1041-478b-af09-7fcffd1e8e6a is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:31.476210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:31.478338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Pushing event updated for resources: {'Port': ['ID=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.480518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:31.519623 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Allocated IP 172.25.5.128 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/bfb89dd8-d2a7-41cb-a517-7178023ae713) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:31.547397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Attempting to bind port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:31.547770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Attempting to bind port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:31.548169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Attempting to bind port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 on network c22bd344-1041-478b-af09-7fcffd1e8e6a {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:31.553384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:31.553767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Checking segment: {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:31.554707 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.555534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Bound using segment: {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:31.555783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Bound port: 8c8c891f-a2c6-4dce-9611-5eeac2e134b6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:31.555951 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.619884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] For port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:31.622977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] For port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:31.626732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.630153 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.671107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:31.684991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0403e-00cd-4b43-b088-c82261ab9d20 None None] Pushing event updated for resources: {'Port': ['ID=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.724076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:31.725790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:31.728165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb89dd8-d2a7-41cb-a517-7178023ae713,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:31.731630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:32.011896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.133808 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Sync routers for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:32.143379 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:32.144089 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.206897 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.247381 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:32.337844 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Router b3c09d01-74ab-4f76-ba66-09668e867c6f is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:27:32.455919 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ee663248-5b7e-45a7-9156-df8ca9be8289', 'name': '', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'mac_address': 'fa:16:3e:29:13:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:28Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 2, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'subnets': [{'id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.464298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:32.473764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Sync routers for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:32.482970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.487002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6525fe7d-c4a2-4607-87ce-ff7b5c3dbd61 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5414717 Jul 16 09:27:32.487167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:32.487167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.487397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35356) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:32.491312 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Checking router: 45a548c6-2d23-4bc6-b47a-67ff7f631e41 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:32.491903 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Updating router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 port ee663248-5b7e-45a7-9156-df8ca9be8289 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:32.531299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:32.537750 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.652571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:32.675062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:32.700404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:32.884125 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.896534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Transition to ACTIVE for port object ee663248-5b7e-45a7-9156-df8ca9be8289 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:32.906457 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.928173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:32.936095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:32.936608 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.971710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:31Z', 'revision_number': 3, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:32.973542 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Pushing event updated for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.013962 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.014301 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.014635 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.014964 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.015288 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.015609 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.015928 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.016796 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.016796 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.017035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.017201 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.017393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3b948-c021-4d48-98a4-1eda52743c14 None None] Network c22bd344-1041-478b-af09-7fcffd1e8e6a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:33.017533 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:33.056731 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Attempting to bind port ee663248-5b7e-45a7-9156-df8ca9be8289 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:33.057109 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Attempting to bind port ee663248-5b7e-45a7-9156-df8ca9be8289 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:33.057659 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Attempting to bind port ee663248-5b7e-45a7-9156-df8ca9be8289 on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:33.064907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:33.065277 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Checking segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:33.065678 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.066073 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Bound using segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:33.066540 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Bound port: ee663248-5b7e-45a7-9156-df8ca9be8289, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:33.066914 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.125371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Checking router: b3c09d01-74ab-4f76-ba66-09668e867c6f for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:33.125819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Updating router b3c09d01-74ab-4f76-ba66-09668e867c6f port bfb89dd8-d2a7-41cb-a517-7178023ae713 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:33.147074 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] For port ee663248-5b7e-45a7-9156-df8ca9be8289, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:33.150805 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] For port ee663248-5b7e-45a7-9156-df8ca9be8289, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ee663248-5b7e-45a7-9156-df8ca9be8289,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:33.159190 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.159450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Provisioning for port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:33.195022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Provisioning complete for port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:33.195513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.224156 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:33.224948 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:33.263701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.320365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6e78-2b8c-4ed7-b2a1-678723562f18 None None] Pushing event updated for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.352667 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:33.377232 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.393255 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.510479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:33.522450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.533783 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.590133 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Allocated IP 172.20.0.1 (c22bd344-1041-478b-af09-7fcffd1e8e6a/beac5c43-9066-4ea0-b9a9-16d8ef6578bb/40a3df73-618a-44d0-97b2-566b31f26531) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:33.689401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ee663248-5b7e-45a7-9156-df8ca9be8289', 'name': '', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'mac_address': 'fa:16:3e:29:13:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:28Z', 'updated_at': '2021-07-16T09:27:33Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'subnets': [{'id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:33.704516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] For port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:33.711246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.718794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.727118 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.741890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a1686-da52-45e4-9118-cfe6d3c7c396 None None] The sync data for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 is: [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'ee663248-5b7e-45a7-9156-df8ca9be8289', 'name': '', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'mac_address': 'fa:16:3e:29:13:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:28Z', 'updated_at': '2021-07-16T09:27:33Z', 'revision_number': 4, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'subnets': [{'id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:33.744159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Transition to ACTIVE for port object 40a3df73-618a-44d0-97b2-566b31f26531 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:33.791020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.847767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Network c22bd344-1041-478b-af09-7fcffd1e8e6a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:33.852365 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:33.854658 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.858164 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:33.866323 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154dc97-f9db-41b3-8a30-4b5c0c061f73 None None] Pushing event updated for resources: {'Port': ['ID=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.875892 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Transition to ACTIVE for port object bfb89dd8-d2a7-41cb-a517-7178023ae713 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:33.885400 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.900394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.903296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Pushing event updated for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.932000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d73c9-be14-4147-b848-4ac2ea4e2517 None None] Pushing event updated for resources: {'Port': ['ID=bfb89dd8-d2a7-41cb-a517-7178023ae713,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:33.955805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Attempting to bind port bfb89dd8-d2a7-41cb-a517-7178023ae713 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:33.956232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Attempting to bind port bfb89dd8-d2a7-41cb-a517-7178023ae713 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:33.956614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Attempting to bind port bfb89dd8-d2a7-41cb-a517-7178023ae713 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:33.962701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:33.963084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:33.963711 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.964093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:33.964578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Bound port: bfb89dd8-d2a7-41cb-a517-7178023ae713, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:33.964967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.027793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8167a37e-f4e2-4a76-a22e-926f9a7d1cde None None] Provisioning complete for port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:34.028266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8167a37e-f4e2-4a76-a22e-926f9a7d1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.032285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] For port bfb89dd8-d2a7-41cb-a517-7178023ae713, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:34.063927 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] For port bfb89dd8-d2a7-41cb-a517-7178023ae713, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bfb89dd8-d2a7-41cb-a517-7178023ae713,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:34.072571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.079979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.145282 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:34.145818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:34.247025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.253134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.327781 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Pushing event updated for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.331200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.357787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d73c9-be14-4147-b848-4ac2ea4e2517 None None] Pushing event updated for resources: {'Port': ['ID=bfb89dd8-d2a7-41cb-a517-7178023ae713,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:34.442342 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Network c22bd344-1041-478b-af09-7fcffd1e8e6a is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:34.445726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:34.445857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:34.448981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ee663248-5b7e-45a7-9156-df8ca9be8289 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:34.569177 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Router b3c09d01-74ab-4f76-ba66-09668e867c6f has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:27:34.570685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd592280-0976-454c-bb1b-ac68329c77bf None None] Provisioning for port 40a3df73-618a-44d0-97b2-566b31f26531 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:34.581672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bd592280-0976-454c-bb1b-ac68329c77bf None None] Provisioning complete for port 40a3df73-618a-44d0-97b2-566b31f26531 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:34.582052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bd592280-0976-454c-bb1b-ac68329c77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.656709 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port ee663248-5b7e-45a7-9156-df8ca9be8289 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:34.660208 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bd592280-0976-454c-bb1b-ac68329c77bf None None] Port 40a3df73-618a-44d0-97b2-566b31f26531 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:34.668698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ee663248-5b7e-45a7-9156-df8ca9be8289 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:34.669446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.688359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:34.695648 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-db62161d-afe0-4fe4-8696-11b4c9294973 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3c09d01-74ab-4f76-ba66-09668e867c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2069585 Jul 16 09:27:34.808204 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.810056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bf148f71-b57c-4ad5-b6c0-9233ce78ac53 None None] Provisioning complete for port 40a3df73-618a-44d0-97b2-566b31f26531 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:34.810411 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bf148f71-b57c-4ad5-b6c0-9233ce78ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.853360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '40a3df73-618a-44d0-97b2-566b31f26531', 'name': '', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'mac_address': 'fa:16:3e:8b:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:33Z', 'updated_at': '2021-07-16T09:27:33Z', 'revision_number': 1, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'subnets': [{'id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:34.895836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3fa67-eb2a-42f8-912b-cef175e01a8f None None] The sync data for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 is: [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '40a3df73-618a-44d0-97b2-566b31f26531', 'name': '', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'mac_address': 'fa:16:3e:8b:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:33Z', 'updated_at': '2021-07-16T09:27:33Z', 'revision_number': 1, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'subnets': [{'id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:34.899496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port ee663248-5b7e-45a7-9156-df8ca9be8289, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ee663248-5b7e-45a7-9156-df8ca9be8289,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:34.902450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-bf148f71-b57c-4ad5-b6c0-9233ce78ac53 None None] Port 40a3df73-618a-44d0-97b2-566b31f26531 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:34.905980 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:34.906842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:34.996547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.004553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:35.004903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.092298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:35.152621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:35.153071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.908323 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-c19b8816-206a-4150-8f34-f6379cc965b6 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:35.909916 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-c19b8816-206a-4150-8f34-f6379cc965b6 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 817 time: 0.1050737 Jul 16 09:27:35.925476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-e2bda323-5864-43c5-8425-9282a6262615 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/quotas/574e8b1c466c45bb86a99d36df21bb51 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Jul 16 09:27:36.000696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-c26a017c-0efe-4b4d-bcbd-c1087b357369 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692148 Jul 16 09:27:36.190237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-01a26967-8753-41b8-b64a-861d9218df31 service neutron] 10.222.0.32 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780260 Jul 16 09:27:36.281626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-c5aa4121-29f0-4d21-ac65-ea9d1158fcf5 service neutron] 10.222.0.32 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Jul 16 09:27:36.495455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ee663248-5b7e-45a7-9156-df8ca9be8289 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:36.547860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e94256b-a55d-4c79-a4b8-774240b7125b req-e0f2e841-6e41-43a1-bdb8-1c4942ff4561 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 210 time: 0.0876875 Jul 16 09:27:36.556891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port ee663248-5b7e-45a7-9156-df8ca9be8289 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:36.557462 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.641564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bfb89dd8-d2a7-41cb-a517-7178023ae713 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:36.688731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bfb89dd8-d2a7-41cb-a517-7178023ae713 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:36.692434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bfb89dd8-d2a7-41cb-a517-7178023ae713 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:36.692818 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.771906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.793249 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port bfb89dd8-d2a7-41cb-a517-7178023ae713, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bfb89dd8-d2a7-41cb-a517-7178023ae713,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:36.799075 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.853993 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=bfb89dd8-d2a7-41cb-a517-7178023ae713,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:37.287832 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Sync routers for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:37.297428 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:37.298049 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:37.403610 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:37.531448 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-db616cf1-223c-412f-9f91-83696c77303e tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:37.532903 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-db616cf1-223c-412f-9f91-83696c77303e tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.46 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 817 time: 0.1181622 Jul 16 09:27:37.547481 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Request body: {'port': {'device_id': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'admin_state_up': True, 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:37.609024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '40a3df73-618a-44d0-97b2-566b31f26531', 'name': '', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'mac_address': 'fa:16:3e:8b:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:33Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 2, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'subnets': [{'id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:37.636995 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Checking router: b3c09d01-74ab-4f76-ba66-09668e867c6f for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:37.637350 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Updating router b3c09d01-74ab-4f76-ba66-09668e867c6f port 40a3df73-618a-44d0-97b2-566b31f26531 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:27:37.662428 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Made reservation on behalf of 574e8b1c466c45bb86a99d36df21bb51 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:37.667141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.679742 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.752565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-af53346f-a7f5-4c18-9458-aee32321ffa2 req-fcad0592-8b13-48e3-a788-427a7df41eac tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Jul 16 09:27:37.802232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Allocated IP 172.20.0.12 (9d7805f6-6c68-4df1-b8f8-cf12caf80005/8b26891e-5e11-463d-b7ce-f0b24b17f112/caac1eea-219b-4ca0-9c5d-91dd1c4a7fad) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:37.943862 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.952625 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.954415 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Transition to ACTIVE for port object 40a3df73-618a-44d0-97b2-566b31f26531 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:37.961378 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.968114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Transition to ACTIVE for port object caac1eea-219b-4ca0-9c5d-91dd1c4a7fad will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:38.004855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.039637 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb244a0-59d2-49ba-ab62-d1e7b48267e5 None None] Pushing event updated for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.049265 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:38.052127 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:38.056858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:38.081831 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Attempting to bind port 40a3df73-618a-44d0-97b2-566b31f26531 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:38.082200 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Attempting to bind port 40a3df73-618a-44d0-97b2-566b31f26531 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:38.082558 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Attempting to bind port 40a3df73-618a-44d0-97b2-566b31f26531 on network c22bd344-1041-478b-af09-7fcffd1e8e6a {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:38.090174 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:38.090574 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Checking segment: {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:38.091126 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.091563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Bound using segment: {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:38.096247 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Bound port: 40a3df73-618a-44d0-97b2-566b31f26531, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155c3e82-bfa3-4a43-869c-3fcb82dafacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:38.097006 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.098476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Pushing event updated for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.129140 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.145251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.159562 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-0403ae25-4bee-4a3b-8f99-23bb89c5eb00 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158166 Jul 16 09:27:38.173026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Request body: {'port': {'device_id': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:38.200067 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] For port 40a3df73-618a-44d0-97b2-566b31f26531, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:38.204182 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] For port 40a3df73-618a-44d0-97b2-566b31f26531, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40a3df73-618a-44d0-97b2-566b31f26531,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:38.210711 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.284229 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:38.285042 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:27:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:38.287552 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.388118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb244a0-59d2-49ba-ab62-d1e7b48267e5 None None] Pushing event updated for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.416012 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:38.439134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bfb89dd8-d2a7-41cb-a517-7178023ae713 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:38.489261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3c7334ea-2fa8-49a3-bd8c-9edc2bdc5950 None None] Provisioning for port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:38.494394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3c7334ea-2fa8-49a3-bd8c-9edc2bdc5950 None None] Provisioning complete for port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:38.495016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3c7334ea-2fa8-49a3-bd8c-9edc2bdc5950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.540422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bfb89dd8-d2a7-41cb-a517-7178023ae713 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:38.541054 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.588074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3c7334ea-2fa8-49a3-bd8c-9edc2bdc5950 None None] Port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:27:38.624252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caac1eea-219b-4ca0-9c5d-91dd1c4a7fad {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:38.631677 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.644235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Transition to ACTIVE for port object caac1eea-219b-4ca0-9c5d-91dd1c4a7fad will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:38.648844 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.649450 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '40a3df73-618a-44d0-97b2-566b31f26531', 'name': '', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'mac_address': 'fa:16:3e:8b:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:33Z', 'updated_at': '2021-07-16T09:27:38Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'subnets': [{'id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:38.675639 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9a088-500b-4b24-8403-7d7b9cacedde None None] The sync data for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 is: [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:27:34Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '40a3df73-618a-44d0-97b2-566b31f26531', 'name': '', 'network_id': 'c22bd344-1041-478b-af09-7fcffd1e8e6a', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'mac_address': 'fa:16:3e:8b:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:33Z', 'updated_at': '2021-07-16T09:27:38Z', 'revision_number': 4, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'subnets': [{'id': 'beac5c43-9066-4ea0-b9a9-16d8ef6578bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:38.702103 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Pushing event updated for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.774215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Attempting to bind port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:38.774561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Attempting to bind port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:38.774881 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Attempting to bind port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:38.781386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:38.781791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Attempting to bind port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:38.787755 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:38.788206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Checking segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:38.789484 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Bound using segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:38.790016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Bound port: caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:38.790393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.875152 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:38.878754 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:38.889875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.932920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.933554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.935576 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] 10.222.0.46 "PUT /v2.0/ports/caac1eea-219b-4ca0-9c5d-91dd1c4a7fad HTTP/1.1" status: 200 len: 1093 time: 0.7672770 Jul 16 09:27:38.936024 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:38.938395 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8976b9eac0ac7a63574daef155d3ab84622ba9e9fc869c0f8adb5a85c5d20e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:38.972111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ccfad-8bc2-4257-857c-45df9920240e service neutron] Pushing event updated for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:38.983009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c61a-48b0-4670-b3e4-97ed38945f4b req-12cb40b0-37a7-4196-b107-f2f0ab324a66 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.985341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d983c61a-48b0-4670-b3e4-97ed38945f4b req-12cb40b0-37a7-4196-b107-f2f0ab324a66 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 944 time: 0.1038959 Jul 16 09:27:39.025303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.031583 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35905d17-d40a-4a00-a9e7-f478049f0c1f x-openstack-request-id: req-35905d17-d40a-4a00-a9e7-f478049f0c1f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:39.031890 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:39.032341 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35905d17-d40a-4a00-a9e7-f478049f0c1f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:39.032785 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad', 'status': 'completed', 'code': 200} Jul 16 09:27:39.046697 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d983c61a-48b0-4670-b3e4-97ed38945f4b req-ff82c0e3-0dec-426a-9b7e-4457937a70f9 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Jul 16 09:27:39.070302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-7c876d3c-0248-4172-9ac6-8f6c9b3563e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.072076 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-7c876d3c-0248-4172-9ac6-8f6c9b3563e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 1096 time: 0.0933599 Jul 16 09:27:39.115803 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-432446cd-7748-44e1-ba28-0b151df53687 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad HTTP/1.1" status: 200 len: 217 time: 0.0365856 Jul 16 09:27:39.167097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-02c25f6c-5e6d-4fa8-9a91-85810ae468a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.168638 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-02c25f6c-5e6d-4fa8-9a91-85810ae468a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b26891e-5e11-463d-b7ce-f0b24b17f112 HTTP/1.1" status: 200 len: 856 time: 0.0468152 Jul 16 09:27:39.230838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-2215da98-fd84-4c91-8260-322fdbde24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.232404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-2215da98-fd84-4c91-8260-322fdbde24d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d7805f6-6c68-4df1-b8f8-cf12caf80005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577672 Jul 16 09:27:39.326470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-8ca54ba7-4beb-4e86-a93c-fc448f1c2c4e service neutron] 10.222.0.46 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Jul 16 09:27:39.421700 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-25b3dcf4-b316-4184-b06c-aaf706c3a43c req-63a7b726-b991-4f3c-bc7a-6bf20490f348 service neutron] 10.222.0.46 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896511 Jul 16 09:27:39.519468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-9910b8f2-33bd-4505-ad08-c978e118c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.521043 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-9910b8f2-33bd-4505-ad08-c978e118c142 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 1096 time: 0.0514517 Jul 16 09:27:39.613834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-d0fcad2e-898f-47f6-a75e-87a39d73a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.615329 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-d0fcad2e-898f-47f6-a75e-87a39d73a612 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 918 time: 0.0872262 Jul 16 09:27:39.654866 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-a9f5e153-5af7-4ea8-a399-3f58afffe1a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad HTTP/1.1" status: 200 len: 217 time: 0.0328269 Jul 16 09:27:39.702244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-f768c645-c750-45fc-85c9-40b0645f1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.703702 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-f768c645-c750-45fc-85c9-40b0645f1172 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b26891e-5e11-463d-b7ce-f0b24b17f112 HTTP/1.1" status: 200 len: 856 time: 0.0430517 Jul 16 09:27:39.710565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.759774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-3838ccdc-597a-4fd7-8624-1e1b1ca5d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.761289 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-3838ccdc-597a-4fd7-8624-1e1b1ca5d16d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d7805f6-6c68-4df1-b8f8-cf12caf80005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505674 Jul 16 09:27:39.853044 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-82c50cd8-349a-46ff-9271-be6857236597 service neutron] 10.222.0.46 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Jul 16 09:27:39.944214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-510fb503-7aaf-4b79-9ebc-f5ebe0ccf83b req-4a896604-7910-41b6-bce8-f257dc30e58f service neutron] 10.222.0.46 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844355 Jul 16 09:27:40.218691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547dc9b-bcee-40fd-a594-7c1971b2e944 req-a7db1601-d56e-429c-aee3-f9ea6fee9efb tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:40.220143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2547dc9b-bcee-40fd-a594-7c1971b2e944 req-a7db1601-d56e-429c-aee3-f9ea6fee9efb tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 944 time: 0.0621178 Jul 16 09:27:40.256908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2547dc9b-bcee-40fd-a594-7c1971b2e944 req-f9dded0d-1709-43ef-a5e2-7e29b5f54189 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 16 09:27:40.421078 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40a3df73-618a-44d0-97b2-566b31f26531 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:40.468404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 40a3df73-618a-44d0-97b2-566b31f26531 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:40.472284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 40a3df73-618a-44d0-97b2-566b31f26531 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:40.472601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.548753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.579472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 40a3df73-618a-44d0-97b2-566b31f26531, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40a3df73-618a-44d0-97b2-566b31f26531,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:40.582699 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.628684 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:41.426814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e950a-291c-4a6f-8d23-c443a4db7508 req-904a105e-4f31-4c53-82de-3f48743cb08f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:41.428298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc2e950a-291c-4a6f-8d23-c443a4db7508 req-904a105e-4f31-4c53-82de-3f48743cb08f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 944 time: 0.0623004 Jul 16 09:27:41.468379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc2e950a-291c-4a6f-8d23-c443a4db7508 req-9b51f461-638c-4df2-b763-9b96dc67dfbe tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Jul 16 09:27:42.404837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40a3df73-618a-44d0-97b2-566b31f26531 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:42.450300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 40a3df73-618a-44d0-97b2-566b31f26531 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:42.450677 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.641307 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567e610-e69e-4448-832b-e97d64c21654 req-bf610df7-d751-4ba8-a9e4-77d8c4dcd68f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:42.642782 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6567e610-e69e-4448-832b-e97d64c21654 req-bf610df7-d751-4ba8-a9e4-77d8c4dcd68f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 944 time: 0.0643611 Jul 16 09:27:42.678791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6567e610-e69e-4448-832b-e97d64c21654 req-0b14b1b3-75f4-4dc6-a0c2-9dcfb68818bb tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303957 Jul 16 09:27:42.886841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device caac1eea-219b-4ca0-9c5d-91dd1c4a7fad details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:42.978283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:42.988943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'port_id': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad', 'mac_address': 'fa:16:3e:ce:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:43.027697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.040124 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caac1eea-219b-4ca0-9c5d-91dd1c4a7fad {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:43.059317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:43.065800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.092884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b5f30b69-f79e-4774-88dc-6bc8710914e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.118466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:43.264545 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['caac1eea-219b-4ca0-9c5d-91dd1c4a7fad'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:43.851785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7d134-e55a-45a5-bd8f-d2d6e58c5235 req-3c700788-fc28-4b1d-8d7e-e8687ce7dac2 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:43.853294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfb7d134-e55a-45a5-bd8f-d2d6e58c5235 req-3c700788-fc28-4b1d-8d7e-e8687ce7dac2 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 945 time: 0.0626194 Jul 16 09:27:43.889975 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfb7d134-e55a-45a5-bd8f-d2d6e58c5235 req-f80ba8df-c376-4040-a064-5b90c8f887fa tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Jul 16 09:27:44.902571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device caac1eea-219b-4ca0-9c5d-91dd1c4a7fad up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:44.952510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:44.956596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:44.956972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.035668 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.057878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:45.060168 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edeacb6249c2f7d1b18f5f85199bb7ab533cec612a877e0bb91924c010829e94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ede7a-d156-4231-890a-600c3f716c3d" -d '{"events": [{"server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "name": "network-vif-plugged", "status": "completed", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:45.068685 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681bc9b-d37f-4b6e-94e7-04f4e7d4dd8b req-13469a44-2af9-4f0f-ab5f-e688a369890f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.070272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a681bc9b-d37f-4b6e-94e7-04f4e7d4dd8b req-13469a44-2af9-4f0f-ab5f-e688a369890f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 945 time: 0.0665178 Jul 16 09:27:45.076483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:45.081108 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.105981 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bffe381-0403-4338-82be-7258a012dbcd x-openstack-request-id: req-0bffe381-0403-4338-82be-7258a012dbcd {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:45.106321 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "name": "network-vif-plugged", "status": "completed", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:45.106558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bffe381-0403-4338-82be-7258a012dbcd {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:45.107058 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad', 'code': 200} Jul 16 09:27:45.113373 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a681bc9b-d37f-4b6e-94e7-04f4e7d4dd8b req-f8452d78-f7d7-4494-b604-fde3f4a05978 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Jul 16 09:27:45.139839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.287596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77c6f-ea3e-4699-849f-7ebe68f7dd25 req-51512a32-a24d-4d9a-b548-41f24e47aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.289270 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00c77c6f-ea3e-4699-849f-7ebe68f7dd25 req-51512a32-a24d-4d9a-b548-41f24e47aa2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 1098 time: 0.0872381 Jul 16 09:27:45.324638 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-00c77c6f-ea3e-4699-849f-7ebe68f7dd25 req-675e5e27-cfcc-4ccd-afbf-a131fe4432cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281401 Jul 16 09:27:45.688255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c1a9eae4-ccd3-44bc-903c-e6b0a2a45cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.780613 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:46.288706 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68f41-b296-47a0-bffa-802e11325903 req-df6378cb-a4a1-48ce-9b69-329256e6b947 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:46.290543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ac68f41-b296-47a0-bffa-802e11325903 req-df6378cb-a4a1-48ce-9b69-329256e6b947 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 946 time: 0.0626824 Jul 16 09:27:46.328452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ac68f41-b296-47a0-bffa-802e11325903 req-0bb5f5b2-c3e4-4ac6-9940-5b2b6585e6fd tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Jul 16 09:27:46.517789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489899-2afb-4360-aa01-0bfc47928ba2 req-150b96a8-ef6f-4e00-9f01-6e7bb6f43b80 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:46.519235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22489899-2afb-4360-aa01-0bfc47928ba2 req-150b96a8-ef6f-4e00-9f01-6e7bb6f43b80 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 946 time: 0.0657685 Jul 16 09:27:46.556574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-22489899-2afb-4360-aa01-0bfc47928ba2 req-47ed1b0d-c19b-4cd7-b116-594ab18cd7df tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Jul 16 09:27:47.070976 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.675355 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:05.619035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d26d6-e0cf-461f-935d-4f021a67d306 req-c5ec9469-063a-4389-ab6d-d2908a7fa328 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:05.620546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-502d26d6-e0cf-461f-935d-4f021a67d306 req-c5ec9469-063a-4389-ab6d-d2908a7fa328 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 946 time: 0.0688183 Jul 16 09:28:05.658889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-502d26d6-e0cf-461f-935d-4f021a67d306 req-b5a5b397-531b-4039-82c7-b98493164c73 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Jul 16 09:28:06.834048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96645-c7dd-443e-8ed1-9f2ca3162673 req-0c7cfbc9-c7dd-4353-8a01-2ae1f2363c11 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:06.835514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d96645-c7dd-443e-8ed1-9f2ca3162673 req-0c7cfbc9-c7dd-4353-8a01-2ae1f2363c11 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 946 time: 0.0647922 Jul 16 09:28:06.872077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13d96645-c7dd-443e-8ed1-9f2ca3162673 req-0f068960-af64-4b3c-a633-53628c0bd36d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Jul 16 09:28:07.060006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-4c0a6989-a880-4461-868a-8aabcd63cd9c tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:07.061404 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-4c0a6989-a880-4461-868a-8aabcd63cd9c tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 946 time: 0.0608063 Jul 16 09:28:07.161114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Deleting port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:07.161456 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.246774 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] For port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:07.247136 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.259162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Calling delete_port for caac1eea-219b-4ca0-9c5d-91dd1c4a7fad owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:07.387574 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.401567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['caac1eea-219b-4ca0-9c5d-91dd1c4a7fad'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:07.416932 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Pushing event deleted for resources: {'Port': ['ID=caac1eea-219b-4ca0-9c5d-91dd1c4a7fad,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:07.466226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] No DVR routers for this DVR port caac1eea-219b-4ca0-9c5d-91dd1c4a7fad on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:07.469070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.471073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0fee46a7-d885-4a49-8b68-20a9e3cd51b7 req-28e5c810-22de-47b1-b4ad-09676b1d95ff tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.46 "DELETE /v2.0/ports/caac1eea-219b-4ca0-9c5d-91dd1c4a7fad HTTP/1.1" status: 204 len: 173 time: 0.4038835 Jul 16 09:28:07.471511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'name': 'network-vif-deleted', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:07.515492 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1331b5e6-ac02-42f1-8f46-b25f147cdc33" -d '{"events": [{"server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "name": "network-vif-deleted", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:07.610402 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd771bc5-35e9-4864-bbaa-26b6c2564139 x-openstack-request-id: req-dd771bc5-35e9-4864-bbaa-26b6c2564139 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:07.610918 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce76177-a489-46d7-90b9-97cd8102aea2", "name": "network-vif-deleted", "tag": "caac1eea-219b-4ca0-9c5d-91dd1c4a7fad", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:07.611170 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd771bc5-35e9-4864-bbaa-26b6c2564139 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:07.611713 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce76177-a489-46d7-90b9-97cd8102aea2', 'name': 'network-vif-deleted', 'tag': 'caac1eea-219b-4ca0-9c5d-91dd1c4a7fad', 'status': 'completed', 'code': 200} Jul 16 09:28:07.764970 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:08.031127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6cef6bf7-99a3-4c2d-ae24-a818c7e75a6c req-93ad7829-635a-4b8d-aff2-280016bb3dce tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce76177-a489-46d7-90b9-97cd8102aea2 HTTP/1.1" status: 200 len: 210 time: 0.0325727 Jul 16 09:28:09.016026 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:09.712630 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:09.847652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-0cfd856b-bc6a-4db0-a5e5-0decadc0794f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:09.849048 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-0cfd856b-bc6a-4db0-a5e5-0decadc0794f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 817 time: 0.0995269 Jul 16 09:28:09.863719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-ca0296bd-a533-4899-95c4-cef77c79ea0d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/quotas/574e8b1c466c45bb86a99d36df21bb51 HTTP/1.1" status: 200 len: 375 time: 0.0087001 Jul 16 09:28:09.930637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-9fda89de-98ba-4c39-93e5-fe2e373f9477 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621939 Jul 16 09:28:10.022273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-c27d2739-16fa-499c-8419-9949c6b8c18c service neutron] 10.222.0.32 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805771 Jul 16 09:28:10.111825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-be6020c5-e4a3-4800-bf63-a00e555e7754 service neutron] 10.222.0.32 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829093 Jul 16 09:28:10.277799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d3966625-83a0-4bdf-b1de-fa20ed1647f0 req-4b595b6e-65a0-4f4e-ab1a-d0b7a69a6dee tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Jul 16 09:28:11.043005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device caac1eea-219b-4ca0-9c5d-91dd1c4a7fad no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:11.064306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: caac1eea-219b-4ca0-9c5d-91dd1c4a7fad {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:11.064645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device caac1eea-219b-4ca0-9c5d-91dd1c4a7fad not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:11.292341 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-380ff975-e618-4f43-a765-ebf156a9d354 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:11.296227 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-380ff975-e618-4f43-a765-ebf156a9d354 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.47 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 817 time: 0.1145170 Jul 16 09:28:11.311608 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Request body: {'port': {'device_id': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'admin_state_up': True, 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:11.431479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0f5a37fc-e61b-4e1e-974d-6b212fb685c8 req-60c57182-31de-46ef-94e9-7f9a5d8f3699 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 210 time: 0.0412564 Jul 16 09:28:11.453483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Made reservation on behalf of 574e8b1c466c45bb86a99d36df21bb51 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:11.457047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:11.578413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Allocated IP 172.20.0.5 (9d7805f6-6c68-4df1-b8f8-cf12caf80005/8b26891e-5e11-463d-b7ce-f0b24b17f112/9f7ab49a-8013-4ba1-9f61-2b1c974e1431) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:11.729765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:11.746348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Transition to ACTIVE for port object 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:11.778992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:11.822236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:11.825271 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:11.829166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:11.835506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Pushing event updated for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:11.864401 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.864754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.865097 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.865430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.865761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.866094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.866425 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.866751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.867084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.867413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.867736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.868077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:11.896503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:11.897154 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:11.913025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-66207b3b-14d2-495a-9cd4-d7c7fff8a412 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6055226 Jul 16 09:28:11.923327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-4a045e1c-0db6-4903-a9b4-3707aa0d6b9a tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:28:11.924347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-4a045e1c-0db6-4903-a9b4-3707aa0d6b9a tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054598 Jul 16 09:28:12.028554 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Request body: {'port': {'device_id': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:12.097051 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:12.109210 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-147679a2-23ad-4585-b8ab-07c34feac62d None None] Provisioning for port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:12.113017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-147679a2-23ad-4585-b8ab-07c34feac62d None None] Provisioning complete for port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:12.113387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-147679a2-23ad-4585-b8ab-07c34feac62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:12.150116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-147679a2-23ad-4585-b8ab-07c34feac62d None None] Port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:28:12.356785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:12.363944 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:12.377526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Transition to ACTIVE for port object 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:12.381260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:12.453526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:12.504151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Attempting to bind port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:12.504487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Attempting to bind port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:12.504821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Attempting to bind port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:12.510437 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:12.510756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Attempting to bind port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 on network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:12.515743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:12.516065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Checking segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:12.516528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Bound using segment: {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:12.516882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Bound port: 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7770ba-602b-4d61-b74b-b79d8c4142eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:12.517239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:12.976860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:12.991277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:12.997848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:13.008676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcdebb-6d9e-4e94-bdba-c047cba4e1a7 req-92d030cc-c363-45fe-9e1f-035737b65ab6 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.010687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8adcdebb-6d9e-4e94-bdba-c047cba4e1a7 req-92d030cc-c363-45fe-9e1f-035737b65ab6 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 943 time: 0.4556353 Jul 16 09:28:13.048092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.048714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:13.050290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f7ab49a-8013-4ba1-9f61-2b1c974e1431 HTTP/1.1" status: 200 len: 1092 time: 1.0645645 Jul 16 09:28:13.050731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:13.074814 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e78c5d9-b2e8-4ecf-ab8b-5c1c10cdb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:13.097001 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82680e-6544-4062-8496-2229f8f91f39 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:13.111137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8adcdebb-6d9e-4e94-bdba-c047cba4e1a7 req-60f8fde1-f433-41dd-adef-e84fbfb30e64 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 Jul 16 09:28:13.114883 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5bb0f7-dd7d-4855-ab96-b6035163d647" -d '{"events": [{"name": "network-changed", "server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:13.181740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-3a13e1ab-fd6f-414a-ac77-4e2ce9d83e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.183213 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-3a13e1ab-fd6f-414a-ac77-4e2ce9d83e5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0832198 Jul 16 09:28:13.227907 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b6ade-d4f4-4e06-a768-530ea6328f11 x-openstack-request-id: req-483b6ade-d4f4-4e06-a768-530ea6328f11 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:13.228169 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:13.228420 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483b6ade-d4f4-4e06-a768-530ea6328f11 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:13.228814 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431', 'status': 'completed', 'code': 200} Jul 16 09:28:13.230369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-832add2c-5604-4bb9-8df7-4b313b530574 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431 HTTP/1.1" status: 200 len: 217 time: 0.0387046 Jul 16 09:28:13.278444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-2f172916-2e2c-4145-8e27-e470e9da7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.279880 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-2f172916-2e2c-4145-8e27-e470e9da7707 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b26891e-5e11-463d-b7ce-f0b24b17f112 HTTP/1.1" status: 200 len: 856 time: 0.0438156 Jul 16 09:28:13.340766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-87abe748-cf50-4ff1-9093-de5b74c4dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.342519 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-87abe748-cf50-4ff1-9093-de5b74c4dcd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7805f6-6c68-4df1-b8f8-cf12caf80005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562980 Jul 16 09:28:13.427800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-b2455056-106a-4065-97f2-ae27c019d2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788460 Jul 16 09:28:13.517588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b2d5d912-a5ce-488d-8f31-166ef7ad2b1e req-4c3e651c-99f7-409a-a274-10ddc35378c9 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832729 Jul 16 09:28:13.614302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-eecfd066-ba91-4f50-baa9-ff35c605e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.615765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-eecfd066-ba91-4f50-baa9-ff35c605e620 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=574e8b1c466c45bb86a99d36df21bb51&device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0517447 Jul 16 09:28:13.708089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-2255b521-e5b9-4138-a06f-6ebb3eea3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.709554 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-2255b521-e5b9-4138-a06f-6ebb3eea3270 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 200 len: 918 time: 0.0875161 Jul 16 09:28:13.750657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-917ebe4c-7694-4bab-a71d-7c5246968f09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431 HTTP/1.1" status: 200 len: 217 time: 0.0338650 Jul 16 09:28:13.797947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-973c0464-abf2-4612-987e-13ae2289955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.799298 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-973c0464-abf2-4612-987e-13ae2289955e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b26891e-5e11-463d-b7ce-f0b24b17f112 HTTP/1.1" status: 200 len: 856 time: 0.0426245 Jul 16 09:28:13.854701 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-b8106fe5-0f9f-441c-8f82-c0080cc0c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.856185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-b8106fe5-0f9f-441c-8f82-c0080cc0c978 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d7805f6-6c68-4df1-b8f8-cf12caf80005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503523 Jul 16 09:28:13.947920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-b474d382-b7e2-46f0-990f-0ee9fb418280 service neutron] 10.222.0.47 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845757 Jul 16 09:28:14.039575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cc5bb0f7-dd7d-4855-ab96-b6035163d647 req-b42cdc89-2698-40f5-aaa6-b14ff6f7722e service neutron] 10.222.0.47 "GET /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Jul 16 09:28:14.284465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b4dfa-5cdd-465f-8f72-4865e66ef5b4 req-201591bc-78a3-48e3-9ab4-b0d9621f4aeb tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:14.286268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be4b4dfa-5cdd-465f-8f72-4865e66ef5b4 req-201591bc-78a3-48e3-9ab4-b0d9621f4aeb tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 943 time: 0.0626600 Jul 16 09:28:14.323907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be4b4dfa-5cdd-465f-8f72-4865e66ef5b4 req-b63608c2-2ba9-424b-a35e-3ad2a257fe48 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jul 16 09:28:15.497150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da0ab-c228-4382-a4e4-9163f4205a48 req-0b920d02-0511-4dc1-a3e3-69411c88e84d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:15.498663 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f30da0ab-c228-4382-a4e4-9163f4205a48 req-0b920d02-0511-4dc1-a3e3-69411c88e84d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 943 time: 0.0624831 Jul 16 09:28:15.536004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f30da0ab-c228-4382-a4e4-9163f4205a48 req-56d94617-21d7-4d03-864b-72f0d377f445 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Jul 16 09:28:15.688441 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-62777235-2be1-47f7-b950-b3a4662169d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:15.784121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:16.708277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7815-21ca-4cda-bcc2-2e037602bdd0 req-6993424d-2e31-425f-abc5-6809a6f80ea5 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:16.709755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efae7815-21ca-4cda-bcc2-2e037602bdd0 req-6993424d-2e31-425f-abc5-6809a6f80ea5 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 943 time: 0.0653465 Jul 16 09:28:16.747491 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-efae7815-21ca-4cda-bcc2-2e037602bdd0 req-74cd636d-e671-4995-b9fc-b32eadab6f40 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Jul 16 09:28:17.072446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:17.187430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:17.279319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:17.294195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431', 'network_id': '9d7805f6-6c68-4df1-b8f8-cf12caf80005', 'port_id': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431', 'mac_address': 'fa:16:3e:42:cf:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b26891e-5e11-463d-b7ce-f0b24b17f112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:17.329380 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:17.342001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:17.361259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:17.365006 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:17.411457 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:17.418987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.419362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.419701 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.420059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.420381 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.420713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.421034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.421356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.421677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.421994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.422311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.422628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:17.572309 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f7ab49a-8013-4ba1-9f61-2b1c974e1431'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:17.917107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad5e16-3092-49bf-8360-2df533ba2675 req-1b345d9d-345a-4a05-9724-37cadb1532da tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:17.918316 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5ad5e16-3092-49bf-8360-2df533ba2675 req-1b345d9d-345a-4a05-9724-37cadb1532da tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 944 time: 0.0616217 Jul 16 09:28:17.956563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5ad5e16-3092-49bf-8360-2df533ba2675 req-05ce485b-dfd2-49b4-87ee-8997af8caf43 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 16 09:28:18.675348 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.129924 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bd60f-1e77-4e06-bd56-99ec37819ed9 req-ac89b1de-5dc6-4c4e-ab41-c1b142d47e5d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.131429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-460bd60f-1e77-4e06-bd56-99ec37819ed9 req-ac89b1de-5dc6-4c4e-ab41-c1b142d47e5d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 944 time: 0.0671873 Jul 16 09:28:19.168025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-460bd60f-1e77-4e06-bd56-99ec37819ed9 req-f2fdd290-ca69-400b-8ae5-7c36145b24e3 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310950 Jul 16 09:28:19.203914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:19.251171 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:19.254743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:19.255118 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.332769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.355663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:19.369830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:19.373973 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:19.397849 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a36cbff-3eb5-4b2b-8133-95808e22c440" -d '{"events": [{"server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "name": "network-vif-plugged", "status": "completed", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:19.426159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:19.480606 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3968d14-9667-4567-96bb-d70f36df57b7 x-openstack-request-id: req-e3968d14-9667-4567-96bb-d70f36df57b7 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:19.480902 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "name": "network-vif-plugged", "status": "completed", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:19.481148 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3968d14-9667-4567-96bb-d70f36df57b7 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:19.481542 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431', 'code': 200} Jul 16 09:28:19.589716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eb448-473e-4c7a-add3-1a56e2c1278c req-4e80c9c8-7382-4cac-a811-d6ef3952daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.591198 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e0eb448-473e-4c7a-add3-1a56e2c1278c req-4e80c9c8-7382-4cac-a811-d6ef3952daf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0515471 Jul 16 09:28:19.624147 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e0eb448-473e-4c7a-add3-1a56e2c1278c req-174e0861-8ee5-4cee-a00a-be0b6802a6d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263448 Jul 16 09:28:20.344932 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0437b7a-7dfa-436c-9a1f-aab79b073e18 req-aabec6cf-4bed-487e-9bfd-87a031e9fed9 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:20.347139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0437b7a-7dfa-436c-9a1f-aab79b073e18 req-aabec6cf-4bed-487e-9bfd-87a031e9fed9 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0659556 Jul 16 09:28:20.390426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0437b7a-7dfa-436c-9a1f-aab79b073e18 req-4d6775e1-0320-45e8-afc6-880a2496b831 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Jul 16 09:28:21.561014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e2de-5632-4266-adc6-3411ccbf3fc4 req-1e4fef36-b800-408b-8e63-87660b60c5b8 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:21.562398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9590e2de-5632-4266-adc6-3411ccbf3fc4 req-1e4fef36-b800-408b-8e63-87660b60c5b8 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0618696 Jul 16 09:28:21.599566 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9590e2de-5632-4266-adc6-3411ccbf3fc4 req-c0566b0e-a376-43f9-9960-151ef17c9035 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Jul 16 09:28:21.769381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7530-8b5a-479b-8193-808ab0873453 req-4a44b4d8-2879-4af0-8079-b3e6ee83ce70 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:21.770853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4de7530-8b5a-479b-8193-808ab0873453 req-4a44b4d8-2879-4af0-8079-b3e6ee83ce70 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0624170 Jul 16 09:28:21.817872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4de7530-8b5a-479b-8193-808ab0873453 req-c9b75fc9-b768-4d9b-9e94-b2a91282376d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Jul 16 09:28:39.034061 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.729549 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:40.721171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b53b5-3f33-4601-9bd7-f03ce36632c7 req-614432ac-3315-4cf0-bb4c-d33527aeb899 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.722734 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-363b53b5-3f33-4601-9bd7-f03ce36632c7 req-614432ac-3315-4cf0-bb4c-d33527aeb899 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jul 16 09:28:40.764359 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-363b53b5-3f33-4601-9bd7-f03ce36632c7 req-35e95044-bc29-4195-94bc-d6d785f41b99 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Jul 16 09:28:41.937395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242f8d3-19e7-480f-b692-006a5148a75e req-4777985e-f953-483e-9df1-af8b9daddc48 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.940631 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5242f8d3-19e7-480f-b692-006a5148a75e req-4777985e-f953-483e-9df1-af8b9daddc48 tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0637865 Jul 16 09:28:41.979931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5242f8d3-19e7-480f-b692-006a5148a75e req-f4ef70ed-a638-4558-9f7b-673d6788113d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/security-groups?id=cce92414-2c33-48c0-80d8-73cce1855f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Jul 16 09:28:42.326848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28f223-1101-486a-af0d-028b834272fc req-ef9490d2-7043-422c-a014-023995e8dc5f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:42.328333 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d28f223-1101-486a-af0d-028b834272fc req-ef9490d2-7043-422c-a014-023995e8dc5f tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.47 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 945 time: 0.0662382 Jul 16 09:28:42.425099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Deleting port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:42.425442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:42.515329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] For port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:42.515713 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:42.528016 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Calling delete_port for 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:42.652185 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:42.663662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9f7ab49a-8013-4ba1-9f61-2b1c974e1431'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:42.684949 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Pushing event deleted for resources: {'Port': ['ID=9f7ab49a-8013-4ba1-9f61-2b1c974e1431,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:42.730708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] No DVR routers for this DVR port 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:42.733779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:42.735858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d28f223-1101-486a-af0d-028b834272fc req-eff024d1-f78d-44f2-a7f8-55f0c62d46ab tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.47 "DELETE /v2.0/ports/9f7ab49a-8013-4ba1-9f61-2b1c974e1431 HTTP/1.1" status: 204 len: 173 time: 0.4023738 Jul 16 09:28:42.736327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'name': 'network-vif-deleted', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:42.738587 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f7fed-28c2-48ba-9b7c-81c9c180a2a0" -d '{"events": [{"server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "name": "network-vif-deleted", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:42.783721 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c1d1ef-9423-4523-a10d-c82537d68b42 x-openstack-request-id: req-39c1d1ef-9423-4523-a10d-c82537d68b42 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:42.784026 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b8747d-4fe6-45ec-9027-b7660f730fd9", "name": "network-vif-deleted", "tag": "9f7ab49a-8013-4ba1-9f61-2b1c974e1431", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:42.784429 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39c1d1ef-9423-4523-a10d-c82537d68b42 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:42.784725 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b8747d-4fe6-45ec-9027-b7660f730fd9', 'name': 'network-vif-deleted', 'tag': '9f7ab49a-8013-4ba1-9f61-2b1c974e1431', 'status': 'completed', 'code': 200} Jul 16 09:28:43.073265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed6e6abc-a184-4e21-aa38-b7e5f0aec994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:43.130646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f722db35-a1cb-46b3-b170-d19bc4a47f18 req-86cf51fe-3490-46ac-a62d-977f86ff7c3d tempest-TestEncryptedCinderVolumes-1238990932 tempest-TestEncryptedCinderVolumes-1238990932-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b8747d-4fe6-45ec-9027-b7660f730fd9 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Jul 16 09:28:44.262975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35686) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:44.606094 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:44.763461 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:44.848406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Deleting port ee663248-5b7e-45a7-9156-df8ca9be8289 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:44.848751 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:44.926435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] For port ee663248-5b7e-45a7-9156-df8ca9be8289, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=ee663248-5b7e-45a7-9156-df8ca9be8289,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:44.926790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:44.938728 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Calling delete_port for ee663248-5b7e-45a7-9156-df8ca9be8289 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:45.453244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.478238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee663248-5b7e-45a7-9156-df8ca9be8289,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:45.505862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.506216 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.506561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.506902 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.507238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.507575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.507907 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.508264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.508593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.508921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.509247 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.509574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:45.657178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.688884 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f462839f-df10-48ce-aef5-ea339b654819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.784921 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:45.870834 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:28:45.979632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:28:45.985005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca026ece-ada8-4ad0-85f0-db925f4772e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/45a548c6-2d23-4bc6-b47a-67ff7f631e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210066 Jul 16 09:28:45.987595 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35688) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:45.988098 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Sync routers for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:28:45.997770 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:45.998389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:46.092889 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.101916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:46.206819 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.262767 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Deleting port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:46.264023 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.287680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:28:45Z', 'revision_number': 5, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port': {'id': '38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:27Z', 'updated_at': '2021-07-16T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:46.322789 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Checking router: 45a548c6-2d23-4bc6-b47a-67ff7f631e41 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:28:46.331420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Routers {'45a548c6-2d23-4bc6-b47a-67ff7f631e41'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:46.332073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:46.349154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] For port 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:46.349447 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.362002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Calling delete_port for 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:46.421606 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] Set router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:46.481258 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:28:46Z', 'revision_number': 6, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:46.507418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4764edd-d8d4-4a95-b87f-08b51591ed1b None None] The sync data for ids ['45a548c6-2d23-4bc6-b47a-67ff7f631e41'] in n-d-798054-12 is: [{'id': '45a548c6-2d23-4bc6-b47a-67ff7f631e41', 'name': 'tempest-TestEncryptedCinderVolumes-1402045593-router', 'tenant_id': '574e8b1c466c45bb86a99d36df21bb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:26Z', 'updated_at': '2021-07-16T09:28:46Z', 'revision_number': 6, 'project_id': '574e8b1c466c45bb86a99d36df21bb51', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:28:46.562791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.598539 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:46.668894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.771462 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.773693 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.816015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.816542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a548c6-2d23-4bc6-b47a-67ff7f631e41 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:28:46.823487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.826946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8f49927c-6d4b-4b52-8ee6-68ae67976b0b admin admin] 10.222.0.32 "DELETE /v2.0/routers/45a548c6-2d23-4bc6-b47a-67ff7f631e41 HTTP/1.1" status: 204 len: 168 time: 0.8360448 Jul 16 09:28:46.827215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35690) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:46.873645 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Deleting subnet 8b26891e-5e11-463d-b7ce-f0b24b17f112 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:28:46.877129 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.915436 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:46.995987 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.046513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.071993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b26891e-5e11-463d-b7ce-f0b24b17f112,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:47.076362 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.076889 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.078272 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e17a1f8d-ecc8-4ba8-b832-410d5c7cfa0e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b26891e-5e11-463d-b7ce-f0b24b17f112 HTTP/1.1" status: 204 len: 168 time: 0.2501051 Jul 16 09:28:47.080820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35692) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:47.085219 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65189e4f-d744-43bc-aad7-b2b802a9daa9 None None] Network 9d7805f6-6c68-4df1-b8f8-cf12caf80005 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:47.151948 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.204997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Deleting port d66be211-8576-4ad7-8ec0-804004bee188 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:47.205264 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.268422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] DHCP port deletion for 9d7805f6-6c68-4df1-b8f8-cf12caf80005 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:28:47.275649 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] For port d66be211-8576-4ad7-8ec0-804004bee188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d66be211-8576-4ad7-8ec0-804004bee188,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:47.276020 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.297188 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Calling delete_port for d66be211-8576-4ad7-8ec0-804004bee188 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:47.317739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Deleting port d66be211-8576-4ad7-8ec0-804004bee188 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:47.318320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.376779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:47.378668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.402241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:47.402537 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9f7ab49a-8013-4ba1-9f61-2b1c974e1431 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:47.406924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66be211-8576-4ad7-8ec0-804004bee188,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:47.408557 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] No DVR routers for this DVR port d66be211-8576-4ad7-8ec0-804004bee188 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:47.408705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] For port d66be211-8576-4ad7-8ec0-804004bee188, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d66be211-8576-4ad7-8ec0-804004bee188,segment=NetworkSegment(ca7770ba-602b-4d61-b74b-b79d8c4142eb),segment_id=ca7770ba-602b-4d61-b74b-b79d8c4142eb)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:47.409010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.421679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Calling delete_port for d66be211-8576-4ad7-8ec0-804004bee188 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:47.485288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.495931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7805f6-6c68-4df1-b8f8-cf12caf80005']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:47.502595 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.507517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7770ba-602b-4d61-b74b-b79d8c4142eb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:47.507830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7770ba-602b-4d61-b74b-b79d8c4142eb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:47.519291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.530254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] Pushing event deleted for resources: {'Port': ['ID=d66be211-8576-4ad7-8ec0-804004bee188,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:47.532586 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79dfb2-8ff6-42f2-a525-aac6aa1754a9 None None] No DVR routers for this DVR port d66be211-8576-4ad7-8ec0-804004bee188 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:47.536847 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.544700 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:28:47.544700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:28:47.556017 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:28:47.600360 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.607199 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:47.608886 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d7805f6-6c68-4df1-b8f8-cf12caf80005 HTTP/1.1" status: 204 len: 168 time: 0.5270815 Jul 16 09:28:47.611980 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35694) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:47.619406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b217dc1-c900-4793-9fb9-bedf02d6cff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7805f6-6c68-4df1-b8f8-cf12caf80005,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:47.959911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.218524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Deleting port 40a3df73-618a-44d0-97b2-566b31f26531 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:48.218772 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.317273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] For port 40a3df73-618a-44d0-97b2-566b31f26531, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=40a3df73-618a-44d0-97b2-566b31f26531,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:48.317633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.331090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Calling delete_port for 40a3df73-618a-44d0-97b2-566b31f26531 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:48.456026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d66be211-8576-4ad7-8ec0-804004bee188 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:48.482390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d66be211-8576-4ad7-8ec0-804004bee188 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:48.482625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d66be211-8576-4ad7-8ec0-804004bee188 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:48.483051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ee663248-5b7e-45a7-9156-df8ca9be8289 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:48.503585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: ee663248-5b7e-45a7-9156-df8ca9be8289 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:48.503932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device ee663248-5b7e-45a7-9156-df8ca9be8289 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:48.504373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:48.525263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:48.525653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 38d4fee6-89f0-4c9e-88d7-fe40ca2f8e9d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:48.528347 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.563092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Pushing event deleted for resources: {'Port': ['ID=40a3df73-618a-44d0-97b2-566b31f26531,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:48.682750 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.747609 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.971807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Router b3c09d01-74ab-4f76-ba66-09668e867c6f has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:28:49.074543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:28:49.079565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9ed024ae-7552-4837-9d14-fdd3596578cf admin admin] 10.222.0.32 "PUT /v2.0/routers/b3c09d01-74ab-4f76-ba66-09668e867c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664586 Jul 16 09:28:49.082296 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35696) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:49.083434 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Sync routers for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:28:49.093462 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:49.094076 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:49.185546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.194699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:49.291143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.348146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Deleting port bfb89dd8-d2a7-41cb-a517-7178023ae713 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:49.348513 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.374890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:28:48Z', 'revision_number': 5, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port': {'id': 'bfb89dd8-d2a7-41cb-a517-7178023ae713', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:27:31Z', 'updated_at': '2021-07-16T09:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:49.428471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] For port bfb89dd8-d2a7-41cb-a517-7178023ae713, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bfb89dd8-d2a7-41cb-a517-7178023ae713,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:49.428834 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.442882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Calling delete_port for bfb89dd8-d2a7-41cb-a517-7178023ae713 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:49.486045 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Checking router: b3c09d01-74ab-4f76-ba66-09668e867c6f for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:28:49.494285 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Routers {'b3c09d01-74ab-4f76-ba66-09668e867c6f'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:49.495420 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['b3c09d01-74ab-4f76-ba66-09668e867c6f'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:49.579099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] Set router b3c09d01-74ab-4f76-ba66-09668e867c6f gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:49.610394 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.632647 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:28:49Z', 'revision_number': 6, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:49.636138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb89dd8-d2a7-41cb-a517-7178023ae713,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:49.658267 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ed18d-2ded-43c2-a474-ba93b7ed6b88 None None] The sync data for ids ['b3c09d01-74ab-4f76-ba66-09668e867c6f'] in n-d-798054-12 is: [{'id': 'b3c09d01-74ab-4f76-ba66-09668e867c6f', 'name': 'tempest-TestEncryptedCinderVolumes-63877007-router', 'tenant_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:27:30Z', 'updated_at': '2021-07-16T09:28:49Z', 'revision_number': 6, 'project_id': '719a3cc1d00845daa8e86f42ebfe7c09', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:28:49.705018 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.793787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.799450 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.841551 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.842118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c09d01-74ab-4f76-ba66-09668e867c6f {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:28:49.846861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.848020 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-082c3870-7672-4c2c-a514-9871217078c8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3c09d01-74ab-4f76-ba66-09668e867c6f HTTP/1.1" status: 204 len: 168 time: 0.7646673 Jul 16 09:28:49.850538 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35698) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:49.893982 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Deleting subnet beac5c43-9066-4ea0-b9a9-16d8ef6578bb {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:28:49.896859 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:49.934828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.019215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.076617 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.101388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beac5c43-9066-4ea0-b9a9-16d8ef6578bb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:50.107792 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.109835 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5163234d-0a31-489a-af8c-68b3a38f3924 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/beac5c43-9066-4ea0-b9a9-16d8ef6578bb HTTP/1.1" status: 204 len: 168 time: 0.2582648 Jul 16 09:28:50.112211 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35700) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:50.114897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a39af-5529-4ba4-b5a8-4f75952ebd89 None None] Network c22bd344-1041-478b-af09-7fcffd1e8e6a requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:50.183985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.236527 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Deleting port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:50.236877 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.306896 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] For port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,segment=NetworkSegment(155c3e82-bfa3-4a43-869c-3fcb82dafacb),segment_id=155c3e82-bfa3-4a43-869c-3fcb82dafacb)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:50.307288 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.318575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Calling delete_port for 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:50.396640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.423192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8c891f-a2c6-4dce-9611-5eeac2e134b6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:50.427162 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] No DVR routers for this DVR port 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:50.437436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb891e-b7dc-4adb-99ce-add8bab8f006 None None] DHCP port deletion for c22bd344-1041-478b-af09-7fcffd1e8e6a request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:28:50.494653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:50.511966 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.514609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:50.514957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8c8c891f-a2c6-4dce-9611-5eeac2e134b6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:50.515365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40a3df73-618a-44d0-97b2-566b31f26531 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:50.521796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22bd344-1041-478b-af09-7fcffd1e8e6a']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:50.532125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155c3e82-bfa3-4a43-869c-3fcb82dafacb') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:50.532426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155c3e82-bfa3-4a43-869c-3fcb82dafacb') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:50.534505 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 40a3df73-618a-44d0-97b2-566b31f26531 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:50.534678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 40a3df73-618a-44d0-97b2-566b31f26531 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:50.535051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bfb89dd8-d2a7-41cb-a517-7178023ae713 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:50.542046 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.554911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bfb89dd8-d2a7-41cb-a517-7178023ae713 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:50.555261 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bfb89dd8-d2a7-41cb-a517-7178023ae713 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:50.564867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.571381 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:28:50.571793 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:28:50.574156 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:28:50.631745 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.637070 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.639002 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c22bd344-1041-478b-af09-7fcffd1e8e6a HTTP/1.1" status: 204 len: 168 time: 0.5257487 Jul 16 09:28:50.652760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafb2a4-f7f7-4964-a8ac-aca5d46bc5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22bd344-1041-478b-af09-7fcffd1e8e6a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:50.805510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35704) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:50.845162 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c1370e51-987e-4f65-8e2e-1d3626a10fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=574e8b1c466c45bb86a99d36df21bb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384600 Jul 16 09:28:50.847822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35706) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:50.896841 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.919467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.965738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.968632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:50.969808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cce92414-2c33-48c0-80d8-73cce1855f07 HTTP/1.1" status: 204 len: 168 time: 0.1208646 Jul 16 09:28:50.977856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42cdb-0022-4c58-94d7-3a26b1550579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce92414-2c33-48c0-80d8-73cce1855f07,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:51.277107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35712) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:51.317243 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-35aec67a-32ad-4df6-96fc-80e93dfad098 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719a3cc1d00845daa8e86f42ebfe7c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388985 Jul 16 09:28:51.319641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35714) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:51.366378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:51.390958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:51.436852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:51.439394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:51.440562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b149880-c26a-4bf0-b9a5-7ec6a8c45ecf HTTP/1.1" status: 204 len: 168 time: 0.1200123 Jul 16 09:28:51.448150 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9758f79-b11c-4e96-a14b-fd91cce7b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b149880-c26a-4bf0-b9a5-7ec6a8c45ecf,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:52.083253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35736) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:52.175904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1607248073-network', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:52.196582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Made reservation on behalf of 4ca58b43e3c64fb2b87e37eea53262a0 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:52.199343 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.207389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.297052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.301687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.322254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:28:52.337246 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76af907-242b-4f8c-8135-7399da5d9a97,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:52.340083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.340438 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Added segment c855fc65-69b5-4213-867e-f379534f4543 of type vlan for network d040f890-abc6-4ad6-8942-e50de2f63e33 Jul 16 09:28:52.380439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.409907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.410974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:52.411557 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.447036 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3623798 Jul 16 09:28:52.450450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35740) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:52.455310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Request body: {'subnet': {'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1607248073-subnet', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:52.487776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a23c3a-765d-4782-b777-f94e9b13bd4a admin admin] Pushing event updated for resources: {'Network': ['ID=d040f890-abc6-4ad6-8942-e50de2f63e33,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:52.498408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network d040f890-abc6-4ad6-8942-e50de2f63e33 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:28:52.504582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Made reservation on behalf of 4ca58b43e3c64fb2b87e37eea53262a0 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:52.507028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.672073 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.724428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536a525b-cb35-4999-9ad9-fbb8c69f3a31,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:52.734060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Checking segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:52.734416 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Network hostable DHCP agents. Network: d040f890-abc6-4ad6-8942-e50de2f63e33, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:28:52.750213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Network d040f890-abc6-4ad6-8942-e50de2f63e33 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:28:52.758788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, d040f890-abc6-4ad6-8942-e50de2f63e33) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:52.762826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:52.763405 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.769317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6b078-6755-4d5b-a885-01560c806ab2 None None] Network d040f890-abc6-4ad6-8942-e50de2f63e33 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:52.776974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dad6e0b9-7c70-4d95-b41e-9d9be0079ae2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3254907 Jul 16 09:28:52.779710 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35742) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:52.784023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:52.804570 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.805619 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.861320 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.916053 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-d040f890-abc6-4ad6-8942-e50de2f63e33', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:28:52.917457 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:52.993602 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.055076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Allocated IP 172.20.0.2 (d040f890-abc6-4ad6-8942-e50de2f63e33/536a525b-cb35-4999-9ad9-fbb8c69f3a31/69ab7449-af76-47db-af0d-bb1551056cba) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:53.198669 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.207566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Transition to ACTIVE for port object 69ab7449-af76-47db-af0d-bb1551056cba will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:53.223880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Transition to ACTIVE for port object 69ab7449-af76-47db-af0d-bb1551056cba will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:53.230770 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.275088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Network d040f890-abc6-4ad6-8942-e50de2f63e33 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:53.279134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:53.285231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:53.295576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Pushing event updated for resources: {'Port': ['ID=69ab7449-af76-47db-af0d-bb1551056cba,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:53.348419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Attempting to bind port 69ab7449-af76-47db-af0d-bb1551056cba on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:53.348787 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Attempting to bind port 69ab7449-af76-47db-af0d-bb1551056cba by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:53.349150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Attempting to bind port 69ab7449-af76-47db-af0d-bb1551056cba on network d040f890-abc6-4ad6-8942-e50de2f63e33 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:53.354372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:53.354746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Checking segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:53.355170 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.355544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Bound using segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:53.356005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Bound port: 69ab7449-af76-47db-af0d-bb1551056cba, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:53.356408 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.420534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] For port 69ab7449-af76-47db-af0d-bb1551056cba, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:53.423887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] For port 69ab7449-af76-47db-af0d-bb1551056cba, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69ab7449-af76-47db-af0d-bb1551056cba,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:53.428571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.491166 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cfa39-2242-421b-bc31-8303377ce700 None None] Pushing event updated for resources: {'Port': ['ID=69ab7449-af76-47db-af0d-bb1551056cba,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:53.562639 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.582658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.708247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Allocated IP 172.25.5.29 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/bd883d63-5427-48a0-a651-185931c2a1ae) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:53.812506 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.855561 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:53.891589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:53.897557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:53.902107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:53.908156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Pushing event updated for resources: {'Port': ['ID=bd883d63-5427-48a0-a651-185931c2a1ae,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:54.161496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.360376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab5d11-3b35-4095-84bf-28af810067b0 None None] Network d040f890-abc6-4ad6-8942-e50de2f63e33 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:54.360932 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.437602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6fffa55-849a-4e97-950d-680c2bdddf08 None None] Provisioning for port 69ab7449-af76-47db-af0d-bb1551056cba completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:54.497530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:28:54.500660 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69ab7449-af76-47db-af0d-bb1551056cba up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:54.582403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 69ab7449-af76-47db-af0d-bb1551056cba completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:54.586151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 69ab7449-af76-47db-af0d-bb1551056cba triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:54.586479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.609483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:28:54.627099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Sync routers for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:28:54.630075 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.633682 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fd4198ef-9b4e-4733-aa9a-41bab240d3de admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8505876 Jul 16 09:28:54.634018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35744) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:54.643017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:54.643661 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:54.756042 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.807350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 69ab7449-af76-47db-af0d-bb1551056cba, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69ab7449-af76-47db-af0d-bb1551056cba,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:54.809669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:54.812119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.964135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0757303a-4c45-4869-a8f3-9acb5e5e7b28 None None] Provisioning complete for port 69ab7449-af76-47db-af0d-bb1551056cba triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:54.964416 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0757303a-4c45-4869-a8f3-9acb5e5e7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:54.968460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=69ab7449-af76-47db-af0d-bb1551056cba,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:55.057746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.223906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Allocated IP 172.20.0.1 (d040f890-abc6-4ad6-8942-e50de2f63e33/536a525b-cb35-4999-9ad9-fbb8c69f3a31/4d802cdc-2a56-4744-b558-a964ef49a2c6) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:55.267538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:54Z', 'revision_number': 3, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:55.295174 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Checking router: c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:28:55.295526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Updating router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 port bd883d63-5427-48a0-a651-185931c2a1ae binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:28:55.335048 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.366915 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.382603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Transition to ACTIVE for port object 4d802cdc-2a56-4744-b558-a964ef49a2c6 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:55.418710 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.461470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Network d040f890-abc6-4ad6-8942-e50de2f63e33 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:55.464406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:55.469444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:55.499444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Pushing event updated for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:55.521545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.616743 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.630502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Transition to ACTIVE for port object bd883d63-5427-48a0-a651-185931c2a1ae will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:55.638011 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.695923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.699492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Attempting to bind port bd883d63-5427-48a0-a651-185931c2a1ae on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:55.699865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Attempting to bind port bd883d63-5427-48a0-a651-185931c2a1ae by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:55.700267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Attempting to bind port bd883d63-5427-48a0-a651-185931c2a1ae on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:55.703336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da22437-1fc9-438a-ad00-55cd3c52b57f None None] Pushing event updated for resources: {'Port': ['ID=bd883d63-5427-48a0-a651-185931c2a1ae,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:55.709130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:55.709510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:55.709903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.710297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:55.710760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Bound port: bd883d63-5427-48a0-a651-185931c2a1ae, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:55.711148 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.786066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] For port bd883d63-5427-48a0-a651-185931c2a1ae, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:55.789923 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] For port bd883d63-5427-48a0-a651-185931c2a1ae, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd883d63-5427-48a0-a651-185931c2a1ae,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:55.792494 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5db657f5-0e57-4f6e-83c0-05416387a24c None None] Provisioning for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:55.797325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.801553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5db657f5-0e57-4f6e-83c0-05416387a24c None None] Provisioning complete for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:55.802147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5db657f5-0e57-4f6e-83c0-05416387a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.884102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.889499 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5db657f5-0e57-4f6e-83c0-05416387a24c None None] Port 4d802cdc-2a56-4744-b558-a964ef49a2c6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:28:55.891042 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.898557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da22437-1fc9-438a-ad00-55cd3c52b57f None None] Pushing event updated for resources: {'Port': ['ID=bd883d63-5427-48a0-a651-185931c2a1ae,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:55.901739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:55.902358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:55.937600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:55.996543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Pushing event updated for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:56.013845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:56.070835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Network d040f890-abc6-4ad6-8942-e50de2f63e33 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:56.072500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:56.201834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:28:56.236904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 2, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:56.269088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e587e4e5-bc11-462d-981d-baba5df0fca2 None None] The sync data for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 is: [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 2, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:28:56.313758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b7467fbf-3678-4b31-b12e-f68a69586e19 None None] Provisioning complete for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:56.314393 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b7467fbf-3678-4b31-b12e-f68a69586e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:56.324173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:28:56.329592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-753d255d-33f8-4530-b800-2941da307603 admin admin] 10.222.0.32 "PUT /v2.0/routers/c9c9dfa2-34d6-4049-a0ad-01dfcf252b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945660 Jul 16 09:28:56.356430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b7467fbf-3678-4b31-b12e-f68a69586e19 None None] Port 4d802cdc-2a56-4744-b558-a964ef49a2c6 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:28:56.457357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69ab7449-af76-47db-af0d-bb1551056cba up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:56.531614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 69ab7449-af76-47db-af0d-bb1551056cba triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:56.531997 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:56.863496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35760) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:56.868649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1084462463-network', 'tenant_id': 'e18af59215384fd9886332639e950eac'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:56.890526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Made reservation on behalf of e18af59215384fd9886332639e950eac for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:56.893106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:56.902780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.007601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.011507 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.044686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:28:57.049577 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff61716-4965-4c83-943d-375277caffd0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:57.057266 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.057616 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Added segment 7bd0ccd5-01a4-4451-a1b3-42e1d40344fe of type vlan for network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 Jul 16 09:28:57.104498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.139431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.142130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:57.142724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.174002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3092310 Jul 16 09:28:57.176575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35762) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:57.183263 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Request body: {'subnet': {'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1084462463-subnet', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'ip_version': 4}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:57.215953 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da58b5-59bb-4493-974e-9bbe9767dcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=78db435e-69bd-4556-ad80-c0c8b1c0afb4,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:57.227778 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:28:57.234325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Made reservation on behalf of e18af59215384fd9886332639e950eac for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:57.237455 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.425204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.482255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc3329c-e2ab-41ce-8cf5-204e58340333,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:57.491865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Checking segment: {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:57.492261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Network hostable DHCP agents. Network: 78db435e-69bd-4556-ad80-c0c8b1c0afb4, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:28:57.509156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:28:57.519201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 78db435e-69bd-4556-ad80-c0c8b1c0afb4) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:57.523400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:57.524003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.529851 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d39a32-f5b3-402d-9d84-26116d943515 None None] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:57.539272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ea211292-606f-48bc-a482-231560ac7702 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3614509 Jul 16 09:28:57.541580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 35764) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:57.546389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:57.570376 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.571443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.641733 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.693837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'fixed_ips': [{'subnet_id': '0bc3329c-e2ab-41ce-8cf5-204e58340333'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:28:57.694715 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.784796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:57.868576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Allocated IP 172.20.0.2 (78db435e-69bd-4556-ad80-c0c8b1c0afb4/0bc3329c-e2ab-41ce-8cf5-204e58340333/8b94045d-4551-4f5c-ae08-1e2ab9079fb4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:58.008853 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.019175 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.027620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Transition to ACTIVE for port object 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:58.028524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.045893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Transition to ACTIVE for port object 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:58.061562 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.106000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:58.109069 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:58.112909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:58.120898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Pushing event updated for resources: {'Port': ['ID=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:58.138904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Allocated IP 172.25.5.77 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/f12d0ee5-4dcb-4a9e-8272-77748effdbb0) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:58.177497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Attempting to bind port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:58.178080 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Attempting to bind port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:58.178610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Attempting to bind port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 on network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:58.184483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:58.185114 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Checking segment: {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:58.185517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.185936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Bound using segment: {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:58.186401 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Bound port: 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:58.186781 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.253649 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.254643 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] For port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:58.257978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] For port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:58.262051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.298938 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.343164 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c37db4-9470-4904-a9e0-bca0d704ae8c None None] Pushing event updated for resources: {'Port': ['ID=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:58.351128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:58.355789 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:58.359406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:58.361572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Pushing event updated for resources: {'Port': ['ID=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:58.489187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd883d63-5427-48a0-a651-185931c2a1ae up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:58.573452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bd883d63-5427-48a0-a651-185931c2a1ae completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:58.577558 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bd883d63-5427-48a0-a651-185931c2a1ae triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:58.577938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.580357 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Sync routers for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:28:58.602029 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:58.602663 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:58.674025 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.696541 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.724956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port bd883d63-5427-48a0-a651-185931c2a1ae, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd883d63-5427-48a0-a651-185931c2a1ae,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:58.731251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:58.740275 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:58.798763 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=bd883d63-5427-48a0-a651-185931c2a1ae,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:58.952346 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 2, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:58.986707 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Checking router: c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:28:58.987051 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Updating router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 port 4d802cdc-2a56-4744-b558-a964ef49a2c6 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:28:59.024678 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.273094 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.308591 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.323455 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Transition to ACTIVE for port object 4d802cdc-2a56-4744-b558-a964ef49a2c6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:59.330798 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.391230 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Pushing event updated for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:59.414453 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.414803 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.415146 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.415683 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.416985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.416985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.417373 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.417875 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.418367 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.418669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.419901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.419901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:28:59.425643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Router 34596e11-bdc3-4ccd-bf46-d6662d095360 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:28:59.447406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdbc0f7-4549-43e2-8dc6-3de096b05e4e None None] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:28:59.467569 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Attempting to bind port 4d802cdc-2a56-4744-b558-a964ef49a2c6 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:59.468440 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Attempting to bind port 4d802cdc-2a56-4744-b558-a964ef49a2c6 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:59.469372 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Attempting to bind port 4d802cdc-2a56-4744-b558-a964ef49a2c6 on network d040f890-abc6-4ad6-8942-e50de2f63e33 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:59.475776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:59.476490 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Checking segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:59.476889 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.477290 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Bound using segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:59.477739 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Bound port: 4d802cdc-2a56-4744-b558-a964ef49a2c6, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:59.478116 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.547629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-bf63b16c-076f-45ce-941a-582852c16901 None None] Provisioning for port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:59.553976 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] For port 4d802cdc-2a56-4744-b558-a964ef49a2c6, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:59.554387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:28:59.559716 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] For port 4d802cdc-2a56-4744-b558-a964ef49a2c6, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4d802cdc-2a56-4744-b558-a964ef49a2c6,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:59.566072 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.585980 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:59.588460 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Sync routers for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:28:59.590721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35770) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:59.591217 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0ff6070c-c791-4514-9771-9b920df432dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0481851 Jul 16 09:28:59.607906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:59.608739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:59.643398 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:28:59.644125 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:28:59.681819 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959519e4-eace-4aed-b763-82256d7d3301 None None] Pushing event updated for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:59.786866 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:28:59.810064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:00.015145 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:28:59Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:00.045031 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d708c3f-a90e-436e-a958-8857db80d067 None None] The sync data for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 is: [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:28:59Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:00.072353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 3, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:00.105710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.107691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Checking router: 34596e11-bdc3-4ccd-bf46-d6662d095360 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:00.108075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Updating router 34596e11-bdc3-4ccd-bf46-d6662d095360 port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:00.161906 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.292998 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Allocated IP 172.20.0.1 (78db435e-69bd-4556-ad80-c0c8b1c0afb4/0bc3329c-e2ab-41ce-8cf5-204e58340333/887ff9e9-b571-4187-9b54-e9273e5eb810) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:00.650567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.656014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:00.685668 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Transition to ACTIVE for port object f12d0ee5-4dcb-4a9e-8272-77748effdbb0 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:00.699568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.768941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b374b-9697-4c68-b58f-c1f25acc1e92 None None] Pushing event updated for resources: {'Port': ['ID=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:00.774874 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.777017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Attempting to bind port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:00.777475 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Attempting to bind port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:00.778162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Attempting to bind port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:00.781944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:00.787706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:00.788223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:00.788561 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Transition to ACTIVE for port object 887ff9e9-b571-4187-9b54-e9273e5eb810 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:00.788764 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.789242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:00.789864 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Bound port: f12d0ee5-4dcb-4a9e-8272-77748effdbb0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:00.790387 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.792483 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:00.792483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.830949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.870302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:00.877220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:00.879967 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] For port f12d0ee5-4dcb-4a9e-8272-77748effdbb0, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:00.884119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Pushing event updated for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:00.884515 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] For port f12d0ee5-4dcb-4a9e-8272-77748effdbb0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:00.886474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:00.891406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.925652 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:00.987686 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.001838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:01.002638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:01.005926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b374b-9697-4c68-b58f-c1f25acc1e92 None None] Pushing event updated for resources: {'Port': ['ID=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:01.073575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:01.095295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.111156 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.112116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd883d63-5427-48a0-a651-185931c2a1ae up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:01.198608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:01.215950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:01.288925 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.298901 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.317840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-077f09e3-4910-4427-844c-fe6b5d6aa071 None None] Provisioning for port 887ff9e9-b571-4187-9b54-e9273e5eb810 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:01.322575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bd883d63-5427-48a0-a651-185931c2a1ae triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:01.323095 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.328056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-077f09e3-4910-4427-844c-fe6b5d6aa071 None None] Provisioning complete for port 887ff9e9-b571-4187-9b54-e9273e5eb810 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:01.328446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-077f09e3-4910-4427-844c-fe6b5d6aa071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.368816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Pushing event updated for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:01.373778 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.453968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-077f09e3-4910-4427-844c-fe6b5d6aa071 None None] Port 887ff9e9-b571-4187-9b54-e9273e5eb810 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:01.469357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:01.471356 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:01.528883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4d802cdc-2a56-4744-b558-a964ef49a2c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:01.579719 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 3, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:01.609326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f788cef-2803-4411-8b97-d4265c6008da None None] The sync data for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 is: [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 3, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:01.610960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Router 34596e11-bdc3-4ccd-bf46-d6662d095360 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:01.621491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:01.627807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:01.628227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.731879 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.741519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:01.747094 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-be16dde9-e350-452a-9d27-2edddbf13c90 admin admin] 10.222.0.32 "PUT /v2.0/routers/34596e11-bdc3-4ccd-bf46-d6662d095360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551604 Jul 16 09:29:01.783286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4d802cdc-2a56-4744-b558-a964ef49a2c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4d802cdc-2a56-4744-b558-a964ef49a2c6,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:01.791853 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.798284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f602eb85-f99d-4409-b8cf-cb3960d008b8 None None] Provisioning complete for port 887ff9e9-b571-4187-9b54-e9273e5eb810 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:01.798655 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f602eb85-f99d-4409-b8cf-cb3960d008b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:01.871153 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:01.874725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f602eb85-f99d-4409-b8cf-cb3960d008b8 None None] Port 887ff9e9-b571-4187-9b54-e9273e5eb810 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:02.545637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f12d0ee5-4dcb-4a9e-8272-77748effdbb0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:02.599044 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:02.603049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:02.603424 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:02.706305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:02.731011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f12d0ee5-4dcb-4a9e-8272-77748effdbb0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:02.736334 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:02.737200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:02.819374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:02.841669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:02.842771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:02.933455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4d802cdc-2a56-4744-b558-a964ef49a2c6 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:02.983461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4d802cdc-2a56-4744-b558-a964ef49a2c6 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:02.983461 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.710274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Sync routers for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:03.721027 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:03.721896 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:03.933483 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:04.149920 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 4, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '887ff9e9-b571-4187-9b54-e9273e5eb810', 'name': '', 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'mac_address': 'fa:16:3e:07:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:00Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 2, 'project_id': 'e18af59215384fd9886332639e950eac', 'subnets': [{'id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.179222 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Checking router: 34596e11-bdc3-4ccd-bf46-d6662d095360 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:04.179574 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Updating router 34596e11-bdc3-4ccd-bf46-d6662d095360 port 887ff9e9-b571-4187-9b54-e9273e5eb810 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:04.219841 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.472192 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f12d0ee5-4dcb-4a9e-8272-77748effdbb0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:04.531422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:04.531804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.608525 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.620458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Transition to ACTIVE for port object 887ff9e9-b571-4187-9b54-e9273e5eb810 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:04.628237 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.698702 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b9b5-fd31-49cc-a5dd-f9edbe5d8c72 None None] Pushing event updated for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:04.788544 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Attempting to bind port 887ff9e9-b571-4187-9b54-e9273e5eb810 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:04.789649 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Attempting to bind port 887ff9e9-b571-4187-9b54-e9273e5eb810 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:04.790193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Attempting to bind port 887ff9e9-b571-4187-9b54-e9273e5eb810 on network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:04.797051 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:04.797846 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Checking segment: {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:04.798558 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.799126 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Bound using segment: {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:04.799761 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Bound port: 887ff9e9-b571-4187-9b54-e9273e5eb810, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:04.800467 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.889196 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] For port 887ff9e9-b571-4187-9b54-e9273e5eb810, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:04.892807 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] For port 887ff9e9-b571-4187-9b54-e9273e5eb810, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=887ff9e9-b571-4187-9b54-e9273e5eb810,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:04.897879 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.993165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:04.993766 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:28:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:04.996510 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b9b5-fd31-49cc-a5dd-f9edbe5d8c72 None None] Pushing event updated for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:05.141719 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:05.376098 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 4, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '887ff9e9-b571-4187-9b54-e9273e5eb810', 'name': '', 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'mac_address': 'fa:16:3e:07:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:00Z', 'updated_at': '2021-07-16T09:29:04Z', 'revision_number': 4, 'project_id': 'e18af59215384fd9886332639e950eac', 'subnets': [{'id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:05.406066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03ca3d-f47d-4a58-b278-190471ce4533 None None] The sync data for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 is: [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 4, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '887ff9e9-b571-4187-9b54-e9273e5eb810', 'name': '', 'network_id': '78db435e-69bd-4556-ad80-c0c8b1c0afb4', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'mac_address': 'fa:16:3e:07:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:00Z', 'updated_at': '2021-07-16T09:29:04Z', 'revision_number': 4, 'project_id': 'e18af59215384fd9886332639e950eac', 'subnets': [{'id': '0bc3329c-e2ab-41ce-8cf5-204e58340333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:06.482671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 887ff9e9-b571-4187-9b54-e9273e5eb810 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:06.535827 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 887ff9e9-b571-4187-9b54-e9273e5eb810 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:06.539910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 887ff9e9-b571-4187-9b54-e9273e5eb810 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:06.540499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.631196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.668520 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 887ff9e9-b571-4187-9b54-e9273e5eb810, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=887ff9e9-b571-4187-9b54-e9273e5eb810,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:06.675509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.735829 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:08.464456 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 887ff9e9-b571-4187-9b54-e9273e5eb810 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:08.519488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 887ff9e9-b571-4187-9b54-e9273e5eb810 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:08.519488 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.046004 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.731912 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:11.797443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-8572acf4-3d9c-4ca7-83f5-6617549ccbb1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.798926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-8572acf4-3d9c-4ca7-83f5-6617549ccbb1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 815 time: 0.1079516 Jul 16 09:29:11.813544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-13d9244c-84b3-4d62-9c57-8a68a447ed3b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/quotas/4ca58b43e3c64fb2b87e37eea53262a0 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Jul 16 09:29:11.884461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-c41ec142-e4d5-4e7f-bf7f-9bf58af46706 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658197 Jul 16 09:29:12.112546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-434825d6-3a01-43f5-a522-eb7511a6f877 service neutron] 10.222.0.32 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373072 Jul 16 09:29:12.202982 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-427e1bb1-1a5c-4740-8821-091d34698be6 service neutron] 10.222.0.32 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Jul 16 09:29:12.384674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ca976416-1e1e-4d42-8e7f-ad549527ce2f req-a5db6d72-defe-49ac-9fd0-dc80c2181547 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 210 time: 0.0325394 Jul 16 09:29:13.077873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f39a5a25-41b6-4752-8c5d-8e9f6742a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.450225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-54d51144-122f-45fc-bf85-d897126ebfc5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.452008 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-54d51144-122f-45fc-bf85-d897126ebfc5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 815 time: 0.1137960 Jul 16 09:29:13.464865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'port': {'device_id': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'admin_state_up': True, 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:13.568691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4692dada-9eb1-4577-996d-e06f4c487ac5 req-53206649-f318-47e2-b2c7-f99da3e268f4 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 210 time: 0.0368495 Jul 16 09:29:13.608848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Made reservation on behalf of 4ca58b43e3c64fb2b87e37eea53262a0 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:13.612431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.745099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Allocated IP 172.20.0.4 (d040f890-abc6-4ad6-8942-e50de2f63e33/536a525b-cb35-4999-9ad9-fbb8c69f3a31/9da05bee-6b81-49fa-846b-40b9c4c3aad5) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:13.943541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.965903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Transition to ACTIVE for port object 9da05bee-6b81-49fa-846b-40b9c4c3aad5 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:14.018446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.071266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Network d040f890-abc6-4ad6-8942-e50de2f63e33 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:14.078169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:14.092683 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:14.114479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:14.154662 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.155420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.156005 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.156611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.157191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.157748 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.158318 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.158881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.159445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.160178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.160885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.161469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:14.204874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:14.205600 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.223015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-f7dcc063-8765-4f19-9595-1147ed93f107 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623377 Jul 16 09:29:14.460390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f68977ad-97ba-484f-bd03-2c0504b0d65f None None] Provisioning for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:14.464918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f68977ad-97ba-484f-bd03-2c0504b0d65f None None] Provisioning complete for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:14.465319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f68977ad-97ba-484f-bd03-2c0504b0d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.501037 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f68977ad-97ba-484f-bd03-2c0504b0d65f None None] Port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:14.775730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7f636-9a54-4d31-8ddf-2b1e203e3ff9 req-290ff179-54ea-4594-9b31-27273cf8dd07 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:14.777426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc7f636-9a54-4d31-8ddf-2b1e203e3ff9 req-290ff179-54ea-4594-9b31-27273cf8dd07 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0741770 Jul 16 09:29:14.821999 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dbc7f636-9a54-4d31-8ddf-2b1e203e3ff9 req-aee44382-49c0-4bd0-b4fc-d168ebf57a50 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Jul 16 09:29:15.690364 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5febf558-7226-4367-982b-74a8e70a5257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:15.787189 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:16.002389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c88cb-ff5a-4e89-ab43-01864ecf4f98 req-a4b07f3a-4d0c-4827-83fd-b6e2683150e9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.003719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-167c88cb-ff5a-4e89-ab43-01864ecf4f98 req-a4b07f3a-4d0c-4827-83fd-b6e2683150e9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0661864 Jul 16 09:29:16.043652 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-167c88cb-ff5a-4e89-ab43-01864ecf4f98 req-c2c86805-c27e-4109-a93e-b40bc0b7262b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Jul 16 09:29:17.088459 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.229432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a06abc-2282-4018-a7fa-71eeb26c49e0 req-c90b08d0-368d-49df-9ecc-678d48b44307 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.231764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62a06abc-2282-4018-a7fa-71eeb26c49e0 req-c90b08d0-368d-49df-9ecc-678d48b44307 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0673344 Jul 16 09:29:17.277635 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-62a06abc-2282-4018-a7fa-71eeb26c49e0 req-fad8a9d2-6d93-4885-bf82-79668ff9940e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jul 16 09:29:18.464529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aec9a-f603-4b92-9d08-9c9227e22b86 req-58e7c722-784a-4eee-8b7a-0bd7ab1851dc tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.466413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b42aec9a-f603-4b92-9d08-9c9227e22b86 req-58e7c722-784a-4eee-8b7a-0bd7ab1851dc tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0726328 Jul 16 09:29:18.506843 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b42aec9a-f603-4b92-9d08-9c9227e22b86 req-ce5c3de5-1dfb-4e12-abce-d7f6eea19802 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 Jul 16 09:29:18.682565 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.683229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f1b5-6277-4dee-a3b4-d041bca5a7b3 req-a5256f72-6e67-4522-8b0a-6323d3fcd9c1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.684931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ab8f1b5-6277-4dee-a3b4-d041bca5a7b3 req-a5256f72-6e67-4522-8b0a-6323d3fcd9c1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0654557 Jul 16 09:29:19.725281 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0ab8f1b5-6277-4dee-a3b4-d041bca5a7b3 req-ff7689e5-8dcb-4f38-90aa-8896b944f43b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Jul 16 09:29:20.910845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7dca2-2795-4497-8018-b8b368356265 req-c3fb41b7-cd1d-477e-83f2-27f64d2afcae tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.912369 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9d7dca2-2795-4497-8018-b8b368356265 req-c3fb41b7-cd1d-477e-83f2-27f64d2afcae tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0680938 Jul 16 09:29:20.962460 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9d7dca2-2795-4497-8018-b8b368356265 req-a750c992-1ff2-4913-980a-70798b0abbc7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Jul 16 09:29:21.763572 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:22.140740 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea509-96f3-42bc-b084-33403e99f718 req-8b927fcf-d6c7-4707-9c69-b2e8f8427c8c tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:22.142272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb1ea509-96f3-42bc-b084-33403e99f718 req-8b927fcf-d6c7-4707-9c69-b2e8f8427c8c tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0660329 Jul 16 09:29:22.181970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb1ea509-96f3-42bc-b084-33403e99f718 req-d6edaf8b-bb22-472c-a113-2362a08b4135 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Jul 16 09:29:23.355881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387283d-041d-45f3-8740-c21dd2f7f4f7 req-66ca10f5-f420-4c4c-b09f-0025f82af833 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.357468 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7387283d-041d-45f3-8740-c21dd2f7f4f7 req-66ca10f5-f420-4c4c-b09f-0025f82af833 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 931 time: 0.0635386 Jul 16 09:29:23.394601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7387283d-041d-45f3-8740-c21dd2f7f4f7 req-c7091737-df8c-4343-bab2-aedc0a7aaa0f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Jul 16 09:29:23.590982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Request body: {'port': {'device_id': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:23.665560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.926083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da05bee-6b81-49fa-846b-40b9c4c3aad5 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:23.934124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.946225 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Transition to ACTIVE for port object 9da05bee-6b81-49fa-846b-40b9c4c3aad5 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:23.950568 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.005242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004727e5-2525-483a-a702-656309dd9faf service neutron] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:24.078333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Attempting to bind port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:24.078812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Attempting to bind port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:24.079147 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Attempting to bind port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 on network d040f890-abc6-4ad6-8942-e50de2f63e33 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:24.084196 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 on network d040f890-abc6-4ad6-8942-e50de2f63e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:24.084521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Attempting to bind port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 on network d040f890-abc6-4ad6-8942-e50de2f63e33 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:24.089756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:24.090090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Checking segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:24.090467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Bound using segment: {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:24.090922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Bound port: 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c855fc65-69b5-4213-867e-f379534f4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:24.091282 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.156496 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:24.159498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:24.164245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.201749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.202301 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.203853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-004727e5-2525-483a-a702-656309dd9faf service neutron] 10.222.0.47 "PUT /v2.0/ports/9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 1092 time: 0.6179299 Jul 16 09:29:24.206094 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:24.209316 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d2163-af43-49d3-b0ba-c1baab598d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:24.243245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004727e5-2525-483a-a702-656309dd9faf service neutron] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:24.250647 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c3cb3-717f-4cb2-a577-8e02b0c4562e x-openstack-request-id: req-cb2c3cb3-717f-4cb2-a577-8e02b0c4562e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:24.250973 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:24.251382 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb2c3cb3-717f-4cb2-a577-8e02b0c4562e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:24.251997 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:29:24.319137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-70bdf931-2cbd-44a0-b837-35ee9f9c8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.320685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-70bdf931-2cbd-44a0-b837-35ee9f9c8810 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1095 time: 0.0660863 Jul 16 09:29:24.364105 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-3e9bf435-d584-4b5f-8470-aad0b3ef360f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 217 time: 0.0349395 Jul 16 09:29:24.420565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-946ad9b6-44af-4192-bf5d-187c5639b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.422037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-946ad9b6-44af-4192-bf5d-187c5639b800 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0517092 Jul 16 09:29:24.479348 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-4ed6471d-4c47-4f58-a6da-4120226cb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.481398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-4ed6471d-4c47-4f58-a6da-4120226cb182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527332 Jul 16 09:29:24.618843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8b54b-29ee-45a7-8ba0-70fc0f7a9a00 req-bb5202ee-679e-4a48-afe8-5e42eb599a0b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.620368 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01b8b54b-29ee-45a7-8ba0-70fc0f7a9a00 req-bb5202ee-679e-4a48-afe8-5e42eb599a0b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 943 time: 0.1159534 Jul 16 09:29:24.622182 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-d74c9d1d-5a25-4e0c-8d9b-3a9eba801b14 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345284 Jul 16 09:29:24.705791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-01b8b54b-29ee-45a7-8ba0-70fc0f7a9a00 req-725f149e-f5e5-4289-92c7-314921ba8a41 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793953 Jul 16 09:29:24.734445 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b7e310e-9387-4279-91d2-853eeaefcbd8 req-d0ffef6f-f506-4814-b583-85cb8097c9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020987 Jul 16 09:29:24.832645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-35e381b0-0e4a-4a01-96f9-1c6be89eaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.834130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-35e381b0-0e4a-4a01-96f9-1c6be89eaad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1095 time: 0.0562377 Jul 16 09:29:24.921291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-078734a0-519f-4cfb-94bf-cc5371914fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.922733 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-078734a0-519f-4cfb-94bf-cc5371914fca service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.0819533 Jul 16 09:29:24.967511 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-6a81b182-efac-48c6-a9d2-ae5156316e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 217 time: 0.0374570 Jul 16 09:29:25.014405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-7eca4292-ba4b-4bcf-9daa-440cdcb4111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.015693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-7eca4292-ba4b-4bcf-9daa-440cdcb4111e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0417514 Jul 16 09:29:25.073086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-369e4c81-0b34-430c-977f-15840840683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.075073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-369e4c81-0b34-430c-977f-15840840683d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520375 Jul 16 09:29:25.166780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-8a1a2db8-adaf-4f83-896c-6839489bb614 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Jul 16 09:29:25.256192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f46d2163-af43-49d3-b0ba-c1baab598d6b req-4a7a0a99-b92b-4420-9714-dd7e69897fa5 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809717 Jul 16 09:29:25.879278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a25b8-54ae-4979-bcc1-6ada4764b430 req-430851d7-a8ca-418d-b55b-573235e06635 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.880752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb7a25b8-54ae-4979-bcc1-6ada4764b430 req-430851d7-a8ca-418d-b55b-573235e06635 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 943 time: 0.0656729 Jul 16 09:29:25.918489 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bb7a25b8-54ae-4979-bcc1-6ada4764b430 req-df30dd4b-ef57-44ab-a21a-c04c63dda937 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 16 09:29:27.091038 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c966-7612-4376-8308-c23fc9949372 req-8f91c578-1ceb-44cc-96e0-1388667cd24e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:27.092540 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4728c966-7612-4376-8308-c23fc9949372 req-8f91c578-1ceb-44cc-96e0-1388667cd24e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 943 time: 0.0635228 Jul 16 09:29:27.130216 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4728c966-7612-4376-8308-c23fc9949372 req-8cc9a42a-cf11-4121-b09a-223d498ac5b8 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jul 16 09:29:27.456673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9da05bee-6b81-49fa-846b-40b9c4c3aad5 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:27.552977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:27.563907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'port_id': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'mac_address': 'fa:16:3e:96:0b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:27.599556 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.612805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da05bee-6b81-49fa-846b-40b9c4c3aad5 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:27.631647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:27.636177 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:27.682737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:27.689886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.690236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.690578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.690916 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.691252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.691583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.691910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.692265 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.692594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.692919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.693243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.693564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:27.838847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:28.301757 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aa4d0-e024-428b-b2ab-206981cb76c2 req-be07ee9e-bf63-47c5-a10a-193c15f6f165 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.303239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e6aa4d0-e024-428b-b2ab-206981cb76c2 req-be07ee9e-bf63-47c5-a10a-193c15f6f165 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 944 time: 0.0644848 Jul 16 09:29:28.341203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2e6aa4d0-e024-428b-b2ab-206981cb76c2 req-957deca7-2530-4d9d-a76d-748f0676419a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 16 09:29:29.478026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9da05bee-6b81-49fa-846b-40b9c4c3aad5 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:29.517658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ff9a5-ef0d-427f-8537-16f8ed86ad2f req-79458cb0-a975-4dc0-be95-1f952da405c1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.519142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a40ff9a5-ef0d-427f-8537-16f8ed86ad2f req-79458cb0-a975-4dc0-be95-1f952da405c1 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 944 time: 0.0672388 Jul 16 09:29:29.525327 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:29.530077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:29.530455 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.557067 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a40ff9a5-ef0d-427f-8537-16f8ed86ad2f req-4b242ec4-2235-415d-8e5e-d94b9b7734b9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 16 09:29:29.607838 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.629221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:29.631456 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1df60-358d-47e7-9e02-6dc5fe35144a" -d '{"events": [{"server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "name": "network-vif-plugged", "status": "completed", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:29.644020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:29.650705 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.679687 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4120745f-e120-4231-a980-81493bd41328 x-openstack-request-id: req-4120745f-e120-4231-a980-81493bd41328 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:29.680140 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "name": "network-vif-plugged", "status": "completed", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:29.680394 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4120745f-e120-4231-a980-81493bd41328 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:29.680777 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'code': 200} Jul 16 09:29:29.709115 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:29.783251 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8c4bb-95a3-4008-bd24-ee347fcc5c81 req-47be1718-1ddd-45a3-bf8f-cac8024bb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.784794 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cee8c4bb-95a3-4008-bd24-ee347fcc5c81 req-47be1718-1ddd-45a3-bf8f-cac8024bb327 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1097 time: 0.0511682 Jul 16 09:29:29.817611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cee8c4bb-95a3-4008-bd24-ee347fcc5c81 req-7ea69545-c506-4025-b228-0a8f9f05acc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268269 Jul 16 09:29:30.738578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee2903-d7b9-46c7-a244-101c85dfddcb req-4d58edf9-eb84-4cbf-a46a-69df7be21393 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.740089 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daee2903-d7b9-46c7-a244-101c85dfddcb req-4d58edf9-eb84-4cbf-a46a-69df7be21393 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0673125 Jul 16 09:29:30.776296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-daee2903-d7b9-46c7-a244-101c85dfddcb req-7286e180-2700-46fd-8767-d71bc6539a4a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Jul 16 09:29:30.948830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665392-3550-47db-a723-2876391f2ef7 req-64ca1926-82a5-4085-9d9f-cb985f15dcf6 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.950295 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b665392-3550-47db-a723-2876391f2ef7 req-64ca1926-82a5-4085-9d9f-cb985f15dcf6 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0629036 Jul 16 09:29:30.987175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b665392-3550-47db-a723-2876391f2ef7 req-b8e1bfc7-a86d-4283-97e2-55b7f52211f3 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Jul 16 09:29:31.317636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43fc1e-e451-4db8-9f90-6472f19a7db4 req-12c73d61-ceda-49db-a63f-3beb60255f96 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:31.319122 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c43fc1e-e451-4db8-9f90-6472f19a7db4 req-12c73d61-ceda-49db-a63f-3beb60255f96 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0633304 Jul 16 09:29:31.356269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0c43fc1e-e451-4db8-9f90-6472f19a7db4 req-deb579c4-7e05-4cb6-85a8-e76c5a722a87 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Jul 16 09:29:39.044821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:39.741734 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:42.996791 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ac0c-6b71-4ccb-86cc-a99c682e7b3c req-0eebd1ea-8033-4120-b1bb-7c95efe37dc7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:42.998220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8375ac0c-6b71-4ccb-86cc-a99c682e7b3c req-0eebd1ea-8033-4120-b1bb-7c95efe37dc7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0760362 Jul 16 09:29:43.035431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8375ac0c-6b71-4ccb-86cc-a99c682e7b3c req-7267c0e0-2733-4f29-ba0d-623cfb769c25 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jul 16 09:29:43.060511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 35994) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:43.081147 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-38c6e7af-ae33-46af-b0b1-9628e53e36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.163838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db47b0a-3009-48ce-9e81-9a4ff47624ce tempest-TestMinimumBasicScenario-1796647709 tempest-TestMinimumBasicScenario-1796647709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:43.165419 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3db47b0a-3009-48ce-9e81-9a4ff47624ce tempest-TestMinimumBasicScenario-1796647709 tempest-TestMinimumBasicScenario-1796647709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1092 time: 0.1038988 Jul 16 09:29:43.168867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:43.173171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:43.194676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.291956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.396109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Allocated IP 172.25.5.110 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:43.492732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.531890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:43.570070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:43.572665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:43.577136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:43.582571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'Port': ['ID=e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:43.947007 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.025036 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.177309 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.181729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.250819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'Port': ['ID=e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:44.258801 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.359685 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Floating IP fd2d468d-537c-4609-9ebf-259c35d8e73e associated. External IP: 172.25.5.110, port: 9da05bee-6b81-49fa-846b-40b9c4c3aad5. Jul 16 09:29:44.567252 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:44.673477 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:44.682889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Sync routers for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:44.689766 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.693334 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:44.693994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:44.729500 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-724a0e5a-7c2f-4d86-ac74-a06cd9571512 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5568817 Jul 16 09:29:44.729500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:44.730411 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66282cc-efbc-4353-aa6e-cce51d1f57ca" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:44.731148 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36008) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:44.736875 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248337324', 'description': 'tempest-secgroup-smoke-248337324 description', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:44.762045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.771146 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b58e1-ec1e-4c52-a2e2-50f4b9338885 x-openstack-request-id: req-6b9b58e1-ec1e-4c52-a2e2-50f4b9338885 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:44.772135 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:44.772569 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b9b58e1-ec1e-4c52-a2e2-50f4b9338885 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:44.773087 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:29:44.889709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-eaffd7c6-c2bf-45ce-b798-5d58c6c0f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:44.891205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-eaffd7c6-c2bf-45ce-b798-5d58c6c0f266 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1097 time: 0.0942614 Jul 16 09:29:44.897224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.907488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.955209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:44.955447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:44.959119 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2233918 Jul 16 09:29:44.959566 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36012) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:44.965185 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:44.985110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428c747-455e-4000-8065-87dd0d567639 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0704a-787e-475c-bcde-ee36070aa350,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.003059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.017516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-d5bce9cd-0e8a-4c02-9602-e9d9f7f5442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.019029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-d5bce9cd-0e8a-4c02-9602-e9d9f7f5442c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.1206627 Jul 16 09:29:45.063049 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.067172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.089850 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a11663e-00da-481d-9439-5821ae7253f5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.094530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.095869 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-169d0a15-f53f-4ec4-a87b-aa547cc1898e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351051 Jul 16 09:29:45.098629 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36014) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:45.100787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-644036ad-5b82-4f2d-8bc4-41d6cc6877a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 999 time: 0.0758963 Jul 16 09:29:45.103517 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:45.132696 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.154682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-7ffe4b94-d6c9-421a-bafa-711906d2de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.156832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-7ffe4b94-d6c9-421a-bafa-711906d2de90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0497024 Jul 16 09:29:45.200047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.204117 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.208965 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd2d468d-537c-4609-9ebf-259c35d8e73e', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'port_id': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'mac_address': 'fa:16:3e:96:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:43Z', 'updated_at': '2021-07-16T09:29:43Z', 'revision_number': 0, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:45.219815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-0e2bca11-1d9e-4330-adeb-1375c4e42ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.221354 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-0e2bca11-1d9e-4330-adeb-1375c4e42ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587380 Jul 16 09:29:45.223452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec513d8-2427-47a6-9518-7819943e716f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.231546 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.235501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bae7a2b6-c844-4f72-90e8-ab4201b380d7 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331589 Jul 16 09:29:45.235777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36020) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:45.240580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:45.241308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Checking router: c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:45.250645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:45.251347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:29:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:45.270866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.329958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-f60b0d9c-1d8b-47e8-9d64-a311ef46b669 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007171 Jul 16 09:29:45.338759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.343062 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.363502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828e6f16-9eb5-4fbc-af11-83caeb41559e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.373589 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.377474 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ee010190-fe08-4685-944a-32b09b9025c5 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381855 Jul 16 09:29:45.377650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:45.377759 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36022) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:45.384117 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:45.411207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.437263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66282cc-efbc-4353-aa6e-cce51d1f57ca req-f8bd0448-23ea-46e3-8634-6f64cd8a2f05 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005609 Jul 16 09:29:45.473856 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.477732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.495865 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1335fe6-9528-4de1-ba79-d73936a60b54,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.501238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.502602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-92f1eb48-471e-4f76-8f43-283f0a4c1ca9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238527 Jul 16 09:29:45.505469 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36024) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:45.509995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:45.532834 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Project 4ca58b43e3c64fb2b87e37eea53262a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:29:45.537673 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.597497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.601190 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.620092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd2d468d-537c-4609-9ebf-259c35d8e73e', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'port_id': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'mac_address': 'fa:16:3e:96:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:43Z', 'updated_at': '2021-07-16T09:29:43Z', 'revision_number': 0, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:45.622292 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e667be-1108-4b21-8650-b27100faead1,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.631107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.631456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.631795 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.632228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.632558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.632885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.633206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.633525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.633848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.634224 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.634492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.634808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:45.637508 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.641477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1d1e14b0-a868-478f-aa6e-e77a6d6cef3f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350427 Jul 16 09:29:45.641616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36026) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:45.646788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'security_group_rule': {'security_group_id': 'eca0704a-787e-475c-bcde-ee36070aa350', 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:45.647566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a690ba-c66f-43e4-8d78-5535b116cd74 None None] The sync data for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 is: [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'fd2d468d-537c-4609-9ebf-259c35d8e73e', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'port_id': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'mac_address': 'fa:16:3e:96:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:43Z', 'updated_at': '2021-07-16T09:29:43Z', 'revision_number': 0, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:45.670695 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Project 4ca58b43e3c64fb2b87e37eea53262a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:29:45.676529 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.693903 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fe73-192b-4e70-9d86-6174b46d200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.749968 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.753528 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.776411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bafc5e5-4ed4-4c30-a690-edc952049002,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:45.783916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.785864 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b05207a7-384a-4a69-91dc-6117af7542dd tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427698 Jul 16 09:29:45.797378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:45.869862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a81455-ae94-482c-b7ff-768fa27f40ba None None] New status for floating IP fd2d468d-537c-4609-9ebf-259c35d8e73e: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:29:45.907647 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-55e053b8-d701-4b9e-b358-3596b4cacff6 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248337324&fields=id&tenant_id=4ca58b43e3c64fb2b87e37eea53262a0 HTTP/1.1" status: 200 len: 267 time: 0.0335796 Jul 16 09:29:45.974445 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-37ac924b-7598-4a7a-bcaa-fb78a6c781f8 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:45.975954 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-37ac924b-7598-4a7a-bcaa-fb78a6c781f8 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0628743 Jul 16 09:29:45.987270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'port': {'security_groups': ['b76af907-242b-4f8c-8135-7399da5d9a97', 'eca0704a-787e-475c-bcde-ee36070aa350']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:46.076660 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.255716 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:46.284404 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.290280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.302353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:46.345978 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.346566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.353087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4aa9a794-8943-422d-87f3-fb1e600a74b5 req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "PUT /v2.0/ports/9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 981 time: 0.3698792 Jul 16 09:29:46.353087 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:46.358831 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b3855-a92a-444d-9278-16f97a6928ce" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:46.380844 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315854d-123a-4f0e-a759-5340740ee54a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:46.399263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:46.412402 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb7616-412e-4243-872f-0fd5fd20c725 x-openstack-request-id: req-49bb7616-412e-4243-872f-0fd5fd20c725 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:46.412998 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:46.413942 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49bb7616-412e-4243-872f-0fd5fd20c725 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:46.414542 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:29:46.558491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3855-a92a-444d-9278-16f97a6928ce req-ab4305c6-ac7b-4181-a42d-4e03e9ecac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.560162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-ab4305c6-ac7b-4181-a42d-4e03e9ecac92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1136 time: 0.1146195 Jul 16 09:29:46.572229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ad8e5-3dd3-4f67-8977-410e3e8d9e16 req-32d5b323-86c7-49be-b8bd-c392f66d7995 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.574241 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a9ad8e5-3dd3-4f67-8977-410e3e8d9e16 req-32d5b323-86c7-49be-b8bd-c392f66d7995 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0899060 Jul 16 09:29:46.664888 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a9ad8e5-3dd3-4f67-8977-410e3e8d9e16 req-e1566dab-bea8-4e5a-920e-b4a85d867a18 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824368 Jul 16 09:29:46.686139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3855-a92a-444d-9278-16f97a6928ce req-396525b0-05fa-4c63-b145-19b0aed74912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.687895 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-396525b0-05fa-4c63-b145-19b0aed74912 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.1127045 Jul 16 09:29:46.702705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-4942e906-ff6a-49b6-a4cf-7e174d641b81 None None] Provisioning complete for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:46.703480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-4942e906-ff6a-49b6-a4cf-7e174d641b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:46.756107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-cf098e09-1e1f-4cad-8b55-a59747d36205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 1001 time: 0.0616884 Jul 16 09:29:46.805452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3855-a92a-444d-9278-16f97a6928ce req-9cf58261-e37d-442d-b49a-efba4db0c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.806860 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-9cf58261-e37d-442d-b49a-efba4db0c6d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0426133 Jul 16 09:29:46.863033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b3855-a92a-444d-9278-16f97a6928ce req-f8aa1654-d55d-4ebf-a0fb-6dd108a7d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:46.864599 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-f8aa1654-d55d-4ebf-a0fb-6dd108a7d7a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509858 Jul 16 09:29:46.959249 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-650b0e16-61ec-4cf3-aec8-bdd5598e322b service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873420 Jul 16 09:29:47.048673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-276b3855-a92a-444d-9278-16f97a6928ce req-d73b11d1-5739-4f58-9202-85311926b2b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819054 Jul 16 09:29:47.082143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.684702 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:58.763120 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:02.975761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-1a9e7831-bae3-4693-9550-2a5dbfcd7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.977197 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-1a9e7831-bae3-4693-9550-2a5dbfcd7310 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1136 time: 0.0963125 Jul 16 09:30:02.991136 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee11a-46da-4427-aab8-128c881129e0 req-3ad24810-2840-43a5-bdb3-957c56cd822e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.992568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be5ee11a-46da-4427-aab8-128c881129e0 req-3ad24810-2840-43a5-bdb3-957c56cd822e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0809126 Jul 16 09:30:03.082742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-be5ee11a-46da-4427-aab8-128c881129e0 req-42a432b7-c0b9-4cfe-b112-f7d7c8b6c2cf tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808315 Jul 16 09:30:03.106045 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-eb09427c-f06d-4be5-86c8-b1a2ab2ed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.107487 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-eb09427c-f06d-4be5-86c8-b1a2ab2ed41d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.1140985 Jul 16 09:30:03.170318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-674415e8-d8e3-490f-887e-674e22952ec8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 1001 time: 0.0557902 Jul 16 09:30:03.221910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-0f60374a-6097-4941-9942-5cd6aca073cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.223327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-0f60374a-6097-4941-9942-5cd6aca073cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0455933 Jul 16 09:30:03.279111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-61de0cc3-69f9-4d99-af9d-ef3c087e713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.280529 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-61de0cc3-69f9-4d99-af9d-ef3c087e713a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500741 Jul 16 09:30:03.386573 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-21b7758e-28db-4cf3-a058-521be4471d50 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980752 Jul 16 09:30:03.475723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5263cd84-fcf6-4237-b81a-91a87238a6fe req-def61c2f-a31f-4fef-9cd8-9357d83df271 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828941 Jul 16 09:30:04.260355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60495b-aaae-428d-9ca9-e0ffd4736b03 req-17fa2f17-16c7-4073-a70f-3e28d715f81e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:04.262420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e60495b-aaae-428d-9ca9-e0ffd4736b03 req-17fa2f17-16c7-4073-a70f-3e28d715f81e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0695934 Jul 16 09:30:04.301499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4e60495b-aaae-428d-9ca9-e0ffd4736b03 req-789b4d06-960d-4026-bb30-a68e8a0acc7b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334077 Jul 16 09:30:05.479863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0cf30-e9ae-4f04-b445-e9f243591aeb req-20110ca6-5b0c-49f3-b144-c7c1f1ddd57b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.481908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88b0cf30-e9ae-4f04-b445-e9f243591aeb req-20110ca6-5b0c-49f3-b144-c7c1f1ddd57b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0672882 Jul 16 09:30:05.520875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-88b0cf30-e9ae-4f04-b445-e9f243591aeb req-b94ab9c9-4c40-4f0c-bc4a-5e89ca0a5eaa tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331099 Jul 16 09:30:06.700761 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142857b-ec1c-4616-896f-30b9fc5ef5eb req-7c94a4c7-4871-445e-a5c4-4642c5dee09b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.702268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2142857b-ec1c-4616-896f-30b9fc5ef5eb req-7c94a4c7-4871-445e-a5c4-4642c5dee09b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0667911 Jul 16 09:30:06.745474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2142857b-ec1c-4616-896f-30b9fc5ef5eb req-29526d6d-2064-477b-96af-d258d675bb1a tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374963 Jul 16 09:30:07.923501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6bdfd-f5d3-4439-b31e-a793019daafc req-ea1dc524-df04-47a0-aa1e-aeb2701355a3 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.925006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecd6bdfd-f5d3-4439-b31e-a793019daafc req-ea1dc524-df04-47a0-aa1e-aeb2701355a3 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0658724 Jul 16 09:30:07.967661 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ecd6bdfd-f5d3-4439-b31e-a793019daafc req-2184c730-5fd6-4f30-97d6-ebd319fe981e tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369515 Jul 16 09:30:09.048564 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:09.142338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81abdc8-e1f9-4dbb-8ad0-fa024316079e req-1930d4ed-c455-4004-a81a-26914786dd45 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:09.143795 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c81abdc8-e1f9-4dbb-8ad0-fa024316079e req-1930d4ed-c455-4004-a81a-26914786dd45 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0617454 Jul 16 09:30:09.182381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c81abdc8-e1f9-4dbb-8ad0-fa024316079e req-10df914f-eb51-40a6-ba7e-99aa77fe66f9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329878 Jul 16 09:30:09.757723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:10.362865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5687ab8-b8b8-443e-873d-6e9453845214 req-5aedf69d-8574-4755-8ae6-4120f8de0d3c tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:10.364381 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5687ab8-b8b8-443e-873d-6e9453845214 req-5aedf69d-8574-4755-8ae6-4120f8de0d3c tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0651751 Jul 16 09:30:10.405775 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f5687ab8-b8b8-443e-873d-6e9453845214 req-4bc9b0d4-c477-4b75-8e75-63507ae56b27 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349553 Jul 16 09:30:11.578883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943e47-7b8f-426d-99f0-c3b0ade62ac6 req-c83b6bbe-dfe4-43d2-9a4e-2faab3d58405 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:11.580282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b943e47-7b8f-426d-99f0-c3b0ade62ac6 req-c83b6bbe-dfe4-43d2-9a4e-2faab3d58405 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0657806 Jul 16 09:30:11.619755 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6b943e47-7b8f-426d-99f0-c3b0ade62ac6 req-02999dbc-621e-47c7-9f30-80d337cb36da tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339186 Jul 16 09:30:12.799621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5efd3e-aab0-4c0c-86ee-f505b431913f req-9974d041-6d83-4305-96f1-ea68ccedda0f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:12.801078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e5efd3e-aab0-4c0c-86ee-f505b431913f req-9974d041-6d83-4305-96f1-ea68ccedda0f tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0724447 Jul 16 09:30:12.860940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e5efd3e-aab0-4c0c-86ee-f505b431913f req-c75174a9-00b9-4313-8889-867e6353a551 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434132 Jul 16 09:30:12.875319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-95c1ffdc-cd87-4058-8219-03f3323ae99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:12.876863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-95c1ffdc-cd87-4058-8219-03f3323ae99e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1136 time: 0.0954258 Jul 16 09:30:13.082687 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aac7a7cd-707f-4b08-975c-568ddb4b6c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:13.330545 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-c7ab35ac-0355-4c09-85d0-598a17a1ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:13.332026 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-c7ab35ac-0355-4c09-85d0-598a17a1ecc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.4309301 Jul 16 09:30:13.398541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-ea053794-5c6e-41d2-9627-87a5bb097b69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 1001 time: 0.0593975 Jul 16 09:30:13.445108 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-a73f5ca9-ab80-4257-831b-1125e899263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:13.446477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-a73f5ca9-ab80-4257-831b-1125e899263e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0414078 Jul 16 09:30:13.501626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-3dc6db02-70d6-42b3-8013-40fff9e3bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:13.503058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-3dc6db02-70d6-42b3-8013-40fff9e3bb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496304 Jul 16 09:30:13.593157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-f40ed4d4-09e5-4b69-81c9-7b363430ffe4 service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Jul 16 09:30:13.682450 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5bcbd1e7-b2f0-4015-8804-deae6e786e2b req-79337907-5d26-4dcd-ae51-4e7415a02bba service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Jul 16 09:30:14.035565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52121f1e-84d0-417b-a8d5-1ed7b78d4963 req-7e8dcefa-d3c7-4d74-8b78-4fc2b5a734ba tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:14.036976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52121f1e-84d0-417b-a8d5-1ed7b78d4963 req-7e8dcefa-d3c7-4d74-8b78-4fc2b5a734ba tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0655646 Jul 16 09:30:14.077016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-52121f1e-84d0-417b-a8d5-1ed7b78d4963 req-7bc928a6-cefc-4fc6-a263-3919020fe49c tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343940 Jul 16 09:30:15.247779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f0046-cd01-43dd-b50a-50427a9e84f8 req-3309f22d-6118-4165-ae2c-12655efc587b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:15.249189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba3f0046-cd01-43dd-b50a-50427a9e84f8 req-3309f22d-6118-4165-ae2c-12655efc587b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0620868 Jul 16 09:30:15.289502 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba3f0046-cd01-43dd-b50a-50427a9e84f8 req-5de125fc-4b60-4e0a-8241-8f5de641e751 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&id=eca0704a-787e-475c-bcde-ee36070aa350&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346072 Jul 16 09:30:15.695104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8f61d75-2036-45f8-9c68-328eb7c7c606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:15.787680 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:17.085001 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.689021 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.762006 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:39.047721 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.758602 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.082609 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6cf9-bdd0-4fbe-9fec-7b163e638c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.278524 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-fd444b45-5251-40ab-a6f5-4a0482431811 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248337324&fields=id&tenant_id=4ca58b43e3c64fb2b87e37eea53262a0 HTTP/1.1" status: 200 len: 267 time: 0.0338266 Jul 16 09:30:44.352356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-c624f1e8-cbef-424f-8be9-54bf4460f568 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:44.353799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-c624f1e8-cbef-424f-8be9-54bf4460f568 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 984 time: 0.0699914 Jul 16 09:30:44.364745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Request body: {'port': {'security_groups': ['b76af907-242b-4f8c-8135-7399da5d9a97']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:44.449647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.624578 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:44.653066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.658350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.670604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:44.701320 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:44.701972 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.703406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5afbcaeb-3755-4d69-ad97-de4a7f6ebdc0 req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "PUT /v2.0/ports/9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 942 time: 0.3431346 Jul 16 09:30:44.711824 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36096) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:44.718065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:44.720588 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:44.757044 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event updated for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:44.777137 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:44.781395 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8bcd9e-b23d-4a07-968c-03c84fb606ae x-openstack-request-id: req-1c8bcd9e-b23d-4a07-968c-03c84fb606ae {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:44.781688 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:44.781941 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c8bcd9e-b23d-4a07-968c-03c84fb606ae {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:44.783699 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:30:44.785527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.785885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.786233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.786576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.786911 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.787831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.788220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.788613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.788959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.789293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.789626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.789958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300627-58a0-4428-a09f-923aff870f58 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:44.794008 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.829896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.858501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-e15f3632-2ccc-4918-9e1b-14b0ef38234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:44.860072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-e15f3632-2ccc-4918-9e1b-14b0ef38234c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1097 time: 0.0660191 Jul 16 09:30:44.902488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.906949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.913123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "DELETE /v2.0/security-groups/eca0704a-787e-475c-bcde-ee36070aa350 HTTP/1.1" status: 204 len: 168 time: 0.1996770 Jul 16 09:30:44.914282 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36100) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:44.935142 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf652b-7144-4249-af5e-e029c0bfc929 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0704a-787e-475c-bcde-ee36070aa350,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:44.975116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-51059622-2c8a-491e-8035-1b12ea70b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:44.976835 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-51059622-2c8a-491e-8035-1b12ea70b95e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.1095235 Jul 16 09:30:44.991708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ca6c2500-3b48-40c2-8302-df0e0157555a None None] Provisioning complete for port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:44.992107 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2500-3b48-40c2-8302-df0e0157555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.055086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-c6225fd9-9728-478e-8471-3b32f75f2a27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 1001 time: 0.0713401 Jul 16 09:30:45.110500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Deleting port e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:45.110950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.114794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-6c3e9d44-db72-4dfb-9df0-0f4613ae9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:45.116345 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-6c3e9d44-db72-4dfb-9df0-0f4613ae9227 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0539210 Jul 16 09:30:45.174816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-aaff3bc4-0009-4d9f-97ef-3f3f9b192902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:45.176497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-aaff3bc4-0009-4d9f-97ef-3f3f9b192902 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541027 Jul 16 09:30:45.192178 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.192509 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.204547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Calling delete_port for e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:45.269409 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-056510a2-d9dc-4e47-94ad-dabbb9a0654f service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Jul 16 09:30:45.353323 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.361464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9d75a260-56b8-4002-a2f1-85ad3bdb9c9d req-79e0b309-7d3a-4a11-b721-c272a4b8967a service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Jul 16 09:30:45.390113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event deleted for resources: {'Port': ['ID=e74d0a08-b5cf-4ae8-857a-13bdd7ffa31c,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:45.448759 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.449943 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Floating IP fd2d468d-537c-4609-9ebf-259c35d8e73e disassociated (deleted). External IP: 172.25.5.110, port: 9da05bee-6b81-49fa-846b-40b9c4c3aad5. Jul 16 09:30:45.656238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:45.695524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9d59c9ab-5779-468a-9e73-95bd2579c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.768273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:45.774746 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.780496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Sync routers for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:45.795858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:45.796522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:45.799596 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.816438 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6601bdcc-9f41-4e31-9ce0-1cb725ea18c9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "DELETE /v2.0/floatingips/fd2d468d-537c-4609-9ebf-259c35d8e73e HTTP/1.1" status: 204 len: 168 time: 0.8968003 Jul 16 09:30:45.817149 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:45.819872 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:45.862815 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad0943d-9360-4c16-a9f0-e7365b786e38 x-openstack-request-id: req-3ad0943d-9360-4c16-a9f0-e7365b786e38 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:45.863233 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:45.863496 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ad0943d-9360-4c16-a9f0-e7365b786e38 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:45.863904 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:30:45.908645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:45.950564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-db39f71d-eff9-45ed-b167-f41cafcf6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:45.952164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-db39f71d-eff9-45ed-b167-f41cafcf6672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 1097 time: 0.0659792 Jul 16 09:30:46.062174 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-8009574a-15a1-4273-a4ae-cd027bab171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:46.064664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-8009574a-15a1-4273-a4ae-cd027bab171a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 200 len: 916 time: 0.1058211 Jul 16 09:30:46.121106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-3099246d-e676-405a-ac58-0d47865245d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 200 len: 217 time: 0.0462708 Jul 16 09:30:46.128680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:46.163331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Checking router: c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:46.172910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:46.173449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:46.176487 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-3366c999-8032-4550-9cf8-9a43b33a2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:46.178106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-3366c999-8032-4550-9cf8-9a43b33a2228 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 200 len: 854 time: 0.0498142 Jul 16 09:30:46.236781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-71dcec51-c772-4d68-8aef-40e7c6feea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:46.238308 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-71dcec51-c772-4d68-8aef-40e7c6feea63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d040f890-abc6-4ad6-8942-e50de2f63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540056 Jul 16 09:30:46.281136 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:46.334920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-f7f1e313-47c2-4d4f-8e2a-a591eed86abe service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Jul 16 09:30:46.437844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c6a94d1a-cc8f-446e-9f87-292a1390b0a3 req-a671211a-cd69-4f99-b6f0-6aae2317e2cf service neutron] 10.222.0.47 "GET /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947974 Jul 16 09:30:46.635519 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:46.663266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b7f0a-6482-4983-9d16-218e128dd90d None None] The sync data for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 is: [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:28:55Z', 'revision_number': 4, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4d802cdc-2a56-4744-b558-a964ef49a2c6', 'name': '', 'network_id': 'd040f890-abc6-4ad6-8942-e50de2f63e33', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'mac_address': 'fa:16:3e:05:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:55Z', 'updated_at': '2021-07-16T09:29:01Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'subnets': [{'id': '536a525b-cb35-4999-9ad9-fbb8c69f3a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:46.890842 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce0bac-1531-42ca-baea-a4a06c37463e None None] New status for floating IP fd2d468d-537c-4609-9ebf-259c35d8e73e: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:30:47.089776 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:48.693534 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:53.319646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f273-b5fb-4510-b22a-9b6f269a250b req-9bab5846-6147-412e-86bc-e9fad60675da tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:53.321168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cc8f273-b5fb-4510-b22a-9b6f269a250b req-9bab5846-6147-412e-86bc-e9fad60675da tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0682530 Jul 16 09:30:53.359037 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1cc8f273-b5fb-4510-b22a-9b6f269a250b req-76812f74-e9e9-4eb7-9440-d1898fe2a0bb tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Jul 16 09:30:54.539650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ed06-e2ea-4e11-b6de-ca3279f1d507 req-238b38bf-c66a-4374-bc32-1d9b00dd0106 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:54.541058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35d6ed06-e2ea-4e11-b6de-ca3279f1d507 req-238b38bf-c66a-4374-bc32-1d9b00dd0106 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0641265 Jul 16 09:30:54.579093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-35d6ed06-e2ea-4e11-b6de-ca3279f1d507 req-aaf40e65-d105-4141-a6d8-d4a7f3505f32 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/security-groups?id=b76af907-242b-4f8c-8135-7399da5d9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 16 09:30:54.873360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-00e631b8-3849-43bd-9cf6-c4db3edd4e0d tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:54.874903 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-00e631b8-3849-43bd-9cf6-c4db3edd4e0d tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.47 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 945 time: 0.0656083 Jul 16 09:30:54.980467 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Deleting port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:54.980806 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.073226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] For port 9da05bee-6b81-49fa-846b-40b9c4c3aad5, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=9da05bee-6b81-49fa-846b-40b9c4c3aad5,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:55.073641 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.092442 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Calling delete_port for 9da05bee-6b81-49fa-846b-40b9c4c3aad5 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:55.230979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.243443 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['9da05bee-6b81-49fa-846b-40b9c4c3aad5'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:55.264257 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Pushing event deleted for resources: {'Port': ['ID=9da05bee-6b81-49fa-846b-40b9c4c3aad5,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:55.321765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] No DVR routers for this DVR port 9da05bee-6b81-49fa-846b-40b9c4c3aad5 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:55.324767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.326945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40ba630d-c06d-4ee2-8374-b47695193b96 req-88139e6b-5362-4d44-b24d-8648f366a86b tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.47 "DELETE /v2.0/ports/9da05bee-6b81-49fa-846b-40b9c4c3aad5 HTTP/1.1" status: 204 len: 173 time: 0.4468443 Jul 16 09:30:55.327491 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'name': 'network-vif-deleted', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:55.329953 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf99326-962b-45b4-98c2-1f0291e5d295" -d '{"events": [{"server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "name": "network-vif-deleted", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:55.378510 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b60de9-b377-440f-b158-5c78dddeda24 x-openstack-request-id: req-c3b60de9-b377-440f-b158-5c78dddeda24 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:55.378807 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc1ee-659a-4da9-9516-c78608b3aafe", "name": "network-vif-deleted", "tag": "9da05bee-6b81-49fa-846b-40b9c4c3aad5", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:55.379088 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3b60de9-b377-440f-b158-5c78dddeda24 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:55.379489 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc1ee-659a-4da9-9516-c78608b3aafe', 'name': 'network-vif-deleted', 'tag': '9da05bee-6b81-49fa-846b-40b9c4c3aad5', 'status': 'completed', 'code': 200} Jul 16 09:30:55.754606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dec9b242-f8d0-41db-b6df-27c681bf17bc req-92d395d2-f00b-4bdd-9aa1-531689dda7a9 tempest-TestMinimumBasicScenario-646679538 tempest-TestMinimumBasicScenario-646679538-project] 10.222.0.32 "GET /v2.0/ports?device_id=622fc1ee-659a-4da9-9516-c78608b3aafe HTTP/1.1" status: 200 len: 210 time: 0.0295820 Jul 16 09:30:57.003433 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-d611b6ac-a423-4d2e-ba1c-48764ade8fc4 req-a867807b-7db7-4eec-94d7-58adbdab0c15 tempest-ServerDiskConfigTestJSON-746115147 tempest-ServerDiskConfigTestJSON-746115147-project] (93774) timed out ('10.222.0.47', 57535) {{(pid=93774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:30:57.377391 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36200) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:57.716275 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:57.973407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Deleting port 4d802cdc-2a56-4744-b558-a964ef49a2c6 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:57.973659 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:58.051165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] For port 4d802cdc-2a56-4744-b558-a964ef49a2c6, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4d802cdc-2a56-4744-b558-a964ef49a2c6,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:58.051855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:58.064507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Calling delete_port for 4d802cdc-2a56-4744-b558-a964ef49a2c6 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:58.584624 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:58.613336 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d802cdc-2a56-4744-b558-a964ef49a2c6,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:58.647228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.647580 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.647927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.648329 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.648676 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.649006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.649335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.649664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.649996 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.650319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.650647 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.650968 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:58.798662 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.014026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:59.120589 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:59.126814 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5d55cee2-087c-473c-9404-6903605934d6 admin admin] 10.222.0.32 "PUT /v2.0/routers/c9c9dfa2-34d6-4049-a0ad-01dfcf252b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485313 Jul 16 09:30:59.129266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:59.132548 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Sync routers for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:59.141654 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:59.142263 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:59.236395 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.245229 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:59.340942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.396882 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Deleting port bd883d63-5427-48a0-a651-185931c2a1ae {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:59.397238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.426576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:30:58Z', 'revision_number': 5, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port': {'id': 'bd883d63-5427-48a0-a651-185931c2a1ae', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:53Z', 'updated_at': '2021-07-16T09:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:59.452632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Checking router: c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:59.460996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Routers {'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:59.461630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:59.477597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] For port bd883d63-5427-48a0-a651-185931c2a1ae, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bd883d63-5427-48a0-a651-185931c2a1ae,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:59.477957 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.490279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Calling delete_port for bd883d63-5427-48a0-a651-185931c2a1ae owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:59.548184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] Set router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:59.603156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:30:59Z', 'revision_number': 6, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:59.629620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d78a4-2d46-460f-be44-834af7d73b51 None None] The sync data for ids ['c9c9dfa2-34d6-4049-a0ad-01dfcf252b42'] in n-d-798054-12 is: [{'id': 'c9c9dfa2-34d6-4049-a0ad-01dfcf252b42', 'name': 'tempest-TestMinimumBasicScenario-1607248073-router', 'tenant_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:52Z', 'updated_at': '2021-07-16T09:30:59Z', 'revision_number': 6, 'project_id': '4ca58b43e3c64fb2b87e37eea53262a0', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:59.660239 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.692217 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd883d63-5427-48a0-a651-185931c2a1ae,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:59.752582 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.815469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9da05bee-6b81-49fa-846b-40b9c4c3aad5 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:59.835409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 9da05bee-6b81-49fa-846b-40b9c4c3aad5 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:59.835754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 9da05bee-6b81-49fa-846b-40b9c4c3aad5 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:59.843807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.846250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.888320 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.888858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:30:59.894529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.895720 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8dcf1c13-ff37-4a92-817f-a63adda88e6b admin admin] 10.222.0.32 "DELETE /v2.0/routers/c9c9dfa2-34d6-4049-a0ad-01dfcf252b42 HTTP/1.1" status: 204 len: 168 time: 0.7655058 Jul 16 09:30:59.898518 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36204) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:59.946908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Deleting subnet 536a525b-cb35-4999-9ad9-fbb8c69f3a31 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:59.949876 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:59.986761 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.068933 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.132196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.165268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536a525b-cb35-4999-9ad9-fbb8c69f3a31,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:00.168510 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.171061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5712674-e7c7-44bd-b808-20b2e8e2106f None None] Network d040f890-abc6-4ad6-8942-e50de2f63e33 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:00.172013 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-69c800b5-63db-4af7-aae6-002ff999c3e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/536a525b-cb35-4999-9ad9-fbb8c69f3a31 HTTP/1.1" status: 204 len: 168 time: 0.2726820 Jul 16 09:31:00.173319 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36206) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:00.245973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.302429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Deleting port 69ab7449-af76-47db-af0d-bb1551056cba {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:00.302777 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.372725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] For port 69ab7449-af76-47db-af0d-bb1551056cba, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=69ab7449-af76-47db-af0d-bb1551056cba,segment=NetworkSegment(c855fc65-69b5-4213-867e-f379534f4543),segment_id=c855fc65-69b5-4213-867e-f379534f4543)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:00.373080 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.385913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Calling delete_port for 69ab7449-af76-47db-af0d-bb1551056cba owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:00.421847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] DHCP port deletion for d040f890-abc6-4ad6-8942-e50de2f63e33 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:00.481828 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.486342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Deleting port 69ab7449-af76-47db-af0d-bb1551056cba {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:00.486986 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.495289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] No DVR routers for this DVR port 69ab7449-af76-47db-af0d-bb1551056cba on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:00.528254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd883d63-5427-48a0-a651-185931c2a1ae no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:00.544957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ab7449-af76-47db-af0d-bb1551056cba,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:00.583244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bd883d63-5427-48a0-a651-185931c2a1ae {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:00.583478 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bd883d63-5427-48a0-a651-185931c2a1ae not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:00.583895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69ab7449-af76-47db-af0d-bb1551056cba no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:00.589497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] For port 69ab7449-af76-47db-af0d-bb1551056cba, host n-d-798054-12, got binding levels [] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:00.589890 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.601196 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.613051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d040f890-abc6-4ad6-8942-e50de2f63e33']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:00.615740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 69ab7449-af76-47db-af0d-bb1551056cba {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:00.616110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 69ab7449-af76-47db-af0d-bb1551056cba not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:00.616530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4d802cdc-2a56-4744-b558-a964ef49a2c6 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:00.629270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c855fc65-69b5-4213-867e-f379534f4543') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:00.629584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c855fc65-69b5-4213-867e-f379534f4543') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:00.638954 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.639735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Calling delete_port for 69ab7449-af76-47db-af0d-bb1551056cba owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:00.644291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.ipam_backend_mixin [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Port 69ab7449-af76-47db-af0d-bb1551056cba was not found and therefore no delete operation was performed {{(pid=93776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:31:00.645568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4d802cdc-2a56-4744-b558-a964ef49a2c6 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:00.645909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4d802cdc-2a56-4744-b558-a964ef49a2c6 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:00.647487 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.657692 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.666489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:00.667530 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:00.669650 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:00.674496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Pushing event deleted for resources: {'Port': ['ID=69ab7449-af76-47db-af0d-bb1551056cba,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:00.683297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] No DVR routers for this DVR port 69ab7449-af76-47db-af0d-bb1551056cba on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:00.686868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.687502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.688319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.688835 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.689372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.689690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.689979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.690467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.690975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.691308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.691629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.691957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485c117-a7b2-4801-84cd-4dd5fc993cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:00.747407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.753605 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:00.755461 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d040f890-abc6-4ad6-8942-e50de2f63e33 HTTP/1.1" status: 204 len: 168 time: 0.5810432 Jul 16 09:31:00.758603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36208) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:00.766294 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb1b01-a593-40ff-b2c0-ebedcb70b9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d040f890-abc6-4ad6-8942-e50de2f63e33,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:01.106497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:01.362822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Deleting port 887ff9e9-b571-4187-9b54-e9273e5eb810 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:01.363083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:01.440854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] For port 887ff9e9-b571-4187-9b54-e9273e5eb810, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=887ff9e9-b571-4187-9b54-e9273e5eb810,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:01.441211 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:01.453863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Calling delete_port for 887ff9e9-b571-4187-9b54-e9273e5eb810 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:01.628958 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:01.657540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Pushing event deleted for resources: {'Port': ['ID=887ff9e9-b571-4187-9b54-e9273e5eb810,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:01.832212 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.065613 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Router 34596e11-bdc3-4ccd-bf46-d6662d095360 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:02.173882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:02.178840 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e10c43c0-3def-4a62-96fc-753526bc4aff admin admin] 10.222.0.32 "PUT /v2.0/routers/34596e11-bdc3-4ccd-bf46-d6662d095360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4192126 Jul 16 09:31:02.181488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36210) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:02.183043 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Sync routers for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:02.193073 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:02.193665 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:02.291279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.387547 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:02.393338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.593088 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:31:01Z', 'revision_number': 5, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port': {'id': 'f12d0ee5-4dcb-4a9e-8272-77748effdbb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:28:58Z', 'updated_at': '2021-07-16T09:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:02.625459 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Checking router: 34596e11-bdc3-4ccd-bf46-d6662d095360 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:02.634703 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Routers {'34596e11-bdc3-4ccd-bf46-d6662d095360'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:02.635224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['34596e11-bdc3-4ccd-bf46-d6662d095360'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:02.732519 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] Set router 34596e11-bdc3-4ccd-bf46-d6662d095360 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:02.784448 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:31:02Z', 'revision_number': 6, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:02.812913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Deleting port f12d0ee5-4dcb-4a9e-8272-77748effdbb0 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:02.812913 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.815294 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b0b90-0ee0-4741-80a2-32fa3263f7e4 None None] The sync data for ids ['34596e11-bdc3-4ccd-bf46-d6662d095360'] in n-d-798054-12 is: [{'id': '34596e11-bdc3-4ccd-bf46-d6662d095360', 'name': 'tempest-TestMinimumBasicScenario-1084462463-router', 'tenant_id': 'e18af59215384fd9886332639e950eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:28:57Z', 'updated_at': '2021-07-16T09:31:02Z', 'revision_number': 6, 'project_id': 'e18af59215384fd9886332639e950eac', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:02.896091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] For port f12d0ee5-4dcb-4a9e-8272-77748effdbb0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:02.896722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.909852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Calling delete_port for f12d0ee5-4dcb-4a9e-8272-77748effdbb0 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:03.073723 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.098864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12d0ee5-4dcb-4a9e-8272-77748effdbb0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:03.166688 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.262276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.265209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.313360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.313914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34596e11-bdc3-4ccd-bf46-d6662d095360 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:31:03.318933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.320336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-615cb3db-4436-481e-81da-c35509168a30 admin admin] 10.222.0.32 "DELETE /v2.0/routers/34596e11-bdc3-4ccd-bf46-d6662d095360 HTTP/1.1" status: 204 len: 168 time: 1.1378975 Jul 16 09:31:03.326129 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36212) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:03.372636 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Deleting subnet 0bc3329c-e2ab-41ce-8cf5-204e58340333 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:31:03.376397 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.410744 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.491248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.544180 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.570934 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc3329c-e2ab-41ce-8cf5-204e58340333,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:03.574918 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.580065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36214) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:03.580214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d06ab745-7d24-4c73-9bd4-b3afd6323614 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0bc3329c-e2ab-41ce-8cf5-204e58340333 HTTP/1.1" status: 204 len: 168 time: 0.2524688 Jul 16 09:31:03.581278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57700603-8115-4411-8bb9-1bd1e90107f0 None None] Network 78db435e-69bd-4556-ad80-c0c8b1c0afb4 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:03.660286 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.726512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Deleting port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:03.726861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.795038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] DHCP port deletion for 78db435e-69bd-4556-ad80-c0c8b1c0afb4 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:03.803795 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] For port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:03.804327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.818103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Calling delete_port for 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:03.843288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Deleting port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:03.843670 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.910443 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.912518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] For port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,segment=NetworkSegment(7bd0ccd5-01a4-4451-a1b3-42e1d40344fe),segment_id=7bd0ccd5-01a4-4451-a1b3-42e1d40344fe)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:03.912922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:03.926541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Calling delete_port for 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:03.939156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:03.942349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] No DVR routers for this DVR port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:04.003690 n-d-798054-12 neutron-server[93776]: self.session.flush() Jul 16 09:31:04.010269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.020554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.030544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78db435e-69bd-4556-ad80-c0c8b1c0afb4']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:04.034891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] Pushing event deleted for resources: {'Port': ['ID=8b94045d-4551-4f5c-ae08-1e2ab9079fb4,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:04.038361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed610b-d8db-40ca-b5dc-be406c4147a0 None None] No DVR routers for this DVR port 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:04.047102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:04.047102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd0ccd5-01a4-4451-a1b3-42e1d40344fe') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:04.055291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.070317 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.076345 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:04.076868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:04.078683 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:04.137052 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.142730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.144612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/78db435e-69bd-4556-ad80-c0c8b1c0afb4 HTTP/1.1" status: 204 len: 168 time: 0.5631590 Jul 16 09:31:04.155759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427ed0e-d7ce-47a7-a51f-d15a7dd7eac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78db435e-69bd-4556-ad80-c0c8b1c0afb4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:04.309987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36218) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:04.349932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5ab838b1-f6c9-40a6-b440-ccea7c197fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ca58b43e3c64fb2b87e37eea53262a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387754 Jul 16 09:31:04.352351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36220) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:04.401584 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.423398 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.469976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.473357 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.477027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b76af907-242b-4f8c-8135-7399da5d9a97 HTTP/1.1" status: 204 len: 168 time: 0.1209116 Jul 16 09:31:04.482950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0ace7-759e-47d3-942c-b314978eec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76af907-242b-4f8c-8135-7399da5d9a97,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:04.527297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 887ff9e9-b571-4187-9b54-e9273e5eb810 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:04.550541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 887ff9e9-b571-4187-9b54-e9273e5eb810 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:04.550887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 887ff9e9-b571-4187-9b54-e9273e5eb810 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:04.551303 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f12d0ee5-4dcb-4a9e-8272-77748effdbb0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:04.573390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: f12d0ee5-4dcb-4a9e-8272-77748effdbb0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:04.573741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f12d0ee5-4dcb-4a9e-8272-77748effdbb0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:04.574163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:04.594445 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:04.595157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 8b94045d-4551-4f5c-ae08-1e2ab9079fb4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:04.806780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36226) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:04.848237 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1f10ac87-b094-4a36-ab92-99f6e7b16c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e18af59215384fd9886332639e950eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402799 Jul 16 09:31:04.850878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36228) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:04.903892 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.930505 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.983866 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.986500 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:04.987665 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eff61716-4965-4c83-943d-375277caffd0 HTTP/1.1" status: 204 len: 168 time: 0.1355171 Jul 16 09:31:04.995883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0826ad-beb9-49bd-b750-10831476eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff61716-4965-4c83-943d-375277caffd0,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:06.632776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36268) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:06.637560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871373162', 'description': 'tempest-secgroup-smoke-871373162 description', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:06.659613 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.667313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.768411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.772156 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.808090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47691ad2-8656-4f82-9a05-d0a0ee245cdd,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:06.861260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.864836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.885638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.886845 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2530413 Jul 16 09:31:06.890434 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36270) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:06.895113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf176-d360-4f9e-a541-afc44f05fc23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac12c6-3d78-41cf-8f91-2ff4bf788632,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:06.895446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:06.921864 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.982342 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.986133 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.004238 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d011e8-bea4-4f7d-af3c-6b47cd970f45,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.011247 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.012829 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1c02ba6c-bf80-485f-8c69-495412ab1d8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213362 Jul 16 09:31:07.015979 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36272) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.020678 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.049138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.109710 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.113359 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.128206 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870c4fad-704a-42be-a586-71c13c7b8258,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.137127 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.138501 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-243ee781-5648-4f50-81eb-6b3f02d00f94 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215737 Jul 16 09:31:07.141773 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36274) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.146122 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.170850 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.229346 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.233924 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.253997 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e360a3-78d3-4e9b-8743-a680b6c8f349,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.257068 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.258322 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-acbe15ac-0496-4982-90da-ec174913ca54 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156249 Jul 16 09:31:07.261172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36276) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.266446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.296921 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.346257 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.349633 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.367815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837bb8b8-6fde-4e16-9eeb-d3434a2bcdf4,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.375029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.376277 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-de571ae1-5c2b-4b7c-ab65-1269c0157f35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140409 Jul 16 09:31:07.378893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36278) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.383342 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.404838 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:31:07.409433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.467657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.471522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.489011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c619f1c-eb4a-4d40-8b70-5fc5c9f48cff,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.494927 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.495983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3875ac6b-42f9-4eb7-8e6c-ab4bfa256b13 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161623 Jul 16 09:31:07.499505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36280) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.503893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '9fac12c6-3d78-41cf-8f91-2ff4bf788632', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.524629 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:31:07.529243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.588470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.592242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.612635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dedf23-a92c-4b99-8842-2ba358422b21,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.619484 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.620718 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ea0a05b-b312-45d9-a872-c3862e648c8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202447 Jul 16 09:31:07.624411 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36282) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.629160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'network': {'name': 'tempest-network-smoke--1620934941', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.649206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:07.653099 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.677453 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:31:07.687064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.687412 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Added segment 8c2b2119-5ec5-4458-a98e-b6ada778dcf4 of type vlan for network da2fb82f-dadf-4828-ba38-9e3420fe7dae Jul 16 09:31:07.729109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.756992 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.762402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:07.762987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.795013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1696088 Jul 16 09:31:07.798464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36284) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:07.805049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'admin_state_up': True, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:07.840057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c593b-4621-443a-aa45-9b52afac9b66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Network': ['ID=da2fb82f-dadf-4828-ba38-9e3420fe7dae,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:07.851241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:31:07.856360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.857363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.913375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.045226 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.234789 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.252487 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.356131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.186 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1752738e-abb0-4132-a91f-5a6966a62ebe) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:08.453080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.490923 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.533922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:08.536666 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:08.540151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:08.562333 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=1752738e-abb0-4132-a91f-5a6966a62ebe,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:08.780971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.969482 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.065539 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.088927 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router dc816189-a9cd-4c88-8264-88e0e80dfab4 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:31:09.190702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:09.199754 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Sync routers for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:09.208446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:09.208620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.209126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:09.209858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1e8d2854-cd13-4779-8156-bb1ddbbfa668 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4104733 Jul 16 09:31:09.213103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36286) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:09.317172 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:09.349200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b5f796c3-d48f-4640-959c-69d28c1e87a6 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8ac1f0e48494ba795bf31796068bc34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1349657 Jul 16 09:31:09.351800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36290) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:09.495161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:08Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:09.519843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67bc81-6632-433c-a964-f38a21b8feb7 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:09.520990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Checking router: dc816189-a9cd-4c88-8264-88e0e80dfab4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:09.521343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Updating router dc816189-a9cd-4c88-8264-88e0e80dfab4 port 1752738e-abb0-4132-a91f-5a6966a62ebe binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:31:09.521464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6d67bc81-6632-433c-a964-f38a21b8feb7 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1686301 Jul 16 09:31:09.524344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36292) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:09.556704 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.565045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5227e4d7-7704-4b23-b88e-317744fc062e tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395722 Jul 16 09:31:09.567772 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36294) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:09.572681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345847704', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:09.658565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:09.662358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.799648 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.819185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.829557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Transition to ACTIVE for port object 1752738e-abb0-4132-a91f-5a6966a62ebe will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:09.834716 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.843022 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.885361 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Attempting to bind port 1752738e-abb0-4132-a91f-5a6966a62ebe on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:09.885728 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Attempting to bind port 1752738e-abb0-4132-a91f-5a6966a62ebe by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:09.886090 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Attempting to bind port 1752738e-abb0-4132-a91f-5a6966a62ebe on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:09.893599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352a11-59b2-45d3-9596-edaf0b5cfc2b None None] Pushing event updated for resources: {'Port': ['ID=1752738e-abb0-4132-a91f-5a6966a62ebe,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:09.897300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:09.897981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:09.898118 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.898437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:09.898905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Bound port: 1752738e-abb0-4132-a91f-5a6966a62ebe, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:09.899289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.904226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Subnet': ['ID=3d195c10-8643-4dfe-a1d6-75d03aed0454,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:09.912588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Checking segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:09.913027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network hostable DHCP agents. Network: da2fb82f-dadf-4828-ba38-9e3420fe7dae, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:31:09.929184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:31:09.937937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, da2fb82f-dadf-4828-ba38-9e3420fe7dae) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:09.944281 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:09.945318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.946097 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82abab-f076-4ad6-94bc-8dc91f7e1a21 None None] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:09.960783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3e76c966-2e85-4fc6-953a-853f4bf53d8f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3918750 Jul 16 09:31:09.963529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36296) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:09.973365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] For port 1752738e-abb0-4132-a91f-5a6966a62ebe, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:09.989099 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] For port 1752738e-abb0-4132-a91f-5a6966a62ebe, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1752738e-abb0-4132-a91f-5a6966a62ebe,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:10.015311 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:10.115919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80352a11-59b2-45d3-9596-edaf0b5cfc2b None None] Pushing event updated for resources: {'Port': ['ID=1752738e-abb0-4132-a91f-5a6966a62ebe,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:10.121731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:10.122347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:10.385758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:31:10.386512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:10.471352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:10.654452 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Allocated IP 172.20.0.2 (da2fb82f-dadf-4828-ba38-9e3420fe7dae/3d195c10-8643-4dfe-a1d6-75d03aed0454/f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:10.761648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:10.792364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:08Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:10.835143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02c9e-9b74-4b47-856e-e975d83d9af7 None None] The sync data for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 is: [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:08Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:10.862187 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:10.871518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Transition to ACTIVE for port object f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:10.889775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Transition to ACTIVE for port object f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:10.897223 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:10.943983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:10.947032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:10.951467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:10.955976 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Pushing event updated for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:11.014802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Attempting to bind port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:11.015560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Attempting to bind port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:11.015936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Attempting to bind port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b on network da2fb82f-dadf-4828-ba38-9e3420fe7dae {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:11.021089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:11.021466 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Checking segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:11.021866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.022259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Bound using segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:11.022730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Bound port: f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:11.023116 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.112642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:11.116370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:11.119938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.120720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.1 (da2fb82f-dadf-4828-ba38-9e3420fe7dae/3d195c10-8643-4dfe-a1d6-75d03aed0454/a2ec119e-c3d4-4234-a65d-9822bd4c86ce) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:11.189521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0734f4-650a-4102-8f5f-393f46f3a355 None None] Pushing event updated for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:11.262333 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.278766 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object a2ec119e-c3d4-4234-a65d-9822bd4c86ce will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:11.317811 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.364330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:11.368537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:11.373065 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:11.420542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:11.435479 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.584351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.871543 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.876714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.958763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:11.961796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.058300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:12.059746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:12.144848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba097ae-fe3a-4c1f-bed3-bcb3379be542 None None] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:12.175611 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router dc816189-a9cd-4c88-8264-88e0e80dfab4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:12.233290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dd6100d4-b685-4011-b63b-26571637160a None None] Provisioning for port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:12.290273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:12.296716 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-975a0966-b038-4a3e-8eb2-4b1942166c23 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/dc816189-a9cd-4c88-8264-88e0e80dfab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321540 Jul 16 09:31:12.444081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-38d338e3-25e8-4508-bfcb-f1a19da640a2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871373162&fields=id&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 267 time: 0.0351551 Jul 16 09:31:12.575836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-6129be7b-8f5d-4396-a9f0-802aba5eab34 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:12.578150 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-6129be7b-8f5d-4396-a9f0-802aba5eab34 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/networks?id=da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 200 len: 797 time: 0.1274126 Jul 16 09:31:12.579663 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-de6a93cb-4290-4a42-991d-f3ce620cde5a None None] Provisioning for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:12.583860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-de6a93cb-4290-4a42-991d-f3ce620cde5a None None] Provisioning complete for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:12.594465 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-de6a93cb-4290-4a42-991d-f3ce620cde5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.609807 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-8ec09fb5-82a2-4a68-8e71-b5f93236796d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/quotas/e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 375 time: 0.0223975 Jul 16 09:31:12.632536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:12.646143 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Sync routers for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:12.657137 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:12.657976 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:12.683952 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-10bdbc2a-9d94-4422-88e0-382e49e3891f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669959 Jul 16 09:31:12.700904 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-de6a93cb-4290-4a42-991d-f3ce620cde5a None None] Port a2ec119e-c3d4-4234-a65d-9822bd4c86ce cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:12.727834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:12.731914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:12.732491 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.786019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:12.811024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:12.811900 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-f6d44c4c-cb2b-49bc-9b60-cf6cf141ac1e service neutron] 10.222.0.32 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156299 Jul 16 09:31:12.864151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.873913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7a70fa65-a630-48ef-a882-c614b2bc8ef6 None None] Provisioning complete for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:12.874286 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7a70fa65-a630-48ef-a882-c614b2bc8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.909318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-9f16a91b-6c7e-44cd-9737-14db11aadfdd service neutron] 10.222.0.32 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963535 Jul 16 09:31:12.931437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:12.933087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7a70fa65-a630-48ef-a882-c614b2bc8ef6 None None] Port a2ec119e-c3d4-4234-a65d-9822bd4c86ce cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:12.936759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:12.937627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1752738e-abb0-4132-a91f-5a6966a62ebe up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:13.019854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:13.036966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 1752738e-abb0-4132-a91f-5a6966a62ebe completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:13.041896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1752738e-abb0-4132-a91f-5a6966a62ebe triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:13.042156 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.096552 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 2, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:13.109712 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dac641e9-7fd5-4070-90ff-b1101bb2375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.127345 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Checking router: dc816189-a9cd-4c88-8264-88e0e80dfab4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:13.127695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Updating router dc816189-a9cd-4c88-8264-88e0e80dfab4 port a2ec119e-c3d4-4234-a65d-9822bd4c86ce binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:31:13.141764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-170a4168-e4ed-4dd7-856a-3f39531fc316 req-307ae35f-f88a-4bec-a7ff-324f0b6ced84 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 210 time: 0.0430386 Jul 16 09:31:13.170393 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.174699 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.179246 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-63410a2b-6076-4461-8757-422f0461abb2 None None] Provisioning complete for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:13.179965 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-63410a2b-6076-4461-8757-422f0461abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.214878 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 1752738e-abb0-4132-a91f-5a6966a62ebe, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1752738e-abb0-4132-a91f-5a6966a62ebe,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:13.223873 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.231474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-63410a2b-6076-4461-8757-422f0461abb2 None None] Port a2ec119e-c3d4-4234-a65d-9822bd4c86ce cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:13.277563 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=1752738e-abb0-4132-a91f-5a6966a62ebe,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:13.447382 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.458261 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Transition to ACTIVE for port object a2ec119e-c3d4-4234-a65d-9822bd4c86ce will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:13.464094 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.537304 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Pushing event updated for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:13.573342 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.573683 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.574017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.574344 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.574684 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.574990 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.575306 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.575612 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.575992 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.576245 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.576609 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.576925 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:13.594590 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Attempting to bind port a2ec119e-c3d4-4234-a65d-9822bd4c86ce on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:13.594957 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Attempting to bind port a2ec119e-c3d4-4234-a65d-9822bd4c86ce by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:13.595314 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Attempting to bind port a2ec119e-c3d4-4234-a65d-9822bd4c86ce on network da2fb82f-dadf-4828-ba38-9e3420fe7dae {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:13.600872 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:13.600872 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Checking segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:13.601272 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.601656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Bound using segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:13.602112 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Bound port: a2ec119e-c3d4-4234-a65d-9822bd4c86ce, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:13.602488 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.678052 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] For port a2ec119e-c3d4-4234-a65d-9822bd4c86ce, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:13.681417 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] For port a2ec119e-c3d4-4234-a65d-9822bd4c86ce, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:13.686943 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:13.756212 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:13.758228 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:30:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:13.760329 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9ec98-be13-4f9b-bd21-08f282616f9e None None] Pushing event updated for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:13.968263 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:14.171858 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:14.197392 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c805a1-9480-4793-a6b6-4d4c46a467f8 None None] The sync data for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 is: [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:14.305620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a428d4f9-e9cd-41d4-95a6-3ef722d51ba8 req-15938431-5270-43b3-80d4-50226ce5fc90 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 210 time: 0.0364347 Jul 16 09:31:14.522695 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-fcd92bfa-4a76-4aec-87fe-12e7652d9e6d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:14.524865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-fcd92bfa-4a76-4aec-87fe-12e7652d9e6d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/networks?id=da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 200 len: 797 time: 0.1198606 Jul 16 09:31:14.600991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-15a72d62-06c1-40a8-92ce-59c33c164a91 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 379 time: 0.0666506 Jul 16 09:31:14.611086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'port': {'device_id': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'admin_state_up': True, 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'security_groups': ['9fac12c6-3d78-41cf-8f91-2ff4bf788632']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:14.677633 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2ec119e-c3d4-4234-a65d-9822bd4c86ce up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:14.736260 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:14.740549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:14.741266 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.748124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:14.753731 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.838010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.872262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a2ec119e-c3d4-4234-a65d-9822bd4c86ce, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:14.877117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.878156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:14.899794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.11 (da2fb82f-dadf-4828-ba38-9e3420fe7dae/3d195c10-8643-4dfe-a1d6-75d03aed0454/a96afb9b-ff3b-4d43-8ba8-64c7e317b663) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:14.958700 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:14.973518 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:14.973971 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.058482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1752738e-abb0-4132-a91f-5a6966a62ebe up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:15.070917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.085768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object a96afb9b-ff3b-4d43-8ba8-64c7e317b663 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:15.114595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1752738e-abb0-4132-a91f-5a6966a62ebe triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:15.115208 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.120979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.170395 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:15.173925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:15.178617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:15.185351 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:15.234848 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.235512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.253428 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-81e91a60-2354-4401-af54-f96d41553cd4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476359 Jul 16 09:31:15.265756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Request body: {'port': {'device_id': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:15.348842 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.426202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-70567853-cb34-4c87-9b10-7d6eeac30fcd None None] Provisioning for port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:15.431733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-70567853-cb34-4c87-9b10-7d6eeac30fcd None None] Provisioning complete for port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:15.432203 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-70567853-cb34-4c87-9b10-7d6eeac30fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.470897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-70567853-cb34-4c87-9b10-7d6eeac30fcd None None] Port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:15.622441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f77782-c9f9-4be0-ac94-94f9ac255b4f req-e6faa6cf-027a-4095-a618-024c5c5b681c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.624470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8f77782-c9f9-4be0-ac94-94f9ac255b4f req-e6faa6cf-027a-4095-a618-024c5c5b681c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 932 time: 0.1667540 Jul 16 09:31:15.696386 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae07d972-15b2-4e40-ac00-dc79eb2ed321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.696981 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8f77782-c9f9-4be0-ac94-94f9ac255b4f req-9877fcdd-d0fd-4e97-bc3e-7e9bab10ffe8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665696 Jul 16 09:31:15.698734 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96afb9b-ff3b-4d43-8ba8-64c7e317b663 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:15.706976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.718974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Transition to ACTIVE for port object a96afb9b-ff3b-4d43-8ba8-64c7e317b663 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:15.723138 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.793218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.797797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Pushing event updated for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:15.851564 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Attempting to bind port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:15.852003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Attempting to bind port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:15.852431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Attempting to bind port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 on network da2fb82f-dadf-4828-ba38-9e3420fe7dae {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:15.857186 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 on network da2fb82f-dadf-4828-ba38-9e3420fe7dae not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:31:15.857510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Attempting to bind port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 on network da2fb82f-dadf-4828-ba38-9e3420fe7dae {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:15.863047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:15.863390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Checking segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:15.863774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Bound using segment: {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:15.864231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Bound port: a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2b2119-5ec5-4458-a98e-b6ada778dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:15.864594 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.928623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:15.931561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:15.936838 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.969781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.970383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:15.971753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] 10.222.0.47 "PUT /v2.0/ports/a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 200 len: 1093 time: 0.7109523 Jul 16 09:31:15.972266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:15.974459 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024bd57e-3023-41bd-b6d1-c978e963ba1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:15.999424 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c8845-d8fe-4a81-a7f8-9a0c82299f9a service neutron] Pushing event updated for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:16.031961 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea0cb3d-cda2-45f1-b039-538f733a4dcf x-openstack-request-id: req-7ea0cb3d-cda2-45f1-b039-538f733a4dcf {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:16.032283 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:16.032533 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ea0cb3d-cda2-45f1-b039-538f733a4dcf {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:16.032932 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'status': 'completed', 'code': 200} Jul 16 09:31:16.077081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-18b6cb40-bc59-4846-937e-da6b9b017b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.078587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-18b6cb40-bc59-4846-937e-da6b9b017b06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1096 time: 0.0576320 Jul 16 09:31:16.127839 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-eb393c75-ef99-4082-8b36-f567652b076a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 200 len: 217 time: 0.0420144 Jul 16 09:31:16.176209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-a29bfc89-47aa-4de3-aa90-06729f0f1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.177669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-a29bfc89-47aa-4de3-aa90-06729f0f1e5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d195c10-8643-4dfe-a1d6-75d03aed0454 HTTP/1.1" status: 200 len: 835 time: 0.0442722 Jul 16 09:31:16.233909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8247c-f828-44f4-a495-f271704cb63f req-b43f04f5-b57d-4512-8d82-5114cab4adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.235336 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-b43f04f5-b57d-4512-8d82-5114cab4adc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2fb82f-dadf-4828-ba38-9e3420fe7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516498 Jul 16 09:31:16.538540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2ec119e-c3d4-4234-a65d-9822bd4c86ce up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:16.570712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-b55f4bc1-3b56-413e-b3ac-81ba70633da0 service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288097 Jul 16 09:31:16.584686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2ec119e-c3d4-4234-a65d-9822bd4c86ce triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:16.585161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:16.658722 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00a8247c-f828-44f4-a495-f271704cb63f req-ed24871b-83b1-42b1-b37e-55a8e947e041 service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819638 Jul 16 09:31:16.760025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-1948ba9d-0ad9-4f1d-aac1-2474bbd19d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.761563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-1948ba9d-0ad9-4f1d-aac1-2474bbd19d5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1096 time: 0.0556073 Jul 16 09:31:16.893221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-c78096b1-52f1-457e-b6ca-6c9de748dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.894701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-c78096b1-52f1-457e-b6ca-6c9de748dc67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 200 len: 898 time: 0.1272440 Jul 16 09:31:16.937753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-bc3c30db-55eb-4da7-bac4-9f9384d651b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 200 len: 217 time: 0.0366180 Jul 16 09:31:16.945144 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276ccb-9c8b-4502-bdf5-6e3adfcfb15c req-a2f77cf7-2168-411e-a5fc-3714ddfc7ac0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.946535 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2276ccb-9c8b-4502-bdf5-6e3adfcfb15c req-a2f77cf7-2168-411e-a5fc-3714ddfc7ac0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 944 time: 0.1213131 Jul 16 09:31:17.017394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-de43d1c6-7a42-47e9-94e6-0fa631970dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:17.018757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-de43d1c6-7a42-47e9-94e6-0fa631970dfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d195c10-8643-4dfe-a1d6-75d03aed0454 HTTP/1.1" status: 200 len: 835 time: 0.0713851 Jul 16 09:31:17.021740 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2276ccb-9c8b-4502-bdf5-6e3adfcfb15c req-c009b6e0-a84c-4ea2-8246-0a74cb53e2fd tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667553 Jul 16 09:31:17.075904 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-ff0d590f-bcf2-49ce-856d-f13e54a0565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:17.077553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-ff0d590f-bcf2-49ce-856d-f13e54a0565b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2fb82f-dadf-4828-ba38-9e3420fe7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517194 Jul 16 09:31:17.091356 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:17.166353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-4ea9cbd6-773c-4d90-80dc-556e10c23b9a service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813627 Jul 16 09:31:17.258691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-024bd57e-3023-41bd-b6d1-c978e963ba1e req-804f1728-b812-4f77-b310-c2919b0cb322 service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852296 Jul 16 09:31:18.191309 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f731e-2ffd-4bd0-84b7-60794bf357c5 req-16641102-8304-43ec-aada-8a7cdbb3a49b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:18.192712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a51f731e-2ffd-4bd0-84b7-60794bf357c5 req-16641102-8304-43ec-aada-8a7cdbb3a49b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 944 time: 0.0620308 Jul 16 09:31:18.230173 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a51f731e-2ffd-4bd0-84b7-60794bf357c5 req-bac06f33-9783-4895-94b3-46077a6a8b5a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Jul 16 09:31:18.694614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:19.405240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54420cb-f221-43e0-9856-951f07da4654 req-51627741-d71e-4a2c-9e85-a114cea36ad2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:19.406739 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f54420cb-f221-43e0-9856-951f07da4654 req-51627741-d71e-4a2c-9e85-a114cea36ad2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 944 time: 0.0684109 Jul 16 09:31:19.444169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f54420cb-f221-43e0-9856-951f07da4654 req-da54dada-5eec-40a6-ba60-22df1347309b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jul 16 09:31:19.922877 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a96afb9b-ff3b-4d43-8ba8-64c7e317b663 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:31:20.016783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:20.027451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'port_id': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'mac_address': 'fa:16:3e:e2:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:31:20.063022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.074964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96afb9b-ff3b-4d43-8ba8-64c7e317b663 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:20.093974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:20.098065 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:20.147591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:20.320232 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['a96afb9b-ff3b-4d43-8ba8-64c7e317b663'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:20.614377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4524c-a0c8-49ff-96e1-78b892f4f1c6 req-772d899c-96dc-450e-a20e-d586bb028179 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:20.615853 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6f4524c-a0c8-49ff-96e1-78b892f4f1c6 req-772d899c-96dc-450e-a20e-d586bb028179 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 945 time: 0.0631163 Jul 16 09:31:20.661699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6f4524c-a0c8-49ff-96e1-78b892f4f1c6 req-ab1b04be-b6e4-43c3-ad5c-10a2fd189fcc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Jul 16 09:31:21.831673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2926e0-64cd-4d70-b47b-7cc799341309 req-a72b93a8-ce77-438f-9e68-f1ae7ed8e11e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:21.833178 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b2926e0-64cd-4d70-b47b-7cc799341309 req-a72b93a8-ce77-438f-9e68-f1ae7ed8e11e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 945 time: 0.0621142 Jul 16 09:31:21.870045 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b2926e0-64cd-4d70-b47b-7cc799341309 req-d3df25dd-3703-40ba-bc49-9e0947530868 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jul 16 09:31:21.944680 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a96afb9b-ff3b-4d43-8ba8-64c7e317b663 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:21.991670 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:21.995182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:21.995553 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.068667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.089779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:22.092579 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89da05-d9a7-4c8a-80e8-e5b0f3e77348" -d '{"events": [{"server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "name": "network-vif-plugged", "status": "completed", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:22.109595 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:22.113435 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:22.137960 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566afdc6-c27c-409e-85b1-f576f2aecbfb x-openstack-request-id: req-566afdc6-c27c-409e-85b1-f576f2aecbfb {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:22.138246 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "name": "network-vif-plugged", "status": "completed", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:22.138495 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-566afdc6-c27c-409e-85b1-f576f2aecbfb {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:22.138898 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'code': 200} Jul 16 09:31:22.167326 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:22.244107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f733e-a087-455f-a71a-11e6b059632f req-edf1ead4-dedf-4ceb-953c-ba4fe53787ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:22.245525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008f733e-a087-455f-a71a-11e6b059632f req-edf1ead4-dedf-4ceb-953c-ba4fe53787ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1098 time: 0.0540175 Jul 16 09:31:22.277814 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-008f733e-a087-455f-a71a-11e6b059632f req-54c0f223-b411-4efc-bd00-85f3b9a3bb7a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263522 Jul 16 09:31:23.043771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975698fa-1488-4fd1-8b10-43c9f7b006e5 req-a0b76bfd-8e3e-4edb-a170-85def9edc0de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:23.045879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-975698fa-1488-4fd1-8b10-43c9f7b006e5 req-a0b76bfd-8e3e-4edb-a170-85def9edc0de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0634735 Jul 16 09:31:23.083029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-975698fa-1488-4fd1-8b10-43c9f7b006e5 req-a3e84e8a-930c-412a-9b48-215eee01feae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 Jul 16 09:31:24.260909 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b25bd7-ffdf-4354-96b4-f694dd922412 req-d57633d8-4b94-4e32-83e3-44dbff4b19de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.262387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8b25bd7-ffdf-4354-96b4-f694dd922412 req-d57633d8-4b94-4e32-83e3-44dbff4b19de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0655549 Jul 16 09:31:24.300557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8b25bd7-ffdf-4354-96b4-f694dd922412 req-ad409832-4b62-4f0d-a8fc-9882d866bb20 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320251 Jul 16 09:31:24.473529 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce03db4-b216-4f1b-9db0-a9caa1a9d098 req-8dc573d4-6832-4c84-9056-38969a9e7dcb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.474564 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ce03db4-b216-4f1b-9db0-a9caa1a9d098 req-8dc573d4-6832-4c84-9056-38969a9e7dcb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0644205 Jul 16 09:31:24.512302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1ce03db4-b216-4f1b-9db0-a9caa1a9d098 req-041d774f-ebb3-421a-8a59-a6b62906606f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Jul 16 09:31:24.536231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36366) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:24.586295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd26863-51ba-42ed-b004-311266ebf664 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.587744 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5fd26863-51ba-42ed-b004-311266ebf664 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1093 time: 0.0505493 Jul 16 09:31:24.590574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36368) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:24.595181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:24.617903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.721680 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.830822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.153 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0c44516e-911e-42d3-8cb2-64aa80ee95d9) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:24.928440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.965876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.004177 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:25.006849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:25.010370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:25.016295 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=0c44516e-911e-42d3-8cb2-64aa80ee95d9,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:25.500028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.603654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.744762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.749095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.813548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=0c44516e-911e-42d3-8cb2-64aa80ee95d9,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:25.822891 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.918147 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 17f3a6da-9cf2-4bcd-8661-00d42f17006b associated. External IP: 172.25.5.153, port: a96afb9b-ff3b-4d43-8ba8-64c7e317b663. Jul 16 09:31:26.116454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router dc816189-a9cd-4c88-8264-88e0e80dfab4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:26.469764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:26.480062 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Sync routers for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:26.486126 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:26.490748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:26.491672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:26.522405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d95a97ed-f89a-44c4-8fd7-5cd689ff0feb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9307897 Jul 16 09:31:26.523035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:26.525306 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e988231-39b1-4a5b-91d7-0379fe05fd50" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:26.563033 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba57261-a1b6-4272-a175-8ba7e31b7c40 x-openstack-request-id: req-5ba57261-a1b6-4272-a175-8ba7e31b7c40 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:26.563618 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:26.563618 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ba57261-a1b6-4272-a175-8ba7e31b7c40 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:26.563902 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'status': 'completed', 'code': 200} Jul 16 09:31:26.614884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:26.689014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-92b8ff74-0120-44f3-b645-89f1f5755b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.690544 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-92b8ff74-0120-44f3-b645-89f1f5755b94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1098 time: 0.0993369 Jul 16 09:31:26.713131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8cde-45a4-4144-9d10-91ec75655bcf req-ac08b724-ee70-4dc1-b6c8-eb4327b2ec2b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.714691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98ec8cde-45a4-4144-9d10-91ec75655bcf req-ac08b724-ee70-4dc1-b6c8-eb4327b2ec2b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0940735 Jul 16 09:31:26.808893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98ec8cde-45a4-4144-9d10-91ec75655bcf req-6fcaed5e-da7f-45f3-a6c9-48c11696f906 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836394 Jul 16 09:31:26.831612 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-4d12fbca-3bf6-42f3-951d-e7520fde724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.833159 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-4d12fbca-3bf6-42f3-951d-e7520fde724f service neutron] 10.222.0.47 "GET /v2.0/networks?id=da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 200 len: 898 time: 0.1363997 Jul 16 09:31:26.840028 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:26.900313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-5bdbfd61-81e5-4708-930c-c4798a997a7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 200 len: 1000 time: 0.0604742 Jul 16 09:31:26.910714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-38e92ed4-0029-4f2c-a550-ebfd08ee11c9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/17f3a6da-9cf2-4bcd-8661-00d42f17006b HTTP/1.1" status: 200 len: 992 time: 0.0688539 Jul 16 09:31:26.949168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-46ed3870-6542-4c0a-b6ca-45af85b754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.950664 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-46ed3870-6542-4c0a-b6ca-45af85b754b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d195c10-8643-4dfe-a1d6-75d03aed0454 HTTP/1.1" status: 200 len: 835 time: 0.0443940 Jul 16 09:31:27.002981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '17f3a6da-9cf2-4bcd-8661-00d42f17006b', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'port_id': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'mac_address': 'fa:16:3e:e2:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:25Z', 'updated_at': '2021-07-16T09:31:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:27.011265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-f33f9075-55a1-4043-aebc-0cced2d0360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:27.012846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-f33f9075-55a1-4043-aebc-0cced2d0360b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2fb82f-dadf-4828-ba38-9e3420fe7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563133 Jul 16 09:31:27.032133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Checking router: dc816189-a9cd-4c88-8264-88e0e80dfab4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:27.040299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:27.040912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:27.101418 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-23ddd337-e43c-49a7-8e00-90e810e1dafa service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820792 Jul 16 09:31:27.145357 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:27.196262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e988231-39b1-4a5b-91d7-0379fe05fd50 req-4795db5f-4562-45d9-8f2c-98092ac65b35 service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886681 Jul 16 09:31:27.365698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '17f3a6da-9cf2-4bcd-8661-00d42f17006b', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'port_id': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'mac_address': 'fa:16:3e:e2:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:25Z', 'updated_at': '2021-07-16T09:31:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:27.394756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97980e57-d995-4ffd-96bc-14e883327b2b None None] The sync data for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 is: [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '17f3a6da-9cf2-4bcd-8661-00d42f17006b', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.153', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'port_id': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'mac_address': 'fa:16:3e:e2:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:31:25Z', 'updated_at': '2021-07-16T09:31:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:27.574958 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277a002-6866-4eb3-9147-968013b5e589 None None] New status for floating IP 17f3a6da-9cf2-4bcd-8661-00d42f17006b: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:31:27.912964 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36376) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:27.972079 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-05267a57-8796-4286-a4b2-754e1dc4e6f0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/17f3a6da-9cf2-4bcd-8661-00d42f17006b HTTP/1.1" status: 200 len: 994 time: 0.0578501 Jul 16 09:31:39.064157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.788231 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:43.082558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3c793222-addc-4340-9c94-372a1b8c05f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.697858 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b3e5e26-137e-49c4-9d53-2ecece404a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.793259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:47.094253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.696771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:49.785139 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:54.832649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872527d-729b-43a3-8dfd-62e46f0e3142 req-6ba59a23-0f52-40c0-a1c2-a11c7451e69d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:54.834081 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4872527d-729b-43a3-8dfd-62e46f0e3142 req-6ba59a23-0f52-40c0-a1c2-a11c7451e69d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0635376 Jul 16 09:31:54.872976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4872527d-729b-43a3-8dfd-62e46f0e3142 req-882496c1-ddb7-45da-b7d0-2bf664c6e927 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Jul 16 09:31:56.050824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b399d02-f174-4b12-8fb1-4bbb7a276858 req-ded67191-afe8-4e33-9230-f6527790bd76 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:56.052329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b399d02-f174-4b12-8fb1-4bbb7a276858 req-ded67191-afe8-4e33-9230-f6527790bd76 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0628712 Jul 16 09:31:56.092497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b399d02-f174-4b12-8fb1-4bbb7a276858 req-267bfce3-5e66-4c91-aa8b-e13251f5629c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345659 Jul 16 09:31:56.117617 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36394) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:56.229398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6895bb27-8c4a-4f7a-ae6f-67de85305fcc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/17f3a6da-9cf2-4bcd-8661-00d42f17006b HTTP/1.1" status: 200 len: 994 time: 0.1105778 Jul 16 09:31:57.653618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dc69e-4419-4de4-8f14-d27f6fbf12a7 req-8e88a17a-1eb7-4d5f-986e-0e845d3379db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:57.655240 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d66dc69e-4419-4de4-8f14-d27f6fbf12a7 req-8e88a17a-1eb7-4d5f-986e-0e845d3379db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0625677 Jul 16 09:31:57.694398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d66dc69e-4419-4de4-8f14-d27f6fbf12a7 req-ec379ef5-2e83-4d14-9e47-9cdcb8c244c6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Jul 16 09:31:58.867337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5a467-a8f8-4025-80bf-67268c987a7f req-f70f64a8-c285-42e5-b88f-37ee4ed67e4c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:58.868848 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eef5a467-a8f8-4025-80bf-67268c987a7f req-f70f64a8-c285-42e5-b88f-37ee4ed67e4c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0620365 Jul 16 09:31:58.908292 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eef5a467-a8f8-4025-80bf-67268c987a7f req-710b9787-aba6-45fa-935d-cbee97327176 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339653 Jul 16 09:31:58.932337 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36404) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:58.993971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-881a96f3-4070-4944-a761-3306ee8a9974 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/17f3a6da-9cf2-4bcd-8661-00d42f17006b HTTP/1.1" status: 200 len: 994 time: 0.0604239 Jul 16 09:31:59.311549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36410) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:59.461020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 0c44516e-911e-42d3-8cb2-64aa80ee95d9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:59.461360 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.536596 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.536843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.548519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 0c44516e-911e-42d3-8cb2-64aa80ee95d9 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:59.718292 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.743864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=0c44516e-911e-42d3-8cb2-64aa80ee95d9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:59.756382 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.756735 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.757078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.757415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.757974 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.758331 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.758646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.759329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.759781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.760030 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.760510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.760898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:59.816181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.816448 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 17f3a6da-9cf2-4bcd-8661-00d42f17006b disassociated (deleted). External IP: 172.25.5.153, port: a96afb9b-ff3b-4d43-8ba8-64c7e317b663. Jul 16 09:32:00.017622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router dc816189-a9cd-4c88-8264-88e0e80dfab4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:00.122255 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:00.126683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.131783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Sync routers for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:00.140604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:00.141739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:00.163852 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3b2b2ad-efa5-4582-8d20-b32fdd761440 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/floatingips/17f3a6da-9cf2-4bcd-8661-00d42f17006b HTTP/1.1" status: 204 len: 168 time: 0.8511615 Jul 16 09:32:00.164479 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:00.166785 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7eac70-e380-4a3e-8325-3dd0d697c624" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:00.209187 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641da1a-525b-45e0-bb66-a8b626a072d1 x-openstack-request-id: req-7641da1a-525b-45e0-bb66-a8b626a072d1 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:00.209482 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:00.209738 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7641da1a-525b-45e0-bb66-a8b626a072d1 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:00.210162 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'status': 'completed', 'code': 200} Jul 16 09:32:00.249998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:00.296830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-d6305e4e-5227-4795-9c62-ceb6734bde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.298922 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-d6305e4e-5227-4795-9c62-ceb6734bde07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 1098 time: 0.0662799 Jul 16 09:32:00.394355 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-18c07370-d8c6-4cfa-b43d-44918278963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.395930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-18c07370-d8c6-4cfa-b43d-44918278963f service neutron] 10.222.0.47 "GET /v2.0/networks?id=da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 200 len: 898 time: 0.0894043 Jul 16 09:32:00.452724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-5007a957-76fe-491d-83f0-d8d0bcac949e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 200 len: 217 time: 0.0484180 Jul 16 09:32:00.456228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:00.486076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Checking router: dc816189-a9cd-4c88-8264-88e0e80dfab4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:00.495471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:00.496145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:00.516650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-009467bf-67a9-4659-aab7-bbd0399cd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.518144 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-009467bf-67a9-4659-aab7-bbd0399cd5d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3d195c10-8643-4dfe-a1d6-75d03aed0454 HTTP/1.1" status: 200 len: 835 time: 0.0593715 Jul 16 09:32:00.599320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:00.607462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57eea8-f5e1-4422-a65b-a83beec9fa8f req-4002378e-2267-4b2a-a45b-5ef7319e5a6f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.608979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e57eea8-f5e1-4422-a65b-a83beec9fa8f req-4002378e-2267-4b2a-a45b-5ef7319e5a6f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.1020143 Jul 16 09:32:00.615957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-01a3df31-4ab3-4a12-8e3c-e765d45403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.617452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-01a3df31-4ab3-4a12-8e3c-e765d45403be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2fb82f-dadf-4828-ba38-9e3420fe7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804002 Jul 16 09:32:00.681279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e57eea8-f5e1-4422-a65b-a83beec9fa8f req-6c421015-d9d7-43ab-b176-f7402dc5c65a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626566 Jul 16 09:32:00.733907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-5f8fa3be-bb97-468d-84bf-4a02ef951e5e service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086600 Jul 16 09:32:00.798848 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:00.824641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78a47f-783c-43e0-a6f2-cd3ff406f80c None None] The sync data for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 is: [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:31:11Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'a2ec119e-c3d4-4234-a65d-9822bd4c86ce', 'name': '', 'network_id': 'da2fb82f-dadf-4828-ba38-9e3420fe7dae', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:46:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:10Z', 'updated_at': '2021-07-16T09:31:14Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '3d195c10-8643-4dfe-a1d6-75d03aed0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:00.837666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a7eac70-e380-4a3e-8325-3dd0d697c624 req-c73fdf56-7df1-4c03-a818-d2fc74a7a9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Jul 16 09:32:01.052888 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421ab2e-3987-4cc0-a407-1b90131e63cc None None] New status for floating IP 17f3a6da-9cf2-4bcd-8661-00d42f17006b: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:01.853688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeb0a8-a3e1-47ac-a6a1-0b5e7cd6f150 req-7602144e-5b5c-4168-b2df-099aa29df287 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:01.855168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eeb0a8-a3e1-47ac-a6a1-0b5e7cd6f150 req-7602144e-5b5c-4168-b2df-099aa29df287 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0644934 Jul 16 09:32:01.892254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b6eeb0a8-a3e1-47ac-a6a1-0b5e7cd6f150 req-8ae281d1-c78f-4ae3-ba5b-415d7a5c05cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=9fac12c6-3d78-41cf-8f91-2ff4bf788632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309930 Jul 16 09:32:02.180347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2563-161a-476d-8d35-3f01ddb91888 req-17e4c3dd-5350-40c2-b8f5-d4b70dc0f3cc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:02.181898 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60de2563-161a-476d-8d35-3f01ddb91888 req-17e4c3dd-5350-40c2-b8f5-d4b70dc0f3cc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 946 time: 0.0631173 Jul 16 09:32:02.286041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:02.286041 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.374305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port a96afb9b-ff3b-4d43-8ba8-64c7e317b663, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:02.374661 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.387066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for a96afb9b-ff3b-4d43-8ba8-64c7e317b663 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:02.513569 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.540060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=a96afb9b-ff3b-4d43-8ba8-64c7e317b663,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:02.589785 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port a96afb9b-ff3b-4d43-8ba8-64c7e317b663 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:02.592363 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.595146 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60de2563-161a-476d-8d35-3f01ddb91888 req-228428ae-1970-4a2a-9585-a8a9c6a45224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "DELETE /v2.0/ports/a96afb9b-ff3b-4d43-8ba8-64c7e317b663 HTTP/1.1" status: 204 len: 173 time: 0.4063389 Jul 16 09:32:02.595610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'name': 'network-vif-deleted', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:02.597905 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c96184-feed-443e-b0b8-1ce89ff116d1" -d '{"events": [{"server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "name": "network-vif-deleted", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:02.638594 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94152ca-f18b-4d8f-88ca-245bcb9bc93e x-openstack-request-id: req-a94152ca-f18b-4d8f-88ca-245bcb9bc93e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:02.638895 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee3c97-da16-4715-a331-8bef7235f024", "name": "network-vif-deleted", "tag": "a96afb9b-ff3b-4d43-8ba8-64c7e317b663", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:02.639268 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a94152ca-f18b-4d8f-88ca-245bcb9bc93e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:02.639722 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee3c97-da16-4715-a331-8bef7235f024', 'name': 'network-vif-deleted', 'tag': 'a96afb9b-ff3b-4d43-8ba8-64c7e317b663', 'status': 'completed', 'code': 200} Jul 16 09:32:03.056808 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c209f983-e570-4118-a22f-611eb2336d16 req-471d2a89-a0e2-45a7-8ed7-cf03e9a563d5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ee3c97-da16-4715-a331-8bef7235f024 HTTP/1.1" status: 200 len: 210 time: 0.0323887 Jul 16 09:32:04.150447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36426) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:04.498702 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.754290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port a2ec119e-c3d4-4234-a65d-9822bd4c86ce {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:04.754525 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.843456 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port a2ec119e-c3d4-4234-a65d-9822bd4c86ce, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:04.843814 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.856214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for a2ec119e-c3d4-4234-a65d-9822bd4c86ce owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:05.033446 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.058906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=a2ec119e-c3d4-4234-a65d-9822bd4c86ce,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:05.500143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.708996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router dc816189-a9cd-4c88-8264-88e0e80dfab4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:05.812669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:05.818306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4f333dd9-9676-4e22-a655-4c048dd708ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/dc816189-a9cd-4c88-8264-88e0e80dfab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667213 Jul 16 09:32:05.820909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36428) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:05.821741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Sync routers for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:05.830891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:05.831495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:05.871270 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting subnet 3d195c10-8643-4dfe-a1d6-75d03aed0454 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:32:05.874341 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.916054 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.934083 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:05.997286 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.055024 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.084279 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Subnet': ['ID=3d195c10-8643-4dfe-a1d6-75d03aed0454,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.087929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.093347 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/subnets/3d195c10-8643-4dfe-a1d6-75d03aed0454 HTTP/1.1" status: 204 len: 168 time: 0.2688694 Jul 16 09:32:06.093645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36430) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:06.097804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.098169 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.098452 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.098770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.098891 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f89e8-a418-44f8-8bbe-40e5224adf89 None None] Network da2fb82f-dadf-4828-ba38-9e3420fe7dae requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:06.099107 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.099443 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.099797 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.100157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.100497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.100828 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.101160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.101487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbb9ac8-5531-43c2-a96a-83e66273dec4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:06.112679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a96afb9b-ff3b-4d43-8ba8-64c7e317b663 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:06.146906 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: a96afb9b-ff3b-4d43-8ba8-64c7e317b663 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:06.147252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device a96afb9b-ff3b-4d43-8ba8-64c7e317b663 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:06.207620 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.212116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:32:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.259350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Checking router: dc816189-a9cd-4c88-8264-88e0e80dfab4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:06.275470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Routers {'dc816189-a9cd-4c88-8264-88e0e80dfab4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:06.276288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['dc816189-a9cd-4c88-8264-88e0e80dfab4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.314250 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.374675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 1752738e-abb0-4132-a91f-5a6966a62ebe {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:06.375013 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.399543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] Set router dc816189-a9cd-4c88-8264-88e0e80dfab4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:06.458469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] DHCP port deletion for da2fb82f-dadf-4828-ba38-9e3420fe7dae request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:32:06.459330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 1752738e-abb0-4132-a91f-5a6966a62ebe, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1752738e-abb0-4132-a91f-5a6966a62ebe,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:06.459705 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.473603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 1752738e-abb0-4132-a91f-5a6966a62ebe owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:06.649151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.674346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=1752738e-abb0-4132-a91f-5a6966a62ebe,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.746249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.753380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:06.779022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Deleting port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:06.779312 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.837356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.840224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.873617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:06.874214 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.886326 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.886930 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Fanout notify agent at l3_agent the message router_deleted on router dc816189-a9cd-4c88-8264-88e0e80dfab4 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:32:06.894085 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.897863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-11e38bb0-5f25-41fc-a508-b984b21d3502 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/routers/dc816189-a9cd-4c88-8264-88e0e80dfab4 HTTP/1.1" status: 204 len: 168 time: 0.7998834 Jul 16 09:32:06.898034 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36432) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:06.909559 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Calling delete_port for f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:06.913556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:32:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.954552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa9652-af33-4446-9e6f-e311525db3fa None None] The sync data for ids ['dc816189-a9cd-4c88-8264-88e0e80dfab4'] in n-d-798054-12 is: [{'id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046254234', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:31:07Z', 'updated_at': '2021-07-16T09:32:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '1752738e-abb0-4132-a91f-5a6966a62ebe', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc816189-a9cd-4c88-8264-88e0e80dfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:31:08Z', 'updated_at': '2021-07-16T09:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:06.959899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.978554 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.035171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:32:07.035429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.042405 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:07.052808 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.088336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.101942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,segment=NetworkSegment(8c2b2119-5ec5-4458-a98e-b6ada778dcf4),segment_id=8c2b2119-5ec5-4458-a98e-b6ada778dcf4)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:07.102310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.109716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.112574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] No DVR routers for this DVR port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:07.123923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:32:07.124874 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.125289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.126084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.126662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.127152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.127656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.128030 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.128455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.128807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.129385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.129517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.129818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:07.152698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8b3e3-052a-432e-b575-a788bbb4ea0c None None] Pushing event deleted for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.199773 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.224754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.228926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port f5fcaabd-c98a-4a47-a8a5-90efdf84aa7b on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:32:07.313993 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.325241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2fb82f-dadf-4828-ba38-9e3420fe7dae']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:07.335787 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b2119-5ec5-4458-a98e-b6ada778dcf4') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:07.336114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b2119-5ec5-4458-a98e-b6ada778dcf4') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:07.350471 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.366939 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.373447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:32:07.373845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self.session.flush() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:32:07.377133 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:32:07.443009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.450546 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.456518 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/networks/da2fb82f-dadf-4828-ba38-9e3420fe7dae HTTP/1.1" status: 204 len: 168 time: 0.5534704 Jul 16 09:32:07.456518 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36434) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:07.473969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bef852-27d5-4401-a768-d75242861da2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Network': ['ID=da2fb82f-dadf-4828-ba38-9e3420fe7dae,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.531355 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.562819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.625522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.628247 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.632980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/security-groups/9fac12c6-3d78-41cf-8f91-2ff4bf788632 HTTP/1.1" status: 204 len: 168 time: 0.1725276 Jul 16 09:32:07.639131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eada2-4ce9-4e9f-ac50-48ed0116b6f5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac12c6-3d78-41cf-8f91-2ff4bf788632,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.165583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36440) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.170393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636429331', 'description': 'tempest-secgroup-smoke-636429331 description', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.193916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.280783 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.284905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.314852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.316138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1495006 Jul 16 09:32:08.317415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a943473-2456-4cbf-ab89-bae5a206cda0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7885b-3485-4243-a66e-80227a1c05f4,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.319207 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36442) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.324464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.353029 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.408571 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.412307 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.432129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08526ee5-a061-4a85-bddc-895d64cfc145,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.440140 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.441515 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9b8c81ac-f366-4ae7-9572-5a4b10f97414 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212273 Jul 16 09:32:08.444131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36444) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.448746 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.485439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.553257 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.556748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2ec119e-c3d4-4234-a65d-9822bd4c86ce no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:08.558513 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.582042 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dad00a3-2ab7-4489-8871-70cfa3f57290,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.582629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a2ec119e-c3d4-4234-a65d-9822bd4c86ce {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:08.583148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2ec119e-c3d4-4234-a65d-9822bd4c86ce not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:08.583911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1752738e-abb0-4132-a91f-5a6966a62ebe no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:32:08.586410 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.587685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-73fe9814-7277-4231-a2e1-97af4bcd0f39 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425676 Jul 16 09:32:08.591886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.597462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.611414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 1752738e-abb0-4132-a91f-5a6966a62ebe {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:32:08.611759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1752738e-abb0-4132-a91f-5a6966a62ebe not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:32:08.625579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.686715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.690560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.709965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac20c67-4b0e-43c5-87df-3e141ba9ef5b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.717962 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.722817 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-49fff384-880d-4bb2-8009-55519211b1c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273713 Jul 16 09:32:08.723311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36448) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.727793 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.755313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.814868 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.818637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.839450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fefc223-f460-4d9f-a193-30e5ab16f430,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.843541 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.848145 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-033231aa-ec5c-409a-b955-c85e85683d61 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214395 Jul 16 09:32:08.848720 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36450) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.852862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:08.874772 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:08.879656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.941555 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.945330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.963664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1111304f-9389-4713-b864-1afeae1c829b,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.970924 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.972363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b8f16c71-5d68-42b1-8fb8-0548eac63bd6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230497 Jul 16 09:32:08.975226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36452) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:08.980423 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '52d7885b-3485-4243-a66e-80227a1c05f4', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:09.002826 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:09.007985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.072200 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.076381 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.091941 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.099274 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e49ea-94e7-45b8-95e8-638d94e0d484,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:09.103361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.104657 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fc8956a6-4b08-426b-9058-fc15ee2fb6e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283846 Jul 16 09:32:09.107501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36454) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:09.112434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'network': {'name': 'tempest-network-smoke--1983641317', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:09.132751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:09.136180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.162679 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:32:09.171907 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.172337 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Added segment fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a of type vlan for network 40577bf9-b958-4101-a195-c91561e02894 Jul 16 09:32:09.213284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.245173 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.250778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:09.251373 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.286783 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1779585 Jul 16 09:32:09.289232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36456) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:09.295989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'admin_state_up': True, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:09.334433 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4efe-8da4-458b-9288-b02ba27b3329 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Network': ['ID=40577bf9-b958-4101-a195-c91561e02894,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:09.347867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 40577bf9-b958-4101-a195-c91561e02894 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:32:09.350970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.352125 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.407691 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.539224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.726496 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.744514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.819212 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.842815 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.133 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/b5c39a80-3525-44c1-b974-6bca83093e99) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:09.943941 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.980651 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:10.015338 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:10.021292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:10.024860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:10.030402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=b5c39a80-3525-44c1-b974-6bca83093e99,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:10.542647 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:10.729163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:10.856768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router ac21a719-3311-47a7-871a-a5477b9fde80 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:32:10.961392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:10.970769 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Sync routers for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:10.980004 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:10.980788 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:10.980952 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:10.982114 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d1b5888a-03c0-4ed4-b322-b41b85373b04 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6919477 Jul 16 09:32:10.985236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36458) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:11.012990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3b8aa968-b216-4e36-ae50-697b1ce59aaa tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8ac1f0e48494ba795bf31796068bc34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266850 Jul 16 09:32:11.017062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36460) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:11.083769 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:11.108236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031dd6a3-65c6-48d9-940d-4d2158da2851 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:11.109667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-031dd6a3-65c6-48d9-940d-4d2158da2851 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916274 Jul 16 09:32:11.112726 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36462) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:11.141203 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-874117c6-7988-407a-a86a-8cd96c1bf459 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271831 Jul 16 09:32:11.144214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36464) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:11.148947 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62406838', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:11.236837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:11.240700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.264963 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:10Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:11.290977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Checking router: ac21a719-3311-47a7-871a-a5477b9fde80 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:11.291324 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Updating router ac21a719-3311-47a7-871a-a5477b9fde80 port b5c39a80-3525-44c1-b974-6bca83093e99 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:11.327176 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.430290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.495402 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Subnet': ['ID=9217a6e7-fa02-432c-b564-eb7ee0e18945,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:11.502510 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Checking segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:11.502874 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network hostable DHCP agents. Network: 40577bf9-b958-4101-a195-c91561e02894, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:32:11.519652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 40577bf9-b958-4101-a195-c91561e02894 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:32:11.528235 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 40577bf9-b958-4101-a195-c91561e02894) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:11.533121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:11.534212 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.540530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c16337-9e7b-4e14-9d04-a46825c0e1ff None None] Network 40577bf9-b958-4101-a195-c91561e02894 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:11.551206 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3ece37f2-574a-4517-aaa1-670cb8c4ce5e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4034698 Jul 16 09:32:11.551614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36466) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:11.586496 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.600216 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Transition to ACTIVE for port object b5c39a80-3525-44c1-b974-6bca83093e99 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:11.610350 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.662767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Attempting to bind port b5c39a80-3525-44c1-b974-6bca83093e99 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:11.662767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Attempting to bind port b5c39a80-3525-44c1-b974-6bca83093e99 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:11.662767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Attempting to bind port b5c39a80-3525-44c1-b974-6bca83093e99 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:11.670646 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:11.671009 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:11.671425 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.671815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:11.672387 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Bound port: b5c39a80-3525-44c1-b974-6bca83093e99, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:11.672768 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.702386 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-40577bf9-b958-4101-a195-c91561e02894', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:32:11.703283 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.708810 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8485-4bdf-4c88-906b-e4554d149ac9 None None] Pushing event updated for resources: {'Port': ['ID=b5c39a80-3525-44c1-b974-6bca83093e99,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:11.736228 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] For port b5c39a80-3525-44c1-b974-6bca83093e99, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:11.739669 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] For port b5c39a80-3525-44c1-b974-6bca83093e99, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5c39a80-3525-44c1-b974-6bca83093e99,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:11.745473 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.796062 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:11.796776 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:11.854068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Allocated IP 172.20.0.2 (40577bf9-b958-4101-a195-c91561e02894/9217a6e7-fa02-432c-b564-eb7ee0e18945/c6e09a8e-7cd3-42d6-9a20-af54d73a147d) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:11.856697 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8485-4bdf-4c88-906b-e4554d149ac9 None None] Pushing event updated for resources: {'Port': ['ID=b5c39a80-3525-44c1-b974-6bca83093e99,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:11.922489 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:12.014414 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.023221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Transition to ACTIVE for port object c6e09a8e-7cd3-42d6-9a20-af54d73a147d will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:12.028289 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.038577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Transition to ACTIVE for port object c6e09a8e-7cd3-42d6-9a20-af54d73a147d will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:12.044961 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.082243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Network 40577bf9-b958-4101-a195-c91561e02894 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:12.088970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:12.092856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:12.099161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Pushing event updated for resources: {'Port': ['ID=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:12.157869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Attempting to bind port c6e09a8e-7cd3-42d6-9a20-af54d73a147d on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:12.158557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Attempting to bind port c6e09a8e-7cd3-42d6-9a20-af54d73a147d by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:12.158933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Attempting to bind port c6e09a8e-7cd3-42d6-9a20-af54d73a147d on network 40577bf9-b958-4101-a195-c91561e02894 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:12.164253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:12.164662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Checking segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:12.165486 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.165486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Bound using segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:12.165973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Bound port: c6e09a8e-7cd3-42d6-9a20-af54d73a147d, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:12.166356 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.207774 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:10Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:12.233989 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e449c-ed2c-440f-8569-0f7b90dcdb6d None None] The sync data for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 is: [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:10Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:12.236856 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] For port c6e09a8e-7cd3-42d6-9a20-af54d73a147d, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:12.240474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] For port c6e09a8e-7cd3-42d6-9a20-af54d73a147d, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:12.247378 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.321764 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0cb32-641c-4c6e-8a6c-f0c8734c4eb8 None None] Pushing event updated for resources: {'Port': ['ID=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:12.345107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.1 (40577bf9-b958-4101-a195-c91561e02894/9217a6e7-fa02-432c-b564-eb7ee0e18945/4e5fcf93-5b2d-4292-93db-eaec68343098) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:12.487715 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.522768 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 4e5fcf93-5b2d-4292-93db-eaec68343098 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:12.582449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.625747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 40577bf9-b958-4101-a195-c91561e02894 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:12.629368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:12.633771 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:12.676652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:12.678962 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5c39a80-3525-44c1-b974-6bca83093e99 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:12.704694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.749865 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b5c39a80-3525-44c1-b974-6bca83093e99 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:12.754383 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5c39a80-3525-44c1-b974-6bca83093e99 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:12.754610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.861775 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.872351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.886077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b5c39a80-3525-44c1-b974-6bca83093e99, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5c39a80-3525-44c1-b974-6bca83093e99,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:12.891875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:12.952056 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b5c39a80-3525-44c1-b974-6bca83093e99,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:13.090382 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3e6544f5-92c0-46a5-ad4e-db567ca426d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.189452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.194849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.274169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:13.280390 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.379767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 40577bf9-b958-4101-a195-c91561e02894 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:13.381248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:13.460430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bce06-7cc0-4e8d-97b1-d5887f52e16a None None] Network 40577bf9-b958-4101-a195-c91561e02894 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:13.507068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router ac21a719-3311-47a7-871a-a5477b9fde80 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:13.519896 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-88eda81f-28b8-4128-a2ff-598037181aee None None] Provisioning for port c6e09a8e-7cd3-42d6-9a20-af54d73a147d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:13.618383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:13.632735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f19c7f8c-a408-4a73-a384-c6ff63cd2762 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/ac21a719-3311-47a7-871a-a5477b9fde80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799377 Jul 16 09:32:13.781413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-00783eb1-5036-4f08-82d3-f2b7105127f1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636429331&fields=id&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 267 time: 0.0371475 Jul 16 09:32:13.899290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-a578216a-81af-4096-8767-59befb91f638 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:13.900891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-a578216a-81af-4096-8767-59befb91f638 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 797 time: 0.1121893 Jul 16 09:32:13.916844 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-24c486d6-8a41-4161-811e-eb1f116515c6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/quotas/e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 375 time: 0.0101352 Jul 16 09:32:13.953450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Sync routers for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:13.964845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3cf57e8e-a9ef-4bd4-9931-a68d6568f39f None None] Provisioning for port 4e5fcf93-5b2d-4292-93db-eaec68343098 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:13.969442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:13.970331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:13.973255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3cf57e8e-a9ef-4bd4-9931-a68d6568f39f None None] Provisioning complete for port 4e5fcf93-5b2d-4292-93db-eaec68343098 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:13.973642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3cf57e8e-a9ef-4bd4-9931-a68d6568f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.996082 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-dc8a18ea-d47f-4f88-9002-a4fb28ed73b4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737753 Jul 16 09:32:14.102032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-917b0979-9957-4603-8058-0f6c2c6bd9fa service neutron] 10.222.0.32 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917830 Jul 16 09:32:14.108288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3cf57e8e-a9ef-4bd4-9931-a68d6568f39f None None] Port 4e5fcf93-5b2d-4292-93db-eaec68343098 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:14.124749 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:14.206096 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-16b41e0e-17bb-4891-b3b5-3c415e780a94 service neutron] 10.222.0.32 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971849 Jul 16 09:32:14.294755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d7b0adbe-dc1f-451a-b52c-3862dc861e07 None None] Provisioning complete for port 4e5fcf93-5b2d-4292-93db-eaec68343098 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:14.295426 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7b0adbe-dc1f-451a-b52c-3862dc861e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.357000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0adbe-dc1f-451a-b52c-3862dc861e07 None None] Port 4e5fcf93-5b2d-4292-93db-eaec68343098 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:14.379724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:13Z', 'revision_number': 2, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:14.401140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-04d7821b-8734-475f-93e4-ce1db4eff5d9 req-fe768e42-e28e-4314-9da6-982ba880131c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 210 time: 0.0405424 Jul 16 09:32:14.407368 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Checking router: ac21a719-3311-47a7-871a-a5477b9fde80 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:14.407735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Updating router ac21a719-3311-47a7-871a-a5477b9fde80 port 4e5fcf93-5b2d-4292-93db-eaec68343098 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:14.457161 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.657903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6e09a8e-7cd3-42d6-9a20-af54d73a147d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:14.743836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port c6e09a8e-7cd3-42d6-9a20-af54d73a147d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:14.752917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c6e09a8e-7cd3-42d6-9a20-af54d73a147d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:14.753294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.825526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.842707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Transition to ACTIVE for port object 4e5fcf93-5b2d-4292-93db-eaec68343098 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:14.869265 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.929696 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:14.933760 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d8164-f91c-4a97-8fc4-a1d1b491eb15 None None] Pushing event updated for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:15.023179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port c6e09a8e-7cd3-42d6-9a20-af54d73a147d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:15.026867 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Attempting to bind port 4e5fcf93-5b2d-4292-93db-eaec68343098 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:15.027287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Attempting to bind port 4e5fcf93-5b2d-4292-93db-eaec68343098 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:15.027652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Attempting to bind port 4e5fcf93-5b2d-4292-93db-eaec68343098 on network 40577bf9-b958-4101-a195-c91561e02894 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:15.031230 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.032144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5c39a80-3525-44c1-b974-6bca83093e99 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:15.057203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:15.057894 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Checking segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:15.058499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.058912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Bound using segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:15.059407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Bound port: 4e5fcf93-5b2d-4292-93db-eaec68343098, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:15.059797 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.149895 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:15.200274 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] For port 4e5fcf93-5b2d-4292-93db-eaec68343098, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:15.202350 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b5c39a80-3525-44c1-b974-6bca83093e99 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:15.202719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.205919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] For port 4e5fcf93-5b2d-4292-93db-eaec68343098, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e5fcf93-5b2d-4292-93db-eaec68343098,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:15.227519 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.307994 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:15.308651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:31:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:15.314271 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d8164-f91c-4a97-8fc4-a1d1b491eb15 None None] Pushing event updated for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:15.600235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a0a0dd37-1f49-4a9b-94cd-da806859d5aa req-0883565e-427d-4df7-9911-48d393914024 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 210 time: 0.0445316 Jul 16 09:32:15.639400 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:15.670557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-19d2ae99-b7f5-475f-93b4-9473065396f4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:15.671985 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-19d2ae99-b7f5-475f-93b4-9473065396f4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 797 time: 0.1548767 Jul 16 09:32:15.715613 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-5ce5f2dd-d5f7-4383-b9df-cb31bff31d00 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 379 time: 0.0351667 Jul 16 09:32:15.724316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'port': {'device_id': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'admin_state_up': True, 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'security_groups': ['52d7885b-3485-4243-a66e-80227a1c05f4']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:15.738430 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7407d025-13ca-425a-b456-dfa47a6e2b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.809851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.839794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:15.843607 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:15.877134 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-98342049-01a8-4146-a500-7832c76bb960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:15Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:15.906576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98342049-01a8-4146-a500-7832c76bb960 None None] The sync data for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 is: [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:15Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:15.981860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.10 (40577bf9-b958-4101-a195-c91561e02894/9217a6e7-fa02-432c-b564-eb7ee0e18945/8385b520-9ab2-4c50-97b1-6cca16c207ee) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:16.418738 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.432233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 8385b520-9ab2-4c50-97b1-6cca16c207ee will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:16.466139 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.518877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 40577bf9-b958-4101-a195-c91561e02894 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:16.520115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:16.524414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:16.552955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:16.590714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:16.591668 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.613567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6cdf1c4d-f639-48e0-adcb-ad068efb7063 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8930788 Jul 16 09:32:16.630998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Request body: {'port': {'device_id': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:16.700320 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6e09a8e-7cd3-42d6-9a20-af54d73a147d up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:16.739023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.770739 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port c6e09a8e-7cd3-42d6-9a20-af54d73a147d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:16.771390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.874275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f3164a30-d56d-4e40-8e36-eca9ed97bc80 None None] Provisioning for port 8385b520-9ab2-4c50-97b1-6cca16c207ee completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:16.881280 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f3164a30-d56d-4e40-8e36-eca9ed97bc80 None None] Provisioning complete for port 8385b520-9ab2-4c50-97b1-6cca16c207ee triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:16.881654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f3164a30-d56d-4e40-8e36-eca9ed97bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:16.884000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e5fcf93-5b2d-4292-93db-eaec68343098 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:16.947816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa1394-93f3-4c92-8021-6b073d089ca1 req-430a52aa-6496-4d09-a377-95c8413932a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:16.949279 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9daa1394-93f3-4c92-8021-6b073d089ca1 req-430a52aa-6496-4d09-a377-95c8413932a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 932 time: 0.1709015 Jul 16 09:32:16.951618 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f3164a30-d56d-4e40-8e36-eca9ed97bc80 None None] Port 8385b520-9ab2-4c50-97b1-6cca16c207ee cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:16.970338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 4e5fcf93-5b2d-4292-93db-eaec68343098 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:16.974512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4e5fcf93-5b2d-4292-93db-eaec68343098 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:16.974899 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.041059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9daa1394-93f3-4c92-8021-6b073d089ca1 req-ff35851c-b98e-43d6-a820-e111d73fe385 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823786 Jul 16 09:32:17.069294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.114301 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.116133 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 4e5fcf93-5b2d-4292-93db-eaec68343098, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e5fcf93-5b2d-4292-93db-eaec68343098,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:17.120483 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.128343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8385b520-9ab2-4c50-97b1-6cca16c207ee {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:17.136977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.150910 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Transition to ACTIVE for port object 8385b520-9ab2-4c50-97b1-6cca16c207ee will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:17.155995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.183498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:17.254199 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Pushing event updated for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:17.288742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Attempting to bind port 8385b520-9ab2-4c50-97b1-6cca16c207ee on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:17.289084 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Attempting to bind port 8385b520-9ab2-4c50-97b1-6cca16c207ee by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:17.289419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Attempting to bind port 8385b520-9ab2-4c50-97b1-6cca16c207ee on network 40577bf9-b958-4101-a195-c91561e02894 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:17.293982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Port 8385b520-9ab2-4c50-97b1-6cca16c207ee on network 40577bf9-b958-4101-a195-c91561e02894 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:32:17.294315 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Attempting to bind port 8385b520-9ab2-4c50-97b1-6cca16c207ee on network 40577bf9-b958-4101-a195-c91561e02894 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:17.301050 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:17.301510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Checking segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:17.302012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Bound using segment: {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:17.302565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Bound port: 8385b520-9ab2-4c50-97b1-6cca16c207ee, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '40577bf9-b958-4101-a195-c91561e02894'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:17.302934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.373178 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:17.377521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:17.381153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.421868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.423003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:17.424412 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] 10.222.0.47 "PUT /v2.0/ports/8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 1093 time: 0.8026631 Jul 16 09:32:17.424856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:17.427122 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb27f55-692c-4450-8e05-4d779b045651" -d '{"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:17.451916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46865f96-b3f1-49f4-b328-932c5bcf0032 service neutron] Pushing event updated for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:17.499759 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63543b-794a-4bac-85f2-2d2c552022f8 x-openstack-request-id: req-3c63543b-794a-4bac-85f2-2d2c552022f8 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:17.500085 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:17.500915 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c63543b-794a-4bac-85f2-2d2c552022f8 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:17.501323 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'status': 'completed', 'code': 200} Jul 16 09:32:17.528625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-a0053c26-585d-4cc4-a302-eb98dea7075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.530248 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-a0053c26-585d-4cc4-a302-eb98dea7075c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1096 time: 0.0619304 Jul 16 09:32:17.572477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-ad03ce4b-0fc5-4fcd-ad78-50920dbbdf1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 217 time: 0.0353997 Jul 16 09:32:17.621526 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-2322bdf6-5101-42e8-9429-6aa0958d4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.623020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-2322bdf6-5101-42e8-9429-6aa0958d4f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0449550 Jul 16 09:32:17.683000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6a52abd7-1c28-45b9-aa41-7f0cd01ca018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.684530 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-6a52abd7-1c28-45b9-aa41-7f0cd01ca018 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553646 Jul 16 09:32:17.771858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-37492f46-9b05-414e-9bc3-174df8fa7c05 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812511 Jul 16 09:32:17.865140 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d89131bd-20b2-434c-88ef-c594e92beb9a req-8d1b91df-d345-4bd1-a1c0-30ae4fbaaf18 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Jul 16 09:32:17.959221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27f55-692c-4450-8e05-4d779b045651 req-2de5a5cf-8597-4296-a8d1-a7bb723710b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:17.960748 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-2de5a5cf-8597-4296-a8d1-a7bb723710b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1096 time: 0.0517719 Jul 16 09:32:18.057405 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27f55-692c-4450-8e05-4d779b045651 req-0b840874-7e8a-493e-8d54-269d840cc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.058889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-0b840874-7e8a-493e-8d54-269d840cc94d service neutron] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 898 time: 0.0922213 Jul 16 09:32:18.103220 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-b0f88151-f428-4edf-803b-15ed854952ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 217 time: 0.0376017 Jul 16 09:32:18.151632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27f55-692c-4450-8e05-4d779b045651 req-b1661c60-2a78-47b1-ac7b-22f5cb9a0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.153176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-b1661c60-2a78-47b1-ac7b-22f5cb9a0f08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0436525 Jul 16 09:32:18.256002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27f55-692c-4450-8e05-4d779b045651 req-975674e3-549e-4253-b324-584075e1ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.257542 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-975674e3-549e-4253-b324-584075e1ab94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978258 Jul 16 09:32:18.269981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83425505-23c0-49e4-9ee0-5fef02cfded6 req-282cface-1986-48ee-a06a-d49689d65df0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.271363 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83425505-23c0-49e4-9ee0-5fef02cfded6 req-282cface-1986-48ee-a06a-d49689d65df0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 944 time: 0.0823131 Jul 16 09:32:18.361165 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-83425505-23c0-49e4-9ee0-5fef02cfded6 req-9e3b4353-44a7-4c86-9587-228ba0377753 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817947 Jul 16 09:32:18.389482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-051a90c2-b1e7-43f2-a311-662307721f00 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171184 Jul 16 09:32:18.476805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0fb27f55-692c-4450-8e05-4d779b045651 req-94936e1b-15de-4951-83ca-f436f693b9a4 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808625 Jul 16 09:32:18.558585 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e5fcf93-5b2d-4292-93db-eaec68343098 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:18.605908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 4e5fcf93-5b2d-4292-93db-eaec68343098 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:18.606289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.705255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:19.538363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ee827-4823-43b1-b8dd-6558c217e509 req-4c7dd22a-5cf7-413c-ace2-da177c941314 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:19.539846 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e17ee827-4823-43b1-b8dd-6558c217e509 req-4c7dd22a-5cf7-413c-ace2-da177c941314 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 944 time: 0.0660832 Jul 16 09:32:19.576406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e17ee827-4823-43b1-b8dd-6558c217e509 req-8d794423-7b95-42ba-9308-2272eb6dabdf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Jul 16 09:32:20.168372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8385b520-9ab2-4c50-97b1-6cca16c207ee details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:32:20.260767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:20.271180 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'port_id': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'mac_address': 'fa:16:3e:45:0d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:32:20.308323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:20.324793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385b520-9ab2-4c50-97b1-6cca16c207ee {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:20.343907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:20.348591 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:20.394933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:20.552011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['8385b520-9ab2-4c50-97b1-6cca16c207ee'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:20.756877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d6cf-8df5-4f81-92e0-63f6ce9d7adb req-4c0ddf4b-4406-40b5-925a-10f7538958f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:20.758282 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f64d6cf-8df5-4f81-92e0-63f6ce9d7adb req-4c0ddf4b-4406-40b5-925a-10f7538958f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 945 time: 0.0651350 Jul 16 09:32:20.795713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f64d6cf-8df5-4f81-92e0-63f6ce9d7adb req-00d65672-bc84-46d3-b7e6-73d4f0159769 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Jul 16 09:32:22.009021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8628ea2-9842-4ab4-ad7f-847c6b43195e req-4108b02c-67d1-4665-85c1-66f986fe71fb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:22.010548 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8628ea2-9842-4ab4-ad7f-847c6b43195e req-4108b02c-67d1-4665-85c1-66f986fe71fb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 945 time: 0.0662165 Jul 16 09:32:22.053592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8628ea2-9842-4ab4-ad7f-847c6b43195e req-718e63c3-f8e7-422e-937b-32f61c233c05 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369399 Jul 16 09:32:22.168762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8385b520-9ab2-4c50-97b1-6cca16c207ee up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:22.217568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 8385b520-9ab2-4c50-97b1-6cca16c207ee completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:22.222218 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 8385b520-9ab2-4c50-97b1-6cca16c207ee triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:22.222606 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:22.306058 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:22.330875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:22.333291 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b9948-33d1-4a9a-9f8a-82c27f835a9c" -d '{"events": [{"server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "name": "network-vif-plugged", "status": "completed", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:22.347360 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:22.352178 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:22.379765 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a63191-327a-4ec8-8515-1779e5b4ca1d x-openstack-request-id: req-e1a63191-327a-4ec8-8515-1779e5b4ca1d {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:22.380893 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "name": "network-vif-plugged", "status": "completed", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:22.381225 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1a63191-327a-4ec8-8515-1779e5b4ca1d {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:22.381631 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'code': 200} Jul 16 09:32:22.410801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:22.491105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ddbaf-2c62-4f0d-b626-be719c49dc6c req-d5adefc1-b766-4473-822f-11f4b3f5f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:22.492669 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c50ddbaf-2c62-4f0d-b626-be719c49dc6c req-d5adefc1-b766-4473-822f-11f4b3f5f346 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1098 time: 0.0524666 Jul 16 09:32:22.528735 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c50ddbaf-2c62-4f0d-b626-be719c49dc6c req-355a5ddb-18a0-4f3a-80c7-89d73b9eb022 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300188 Jul 16 09:32:23.233427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392f90a-7038-403e-92f4-3867a0566c72 req-1b9cec98-21cf-4a9f-a0af-a097416fbebb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:23.235509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4392f90a-7038-403e-92f4-3867a0566c72 req-1b9cec98-21cf-4a9f-a0af-a097416fbebb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0669749 Jul 16 09:32:23.274458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4392f90a-7038-403e-92f4-3867a0566c72 req-3a42a245-f7fe-4207-8d05-734674fc9e0b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331416 Jul 16 09:32:24.455956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0b7d-7c52-49ba-8329-03e5f527dd2b req-47831b81-100c-4c36-93a9-c4bf06e3aa83 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.457516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ea0b7d-7c52-49ba-8329-03e5f527dd2b req-47831b81-100c-4c36-93a9-c4bf06e3aa83 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0735273 Jul 16 09:32:24.494157 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ea0b7d-7c52-49ba-8329-03e5f527dd2b req-c32568d5-e80c-4702-89a0-c619c66465cd tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Jul 16 09:32:24.664004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a354-a817-4200-bb75-59aab16cc793 req-d536d200-2f49-40c2-9085-3aeebfa564fa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.665512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36a0a354-a817-4200-bb75-59aab16cc793 req-d536d200-2f49-40c2-9085-3aeebfa564fa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0620244 Jul 16 09:32:24.703317 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-36a0a354-a817-4200-bb75-59aab16cc793 req-71a847c4-c808-4042-afee-45cd6f1a1119 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322654 Jul 16 09:32:24.726711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36534) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:24.778218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70966f2-ca30-4065-914d-a669e169c0d0 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.779728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f70966f2-ca30-4065-914d-a669e169c0d0 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1093 time: 0.0520449 Jul 16 09:32:24.782542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36536) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:24.787067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:24.808624 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:24.906223 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.007003 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.174 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/1a7e9d03-2fbb-4da6-ab07-69a3d3806449) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:25.105654 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.143815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.178037 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:25.180827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:25.186135 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:25.215358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=1a7e9d03-2fbb-4da6-ab07-69a3d3806449,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:25.553184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.629209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.774026 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.778442 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.845597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=1a7e9d03-2fbb-4da6-ab07-69a3d3806449,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:25.856229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:25.953208 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP f3c5707e-2a25-49ea-b0b5-739cb8726b8c associated. External IP: 172.25.5.174, port: 8385b520-9ab2-4c50-97b1-6cca16c207ee. Jul 16 09:32:26.154955 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router ac21a719-3311-47a7-871a-a5477b9fde80 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:26.261046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:26.270501 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Sync routers for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:26.276438 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:26.280828 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:26.281445 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.318821 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c01ef6c1-f53d-4ec3-b656-82b062f12a8e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5352092 Jul 16 09:32:26.319684 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:26.321741 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f71027-8f1b-48a3-87ea-6c85927fc666" -d '{"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:26.358705 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075288e-fe36-42ef-9001-84952e5d8c09 x-openstack-request-id: req-3075288e-fe36-42ef-9001-84952e5d8c09 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:26.358996 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:26.359255 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3075288e-fe36-42ef-9001-84952e5d8c09 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:26.359660 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'status': 'completed', 'code': 200} Jul 16 09:32:26.396575 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:26.475311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-f64b6c47-ffb9-4cba-b217-124de1a1ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.476833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-f64b6c47-ffb9-4cba-b217-124de1a1ab9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1098 time: 0.0934706 Jul 16 09:32:26.520293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4be8-121b-4b66-b127-c9bff6ad16d3 req-f5955177-f230-4b07-9941-f14735aadcfc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.521804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-330d4be8-121b-4b66-b127-c9bff6ad16d3 req-f5955177-f230-4b07-9941-f14735aadcfc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.1075764 Jul 16 09:32:26.602274 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-330d4be8-121b-4b66-b127-c9bff6ad16d3 req-db9be218-8770-4ce8-951a-a99913871447 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733302 Jul 16 09:32:26.614484 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-9a34e6f6-c357-4203-8948-c0ed625ecd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.616127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-9a34e6f6-c357-4203-8948-c0ed625ecd72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 898 time: 0.1321006 Jul 16 09:32:26.626672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'f3c5707e-2a25-49ea-b0b5-739cb8726b8c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'port_id': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'mac_address': 'fa:16:3e:45:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:25Z', 'updated_at': '2021-07-16T09:32:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.627479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36542) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:26.654651 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Checking router: ac21a719-3311-47a7-871a-a5477b9fde80 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:26.664688 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:26.665698 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:32:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:26.689363 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2e5ccd55-d97d-4d67-a177-6c6e8eee3bec tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/f3c5707e-2a25-49ea-b0b5-739cb8726b8c HTTP/1.1" status: 200 len: 992 time: 0.0595744 Jul 16 09:32:26.773441 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:26.808665 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:26.962691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-1b3f242f-0ff7-45dc-98f5-bdda41458d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 1000 time: 0.3380079 Jul 16 09:32:27.010183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-f0ee984c-6a91-423a-b57a-802e70694574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.011035 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'f3c5707e-2a25-49ea-b0b5-739cb8726b8c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'port_id': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'mac_address': 'fa:16:3e:45:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:25Z', 'updated_at': '2021-07-16T09:32:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:27.011633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-f0ee984c-6a91-423a-b57a-802e70694574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0430512 Jul 16 09:32:27.037575 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb26a49-dd00-4457-8b24-d79e52f8ecd4 None None] The sync data for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 is: [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'f3c5707e-2a25-49ea-b0b5-739cb8726b8c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'port_id': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'mac_address': 'fa:16:3e:45:0d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:25Z', 'updated_at': '2021-07-16T09:32:25Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:27.072031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-85f5ec92-1668-45ce-a32d-05887341e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.073567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-85f5ec92-1668-45ce-a32d-05887341e93d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557406 Jul 16 09:32:27.165328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-5555b3d1-45f1-41d9-ad64-4783623bcd4a service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850923 Jul 16 09:32:27.230718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa33d2a-d9c2-4a7b-aa11-f35aac635c34 None None] New status for floating IP f3c5707e-2a25-49ea-b0b5-739cb8726b8c: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:27.261174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a6f71027-8f1b-48a3-87ea-6c85927fc666 req-ef1e5f83-cc47-4aef-826e-22e6248acf84 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898972 Jul 16 09:32:27.692330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36544) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:27.749991 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-735c6c72-867c-4b15-84bb-2a3cb890a576 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/f3c5707e-2a25-49ea-b0b5-739cb8726b8c HTTP/1.1" status: 200 len: 994 time: 0.0565889 Jul 16 09:32:39.088774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:39.819467 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:43.081788 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c66fced0-2856-4a9d-8150-8c09b3351076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.698478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0c86f8d1-bead-413f-a970-2b099a1ffd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:45.790361 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:47.101097 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:48.702718 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:59.242482 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-e142566d-a427-4d53-b355-2b696adafb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:59.244254 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-e142566d-a427-4d53-b355-2b696adafb6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1098 time: 0.0615106 Jul 16 09:32:59.376183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-46e37e70-0bbf-40ba-bc81-5e64c3344e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:59.377637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-46e37e70-0bbf-40ba-bc81-5e64c3344e2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 898 time: 0.1266222 Jul 16 09:32:59.390058 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0e39-6b2a-4c1b-8148-60db1cf296e2 req-b7c8c722-0bfc-475f-9d43-306ddae86c62 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:59.391426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-080a0e39-6b2a-4c1b-8148-60db1cf296e2 req-b7c8c722-0bfc-475f-9d43-306ddae86c62 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.1731851 Jul 16 09:32:59.469021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-080a0e39-6b2a-4c1b-8148-60db1cf296e2 req-b7f33d22-3045-4f5d-b8e6-e2cb9797e41e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706384 Jul 16 09:32:59.473847 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-590066ae-45e4-4380-9560-f01c265bf422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 1002 time: 0.0815344 Jul 16 09:32:59.523368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-b8d85576-50b3-4097-aebc-a389a308be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:59.524907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-b8d85576-50b3-4097-aebc-a389a308be90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0439303 Jul 16 09:32:59.584656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-c3aaf484-0ddd-46f3-8206-00c000169b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:59.586163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-c3aaf484-0ddd-46f3-8206-00c000169b0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547111 Jul 16 09:32:59.673674 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-a5b426b5-8068-45fa-a519-6eb40db0a0e2 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804877 Jul 16 09:32:59.767236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d000f4b6-c5ef-4108-8b11-5fbbf831a993 req-916aa515-ed24-48da-a4fb-a60e26a34929 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863199 Jul 16 09:33:00.689778 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca9cd2-c639-4af3-89b1-7c907c193ad1 req-7673554e-9a17-48e9-b2d4-edce4af544e4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:00.691255 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ca9cd2-c639-4af3-89b1-7c907c193ad1 req-7673554e-9a17-48e9-b2d4-edce4af544e4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.1085570 Jul 16 09:33:00.728945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60ca9cd2-c639-4af3-89b1-7c907c193ad1 req-b80a33b4-da8b-49a2-b681-bc5374010e55 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Jul 16 09:33:01.905903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37484c55-8716-499b-87c2-d777d01d2976 req-ac386e35-2ee8-478e-b195-63a41b89e5a0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:01.907370 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37484c55-8716-499b-87c2-d777d01d2976 req-ac386e35-2ee8-478e-b195-63a41b89e5a0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0670042 Jul 16 09:33:01.945138 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-37484c55-8716-499b-87c2-d777d01d2976 req-72e7362f-aa1b-45cb-a1e3-88ebb2fafb3a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317051 Jul 16 09:33:03.116483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d437e-f0da-4f4c-bcdd-677d71049f3a req-013f85fd-426f-49ed-bcf9-3e448373c1b7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:03.117972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-797d437e-f0da-4f4c-bcdd-677d71049f3a req-013f85fd-426f-49ed-bcf9-3e448373c1b7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0632455 Jul 16 09:33:03.154803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-797d437e-f0da-4f4c-bcdd-677d71049f3a req-575b2e6b-50b2-4e63-8e6b-b9e65c86bf0e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Jul 16 09:33:03.809103 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:04.326115 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a244e-4117-4a6f-b751-2d249244a790 req-13f6dee4-9c0e-4055-a37b-73faab307e4f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:04.327585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d9a244e-4117-4a6f-b751-2d249244a790 req-13f6dee4-9c0e-4055-a37b-73faab307e4f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0630832 Jul 16 09:33:04.364867 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3d9a244e-4117-4a6f-b751-2d249244a790 req-247769a4-b365-449a-8113-cc2e9d05860d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Jul 16 09:33:05.542220 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b490410-bffd-4397-89ec-e946d32d7932 req-89ea819c-fb8b-4105-81a8-0e8a96ec5acf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:05.543617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b490410-bffd-4397-89ec-e946d32d7932 req-89ea819c-fb8b-4105-81a8-0e8a96ec5acf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0659766 Jul 16 09:33:05.580393 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5b490410-bffd-4397-89ec-e946d32d7932 req-1fbcd1b8-d1b5-4997-a3be-1d9847d44d76 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Jul 16 09:33:06.752804 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6439d-8801-4763-9fe0-0b93a0de9ec5 req-d13a26e3-ba91-4417-8e67-cc069de09f33 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:06.754285 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ed6439d-8801-4763-9fe0-0b93a0de9ec5 req-d13a26e3-ba91-4417-8e67-cc069de09f33 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0632470 Jul 16 09:33:06.791649 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2ed6439d-8801-4763-9fe0-0b93a0de9ec5 req-ba1d7276-e5a8-42a4-96a9-614703d50c67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Jul 16 09:33:07.963165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35a86-8db1-4cdf-b605-f79c75e297b2 req-23ffe0d9-8107-41b6-ab37-d267f543c2af tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:07.964710 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ce35a86-8db1-4cdf-b605-f79c75e297b2 req-23ffe0d9-8107-41b6-ab37-d267f543c2af tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0665941 Jul 16 09:33:08.002151 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ce35a86-8db1-4cdf-b605-f79c75e297b2 req-36fb8869-31f7-47f1-bf0d-a5335e39aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315926 Jul 16 09:33:09.093242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:09.184941 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2d07f-9113-4e78-a3d7-84722f59a421 req-fb2cb71c-676a-412b-8b0a-c648577d78ea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:09.186483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bd2d07f-9113-4e78-a3d7-84722f59a421 req-fb2cb71c-676a-412b-8b0a-c648577d78ea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0645354 Jul 16 09:33:09.224538 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8bd2d07f-9113-4e78-a3d7-84722f59a421 req-f7215d86-b898-4daf-874b-b8a5db9df616 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320089 Jul 16 09:33:09.818222 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:10.395452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e852-9f5e-4ad2-b595-58aa982d0534 req-cd1e33d6-e4aa-4b99-a5c3-86a144de8804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:10.396964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfc4e852-9f5e-4ad2-b595-58aa982d0534 req-cd1e33d6-e4aa-4b99-a5c3-86a144de8804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0624747 Jul 16 09:33:10.433931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfc4e852-9f5e-4ad2-b595-58aa982d0534 req-f5768127-a3f4-455b-bba5-92aa293db43a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Jul 16 09:33:11.611607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a878de-5e3f-4c37-89cb-a685cef8d5bc req-3c3d7256-bdc1-4a31-b671-fda6d054e8ac tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:11.613127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0a878de-5e3f-4c37-89cb-a685cef8d5bc req-3c3d7256-bdc1-4a31-b671-fda6d054e8ac tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0662718 Jul 16 09:33:11.650350 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0a878de-5e3f-4c37-89cb-a685cef8d5bc req-9adf0230-1874-4c9f-bbcb-6ab6d50785a0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jul 16 09:33:12.818879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6097-6715-4432-be32-cd9dd3d4f559 req-09b19cfa-08a6-4d8f-8047-9fec93e32115 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.820396 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1de6097-6715-4432-be32-cd9dd3d4f559 req-09b19cfa-08a6-4d8f-8047-9fec93e32115 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0629282 Jul 16 09:33:12.858247 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1de6097-6715-4432-be32-cd9dd3d4f559 req-7bfe0657-3695-4204-b4ad-60de9eb7168b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Jul 16 09:33:13.083501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a26446b-4412-4c5e-9043-32d71612eda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:14.030311 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9020f-e61f-4be0-a8be-4513f9c020f5 req-a917c44e-95c4-4b42-8fce-62c34cc56f74 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:14.031793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30e9020f-e61f-4be0-a8be-4513f9c020f5 req-a917c44e-95c4-4b42-8fce-62c34cc56f74 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0660121 Jul 16 09:33:14.069408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-30e9020f-e61f-4be0-a8be-4513f9c020f5 req-c745c065-9535-464a-9ae4-ee39ff045eaa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Jul 16 09:33:15.244141 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f27d31-280e-4898-ac34-c6b888085b56 req-db712fe0-84e5-43ce-a671-236f78c279cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.245545 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66f27d31-280e-4898-ac34-c6b888085b56 req-db712fe0-84e5-43ce-a671-236f78c279cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0632401 Jul 16 09:33:15.282174 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66f27d31-280e-4898-ac34-c6b888085b56 req-f6b8ee1d-97c4-4c72-a616-a3fdf832a7d9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310185 Jul 16 09:33:15.700091 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bb176734-0726-4e29-8f21-f58fcbaa9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:15.790786 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:16.455993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9383a38-dcb8-4f0f-9a2e-25ab5b890acc req-13e30385-5fa4-4285-baa6-1852f3203e6b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:16.457992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9383a38-dcb8-4f0f-9a2e-25ab5b890acc req-13e30385-5fa4-4285-baa6-1852f3203e6b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0618348 Jul 16 09:33:16.494862 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e9383a38-dcb8-4f0f-9a2e-25ab5b890acc req-ca15a9d7-6b4f-4a2f-8866-ea4517b93b18 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Jul 16 09:33:16.518646 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36604) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:16.580801 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-054d6a9f-b04a-4cd6-9219-6bffc533e565 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/f3c5707e-2a25-49ea-b0b5-739cb8726b8c HTTP/1.1" status: 200 len: 994 time: 0.0604000 Jul 16 09:33:17.103514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:18.708218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:18.835987 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-e4d3abdc-2fd1-43ac-bff4-403480de87fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913594 Jul 16 09:33:18.927367 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c643e-1413-447d-9c3f-3b093b04b512 req-9cb57679-571e-477b-b99c-19f7e8a7d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:18.928887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-9cb57679-571e-477b-b99c-19f7e8a7d0b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1098 time: 0.0515332 Jul 16 09:33:19.037519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c643e-1413-447d-9c3f-3b093b04b512 req-9b8d3c52-f904-4a7e-897e-39b9d055f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:19.038968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-9b8d3c52-f904-4a7e-897e-39b9d055f627 service neutron] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 898 time: 0.0899189 Jul 16 09:33:19.111383 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-e9deb9dc-6195-477d-8166-76b73df40535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 1002 time: 0.0658226 Jul 16 09:33:19.156238 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c643e-1413-447d-9c3f-3b093b04b512 req-496ac09b-331a-47b3-8a09-098a7768c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:19.157638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-496ac09b-331a-47b3-8a09-098a7768c759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0408595 Jul 16 09:33:19.211811 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c643e-1413-447d-9c3f-3b093b04b512 req-0ffe5b7c-5eb9-46ac-8474-b7cf363de681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:19.213291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-0ffe5b7c-5eb9-46ac-8474-b7cf363de681 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496283 Jul 16 09:33:19.304556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-c144c6df-18ea-4047-ad49-02e074136b5c service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Jul 16 09:33:19.396990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-350c643e-1413-447d-9c3f-3b093b04b512 req-b268d16c-ab71-477a-bfff-11d9834dae90 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867794 Jul 16 09:33:39.092254 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:39.832993 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:40.808691 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:40.843898 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-60b02ef3-ec6e-4ead-b759-c2f9313d864c req-04020699-991f-44d4-80b7-3aa2b33c5776 service neutron] (93775) timed out ('10.222.0.32', 33310) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:33:43.085172 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-406e2d2b-cc15-47d4-83da-0276c282bca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:45.699786 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1bc6ae64-cf5b-4bf6-a642-f5699ff71d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:45.791171 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:46.964178 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36624) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:47.106511 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.120705 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 1a7e9d03-2fbb-4da6-ab07-69a3d3806449 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:47.121051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.201890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.202215 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.213983 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 1a7e9d03-2fbb-4da6-ab07-69a3d3806449 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:47.355601 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.379804 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=1a7e9d03-2fbb-4da6-ab07-69a3d3806449,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:47.412227 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.412826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.413436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.414011 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.414587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.415160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.415725 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.416345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.416910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.417407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.417760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.418302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:47.456728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.457070 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP f3c5707e-2a25-49ea-b0b5-739cb8726b8c disassociated (deleted). External IP: 172.25.5.174, port: 8385b520-9ab2-4c50-97b1-6cca16c207ee. Jul 16 09:33:47.657832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router ac21a719-3311-47a7-871a-a5477b9fde80 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:33:47.762593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:33:47.767458 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:47.771804 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Sync routers for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:33:47.780614 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:47.781214 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:47.802242 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2ae83958-982c-4b37-b0bd-873b8d23aabc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3c5707e-2a25-49ea-b0b5-739cb8726b8c HTTP/1.1" status: 204 len: 168 time: 0.8369930 Jul 16 09:33:47.802818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:47.805687 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d306185-62ea-484c-a1c0-e0af7e96d640" -d '{"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:47.889168 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:47.901371 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df450d2-4e7a-4fee-8af3-6088c18be472 x-openstack-request-id: req-0df450d2-4e7a-4fee-8af3-6088c18be472 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:47.901664 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:47.901920 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0df450d2-4e7a-4fee-8af3-6088c18be472 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:47.902319 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'status': 'completed', 'code': 200} Jul 16 09:33:47.981301 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-bd7597ba-9218-4dd8-8a60-9e72fb363184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:47.983636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-bd7597ba-9218-4dd8-8a60-9e72fb363184 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 1098 time: 0.0581808 Jul 16 09:33:48.094960 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-13d427b5-5be9-443e-9d40-dcc93b5616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.097256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-13d427b5-5be9-443e-9d40-dcc93b5616ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 200 len: 898 time: 0.1074600 Jul 16 09:33:48.114363 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:48.140810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-b82a302e-4455-4284-91a1-cd779f17dcd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 200 len: 217 time: 0.0363374 Jul 16 09:33:48.145175 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Checking router: ac21a719-3311-47a7-871a-a5477b9fde80 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:33:48.154096 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:48.154700 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:48.218790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-45a85b96-430f-4ff9-91e2-6088f0bb44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.220498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-45a85b96-430f-4ff9-91e2-6088f0bb44ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 200 len: 833 time: 0.0698237 Jul 16 09:33:48.271397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c6259-54fc-450a-8f08-731b12409f99 req-9355efa3-1486-48f3-a564-51b4eb00acf8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.273822 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-366c6259-54fc-450a-8f08-731b12409f99 req-9355efa3-1486-48f3-a564-51b4eb00acf8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.1347871 Jul 16 09:33:48.324570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-f3a52e60-5782-4b6f-8cd7-046932c99e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.326142 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-f3a52e60-5782-4b6f-8cd7-046932c99e1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=40577bf9-b958-4101-a195-c91561e02894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983071 Jul 16 09:33:48.329028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-366c6259-54fc-450a-8f08-731b12409f99 req-ee986e1b-da46-45f3-b323-a37cb724df02 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491781 Jul 16 09:33:48.356411 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:48.419924 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-4d612781-168a-45ab-94b2-3ad399513876 service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867007 Jul 16 09:33:48.511947 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1d306185-62ea-484c-a1c0-e0af7e96d640 req-e85a4ad1-9ae8-4f79-9ecc-ea5a3351886d service neutron] 10.222.0.47 "GET /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Jul 16 09:33:48.548951 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:48.574461 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1220-415b-4e9a-a0b1-f45e445656eb None None] The sync data for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 is: [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '4e5fcf93-5b2d-4292-93db-eaec68343098', 'name': '', 'network_id': '40577bf9-b958-4101-a195-c91561e02894', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:f1:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:12Z', 'updated_at': '2021-07-16T09:32:17Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9217a6e7-fa02-432c-b564-eb7ee0e18945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:33:48.712124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.786759 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dedee-ab5c-4380-a066-3e909dc683f4 None None] New status for floating IP f3c5707e-2a25-49ea-b0b5-739cb8726b8c: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:33:49.506470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f45652-e120-45b3-a82f-fac09f914bb1 req-86ad2761-5419-43c9-85c7-69374830b68c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:49.508353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63f45652-e120-45b3-a82f-fac09f914bb1 req-86ad2761-5419-43c9-85c7-69374830b68c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0633621 Jul 16 09:33:49.545920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-63f45652-e120-45b3-a82f-fac09f914bb1 req-1ef58315-8db5-41c4-b4f2-2a06afe88106 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=52d7885b-3485-4243-a66e-80227a1c05f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314271 Jul 16 09:33:49.677276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-b846aee7-583e-47cb-b5f6-0eb54dfa9455 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:49.678724 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-b846aee7-583e-47cb-b5f6-0eb54dfa9455 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 946 time: 0.0606680 Jul 16 09:33:49.778008 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 8385b520-9ab2-4c50-97b1-6cca16c207ee {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:49.778350 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.862926 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 8385b520-9ab2-4c50-97b1-6cca16c207ee, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=8385b520-9ab2-4c50-97b1-6cca16c207ee,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:49.863288 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.876368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 8385b520-9ab2-4c50-97b1-6cca16c207ee owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:50.003785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:50.030454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=8385b520-9ab2-4c50-97b1-6cca16c207ee,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:50.040874 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.041229 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.041570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.041908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.042239 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.042570 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.042902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.043690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.043690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.043906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.044192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.044514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:50.091627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port 8385b520-9ab2-4c50-97b1-6cca16c207ee on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:33:50.094262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:50.096432 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dff11503-1114-4697-96aa-d1123cdd1b84 req-16688e0f-aef5-42ed-83b3-e9478ffc929b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "DELETE /v2.0/ports/8385b520-9ab2-4c50-97b1-6cca16c207ee HTTP/1.1" status: 204 len: 173 time: 0.4123106 Jul 16 09:33:50.096860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'name': 'network-vif-deleted', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:50.099107 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3ed89-d2a6-49ae-bc3f-2c76dce297d4" -d '{"events": [{"server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "name": "network-vif-deleted", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:50.190232 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c05ffa-0f44-4d5a-82e8-46e65268dba7 x-openstack-request-id: req-c8c05ffa-0f44-4d5a-82e8-46e65268dba7 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:50.190592 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9314fcf3-8412-48fe-b4a4-57659cff7bda", "name": "network-vif-deleted", "tag": "8385b520-9ab2-4c50-97b1-6cca16c207ee", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:50.190967 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8c05ffa-0f44-4d5a-82e8-46e65268dba7 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:50.191385 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9314fcf3-8412-48fe-b4a4-57659cff7bda', 'name': 'network-vif-deleted', 'tag': '8385b520-9ab2-4c50-97b1-6cca16c207ee', 'status': 'completed', 'code': 200} Jul 16 09:33:50.700678 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-edf0b8c3-7970-427a-8e2c-365e4e417540 req-650fa431-7676-4f90-b563-b7e9fa4b4ebe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9314fcf3-8412-48fe-b4a4-57659cff7bda HTTP/1.1" status: 200 len: 210 time: 0.0292130 Jul 16 09:33:51.791613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36646) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:52.142089 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.721162 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8385b520-9ab2-4c50-97b1-6cca16c207ee no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:52.723068 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 4e5fcf93-5b2d-4292-93db-eaec68343098 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:52.723417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.740296 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 8385b520-9ab2-4c50-97b1-6cca16c207ee {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:33:52.740644 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 8385b520-9ab2-4c50-97b1-6cca16c207ee not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:52.814598 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 4e5fcf93-5b2d-4292-93db-eaec68343098, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=4e5fcf93-5b2d-4292-93db-eaec68343098,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:52.815179 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.826909 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 4e5fcf93-5b2d-4292-93db-eaec68343098 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:53.008604 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.034892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=4e5fcf93-5b2d-4292-93db-eaec68343098,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:53.213033 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.424501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router ac21a719-3311-47a7-871a-a5477b9fde80 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:33:53.528577 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:33:53.534381 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-aee3f153-ef66-4a36-8077-7720860edcb6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/ac21a719-3311-47a7-871a-a5477b9fde80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416902 Jul 16 09:33:53.536954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36648) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:53.537834 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Sync routers for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:33:53.547399 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:53.548002 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:53.587604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting subnet 9217a6e7-fa02-432c-b564-eb7ee0e18945 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:33:53.590676 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.629950 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.649153 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:53.718090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.779143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.806274 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Subnet': ['ID=9217a6e7-fa02-432c-b564-eb7ee0e18945,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:53.811124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.816367 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b9018eac-a6e0-4afb-af87-10e950adf70f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/subnets/9217a6e7-fa02-432c-b564-eb7ee0e18945 HTTP/1.1" status: 204 len: 168 time: 0.2751775 Jul 16 09:33:53.816367 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36650) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:53.822850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c3721-bf85-4cfc-a95b-cef807cd82bb None None] Network 40577bf9-b958-4101-a195-c91561e02894 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:33:53.827227 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:33:52Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:53.853673 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Checking router: ac21a719-3311-47a7-871a-a5477b9fde80 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:33:53.862299 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Routers {'ac21a719-3311-47a7-871a-a5477b9fde80'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:53.862923 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['ac21a719-3311-47a7-871a-a5477b9fde80'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:53.927815 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.966408 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] Set router ac21a719-3311-47a7-871a-a5477b9fde80 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:54.032604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] DHCP port deletion for 40577bf9-b958-4101-a195-c91561e02894 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:33:54.043866 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.083688 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Deleting port c6e09a8e-7cd3-42d6-9a20-af54d73a147d {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:54.084282 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.108015 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port b5c39a80-3525-44c1-b974-6bca83093e99 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:54.108426 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.148872 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:33:52Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:54.152849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] For port c6e09a8e-7cd3-42d6-9a20-af54d73a147d, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,segment=NetworkSegment(fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a),segment_id=fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:54.153273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.165324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Calling delete_port for c6e09a8e-7cd3-42d6-9a20-af54d73a147d owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:54.181916 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542b00d-c8ae-4d92-b432-6b9a51145580 None None] The sync data for ids ['ac21a719-3311-47a7-871a-a5477b9fde80'] in n-d-798054-12 is: [{'id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975095112', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:33:52Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'b5c39a80-3525-44c1-b974-6bca83093e99', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac21a719-3311-47a7-871a-a5477b9fde80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:09Z', 'updated_at': '2021-07-16T09:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:33:54.198619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port b5c39a80-3525-44c1-b974-6bca83093e99, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b5c39a80-3525-44c1-b974-6bca83093e99,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:54.199003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.215999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for b5c39a80-3525-44c1-b974-6bca83093e99 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:54.261966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.285850 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Pushing event deleted for resources: {'Port': ['ID=c6e09a8e-7cd3-42d6-9a20-af54d73a147d,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:54.297442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] No DVR routers for this DVR port c6e09a8e-7cd3-42d6-9a20-af54d73a147d on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:33:54.302541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.302910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.303262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.303608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.304945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.305049 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.305414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.305646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.306033 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.306371 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.306698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.307743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03068d6a-85c0-475d-b162-b7656db84353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:54.400972 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.430672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=b5c39a80-3525-44c1-b974-6bca83093e99,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:54.497217 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.599785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.602694 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.650903 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.651461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Fanout notify agent at l3_agent the message router_deleted on router ac21a719-3311-47a7-871a-a5477b9fde80 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:33:54.662909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.665361 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-28288626-6920-4ffa-bd2f-e4612ed5e580 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/routers/ac21a719-3311-47a7-871a-a5477b9fde80 HTTP/1.1" status: 204 len: 168 time: 0.8484082 Jul 16 09:33:54.668072 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36652) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:54.689785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6e09a8e-7cd3-42d6-9a20-af54d73a147d no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:54.710366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: c6e09a8e-7cd3-42d6-9a20-af54d73a147d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:33:54.710710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device c6e09a8e-7cd3-42d6-9a20-af54d73a147d not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:54.711131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e5fcf93-5b2d-4292-93db-eaec68343098 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:54.735043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 4e5fcf93-5b2d-4292-93db-eaec68343098 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:33:54.735514 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 4e5fcf93-5b2d-4292-93db-eaec68343098 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:54.759665 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.859557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.873658 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40577bf9-b958-4101-a195-c91561e02894']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:54.884501 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:54.884807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d6d1f-3309-436a-95c7-3a2bd18c2f5a') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:54.893386 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.907599 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.913944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:33:54.914534 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:33:54.917345 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:33:54.978055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.985511 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:54.987373 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/networks/40577bf9-b958-4101-a195-c91561e02894 HTTP/1.1" status: 204 len: 168 time: 0.3183296 Jul 16 09:33:54.990245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36654) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:54.998526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa4836-26f6-4b51-8261-f227abfe0964 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Network': ['ID=40577bf9-b958-4101-a195-c91561e02894,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.047796 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.071709 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.136767 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.139489 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.140780 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/security-groups/52d7885b-3485-4243-a66e-80227a1c05f4 HTTP/1.1" status: 204 len: 168 time: 0.1495614 Jul 16 09:33:55.150708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dea71-a23c-4a74-a5b3-95c72b927c15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7885b-3485-4243-a66e-80227a1c05f4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.406917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36660) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:55.412060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830445926', 'description': 'tempest-secgroup-smoke-1830445926 description', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:55.434698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.518315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.521822 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.548047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.549328 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414068 Jul 16 09:33:55.552455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36662) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:55.554254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238c3a2-2200-4a63-87e8-4608bf753c49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2802d7-2423-42bf-a3b1-d02f9cece4d5,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.557325 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:55.586930 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.643448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.647185 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.666462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8323aea-44d1-4592-941f-10ead673d2d5,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.672990 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.676791 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ff2b41c5-75e6-40b7-a8a3-dd782ccff512 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207113 Jul 16 09:33:55.676995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36664) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:55.682246 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:55.708791 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.765651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.769213 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.789723 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66af3f7e-82e4-4de2-817c-aad666060091,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.797113 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.798309 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-2555fcf3-d324-47e1-9bb0-424918ff53e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203334 Jul 16 09:33:55.801224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36666) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:55.806457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:55.832737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.891063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.895011 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.912432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fc0eca-f00c-47b9-980f-7ce7d94ad18e,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:55.919008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:55.920016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0db41306-fee1-48b1-bb95-4eb957e045cb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177900 Jul 16 09:33:55.922920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36668) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:55.927308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:55.953851 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.011324 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.014743 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.031660 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4cac73-4fc1-436a-a35a-40b5caeee047,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:56.039722 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.041117 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87122474-cb49-4c52-a1cc-ad84ccd4aefe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171832 Jul 16 09:33:56.043917 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36670) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:56.048693 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:56.070892 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:33:56.076366 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.138995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.142787 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.159680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039cd664-7d65-44e3-b18b-b0e725df7a92,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:56.165989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.167206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8f20982f-18bc-49c7-8ebf-2003773255f3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222556 Jul 16 09:33:56.169969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36672) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:56.174277 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '0b2802d7-2423-42bf-a3b1-d02f9cece4d5', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:56.195761 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:33:56.200328 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.261147 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.264759 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.282387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d23b06e-f413-40ef-9ff7-081d6dccedc9,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:56.289579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.290827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4caf1ac2-d937-4fa6-9e94-4a483897d146 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199172 Jul 16 09:33:56.294641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36674) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:56.299544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'network': {'name': 'tempest-network-smoke--57650397', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:56.320057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:33:56.323421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.346161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:33:56.355090 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.355431 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Added segment 0f7418cd-8c6c-4d1d-a03e-2260c6514c7e of type vlan for network 864b75fb-ed0c-4746-aa12-d52638156804 Jul 16 09:33:56.393369 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.420903 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.426303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:56.426886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.463087 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1673594 Jul 16 09:33:56.465796 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36676) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:56.472407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'admin_state_up': True, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:56.504187 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbca53-783c-4554-89c8-0afe6a2dfa7c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Network': ['ID=864b75fb-ed0c-4746-aa12-d52638156804,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:56.514239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 864b75fb-ed0c-4746-aa12-d52638156804 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:33:56.521790 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.523329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.567132 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5c39a80-3525-44c1-b974-6bca83093e99 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:56.575412 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.593055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b5c39a80-3525-44c1-b974-6bca83093e99 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:33:56.593407 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b5c39a80-3525-44c1-b974-6bca83093e99 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:56.710698 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.894610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.916718 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:57.014623 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.254 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/9225c1c2-86e2-44c4-801a-ca467352dd32) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:33:57.115248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:57.155152 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:57.189800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:33:57.195782 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:33:57.199325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:33:57.204682 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=9225c1c2-86e2-44c4-801a-ca467352dd32,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:57.717095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:57.906088 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.029582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e25ad127-4a87-4230-be3c-68a21b343f89 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:33:58.135535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:33:58.145314 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Sync routers for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:33:58.153658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.155497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:58.156154 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:58.158242 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.158752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-aab4fdd3-1904-4e17-afb1-713092121524 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6916277 Jul 16 09:33:58.187406 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9fb06319-57b4-40a9-b4af-112d21e16735 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8ac1f0e48494ba795bf31796068bc34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279832 Jul 16 09:33:58.190062 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36680) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.259685 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:58.275839 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85deabb-2c1d-480e-b1f8-730732787b57 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:58.277392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a85deabb-2c1d-480e-b1f8-730732787b57 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864451 Jul 16 09:33:58.283669 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36682) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.309492 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ee8d0e8-d039-455c-a85e-d09e4c99ae05 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277781 Jul 16 09:33:58.311947 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36684) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.317057 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540319624', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:58.404619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:33:58.408237 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.437593 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:57Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:58.463239 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Checking router: e25ad127-4a87-4230-be3c-68a21b343f89 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:33:58.463589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Updating router e25ad127-4a87-4230-be3c-68a21b343f89 port 9225c1c2-86e2-44c4-801a-ca467352dd32 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:33:58.498399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.588940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.652998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Subnet': ['ID=9e800a41-6036-4f20-bea5-476224020bc5,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:58.666131 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Checking segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:33:58.666574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network hostable DHCP agents. Network: 864b75fb-ed0c-4746-aa12-d52638156804, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:33:58.683677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 864b75fb-ed0c-4746-aa12-d52638156804 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:33:58.692191 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 864b75fb-ed0c-4746-aa12-d52638156804) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:33:58.699286 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:58.700284 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.715760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a42f8d9e-a55b-48e5-a432-0fbe7991412b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4024332 Jul 16 09:33:58.718296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36686) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:58.852576 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74779a92-79cf-450a-b05c-7ffd91801dfa None None] Network 864b75fb-ed0c-4746-aa12-d52638156804 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:33:58.970905 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.985284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Transition to ACTIVE for port object 9225c1c2-86e2-44c4-801a-ca467352dd32 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:59.009030 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.074088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0a0d-2ec7-4cd4-94de-ac30dbb38833 None None] Pushing event updated for resources: {'Port': ['ID=9225c1c2-86e2-44c4-801a-ca467352dd32,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:59.093577 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Attempting to bind port 9225c1c2-86e2-44c4-801a-ca467352dd32 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:33:59.093958 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Attempting to bind port 9225c1c2-86e2-44c4-801a-ca467352dd32 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:33:59.094329 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Attempting to bind port 9225c1c2-86e2-44c4-801a-ca467352dd32 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:59.101070 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:33:59.101567 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:33:59.101859 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.102245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:33:59.102768 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Bound port: 9225c1c2-86e2-44c4-801a-ca467352dd32, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:33:59.103093 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.106858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-864b75fb-ed0c-4746-aa12-d52638156804', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:33:59.107690 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.153070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.230783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] For port 9225c1c2-86e2-44c4-801a-ca467352dd32, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:33:59.236972 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] For port 9225c1c2-86e2-44c4-801a-ca467352dd32, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9225c1c2-86e2-44c4-801a-ca467352dd32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:33:59.240619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.335775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:59.336430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:59.378621 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0a0d-2ec7-4cd4-94de-ac30dbb38833 None None] Pushing event updated for resources: {'Port': ['ID=9225c1c2-86e2-44c4-801a-ca467352dd32,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:59.383672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Allocated IP 172.20.0.2 (864b75fb-ed0c-4746-aa12-d52638156804/9e800a41-6036-4f20-bea5-476224020bc5/258bc8ea-909a-4fd9-a385-c253270016ad) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:33:59.508704 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:59.688909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.699588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Transition to ACTIVE for port object 258bc8ea-909a-4fd9-a385-c253270016ad will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:59.733854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Transition to ACTIVE for port object 258bc8ea-909a-4fd9-a385-c253270016ad will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:59.743865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.784758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Network 864b75fb-ed0c-4746-aa12-d52638156804 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:33:59.787532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.1 (864b75fb-ed0c-4746-aa12-d52638156804/9e800a41-6036-4f20-bea5-476224020bc5/b6817baa-1d9b-441e-9f89-0dff4063814f) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:33:59.792998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:33:59.798458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:33:59.804880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Pushing event updated for resources: {'Port': ['ID=258bc8ea-909a-4fd9-a385-c253270016ad,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:59.815043 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:57Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:59.861757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1dc03-fb5d-4053-8002-6bc921acb029 None None] The sync data for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 is: [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:57Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:33:59.892447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Attempting to bind port 258bc8ea-909a-4fd9-a385-c253270016ad on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:33:59.892818 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Attempting to bind port 258bc8ea-909a-4fd9-a385-c253270016ad by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:33:59.893183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Attempting to bind port 258bc8ea-909a-4fd9-a385-c253270016ad on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:59.898853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:33:59.899755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Checking segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:33:59.899755 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.900066 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Bound using segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:33:59.900653 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Bound port: 258bc8ea-909a-4fd9-a385-c253270016ad, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:33:59.901052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.904498 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.924335 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object b6817baa-1d9b-441e-9f89-0dff4063814f will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:59.962467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:59.968003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] For port 258bc8ea-909a-4fd9-a385-c253270016ad, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:33:59.972713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] For port 258bc8ea-909a-4fd9-a385-c253270016ad, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=258bc8ea-909a-4fd9-a385-c253270016ad,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:33:59.978369 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.010673 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 864b75fb-ed0c-4746-aa12-d52638156804 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:00.014780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:00.023388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:00.026160 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:00.049442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52167c1-a050-497f-9c0e-9c681d478862 None None] Pushing event updated for resources: {'Port': ['ID=258bc8ea-909a-4fd9-a385-c253270016ad,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:00.074111 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.258187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.600815 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.605524 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.683566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.685880 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:00.701427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9225c1c2-86e2-44c4-801a-ca467352dd32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:00.763147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9225c1c2-86e2-44c4-801a-ca467352dd32 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:00.767319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9225c1c2-86e2-44c4-801a-ca467352dd32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:00.768259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.794237 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 864b75fb-ed0c-4746-aa12-d52638156804 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:00.796524 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:00.863472 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.890111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9225c1c2-86e2-44c4-801a-ca467352dd32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9225c1c2-86e2-44c4-801a-ca467352dd32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:00.894665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.895557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 258bc8ea-909a-4fd9-a385-c253270016ad up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:00.935652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e25ad127-4a87-4230-be3c-68a21b343f89 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:00.978695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9225c1c2-86e2-44c4-801a-ca467352dd32,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:00.991716 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 258bc8ea-909a-4fd9-a385-c253270016ad completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:01.098676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c307682-cad3-4612-a682-4e199e9dfad1 None None] Network 864b75fb-ed0c-4746-aa12-d52638156804 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:01.228594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Provisioning for port 258bc8ea-909a-4fd9-a385-c253270016ad completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:01.234609 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Provisioning complete for port 258bc8ea-909a-4fd9-a385-c253270016ad triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:01.234895 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.361737 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:01.366031 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.367239 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d40c11bf-2721-4c60-84c1-2e4200153476 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/e25ad127-4a87-4230-be3c-68a21b343f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6476951 Jul 16 09:34:01.408782 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] For port 258bc8ea-909a-4fd9-a385-c253270016ad, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=258bc8ea-909a-4fd9-a385-c253270016ad,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:01.414022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.481345 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b966f6a-0ab8-42f3-a7ce-003d35ebbdd8 None None] Pushing event updated for resources: {'Port': ['ID=258bc8ea-909a-4fd9-a385-c253270016ad,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:01.534765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-6a68107e-158a-4e58-aaf4-07280254032e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830445926&fields=id&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 267 time: 0.0381889 Jul 16 09:34:01.636746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Provisioning for port b6817baa-1d9b-441e-9f89-0dff4063814f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:01.640911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Provisioning complete for port b6817baa-1d9b-441e-9f89-0dff4063814f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:01.641319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.649022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-7106a6a7-c957-472a-a604-5f34756461aa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:01.650180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-7106a6a7-c957-472a-a604-5f34756461aa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 795 time: 0.1079962 Jul 16 09:34:01.667693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-1a7c91c9-b97c-4d56-ab1c-012e327bbf41 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/quotas/e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 375 time: 0.0117359 Jul 16 09:34:01.677624 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Sync routers for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:01.694136 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:01.694539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Port b6817baa-1d9b-441e-9f89-0dff4063814f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:01.695202 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:01.705011 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Provisioning complete for port 258bc8ea-909a-4fd9-a385-c253270016ad triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:01.705626 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a08a-7b01-4b28-8a87-49af87ccb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.762655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-a312fdab-9553-4a75-86a8-5b5a55ab3d6e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864239 Jul 16 09:34:01.814695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:01.877358 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-8aa8af59-4da5-489e-90d9-9fc87c52dfe1 service neutron] 10.222.0.32 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008987 Jul 16 09:34:01.939299 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6b32a2ee-a4d1-4b62-88f3-76988330dffd None None] Provisioning complete for port b6817baa-1d9b-441e-9f89-0dff4063814f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:01.940078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6b32a2ee-a4d1-4b62-88f3-76988330dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:01.980395 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-6ef4f01b-9758-4eb6-8f10-e544c54964e8 service neutron] 10.222.0.32 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971844 Jul 16 09:34:01.988556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-6b32a2ee-a4d1-4b62-88f3-76988330dffd None None] Port b6817baa-1d9b-441e-9f89-0dff4063814f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:02.024815 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 2, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:02.050273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Checking router: e25ad127-4a87-4230-be3c-68a21b343f89 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:02.050618 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Updating router e25ad127-4a87-4230-be3c-68a21b343f89 port b6817baa-1d9b-441e-9f89-0dff4063814f binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:34:02.090080 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.118318 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7799ff0e-aa59-4c82-a449-a2a8da20cea5 None None] Provisioning complete for port b6817baa-1d9b-441e-9f89-0dff4063814f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:02.118911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7799ff0e-aa59-4c82-a449-a2a8da20cea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.160175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-053546ab-21fc-420d-b8ba-d4de7da4b3df req-85e50c73-592f-4b57-a21d-66685d301837 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 210 time: 0.0362532 Jul 16 09:34:02.164900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7799ff0e-aa59-4c82-a449-a2a8da20cea5 None None] Port b6817baa-1d9b-441e-9f89-0dff4063814f cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:02.371821 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.382784 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Transition to ACTIVE for port object b6817baa-1d9b-441e-9f89-0dff4063814f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:02.388796 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.462199 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Pushing event updated for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:02.471189 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.471538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.471876 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.472239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.472568 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.472897 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.473224 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.473563 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.473868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.474184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.474689 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.475189 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:02.509329 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Attempting to bind port b6817baa-1d9b-441e-9f89-0dff4063814f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:02.509777 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Attempting to bind port b6817baa-1d9b-441e-9f89-0dff4063814f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:02.510234 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Attempting to bind port b6817baa-1d9b-441e-9f89-0dff4063814f on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:02.515924 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:02.516300 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Checking segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:02.516701 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.517090 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Bound using segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:02.517559 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Bound port: b6817baa-1d9b-441e-9f89-0dff4063814f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:02.517936 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.596154 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] For port b6817baa-1d9b-441e-9f89-0dff4063814f, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:02.606272 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] For port b6817baa-1d9b-441e-9f89-0dff4063814f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b6817baa-1d9b-441e-9f89-0dff4063814f,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:02.622453 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.679678 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9225c1c2-86e2-44c4-801a-ca467352dd32 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:02.699443 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a208ac-2470-45ac-b9d8-5129dff03301 None None] Pushing event updated for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:02.712155 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:02.712779 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:02.789268 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9225c1c2-86e2-44c4-801a-ca467352dd32 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:02.789759 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.837060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:02.897013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 258bc8ea-909a-4fd9-a385-c253270016ad up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:02.950696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 258bc8ea-909a-4fd9-a385-c253270016ad triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:02.951086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.145911 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:02Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:03.172988 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4990b400-d127-49ba-b07a-8e77fccffcad None None] The sync data for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 is: [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:02Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:03.340172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-3e60361f-b294-4456-a0c4-abd58f476caa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:03.342462 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-3e60361f-b294-4456-a0c4-abd58f476caa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 795 time: 0.1336913 Jul 16 09:34:03.370109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7fbfeb4c-22e8-4957-8649-dd7c57ec0bd1 req-3f2a77e8-7645-45b8-93f5-d426dd31c79e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 210 time: 0.0347230 Jul 16 09:34:03.396457 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-1ae148b8-d21d-4b23-84d3-ec106db4579c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 380 time: 0.0449193 Jul 16 09:34:03.405020 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'port': {'device_id': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'admin_state_up': True, 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'security_groups': ['0b2802d7-2423-42bf-a3b1-d02f9cece4d5']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:03.523855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:03.527855 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.658262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.6 (864b75fb-ed0c-4746-aa12-d52638156804/9e800a41-6036-4f20-bea5-476224020bc5/3cff39dd-4df0-4322-9816-baec37cb306a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:03.809009 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.823256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 3cff39dd-4df0-4322-9816-baec37cb306a will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:03.858226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.906345 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 864b75fb-ed0c-4746-aa12-d52638156804 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:03.909529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:03.915641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:03.941542 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:03.971605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:03.972392 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.987955 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-90c8de45-1078-489c-8058-84401305b2ad tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869133 Jul 16 09:34:04.000813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-23ff076c-c027-496a-8fd7-0bb3fb239cee tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:34:04.001858 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-23ff076c-c027-496a-8fd7-0bb3fb239cee tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056577 Jul 16 09:34:04.066665 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Request body: {'port': {'device_id': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:04.141902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9b2a6128-7c59-46f2-9160-54b91091b34b None None] Provisioning for port 3cff39dd-4df0-4322-9816-baec37cb306a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:04.145543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-9b2a6128-7c59-46f2-9160-54b91091b34b None None] Provisioning complete for port 3cff39dd-4df0-4322-9816-baec37cb306a triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:04.146117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9b2a6128-7c59-46f2-9160-54b91091b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.149287 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.185190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a6128-7c59-46f2-9160-54b91091b34b None None] Port 3cff39dd-4df0-4322-9816-baec37cb306a cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:04.426740 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cff39dd-4df0-4322-9816-baec37cb306a {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:04.434953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.447002 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Transition to ACTIVE for port object 3cff39dd-4df0-4322-9816-baec37cb306a will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:04.450902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.520069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:04.561443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63691ce-9cb7-4275-83e2-a53a6cb6c3dd req-d1d43bab-d0d3-488f-af01-8d5eb5de6d38 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.562976 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d63691ce-9cb7-4275-83e2-a53a6cb6c3dd req-d1d43bab-d0d3-488f-af01-8d5eb5de6d38 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0721636 Jul 16 09:34:04.594989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:04.595593 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:04.596182 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:04.601263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:34:04.601613 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:04.606888 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:04.607228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Checking segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:04.607801 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Bound using segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:04.608261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d63691ce-9cb7-4275-83e2-a53a6cb6c3dd req-00e9afdd-b5df-4e5c-954c-9e5f6f980919 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Jul 16 09:34:04.608454 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Bound port: 3cff39dd-4df0-4322-9816-baec37cb306a, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:04.608955 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.662924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6817baa-1d9b-441e-9f89-0dff4063814f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:04.688993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:04.692453 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:04.697973 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.725150 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port b6817baa-1d9b-441e-9f89-0dff4063814f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:04.730436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b6817baa-1d9b-441e-9f89-0dff4063814f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:04.730812 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.733955 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.734576 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.735976 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 1092 time: 0.7264299 Jul 16 09:34:04.736633 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:04.739111 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38926ad3-5f0f-4d76-b721-9b875e501d50" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:04.765348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92087a98-ca91-4d63-a21b-471627f825c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:04.811147 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba187257-f21a-4f49-b88b-a02075b102a8 x-openstack-request-id: req-ba187257-f21a-4f49-b88b-a02075b102a8 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:04.811446 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:04.811699 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba187257-f21a-4f49-b88b-a02075b102a8 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:04.812131 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'status': 'completed', 'code': 200} Jul 16 09:34:04.831198 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.840202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-a4c08273-0e7c-40af-8236-c9477ce9b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.841726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-a4c08273-0e7c-40af-8236-c9477ce9b79b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0599711 Jul 16 09:34:04.870801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port b6817baa-1d9b-441e-9f89-0dff4063814f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b6817baa-1d9b-441e-9f89-0dff4063814f,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:04.875945 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.886144 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-237e765f-27eb-4c43-a05b-d7e36ef77f67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 217 time: 0.0370882 Jul 16 09:34:04.945689 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-60b37fbb-56f5-4df3-94b1-e00070244179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.947220 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-60b37fbb-56f5-4df3-94b1-e00070244179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0555611 Jul 16 09:34:05.005371 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981788f-562d-417f-8781-5bc124e7ef5c req-b4b95b36-db4b-4041-bc67-d8600447795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.007495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-b4b95b36-db4b-4041-bc67-d8600447795c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539782 Jul 16 09:34:05.085130 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:05.102153 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-57d21f8c-5d97-4e6d-9182-79b0880cdb13 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Jul 16 09:34:05.190102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5981788f-562d-417f-8781-5bc124e7ef5c req-4f82ea52-a5e6-45bb-a6f5-b064323d385e service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816002 Jul 16 09:34:05.296563 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-41400e83-bf45-4283-98c4-fa917605b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.298084 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-41400e83-bf45-4283-98c4-fa917605b0b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0573726 Jul 16 09:34:05.390258 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-6d3b47c3-3861-419f-81bf-315081a3c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.391719 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-6d3b47c3-3861-419f-81bf-315081a3c376 service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0877044 Jul 16 09:34:05.433056 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-44c37860-6b51-4000-9ee3-32ce0758a4bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 217 time: 0.0332325 Jul 16 09:34:05.485863 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-606a5ebf-58fd-47bd-90d4-27e723d2c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.487229 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-606a5ebf-58fd-47bd-90d4-27e723d2c016 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0469964 Jul 16 09:34:05.546778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-9f25cd89-fe78-4149-835f-86dc4d60141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.548316 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-9f25cd89-fe78-4149-835f-86dc4d60141c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548491 Jul 16 09:34:05.634489 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-2f298c96-831c-4b89-92cf-85a982c11dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787551 Jul 16 09:34:05.726977 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-38926ad3-5f0f-4d76-b721-9b875e501d50 req-8f366834-a2f0-4bea-8ba6-1e6c31dbb143 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Jul 16 09:34:05.780325 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9df66-290b-450b-ac73-64e645bed63d req-d6db3cad-0d65-4d83-ba51-8952873fe4a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:05.781804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1aa9df66-290b-450b-ac73-64e645bed63d req-d6db3cad-0d65-4d83-ba51-8952873fe4a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0631580 Jul 16 09:34:05.818752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1aa9df66-290b-450b-ac73-64e645bed63d req-d7735e30-540b-4bb9-a9e8-3dbae4c13cbe tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Jul 16 09:34:06.615879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6817baa-1d9b-441e-9f89-0dff4063814f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:06.662418 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port b6817baa-1d9b-441e-9f89-0dff4063814f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:06.662792 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.988722 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed191f6-f70c-4480-aed7-b445c76aa200 req-ebf4bfc9-6598-47dd-bc60-dbd3cd36e031 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:06.990203 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ed191f6-f70c-4480-aed7-b445c76aa200 req-ebf4bfc9-6598-47dd-bc60-dbd3cd36e031 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0625968 Jul 16 09:34:07.032935 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4ed191f6-f70c-4480-aed7-b445c76aa200 req-4589e6e8-247a-4731-832d-873b8932a4e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Jul 16 09:34:08.203358 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6d48d-317d-48da-a571-0c5f20e01f42 req-dd4be405-ea3f-4d06-9be8-c3019c9d5c3a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:08.204863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6d48d-317d-48da-a571-0c5f20e01f42 req-dd4be405-ea3f-4d06-9be8-c3019c9d5c3a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0629675 Jul 16 09:34:08.241943 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6d48d-317d-48da-a571-0c5f20e01f42 req-09d45b94-bb48-4a33-a4c1-27605c23722f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Jul 16 09:34:08.692449 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:34:08.783909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:08.795437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '3cff39dd-4df0-4322-9816-baec37cb306a', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'mac_address': 'fa:16:3e:5d:5d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:34:08.835401 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.847740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cff39dd-4df0-4322-9816-baec37cb306a {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:08.867658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:08.871460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.916095 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:09.099907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['3cff39dd-4df0-4322-9816-baec37cb306a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:09.144238 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.426122 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e440324-431c-45f5-aa5c-48a385aaf1a5 req-1c6bc76d-d9fc-4aed-84dd-0a237bf58898 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:09.427514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e440324-431c-45f5-aa5c-48a385aaf1a5 req-1c6bc76d-d9fc-4aed-84dd-0a237bf58898 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 944 time: 0.0635931 Jul 16 09:34:09.464536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3e440324-431c-45f5-aa5c-48a385aaf1a5 req-f7849ef7-ac3d-4178-a17d-41cb9bb1f3dc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Jul 16 09:34:09.832824 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.640781 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3803a6-c18a-41ce-9642-ef70d92abbbe req-4245c750-e04d-4272-9f62-af4c7cdaf914 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:10.642262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f3803a6-c18a-41ce-9642-ef70d92abbbe req-4245c750-e04d-4272-9f62-af4c7cdaf914 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 944 time: 0.0663493 Jul 16 09:34:10.679717 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f3803a6-c18a-41ce-9642-ef70d92abbbe req-c328fe84-d1b3-4dbc-a666-29a24346cdb0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 16 09:34:10.712027 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:10.758447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 3cff39dd-4df0-4322-9816-baec37cb306a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:10.761890 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 3cff39dd-4df0-4322-9816-baec37cb306a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:10.762268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.838372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.859792 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:10.862061 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45000125-ce6c-42b6-82c1-47a003cfca74" -d '{"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-plugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:10.874730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:10.879499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:10.926913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:10.954893 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7131187a-d638-48f4-b7f9-5274fe07a74e x-openstack-request-id: req-7131187a-d638-48f4-b7f9-5274fe07a74e {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:10.955187 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-plugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:10.955441 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7131187a-d638-48f4-b7f9-5274fe07a74e {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:10.955828 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'code': 200} Jul 16 09:34:11.065203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a7c1b-40b7-4077-b6d9-5bb51da3e25a req-18933eb1-ce1f-49d6-9a26-45f9845c862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:11.066691 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b2a7c1b-40b7-4077-b6d9-5bb51da3e25a req-18933eb1-ce1f-49d6-9a26-45f9845c862d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0510082 Jul 16 09:34:11.100251 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-0b2a7c1b-40b7-4077-b6d9-5bb51da3e25a req-b38dbe15-7342-44ff-b6c1-07857183e2ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276728 Jul 16 09:34:11.853259 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53975c49-1d93-485d-9de0-6af99c8f5915 req-2897eec1-1cb0-4a77-a87e-3c5e1f9f8a84 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:11.854745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53975c49-1d93-485d-9de0-6af99c8f5915 req-2897eec1-1cb0-4a77-a87e-3c5e1f9f8a84 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0633254 Jul 16 09:34:11.894085 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-53975c49-1d93-485d-9de0-6af99c8f5915 req-9803f9f5-e283-47d8-95c3-d7642ba67ae8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Jul 16 09:34:13.066633 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f5c8b-82ca-4a53-8fb0-b68ab92d43da req-4f3c895e-c1a3-4501-82a6-225c84aae978 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:13.068163 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f9f5c8b-82ca-4a53-8fb0-b68ab92d43da req-4f3c895e-c1a3-4501-82a6-225c84aae978 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0635226 Jul 16 09:34:13.087675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df2452b7-c54c-41e8-84a4-e6aa8bc3fcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.112377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6f9f5c8b-82ca-4a53-8fb0-b68ab92d43da req-10cee5b8-8579-474a-bc46-1f1615d59067 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371158 Jul 16 09:34:13.279212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062dd7-3887-4bcf-b2ff-5ff6c8a11fe5 req-a79a06f4-77b0-4e72-927d-c03593318351 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:13.280719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80062dd7-3887-4bcf-b2ff-5ff6c8a11fe5 req-a79a06f4-77b0-4e72-927d-c03593318351 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0622637 Jul 16 09:34:13.320353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-80062dd7-3887-4bcf-b2ff-5ff6c8a11fe5 req-e39a3431-961f-4e99-a8d8-8d6be8122f7a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340424 Jul 16 09:34:13.346602 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36742) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:13.399111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd32ec-f283-4cc9-9d24-a5046169ecda tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:13.400691 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-97fd32ec-f283-4cc9-9d24-a5046169ecda tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1092 time: 0.0530918 Jul 16 09:34:13.403443 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36744) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:13.407879 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:13.429813 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.525950 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.624891 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.118 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/37fe5ce3-237d-4a30-bd5a-79ac0d457da1) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:13.727556 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.765648 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:13.800912 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:13.805447 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:13.808779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:13.835500 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=37fe5ce3-237d-4a30-bd5a-79ac0d457da1,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:14.171182 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.249093 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.394329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.399566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.467289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=37fe5ce3-237d-4a30-bd5a-79ac0d457da1,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:14.479095 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.577820 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP ab723cb0-1378-45bc-9090-3a19e10156ad associated. External IP: 172.25.5.118, port: 3cff39dd-4df0-4322-9816-baec37cb306a. Jul 16 09:34:14.781330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e25ad127-4a87-4230-be3c-68a21b343f89 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:14.885339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:14.894733 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Sync routers for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:14.901318 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:14.904842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:14.905473 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:14.937440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-68c72b9a-e0a2-4872-8256-4809795c3a6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5329711 Jul 16 09:34:14.938031 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:14.940327 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296fb91f-859c-4402-8e98-163b7665d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:14.977247 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be12ecd9-53be-4836-8fb2-9d0734d656cc x-openstack-request-id: req-be12ecd9-53be-4836-8fb2-9d0734d656cc {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:14.977537 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:14.977790 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be12ecd9-53be-4836-8fb2-9d0734d656cc {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:14.978194 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'status': 'completed', 'code': 200} Jul 16 09:34:15.022181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:15.055416 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb91f-859c-4402-8e98-163b7665d65c req-41506b3f-b98c-4aa9-9fbb-e5da18343c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.056888 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-41506b3f-b98c-4aa9-9fbb-e5da18343c17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0550005 Jul 16 09:34:15.095538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b229-f823-476b-ad8d-fe77f1e455bc req-336e02d9-a2bf-4420-8bcc-a83aab91330d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.097185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a883b229-f823-476b-ad8d-fe77f1e455bc req-336e02d9-a2bf-4420-8bcc-a83aab91330d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0655398 Jul 16 09:34:15.144750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a883b229-f823-476b-ad8d-fe77f1e455bc req-e13d9069-c08c-45cc-8f36-a3996661546e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Jul 16 09:34:15.156067 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb91f-859c-4402-8e98-163b7665d65c req-b607d2d9-77e7-40a3-8758-ec36929f0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.157566 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-b607d2d9-77e7-40a3-8758-ec36929f0a3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0949466 Jul 16 09:34:15.164662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36750) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:15.252370 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab723cb0-1378-45bc-9090-3a19e10156ad', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'mac_address': 'fa:16:3e:5d:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:14Z', 'updated_at': '2021-07-16T09:34:14Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:15.270748 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e28bf76b-bf40-430b-9634-ce1041ec0723 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/ab723cb0-1378-45bc-9090-3a19e10156ad HTTP/1.1" status: 200 len: 991 time: 0.1050267 Jul 16 09:34:15.273209 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-480f2f03-1b3e-4037-b1e1-407ce38c2c95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 999 time: 0.1024172 Jul 16 09:34:15.278437 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Checking router: e25ad127-4a87-4230-be3c-68a21b343f89 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:15.288998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:15.289611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:33:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:15.320683 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb91f-859c-4402-8e98-163b7665d65c req-025a557d-20ce-4455-afb5-2eebaad7cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.322086 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-025a557d-20ce-4455-afb5-2eebaad7cf23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0432305 Jul 16 09:34:15.383165 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fb91f-859c-4402-8e98-163b7665d65c req-bde5fda4-cbbc-4f7b-bbd8-538c4b9bc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:15.384713 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-bde5fda4-cbbc-4f7b-bbd8-538c4b9bc403 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565255 Jul 16 09:34:15.399658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:15.474104 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-25029e14-8c7d-47f8-8aa1-b7be067b92cb service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832145 Jul 16 09:34:15.565761 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-296fb91f-859c-4402-8e98-163b7665d65c req-aa003c9c-aa2a-4a59-9bb4-779bb13b62eb service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Jul 16 09:34:15.630622 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab723cb0-1378-45bc-9090-3a19e10156ad', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'mac_address': 'fa:16:3e:5d:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:14Z', 'updated_at': '2021-07-16T09:34:14Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:15.655682 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a660a3da-325d-4667-89af-12c991dd7a90 None None] The sync data for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 is: [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ab723cb0-1378-45bc-9090-3a19e10156ad', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'mac_address': 'fa:16:3e:5d:5d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:14Z', 'updated_at': '2021-07-16T09:34:14Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:15.700657 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8f04082c-e8ff-4ec4-8f33-74a442eca0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.792918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:15.848054 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb4e1c-f6ce-4b3e-83eb-45ef0319cd8c None None] New status for floating IP ab723cb0-1378-45bc-9090-3a19e10156ad: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:16.274996 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36752) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:16.338727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-56a24d83-0cfc-473b-8cee-940e8153eb2e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/ab723cb0-1378-45bc-9090-3a19e10156ad HTTP/1.1" status: 200 len: 993 time: 0.0624077 Jul 16 09:34:17.110010 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:17.808253 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:18.710320 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.985360 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-fc9283fd-9283-4538-bfbc-f23cb7a371d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507088 Jul 16 09:34:22.098852 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-c09ac621-03c4-499e-a9a5-8da813e07586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.100354 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-c09ac621-03c4-499e-a9a5-8da813e07586 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0513096 Jul 16 09:34:22.202403 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-9a7e04db-f0fd-4701-b33e-d6869794edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.203856 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-9a7e04db-f0fd-4701-b33e-d6869794edba service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0850232 Jul 16 09:34:22.267269 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-fe4d310b-b5c4-4835-9974-d8f7cb0ecc6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 1001 time: 0.0568130 Jul 16 09:34:22.321970 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-0de70d95-6add-425b-a77c-3a207fde7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.323428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-0de70d95-6add-425b-a77c-3a207fde7dc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0494964 Jul 16 09:34:22.378473 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-1ff0b4af-d57b-4901-9c88-de7f05d14d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:22.379972 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-1ff0b4af-d57b-4901-9c88-de7f05d14d75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504594 Jul 16 09:34:22.467850 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-0b36ef33-b56a-45c4-8a9f-d01db6099569 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809569 Jul 16 09:34:22.893042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ac4a15b6-b52e-4903-9d41-56dd296bf136 req-984fe876-f647-4e17-b449-3882b0bde091 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181960 Jul 16 09:34:39.143540 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.850747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:43.087952 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-017cb95c-2ee2-49ab-bad3-5e061c59431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.700833 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-cea662ad-d7a4-44f9-9576-04d4e8a579b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:45.796081 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.112555 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.873647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196b67-7e0d-4e22-9e32-4337ae2542e8 req-b01f9b0e-586f-4a0a-8d89-31087e729587 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:47.875113 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03196b67-7e0d-4e22-9e32-4337ae2542e8 req-b01f9b0e-586f-4a0a-8d89-31087e729587 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0982165 Jul 16 09:34:47.881646 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-02a97afa-8691-45d1-8f1f-c3a8748e4c61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1241782 Jul 16 09:34:47.918994 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03196b67-7e0d-4e22-9e32-4337ae2542e8 req-115343fd-74b6-4dd1-a88a-1ca5973d7643 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364001 Jul 16 09:34:48.714730 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:48.998861 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-a621ef3b-db9c-497c-8267-435e8667648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:49.000405 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-a621ef3b-db9c-497c-8267-435e8667648a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0536251 Jul 16 09:34:49.092673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-898328db-e36c-42e0-a4fc-2ee30173c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:49.094131 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-898328db-e36c-42e0-a4fc-2ee30173c361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0875070 Jul 16 09:34:49.098637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851122-f461-4992-91be-8e8424a9b40e req-9404c320-22c7-4c56-85e0-986868686ccb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:49.100132 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32851122-f461-4992-91be-8e8424a9b40e req-9404c320-22c7-4c56-85e0-986868686ccb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0638931 Jul 16 09:34:49.140108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32851122-f461-4992-91be-8e8424a9b40e req-b7366c25-b758-4341-a270-ccd801062f77 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Jul 16 09:34:49.159244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-0361f0d6-a3a9-4c8e-a2a9-5597d0b78ae9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 1001 time: 0.0579162 Jul 16 09:34:49.210648 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-57f4fca0-6470-4243-bea7-c7012c888218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:49.211987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-57f4fca0-6470-4243-bea7-c7012c888218 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0456300 Jul 16 09:34:49.268219 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-4a20c1d0-cab6-429f-bdf7-4577075903a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:49.269768 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-4a20c1d0-cab6-429f-bdf7-4577075903a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518305 Jul 16 09:34:49.357956 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-987f06f3-5679-4408-b33b-4f8f1751746c service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816550 Jul 16 09:34:49.447839 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-ef0d6dbe-7e0c-4c3f-94a4-d73cb2ee8c2e service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836449 Jul 16 09:34:50.312829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f449b7-3a9f-49e0-a55e-b4b97be35276 req-c54101af-9074-401b-86c5-d32a4361de15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:50.314587 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45f449b7-3a9f-49e0-a55e-b4b97be35276 req-c54101af-9074-401b-86c5-d32a4361de15 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0638049 Jul 16 09:34:50.354049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45f449b7-3a9f-49e0-a55e-b4b97be35276 req-fe76e0e6-f60c-4ddf-95ef-80199b8e370b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334797 Jul 16 09:34:51.532214 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2218ff-6653-4be9-9f2f-edd7e2e5f8a9 req-b08aeb56-77ec-41de-b19f-c490149cd6e4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:51.533673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2218ff-6653-4be9-9f2f-edd7e2e5f8a9 req-b08aeb56-77ec-41de-b19f-c490149cd6e4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Jul 16 09:34:51.571927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb2218ff-6653-4be9-9f2f-edd7e2e5f8a9 req-a863abda-6763-4483-8a5e-f0c723a1732c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 16 09:34:52.744149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d1770-aba2-4e47-aed4-43945b38645b req-50a0ca12-3a18-461d-8b43-19240e54df6b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:52.745712 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-759d1770-aba2-4e47-aed4-43945b38645b req-50a0ca12-3a18-461d-8b43-19240e54df6b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0640256 Jul 16 09:34:52.782499 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-759d1770-aba2-4e47-aed4-43945b38645b req-326a6c9a-c8cd-4358-bd6c-200b6c9ace0e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Jul 16 09:34:53.951507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e755dd-30f5-4546-acf6-1303db644b41 req-8e6d4b3b-49f8-449f-bdaa-c63b6ac8797c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:53.953006 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54e755dd-30f5-4546-acf6-1303db644b41 req-8e6d4b3b-49f8-449f-bdaa-c63b6ac8797c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0619562 Jul 16 09:34:53.994574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-54e755dd-30f5-4546-acf6-1303db644b41 req-111b0d41-bc94-4906-820b-4387684f43fd tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359416 Jul 16 09:34:54.807111 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:55.164858 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea63d2-e21d-4fd0-9110-691d4e6cd382 req-7b6953ce-f68f-4a03-bfe5-80f9aefcb3ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:55.167011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06ea63d2-e21d-4fd0-9110-691d4e6cd382 req-7b6953ce-f68f-4a03-bfe5-80f9aefcb3ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Jul 16 09:34:55.204842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-06ea63d2-e21d-4fd0-9110-691d4e6cd382 req-8386ea33-5d96-4502-9b09-f1b6165c529a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Jul 16 09:34:56.381850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4a42-4f04-4fbd-9bf4-4b06364afdba req-421153bb-5762-4938-938f-aff4e8ee42fb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:56.383338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7ef4a42-4f04-4fbd-9bf4-4b06364afdba req-421153bb-5762-4938-938f-aff4e8ee42fb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0643077 Jul 16 09:34:56.423162 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d7ef4a42-4f04-4fbd-9bf4-4b06364afdba req-5533080d-a507-4f15-951a-ee7dcf86456d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330226 Jul 16 09:34:57.606347 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaf5d7-b313-4721-af18-dfe5f9c3dc09 req-f5f01aee-51e5-4f66-b446-75ded25116df tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:57.607828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6edaf5d7-b313-4721-af18-dfe5f9c3dc09 req-f5f01aee-51e5-4f66-b446-75ded25116df tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0712147 Jul 16 09:34:57.645204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6edaf5d7-b313-4721-af18-dfe5f9c3dc09 req-97ac4e57-308b-41fc-a691-2d230063a3ab tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Jul 16 09:34:58.822450 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ae89f-24f5-4767-b1c8-bb6e8cf6b4ab req-5864b55d-41b5-422e-80db-72b3f570b103 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:58.824526 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da5ae89f-24f5-4767-b1c8-bb6e8cf6b4ab req-5864b55d-41b5-422e-80db-72b3f570b103 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0653667 Jul 16 09:34:58.860504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da5ae89f-24f5-4767-b1c8-bb6e8cf6b4ab req-dc15ea95-ca33-4a9d-a7a3-da16f7457d6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Jul 16 09:35:00.030907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e51ba-0006-4441-83e7-2ab2e92b605e req-43d9bc70-7260-4bee-8242-7435b37452e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:00.032420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-020e51ba-0006-4441-83e7-2ab2e92b605e req-43d9bc70-7260-4bee-8242-7435b37452e6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0623977 Jul 16 09:35:00.073417 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-020e51ba-0006-4441-83e7-2ab2e92b605e req-24d1171f-f882-4b64-8b65-bba546241527 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Jul 16 09:35:01.244389 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a95c-1e46-423b-8d17-7f236cf4afff req-6734dbf2-cdfb-41de-a871-387efc7cd426 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:01.246478 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e910a95c-1e46-423b-8d17-7f236cf4afff req-6734dbf2-cdfb-41de-a871-387efc7cd426 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0631409 Jul 16 09:35:01.284475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e910a95c-1e46-423b-8d17-7f236cf4afff req-ee772f19-e4b4-4f1b-8750-8ef9e269a772 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Jul 16 09:35:02.453066 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32db9f2-16af-4388-8800-c930da817c23 req-85f1ed1d-6295-45e2-ba5c-babd3dcebaf6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:02.454516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f32db9f2-16af-4388-8800-c930da817c23 req-85f1ed1d-6295-45e2-ba5c-babd3dcebaf6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0615780 Jul 16 09:35:02.491765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f32db9f2-16af-4388-8800-c930da817c23 req-259e2289-b556-422c-b53d-cf8961057bb4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Jul 16 09:35:03.665055 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b87d1-f97c-4c22-b1fe-db70df3ba87e req-38da0821-53e0-46d5-a809-3a560e8a69e2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:03.667108 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f49b87d1-f97c-4c22-b1fe-db70df3ba87e req-38da0821-53e0-46d5-a809-3a560e8a69e2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0658534 Jul 16 09:35:03.704583 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f49b87d1-f97c-4c22-b1fe-db70df3ba87e req-418b9b14-a3ce-45e6-9495-d1de594786cf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jul 16 09:35:04.872745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f657b-2654-4eb6-9fb5-2b4b7d5d936e req-08f1e8bb-6e76-4125-b1b8-478778176ef0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:04.874129 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-636f657b-2654-4eb6-9fb5-2b4b7d5d936e req-08f1e8bb-6e76-4125-b1b8-478778176ef0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0616155 Jul 16 09:35:04.910398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-636f657b-2654-4eb6-9fb5-2b4b7d5d936e req-e821ae44-b57a-444b-a7ed-d78c37bf3c6f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308123 Jul 16 09:35:06.083075 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46862b5-1b65-4420-8740-f7c99d3a3a72 req-36758326-ff29-4c7c-9bb7-b31780228cd2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.084558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d46862b5-1b65-4420-8740-f7c99d3a3a72 req-36758326-ff29-4c7c-9bb7-b31780228cd2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.0654926 Jul 16 09:35:06.122134 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d46862b5-1b65-4420-8740-f7c99d3a3a72 req-f5e69148-faff-46e4-a2cd-4f2acd03e88f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Jul 16 09:35:06.343892 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-ed713287-af32-470a-95ba-fcee2867659f req-28e1d6ae-5342-4449-b45a-5fcb27b0ea96 service neutron] show failed (client error): The resource could not be found. Jul 16 09:35:06.344957 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-28e1d6ae-5342-4449-b45a-5fcb27b0ea96 service neutron] 10.222.0.46 "GET /v2.0/ports/3cff39dd-4df0-4322-9816-baec37cb306a/bindings/n-h2-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0546198 Jul 16 09:35:06.613965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-9f383051-6da0-455f-b53f-7701b68c5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.615472 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-9f383051-6da0-455f-b53f-7701b68c5d6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 1097 time: 0.0834427 Jul 16 09:35:06.626430 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:06.698201 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.890466 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:06.922528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:06.960873 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:06.963215 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15848e-250d-421c-abb9-33d4cd7b4f47" -d '{"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-unplugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:06.967021 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.979403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Transition to ACTIVE for port object 3cff39dd-4df0-4322-9816-baec37cb306a will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:06.983374 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:07.300186 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f709992-ffad-4bfe-98d2-ca477a68f540 x-openstack-request-id: req-3f709992-ffad-4bfe-98d2-ca477a68f540 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:07.300870 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-unplugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:07.300870 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f709992-ffad-4bfe-98d2-ca477a68f540 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:07.301082 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'code': 200} Jul 16 09:35:07.349905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=6']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:07.430677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.431024 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.431369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.431708 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.432099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.432436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.432770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.433100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.433429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.433760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.434090 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.434414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:07.499086 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] No DVR routers for this DVR port 3cff39dd-4df0-4322-9816-baec37cb306a on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:07.545352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977f3f5-20e9-4956-895d-20cdc41d996a req-4dc27e03-2ea5-48f4-b338-bd2e4c1df732 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.546870 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8977f3f5-20e9-4956-895d-20cdc41d996a req-4dc27e03-2ea5-48f4-b338-bd2e4c1df732 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.2484164 Jul 16 09:35:07.630971 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8977f3f5-20e9-4956-895d-20cdc41d996a req-53f9f789-4eda-4e86-9862-870e47c773ce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757813 Jul 16 09:35:07.677812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:07.678077 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:07.678409 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:07.684853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:07.685179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Attempting to bind port 3cff39dd-4df0-4322-9816-baec37cb306a on network 864b75fb-ed0c-4746-aa12-d52638156804 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:07.691569 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:07.691972 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Checking segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:07.692332 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Bound using segment: {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:07.692764 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Bound port: 3cff39dd-4df0-4322-9816-baec37cb306a, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:07.693124 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:07.755076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:07.758105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:07.763155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:07.794469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.795109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:07.796514 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 1092 time: 1.1741645 Jul 16 09:35:07.824302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc234f-d948-40e9-a2ee-17c2331c15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:07.886070 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-5220271e-a191-4bcd-90bb-bed7bee2ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.887614 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-5220271e-a191-4bcd-90bb-bed7bee2ddd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0597219 Jul 16 09:35:07.980413 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-e88b8bdb-edcc-47e3-b63a-8be43381f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:07.981909 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-e88b8bdb-edcc-47e3-b63a-8be43381f5f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0873210 Jul 16 09:35:08.049626 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-1d0696ab-10f4-4e4b-854e-73cf6f551288 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 999 time: 0.0614462 Jul 16 09:35:08.097631 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-089ac70f-5fa4-47f2-8e3e-e88297d16310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:08.099091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-089ac70f-5fa4-47f2-8e3e-e88297d16310 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0434096 Jul 16 09:35:08.154507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713287-af32-470a-95ba-fcee2867659f req-6c63221e-2fd3-4c82-ae62-bb7b81e966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:08.155956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-6c63221e-2fd3-4c82-ae62-bb7b81e966a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499668 Jul 16 09:35:08.247064 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-e982f969-0245-48e8-8687-3b60d36fdac1 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846097 Jul 16 09:35:08.334576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed713287-af32-470a-95ba-fcee2867659f req-827c88cd-df46-4b0f-ad6c-415bca98828e service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Jul 16 09:35:08.985820 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb30a5-c113-428e-9e6e-7fa64fa74b50 req-4ec66718-cff6-406e-9539-dd065f2db086 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:08.987212 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4cb30a5-c113-428e-9e6e-7fa64fa74b50 req-4ec66718-cff6-406e-9539-dd065f2db086 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0669239 Jul 16 09:35:09.024266 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a4cb30a5-c113-428e-9e6e-7fa64fa74b50 req-e2e572e0-adda-40da-ae5f-4d95f248246a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315063 Jul 16 09:35:09.147482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.302300 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:09.304678 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414e4a2-5485-4769-a73f-cbb5a146f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:09.530205 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e69edb-d077-4950-b71d-a3641afc244a x-openstack-request-id: req-88e69edb-d077-4950-b71d-a3641afc244a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:09.530843 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:09.530843 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88e69edb-d077-4950-b71d-a3641afc244a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:09.531166 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'status': 'completed', 'code': 200} Jul 16 09:35:09.607789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-c288edea-82f5-4ad5-bfae-60437c9ee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.609254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-ca89f7bc-e026-4428-a4cc-a6ca0d052574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.609405 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-c288edea-82f5-4ad5-bfae-60437c9ee7ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0594144 Jul 16 09:35:09.610749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-ca89f7bc-e026-4428-a4cc-a6ca0d052574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0533326 Jul 16 09:35:09.703111 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-7a89656b-c9c3-474a-8e4a-8de8a07a5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.705663 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-7a89656b-c9c3-474a-8e4a-8de8a07a5275 service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0893633 Jul 16 09:35:09.708072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-c8489e46-e746-415b-b167-c32e37a2a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.709680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-c8489e46-e746-415b-b167-c32e37a2a428 service neutron] 10.222.0.47 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0920441 Jul 16 09:35:09.776956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-7ab47a2d-8f7e-42e2-ad8e-dbdf3cb9e714 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 999 time: 0.0586534 Jul 16 09:35:09.778252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-1a3aed12-9cb9-4403-93b3-006493696e93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 999 time: 0.0661643 Jul 16 09:35:09.828151 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-6618e0ae-d03c-48b0-9e52-b8e2434665cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.829326 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-44bebfa4-85ea-4b94-91ce-c9683f4ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.829964 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-6618e0ae-d03c-48b0-9e52-b8e2434665cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0457613 Jul 16 09:35:09.831804 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-44bebfa4-85ea-4b94-91ce-c9683f4ff0db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0443871 Jul 16 09:35:09.865917 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.893085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-65367414-a608-4e0c-9d66-d539e8fef276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.894877 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-65367414-a608-4e0c-9d66-d539e8fef276 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591445 Jul 16 09:35:09.899081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-4ddebdcb-9c58-42d6-9561-5b81725e05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:09.900746 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-4ddebdcb-9c58-42d6-9561-5b81725e05c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626888 Jul 16 09:35:09.993965 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-47413fa9-6ed5-4e98-9f2d-4d5a1de93702 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858517 Jul 16 09:35:09.995987 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-8b7dc1e4-0a93-4b8c-a79c-5bd94b7d45b8 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943983 Jul 16 09:35:10.085005 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-265d3b57-a592-4139-8d67-f2832f15faa8 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Jul 16 09:35:10.089130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f414e4a2-5485-4769-a73f-cbb5a146f6fb req-afcc7472-f7d8-416a-a577-16b007156b85 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879092 Jul 16 09:35:10.199539 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b508e-9bf4-4bb8-9c6c-22f7886469b0 req-5d6f401d-0544-4b62-b7f7-0f4eed37bb56 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.200960 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b4b508e-9bf4-4bb8-9c6c-22f7886469b0 req-5d6f401d-0544-4b62-b7f7-0f4eed37bb56 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0625935 Jul 16 09:35:10.238230 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9b4b508e-9bf4-4bb8-9c6c-22f7886469b0 req-d4a613c0-96b2-492d-917c-9ba6b02dda50 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jul 16 09:35:10.529598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8844fb-26c7-48e7-bca5-0a054a9f82df req-86e4133c-5a52-4c77-bb3d-e0d780350563 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.531001 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de8844fb-26c7-48e7-bca5-0a054a9f82df req-86e4133c-5a52-4c77-bb3d-e0d780350563 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0636170 Jul 16 09:35:10.550782 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-5bc9417a-98a8-4e26-b1fe-3fcd10a38931 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.552353 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-5bc9417a-98a8-4e26-b1fe-3fcd10a38931 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9&tenant_id=e8ac1f0e48494ba795bf31796068bc34&binding%3Ahost_id=n-h2-798054-12 HTTP/1.1" status: 200 len: 943 time: 0.0773089 Jul 16 09:35:10.573209 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de8844fb-26c7-48e7-bca5-0a054a9f82df req-6752b601-453c-4c8c-acbc-0c06b46649c6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365033 Jul 16 09:35:10.613415 n-d-798054-12 neutron-server[93774]: INFO neutron.api.v2.resource [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-7783e662-6d11-4507-b074-b3296e0436d1 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:35:10.614452 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-7783e662-6d11-4507-b074-b3296e0436d1 service neutron] 10.222.0.46 "DELETE /v2.0/ports/3cff39dd-4df0-4322-9816-baec37cb306a/bindings/n-h1-798054-12 HTTP/1.1" status: 404 len: 381 time: 0.0559785 Jul 16 09:35:10.709587 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-09f60c09-902f-4645-8f95-620eed173ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.711227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-09f60c09-902f-4645-8f95-620eed173ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1095 time: 0.0542350 Jul 16 09:35:10.750574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3653da-b2ff-4a73-a23a-ca2b39c906b4 req-4f38a5a1-d5da-405c-90a9-0fb408350e2c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.752083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd3653da-b2ff-4a73-a23a-ca2b39c906b4 req-4f38a5a1-d5da-405c-90a9-0fb408350e2c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 943 time: 0.0636928 Jul 16 09:35:10.789959 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bd3653da-b2ff-4a73-a23a-ca2b39c906b4 req-bd56a4ac-cb25-4dfb-90e7-7c333847b910 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Jul 16 09:35:10.806079 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-51357943-825a-47df-9c48-ef043afd845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.807601 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-51357943-825a-47df-9c48-ef043afd845a service neutron] 10.222.0.46 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0897346 Jul 16 09:35:10.870244 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-315cbe0d-841d-486e-a701-e99f1e657165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 999 time: 0.0566466 Jul 16 09:35:10.921057 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-29b836c8-d1f7-4473-9bca-f2c23305a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.922467 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-29b836c8-d1f7-4473-9bca-f2c23305a4a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0469873 Jul 16 09:35:10.981221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-041ebd00-bc2d-4977-a26a-e5e0e06a2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:10.982750 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-041ebd00-bc2d-4977-a26a-e5e0e06a2fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538139 Jul 16 09:35:11.022824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:11.064103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:11.075754 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-18d7b85c-1b3b-40b7-b36a-ff0e1d46dfb2 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Jul 16 09:35:11.138039 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:11.169667 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cebe0ac0-3746-4814-a1d8-ec6b812a40be req-b93b7127-1f55-428b-b01b-e572318118e5 service neutron] 10.222.0.46 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874488 Jul 16 09:35:11.233837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:11.244786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '3cff39dd-4df0-4322-9816-baec37cb306a', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'port_id': '3cff39dd-4df0-4322-9816-baec37cb306a', 'mac_address': 'fa:16:3e:5d:5d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:35:11.285982 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:11.298914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cff39dd-4df0-4322-9816-baec37cb306a {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:11.318669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:11.322279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:11.368390 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:11.376021 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.376403 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.376748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.377087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.377424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.377757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.378089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.378420 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.378747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.379074 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.379402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.379727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:11.573696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['3cff39dd-4df0-4322-9816-baec37cb306a'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:35:11.962593 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f27f83-f98e-4804-be8b-48211ac013f5 req-70cf9c70-7565-4b77-8bb9-2706a0a9b945 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:11.964169 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89f27f83-f98e-4804-be8b-48211ac013f5 req-70cf9c70-7565-4b77-8bb9-2706a0a9b945 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 944 time: 0.0627542 Jul 16 09:35:12.002668 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-89f27f83-f98e-4804-be8b-48211ac013f5 req-2bfa042a-e806-47b3-b699-21dcd04d0bfc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328848 Jul 16 09:35:12.026856 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36862) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:12.089168 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ade1588c-ce02-42f5-a9fa-1ac6633a33f4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/ab723cb0-1378-45bc-9090-3a19e10156ad HTTP/1.1" status: 200 len: 992 time: 0.0611765 Jul 16 09:35:13.090919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d80193fb-f2a1-4311-b63b-67ba08b00b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:13.137472 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:13.184221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 3cff39dd-4df0-4322-9816-baec37cb306a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:13.187673 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 3cff39dd-4df0-4322-9816-baec37cb306a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:13.188073 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:13.264888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:13.286284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:13.288558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be7c4a7-1ae0-45b4-aa78-f10d0bc53a16" -d '{"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-plugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:13.301707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:13.306264 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:13.331749 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8617d703-a7bd-4717-83e1-279feb0d673b x-openstack-request-id: req-8617d703-a7bd-4717-83e1-279feb0d673b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:13.332060 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-plugged", "status": "completed", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:13.332315 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8617d703-a7bd-4717-83e1-279feb0d673b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:13.332697 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'code': 200} Jul 16 09:35:13.358188 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:15.702758 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f6a1722c-3571-42b8-9d2d-31218f1ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:15.796407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:17.113505 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:18.716060 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:21.812787 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-58e01654-2249-4441-8d2a-1636a4c8711a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548120 Jul 16 09:35:21.904472 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841d06-d741-4315-81df-4df818710bd1 req-b0f4a6c0-e8b7-4778-bb88-97a555db7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:21.905969 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-b0f4a6c0-e8b7-4778-bb88-97a555db7e60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0515747 Jul 16 09:35:22.012609 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841d06-d741-4315-81df-4df818710bd1 req-1bda05ab-b169-4938-b566-3c39b3e0a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:22.014111 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-1bda05ab-b169-4938-b566-3c39b3e0a3d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0869067 Jul 16 09:35:22.080525 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-d19a27dc-c705-4173-9b61-f18d31c56d3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 1001 time: 0.0589290 Jul 16 09:35:22.128803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841d06-d741-4315-81df-4df818710bd1 req-431d6ace-ec3a-412e-880b-427a765eb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:22.130259 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-431d6ace-ec3a-412e-880b-427a765eb8f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0433416 Jul 16 09:35:22.186511 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31841d06-d741-4315-81df-4df818710bd1 req-642e5de1-9b9f-45e2-94cd-62a6f9409578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:22.187970 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-642e5de1-9b9f-45e2-94cd-62a6f9409578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505335 Jul 16 09:35:22.278714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-ac136873-f050-4384-a649-7f3bafb277cc service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842671 Jul 16 09:35:22.365624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-31841d06-d741-4315-81df-4df818710bd1 req-015a69bf-233c-44aa-a0b9-6ef5d6ed7bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808442 Jul 16 09:35:31.806114 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:39.149057 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.894407 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.690653 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36876) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:40.842404 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 37fe5ce3-237d-4a30-bd5a-79ac0d457da1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:40.842749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.918294 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.918539 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.929753 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 37fe5ce3-237d-4a30-bd5a-79ac0d457da1 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:41.072677 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.099047 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=37fe5ce3-237d-4a30-bd5a-79ac0d457da1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:41.158617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.158953 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP ab723cb0-1378-45bc-9090-3a19e10156ad disassociated (deleted). External IP: 172.25.5.118, port: 3cff39dd-4df0-4322-9816-baec37cb306a. Jul 16 09:35:41.361319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e25ad127-4a87-4230-be3c-68a21b343f89 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:41.467180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:41.472249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.476530 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Sync routers for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:41.484999 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:41.485617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:41.508149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f98094df-b6d6-43bf-8eaf-a84eaca1c214 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab723cb0-1378-45bc-9090-3a19e10156ad HTTP/1.1" status: 204 len: 168 time: 0.8163788 Jul 16 09:35:41.508736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:41.511004 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:41.560507 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd6000-baba-4369-9055-73d3c87f729a x-openstack-request-id: req-decd6000-baba-4369-9055-73d3c87f729a {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:41.560804 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:41.561056 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-decd6000-baba-4369-9055-73d3c87f729a {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:41.561452 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'status': 'completed', 'code': 200} Jul 16 09:35:41.595177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:41.641407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-c964054f-6dd6-485c-b8ff-99ee39fab0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.642453 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-c964054f-6dd6-485c-b8ff-99ee39fab0f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 1097 time: 0.0574732 Jul 16 09:35:41.738637 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-be425e1a-b1b0-41cd-93f7-9c17c73cd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.740200 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-be425e1a-b1b0-41cd-93f7-9c17c73cd1cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 200 len: 896 time: 0.0913420 Jul 16 09:35:41.796148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-8ce9abf8-048a-416e-b0ff-1b67d002234a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 200 len: 217 time: 0.0397842 Jul 16 09:35:41.807485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:41.837181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Checking router: e25ad127-4a87-4230-be3c-68a21b343f89 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:41.845924 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:41.846547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:41.850290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-bb04d1ef-154c-4302-b473-b31a57529271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.851756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-bb04d1ef-154c-4302-b473-b31a57529271 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 200 len: 835 time: 0.0465944 Jul 16 09:35:41.954814 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63777-3868-498f-bd6a-86fea772b3cc req-3a009934-76d4-4733-a7a0-585e5805e92f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.956408 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98b63777-3868-498f-bd6a-86fea772b3cc req-3a009934-76d4-4733-a7a0-585e5805e92f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.1079159 Jul 16 09:35:41.963354 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-4f4e9f43-324b-4fa6-a192-077b549141cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.964885 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-4f4e9f43-324b-4fa6-a192-077b549141cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=864b75fb-ed0c-4746-aa12-d52638156804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860727 Jul 16 09:35:42.027592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-98b63777-3868-498f-bd6a-86fea772b3cc req-135b4187-d80d-472f-a58d-3448266a9950 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617185 Jul 16 09:35:42.078673 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-57fc5d01-809e-47a1-8e74-8aaea0c5e758 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047034 Jul 16 09:35:42.103871 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:42.173510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1e3cb0c-855a-4c20-a1a5-76b75edde7fd req-26dbcbbc-fe50-47a1-ad0f-6e1c7aaeb871 service neutron] 10.222.0.47 "GET /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Jul 16 09:35:42.298918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:42.329838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4195800-0f73-4ad6-bca5-0615e2f16a48 None None] The sync data for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 is: [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': 'b6817baa-1d9b-441e-9f89-0dff4063814f', 'name': '', 'network_id': '864b75fb-ed0c-4746-aa12-d52638156804', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:5d:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '9e800a41-6036-4f20-bea5-476224020bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:59Z', 'updated_at': '2021-07-16T09:34:04Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': '9e800a41-6036-4f20-bea5-476224020bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:42.551934 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef542d-2100-4122-85f7-67f7a7352b16 None None] New status for floating IP ab723cb0-1378-45bc-9090-3a19e10156ad: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:35:43.093440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c650fc83-78dc-4f08-86ef-9c7dd3988efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.250538 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-0c256294-f2c4-4633-9287-d669e10732f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.251905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-0c256294-f2c4-4633-9287-d669e10732f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.1061561 Jul 16 09:35:43.259944 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7621-b1d0-4447-8b96-a2dd7815d958 req-16786531-9235-4a36-ba21-ff83b515692a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.261351 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e20c7621-b1d0-4447-8b96-a2dd7815d958 req-16786531-9235-4a36-ba21-ff83b515692a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d2535a-64fd-47df-a4f8-08dc1a3babc9 HTTP/1.1" status: 200 len: 945 time: 0.1043582 Jul 16 09:35:43.624934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e20c7621-b1d0-4447-8b96-a2dd7815d958 req-a737a363-5aef-440c-97a8-e26a1f742e4f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b2802d7-2423-42bf-a3b1-d02f9cece4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559487 Jul 16 09:35:43.667864 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 3cff39dd-4df0-4322-9816-baec37cb306a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:43.668260 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.757061 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 3cff39dd-4df0-4322-9816-baec37cb306a, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=3cff39dd-4df0-4322-9816-baec37cb306a,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:43.757416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.770808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 3cff39dd-4df0-4322-9816-baec37cb306a owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:43.900632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.932903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=3cff39dd-4df0-4322-9816-baec37cb306a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:43.977169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port 3cff39dd-4df0-4322-9816-baec37cb306a on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:43.979852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.981926 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38c95730-fe0a-48f9-a27b-22dc38fddaee req-7fa55bdf-e3fa-430a-81fb-f3f899e55af5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "DELETE /v2.0/ports/3cff39dd-4df0-4322-9816-baec37cb306a HTTP/1.1" status: 204 len: 173 time: 0.7196603 Jul 16 09:35:43.982369 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-deleted', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:43.984664 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7289fdb0-d284-4b05-bd32-c7352baa9efe" -d '{"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-deleted", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:44.029474 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da24c3f-62c0-4815-b9b6-23e256233469 x-openstack-request-id: req-3da24c3f-62c0-4815-b9b6-23e256233469 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:44.030812 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d2535a-64fd-47df-a4f8-08dc1a3babc9", "name": "network-vif-deleted", "tag": "3cff39dd-4df0-4322-9816-baec37cb306a", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:44.031461 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3da24c3f-62c0-4815-b9b6-23e256233469 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:44.031819 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d2535a-64fd-47df-a4f8-08dc1a3babc9', 'name': 'network-vif-deleted', 'tag': '3cff39dd-4df0-4322-9816-baec37cb306a', 'status': 'completed', 'code': 200} Jul 16 09:35:44.715981 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36894) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:45.070251 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.329421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port b6817baa-1d9b-441e-9f89-0dff4063814f {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:45.329774 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.414599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port b6817baa-1d9b-441e-9f89-0dff4063814f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=b6817baa-1d9b-441e-9f89-0dff4063814f,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:45.414952 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.427204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for b6817baa-1d9b-441e-9f89-0dff4063814f owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:45.610807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.636230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=b6817baa-1d9b-441e-9f89-0dff4063814f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:45.648915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.649277 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.649618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.649959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.650291 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.650627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.650960 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.651289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.651619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.651954 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.652307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.652632 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:45.705981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6ea23c08-6d42-467d-9402-9254fa667912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.805883 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.826290 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.041373 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e25ad127-4a87-4230-be3c-68a21b343f89 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:46.141862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:46.146829 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-77a5e747-9016-4747-b6a0-93a9ccdaa2eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/e25ad127-4a87-4230-be3c-68a21b343f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297748 Jul 16 09:35:46.149734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36896) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:46.151509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Sync routers for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:46.161691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:46.162300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:46.202114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting subnet 9e800a41-6036-4f20-bea5-476224020bc5 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:35:46.205159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.244114 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.263419 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:46.326281 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.389790 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.417016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Subnet': ['ID=9e800a41-6036-4f20-bea5-476224020bc5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:46.421736 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.426161 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-1ce6726c-a4f1-49f0-9f2e-b03ebf5fde65 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/subnets/9e800a41-6036-4f20-bea5-476224020bc5 HTTP/1.1" status: 204 len: 168 time: 0.2730069 Jul 16 09:35:46.426470 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36898) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:46.427241 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019e74f-6e6a-4ee1-a5e0-ad6541f4e813 None None] Network 864b75fb-ed0c-4746-aa12-d52638156804 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:46.505259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:35:45Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:46.533008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.546938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Checking router: e25ad127-4a87-4230-be3c-68a21b343f89 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:46.574384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Routers {'e25ad127-4a87-4230-be3c-68a21b343f89'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:46.575008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e25ad127-4a87-4230-be3c-68a21b343f89'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:46.642845 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.697743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] Set router e25ad127-4a87-4230-be3c-68a21b343f89 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:46.700522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 9225c1c2-86e2-44c4-801a-ca467352dd32 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:46.700878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.770561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] DHCP port deletion for 864b75fb-ed0c-4746-aa12-d52638156804 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:35:46.788916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 9225c1c2-86e2-44c4-801a-ca467352dd32, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9225c1c2-86e2-44c4-801a-ca467352dd32,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:46.789282 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.800790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 9225c1c2-86e2-44c4-801a-ca467352dd32 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:46.890201 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Deleting port 258bc8ea-909a-4fd9-a385-c253270016ad {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:46.890499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.963817 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] For port 258bc8ea-909a-4fd9-a385-c253270016ad, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=258bc8ea-909a-4fd9-a385-c253270016ad,segment=NetworkSegment(0f7418cd-8c6c-4d1d-a03e-2260c6514c7e),segment_id=0f7418cd-8c6c-4d1d-a03e-2260c6514c7e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:46.964239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.968729 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.980148 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:35:45Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:46.981918 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Calling delete_port for 258bc8ea-909a-4fd9-a385-c253270016ad owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:46.996886 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=9225c1c2-86e2-44c4-801a-ca467352dd32,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:47.010705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee604ec-9b8f-444f-ac97-63ab39ba8bd3 None None] The sync data for ids ['e25ad127-4a87-4230-be3c-68a21b343f89'] in n-d-798054-12 is: [{'id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463514217', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:35:45Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '9225c1c2-86e2-44c4-801a-ca467352dd32', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ad127-4a87-4230-be3c-68a21b343f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:33:56Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:47.059165 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.090393 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.121804 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] Pushing event deleted for resources: {'Port': ['ID=258bc8ea-909a-4fd9-a385-c253270016ad,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:47.125703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c2387-418b-4c73-9e31-a72ced187f4d None None] No DVR routers for this DVR port 258bc8ea-909a-4fd9-a385-c253270016ad on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:47.138940 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.155243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.157323 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.203248 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.203799 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Fanout notify agent at l3_agent the message router_deleted on router e25ad127-4a87-4230-be3c-68a21b343f89 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:35:47.210989 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.212130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9a2f3718-789e-4e63-8d15-5170d35da604 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/routers/e25ad127-4a87-4230-be3c-68a21b343f89 HTTP/1.1" status: 204 len: 168 time: 0.7846577 Jul 16 09:35:47.214812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36900) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:47.288141 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.317278 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:47.340010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 3cff39dd-4df0-4322-9816-baec37cb306a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:47.340392 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 3cff39dd-4df0-4322-9816-baec37cb306a not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:47.379797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.390388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864b75fb-ed0c-4746-aa12-d52638156804']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:47.400863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:47.401165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7418cd-8c6c-4d1d-a03e-2260c6514c7e') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:47.410749 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.426386 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.432800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:35:47.433491 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:35:47.436928 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:35:47.501112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.508605 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.510589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/networks/864b75fb-ed0c-4746-aa12-d52638156804 HTTP/1.1" status: 204 len: 168 time: 0.2948637 Jul 16 09:35:47.513489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36902) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:47.521598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7006660-a019-4d1e-9774-93284fcd5fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Network': ['ID=864b75fb-ed0c-4746-aa12-d52638156804,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:47.574909 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.603047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.671714 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.674355 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:47.675534 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b2802d7-2423-42bf-a3b1-d02f9cece4d5 HTTP/1.1" status: 204 len: 168 time: 0.1609359 Jul 16 09:35:47.685086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6be018-ec04-4eb1-9481-e125053f8051 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2802d7-2423-42bf-a3b1-d02f9cece4d5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.069925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36908) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.074590 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267902661', 'description': 'tempest-secgroup-smoke-1267902661 description', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.097660 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.180298 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.183922 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.216651 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.217885 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469631 Jul 16 09:35:48.219712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278158-62b0-4e56-82c1-519c7d478b27 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5140238c-a509-4014-b323-c3d0809a8e4b,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.221212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36910) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.226184 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.251854 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.307372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.310843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.327649 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3eb6201-8a5b-4835-973a-9bc4ed5c0d3a,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.336409 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.337612 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-708fccfa-32cd-4860-bb41-d36c55db4d49 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153557 Jul 16 09:35:48.340265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36912) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.344975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.371224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.428752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.432163 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.450454 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec839e29-9195-4d30-8834-8addb6b2ebf7,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.457032 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.458477 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-799e04bb-43ad-4c5e-964b-2f152be05496 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172686 Jul 16 09:35:48.461212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36914) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.465585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.492372 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.549990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.553453 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.574588 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3399a12a-bab6-49b4-8584-60f348a08694,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.581302 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.582537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3b0965d-de68-4e75-aadb-4597ab77ab3b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203756 Jul 16 09:35:48.585268 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36916) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.589893 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.617116 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.664459 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6817baa-1d9b-441e-9f89-0dff4063814f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:48.676521 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.680683 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.685679 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: b6817baa-1d9b-441e-9f89-0dff4063814f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:48.686802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device b6817baa-1d9b-441e-9f89-0dff4063814f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:48.687227 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9225c1c2-86e2-44c4-801a-ca467352dd32 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:48.698002 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050e969d-15a8-4b16-90aa-4bb0ab299447,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.706130 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.707810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-886ee99d-82e4-4c79-9a8d-c0d96aa882d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215482 Jul 16 09:35:48.709836 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9225c1c2-86e2-44c4-801a-ca467352dd32 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:48.710183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9225c1c2-86e2-44c4-801a-ca467352dd32 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:48.710596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 258bc8ea-909a-4fd9-a385-c253270016ad no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:48.710732 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36918) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.715304 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.737494 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:48.738354 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 258bc8ea-909a-4fd9-a385-c253270016ad {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:48.738712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 258bc8ea-909a-4fd9-a385-c253270016ad not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:48.743361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.744313 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.802007 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.805358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.824240 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe2fa38-db7c-45eb-a438-23584b7b58d7,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.827249 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.830986 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5d5768f9-d5fb-4cf1-a835-8687a155e9ae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167691 Jul 16 09:35:48.831595 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36920) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.836233 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '5140238c-a509-4014-b323-c3d0809a8e4b', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.859056 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:48.863852 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.924329 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.927780 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.949427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ba0b8e-7dc1-41d4-9aa1-a9714a008820,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.952560 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.953785 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a94d9f14-89fa-45f5-8e91-2ad30b81f034 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211250 Jul 16 09:35:48.956551 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36922) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:48.961507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'network': {'name': 'tempest-network-smoke--2133247976', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'port_security_enabled': True}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:48.981835 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:48.985963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.009000 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:35:49.017522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.017870 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Added segment fae57695-ea49-4a87-ba77-6e8bd8333f8e of type vlan for network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 Jul 16 09:35:49.057378 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.085460 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.091519 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:49.092149 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.129337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1717987 Jul 16 09:35:49.132083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36924) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:49.160190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'admin_state_up': True, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:49.166605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dc557-92da-448c-a89c-38a33f9f9dd5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Network': ['ID=a0a9a9c4-3078-4c53-a062-ab4cd3dda123,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:49.177840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:35:49.186645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.187632 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.247532 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.386886 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.574117 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.592645 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.693476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.69 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/068fa3f1-f05e-4dc9-8c20-68037a8971ea) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:49.789826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.826979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:49.866245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:49.872393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:49.876521 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:49.882012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=068fa3f1-f05e-4dc9-8c20-68037a8971ea,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:50.116712 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.586242 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.706506 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router 5362946d-0992-4fc4-aebb-3057d691b436 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:35:50.810021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:50.819338 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Sync routers for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:50.828269 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.828839 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:50.829449 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:50.829622 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4288f959-50ba-4ba4-aa0a-d29ff042e892 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6966183 Jul 16 09:35:50.832930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36926) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.862027 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-34920817-35d1-4ab9-b08f-f1416a917b45 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8ac1f0e48494ba795bf31796068bc34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277212 Jul 16 09:35:50.864513 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36928) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.931725 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:50.950018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac34ae-1492-4fcc-b22c-9d04b43dfe35 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.951584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-06ac34ae-1492-4fcc-b22c-9d04b43dfe35 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860345 Jul 16 09:35:50.954972 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36930) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.986188 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-59e86789-082e-4c26-9de6-8ea95fea3cee tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300460 Jul 16 09:35:50.988655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 36932) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.993362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320268741', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.079321 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:51.082861 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.108756 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:50Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:51.135099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Checking router: 5362946d-0992-4fc4-aebb-3057d691b436 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:51.135368 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Updating router 5362946d-0992-4fc4-aebb-3057d691b436 port 068fa3f1-f05e-4dc9-8c20-68037a8971ea binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:51.170829 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.263979 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.322228 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Subnet': ['ID=c2c21ddd-d381-48b4-9904-26a830c8a77e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.334109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Checking segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:51.334500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network hostable DHCP agents. Network: a0a9a9c4-3078-4c53-a062-ab4cd3dda123, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:35:51.352440 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:35:51.361739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, a0a9a9c4-3078-4c53-a062-ab4cd3dda123) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:51.366120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:51.366724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.371854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13646f-160a-425d-8149-548ea2bae60f None None] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:51.385487 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bc4be10c-3356-4194-bb53-799e96d78dce tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3931270 Jul 16 09:35:51.385828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36934) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:51.430689 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.442324 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Transition to ACTIVE for port object 068fa3f1-f05e-4dc9-8c20-68037a8971ea will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:51.449592 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.494981 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Attempting to bind port 068fa3f1-f05e-4dc9-8c20-68037a8971ea on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:51.495345 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Attempting to bind port 068fa3f1-f05e-4dc9-8c20-68037a8971ea by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:51.495698 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Attempting to bind port 068fa3f1-f05e-4dc9-8c20-68037a8971ea on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:51.507121 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:51.507496 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:51.507897 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.508309 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:51.508767 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Bound port: 068fa3f1-f05e-4dc9-8c20-68037a8971ea, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:51.509142 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.530298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:35:51.531336 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.534642 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Pushing event updated for resources: {'Port': ['ID=068fa3f1-f05e-4dc9-8c20-68037a8971ea,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.551261 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.552149 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.552149 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.552495 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.552595 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.552891 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.553773 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.553773 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.554003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.554273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.554593 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.554905 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.579231 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] For port 068fa3f1-f05e-4dc9-8c20-68037a8971ea, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:51.582397 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] For port 068fa3f1-f05e-4dc9-8c20-68037a8971ea, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=068fa3f1-f05e-4dc9-8c20-68037a8971ea,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:51.587419 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.646164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:51.646986 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:51.680788 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Allocated IP 172.20.0.2 (a0a9a9c4-3078-4c53-a062-ab4cd3dda123/c2c21ddd-d381-48b4-9904-26a830c8a77e/bbdc66c6-d2b1-44f0-adb1-4857eddeb06f) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:51.692178 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3611-236b-4259-8c1a-6e93b5146cd9 None None] Pushing event updated for resources: {'Port': ['ID=068fa3f1-f05e-4dc9-8c20-68037a8971ea,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.771464 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:51.833701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.839032 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.849691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Transition to ACTIVE for port object bbdc66c6-d2b1-44f0-adb1-4857eddeb06f will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:51.866532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Transition to ACTIVE for port object bbdc66c6-d2b1-44f0-adb1-4857eddeb06f will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:51.873239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.919324 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:51.923291 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:51.928168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:51.935752 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Pushing event updated for resources: {'Port': ['ID=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.992751 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Attempting to bind port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:51.993177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Attempting to bind port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:51.993555 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Attempting to bind port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f on network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:51.998504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:51.998886 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Checking segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:51.999295 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.000084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Bound using segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:52.000706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Bound port: bbdc66c6-d2b1-44f0-adb1-4857eddeb06f, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:52.000985 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.057156 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:50Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:52.071140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] For port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:52.074765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] For port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:52.079126 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.084652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222c40d-9a87-47d2-acd1-cbe7f4dd4923 None None] The sync data for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 is: [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:50Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:52.138549 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c73f9-4588-4ea8-974b-ff2dde52d2e0 None None] Pushing event updated for resources: {'Port': ['ID=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:52.151370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.1 (a0a9a9c4-3078-4c53-a062-ab4cd3dda123/c2c21ddd-d381-48b4-9904-26a830c8a77e/3ea38d56-5473-45c9-b98f-a9715479edc7) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:52.271047 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.290063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 3ea38d56-5473-45c9-b98f-a9715479edc7 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:52.347523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.404490 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:52.408381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:52.412393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:52.418765 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:52.469045 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.621450 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.735422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 068fa3f1-f05e-4dc9-8c20-68037a8971ea up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:52.790589 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 068fa3f1-f05e-4dc9-8c20-68037a8971ea completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:52.795121 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 068fa3f1-f05e-4dc9-8c20-68037a8971ea triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:52.795530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.888093 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.916522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 068fa3f1-f05e-4dc9-8c20-68037a8971ea, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=068fa3f1-f05e-4dc9-8c20-68037a8971ea,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:52.923633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.924571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbdc66c6-d2b1-44f0-adb1-4857eddeb06f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:52.954227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.962339 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.028840 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:53.034167 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=068fa3f1-f05e-4dc9-8c20-68037a8971ea,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:53.051592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.059948 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:53.156124 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:53.158169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:53.243702 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f54ca-d0df-4c56-bd19-0d446b076331 None None] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:53.272296 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router 5362946d-0992-4fc4-aebb-3057d691b436 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:53.384964 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:53.390002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-edfd9a71-9fb0-41da-bc2c-8e1a67a5a281 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/5362946d-0992-4fc4-aebb-3057d691b436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031164 Jul 16 09:35:53.474362 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Provisioning for port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:53.485931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Provisioning complete for port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:53.485931 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.536883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-51bad03d-a397-40cf-8ac0-8a81ac8624b1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267902661&fields=id&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 267 time: 0.0357714 Jul 16 09:35:53.629218 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.657397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-c6d4deda-b9bb-4ea9-b875-5a6fe0851238 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.659017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-c6d4deda-b9bb-4ea9-b875-5a6fe0851238 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 797 time: 0.1127572 Jul 16 09:35:53.669196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] For port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:53.674436 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:53.693130 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-ee337f11-9244-494b-9431-5e6e0c14eb1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/quotas/e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 375 time: 0.0177116 Jul 16 09:35:53.727726 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407dd2a-a933-4921-98e1-501b43ea8130 None None] Pushing event updated for resources: {'Port': ['ID=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:53.769827 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-e3f8fdb8-a7be-435c-b55e-4ccfeaa03354 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704384 Jul 16 09:35:53.883440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Sync routers for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:53.903023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:53.903599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.919690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-c3a6301c-3202-430d-a9f0-effdfc790e1a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:35:53.921097 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-c3a6301c-3202-430d-a9f0-effdfc790e1a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607951 Jul 16 09:35:53.946554 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Provisioning for port 3ea38d56-5473-45c9-b98f-a9715479edc7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:53.954138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Provisioning complete for port 3ea38d56-5473-45c9-b98f-a9715479edc7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:53.954509 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.030508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Port 3ea38d56-5473-45c9-b98f-a9715479edc7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:54.032825 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-f9182f8c-a5a2-4ec6-b939-a4b8f9d86af0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048629 Jul 16 09:35:54.057898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:54.059884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Provisioning complete for port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:54.060325 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-910b4999-f0f4-482b-8685-a5a71e92c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.132608 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-62a03fb4-4ae3-4cfe-acad-196d57afa46f service neutron] 10.222.0.32 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983636 Jul 16 09:35:54.321912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 2, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:54.348022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Checking router: 5362946d-0992-4fc4-aebb-3057d691b436 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:54.348402 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Updating router 5362946d-0992-4fc4-aebb-3057d691b436 port 3ea38d56-5473-45c9-b98f-a9715479edc7 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:54.388007 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.400602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0877d23c-f939-4556-b2d0-4a6e716e071a None None] Provisioning complete for port 3ea38d56-5473-45c9-b98f-a9715479edc7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:54.400970 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0877d23c-f939-4556-b2d0-4a6e716e071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.464387 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0877d23c-f939-4556-b2d0-4a6e716e071a None None] Port 3ea38d56-5473-45c9-b98f-a9715479edc7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:54.675699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 068fa3f1-f05e-4dc9-8c20-68037a8971ea up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:54.680551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.710290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Transition to ACTIVE for port object 3ea38d56-5473-45c9-b98f-a9715479edc7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:54.721801 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.775786 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af274a-6c56-418a-9bbb-90d3ee168327 None None] Pushing event updated for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:54.806735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 068fa3f1-f05e-4dc9-8c20-68037a8971ea triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:54.807117 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.859932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Attempting to bind port 3ea38d56-5473-45c9-b98f-a9715479edc7 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:54.860358 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Attempting to bind port 3ea38d56-5473-45c9-b98f-a9715479edc7 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:54.860718 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Attempting to bind port 3ea38d56-5473-45c9-b98f-a9715479edc7 on network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:54.869913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:54.870203 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Checking segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:54.870618 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.871018 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Bound using segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:54.871491 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Bound port: 3ea38d56-5473-45c9-b98f-a9715479edc7, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:54.871877 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:54.971156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] For port 3ea38d56-5473-45c9-b98f-a9715479edc7, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:54.973619 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbdc66c6-d2b1-44f0-adb1-4857eddeb06f up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:54.976209 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] For port 3ea38d56-5473-45c9-b98f-a9715479edc7, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3ea38d56-5473-45c9-b98f-a9715479edc7,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:54.998996 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.081182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:55.081822 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:55.085016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af274a-6c56-418a-9bbb-90d3ee168327 None None] Pushing event updated for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:55.141655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:55.142036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:55.225588 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:55.372790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a912d9e-7e0d-4ebf-8f55-1e946ddc520c req-69d488ed-afc4-4e6f-b489-85aa416db263 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 210 time: 0.0342078 Jul 16 09:35:55.484378 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:54Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:55.512808 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd4d68-6bd9-45d0-9cc7-cd15ef6cb5e9 None None] The sync data for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 is: [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:54Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:56.500751 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-7cdcf53f-bf71-4ce7-87e8-acfc9acec6d9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:56.502685 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-7cdcf53f-bf71-4ce7-87e8-acfc9acec6d9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 797 time: 0.1264112 Jul 16 09:35:56.559571 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b283c1ef-8ba5-4a4e-a626-d1f5705cda8d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 380 time: 0.0406957 Jul 16 09:35:56.562956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c48c910b-1795-4e52-bbc7-2d993c239f97 req-65c0e893-cf7d-4258-8c36-b2d5be834c07 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 210 time: 0.0333321 Jul 16 09:35:56.569108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'port': {'device_id': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'admin_state_up': True, 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'security_groups': ['5140238c-a509-4014-b323-c3d0809a8e4b']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:56.695808 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:56.699735 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.705821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3ea38d56-5473-45c9-b98f-a9715479edc7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:56.758322 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 3ea38d56-5473-45c9-b98f-a9715479edc7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:56.761858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3ea38d56-5473-45c9-b98f-a9715479edc7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:56.762239 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.822911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.6 (a0a9a9c4-3078-4c53-a062-ab4cd3dda123/c2c21ddd-d381-48b4-9904-26a830c8a77e/613d5eb4-00f8-4a5c-9116-4cf2eda46367) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:56.837607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.870079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 3ea38d56-5473-45c9-b98f-a9715479edc7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3ea38d56-5473-45c9-b98f-a9715479edc7,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:56.874579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.924651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:56.966727 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.979862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 613d5eb4-00f8-4a5c-9116-4cf2eda46367 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:57.013682 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.059160 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:57.062745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:57.065114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:57.101016 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:57.131630 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:57.132324 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.147494 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b63ff295-c7c0-42cf-b714-7d743ad00e11 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825441 Jul 16 09:35:57.159362 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Request body: {'port': {'device_id': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:57.237402 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.349693 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d1f4cddb-7810-4ecd-9818-47310038c643 None None] Provisioning for port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:57.353901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-d1f4cddb-7810-4ecd-9818-47310038c643 None None] Provisioning complete for port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:57.354318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d1f4cddb-7810-4ecd-9818-47310038c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.388474 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4cddb-7810-4ecd-9818-47310038c643 None None] Port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:57.535284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613d5eb4-00f8-4a5c-9116-4cf2eda46367 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:57.547885 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.560753 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Transition to ACTIVE for port object 613d5eb4-00f8-4a5c-9116-4cf2eda46367 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:57.564929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.617869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Pushing event updated for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:57.688749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Attempting to bind port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:57.689153 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Attempting to bind port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:57.689432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Attempting to bind port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 on network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:57.694139 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 on network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:57.694457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Attempting to bind port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 on network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:57.699406 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:57.699747 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Checking segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:57.700171 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Bound using segment: {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:57.700604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Bound port: 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae57695-ea49-4a87-ba77-6e8bd8333f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:57.700970 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.773346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20063a0d-6863-4ec1-8584-a6fe484456f5 req-ef00e34c-876b-4a11-9d77-07c6670a9e4f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:57.776713 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20063a0d-6863-4ec1-8584-a6fe484456f5 req-ef00e34c-876b-4a11-9d77-07c6670a9e4f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 943 time: 0.0836778 Jul 16 09:35:57.781340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:57.784925 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:57.790244 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:57.825876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20063a0d-6863-4ec1-8584-a6fe484456f5 req-f14ccb90-ce69-45b3-a535-0c8db4976301 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Jul 16 09:35:58.171310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.171920 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.173320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 1092 time: 1.0187335 Jul 16 09:35:58.173766 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:58.175933 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01626168-e910-44f4-92b2-bb855e70f648" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:58.204168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f775-1939-4750-b94c-03ae541334c3 service neutron] Pushing event updated for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:58.219833 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21622aa2-4961-40fa-9bdd-7c76afbde143 x-openstack-request-id: req-21622aa2-4961-40fa-9bdd-7c76afbde143 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:58.220150 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:58.220678 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21622aa2-4961-40fa-9bdd-7c76afbde143 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:58.221069 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'status': 'completed', 'code': 200} Jul 16 09:35:58.281154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-ddc9e7db-d85d-40cb-b68f-034fabae84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.282689 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-ddc9e7db-d85d-40cb-b68f-034fabae84bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1095 time: 0.0537519 Jul 16 09:35:58.328619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-13f6dab4-1be0-4b3e-98e1-88877a4a71b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 217 time: 0.0384338 Jul 16 09:35:58.377911 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-4d969d4a-858e-4222-8a94-f14669767122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.379378 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-4d969d4a-858e-4222-8a94-f14669767122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0443604 Jul 16 09:35:58.435047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-ecc49e72-4aab-41f7-b0e6-d2b15d6cf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.437274 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-ecc49e72-4aab-41f7-b0e6-d2b15d6cf94f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518594 Jul 16 09:35:58.528154 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-cab3f64a-e8d4-4521-8631-ded2f1ce21bf service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 Jul 16 09:35:58.617061 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5343b3a0-afe2-40dd-a4ea-7b10dd80dd23 req-e1a9cce1-b439-4572-b61c-7c333c52f543 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816634 Jul 16 09:35:58.674516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3ea38d56-5473-45c9-b98f-a9715479edc7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:58.719745 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626168-e910-44f4-92b2-bb855e70f648 req-c9c5ec42-14a1-4fd9-b3c1-8409dae2ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.721532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 3ea38d56-5473-45c9-b98f-a9715479edc7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:58.721687 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-c9c5ec42-14a1-4fd9-b3c1-8409dae2ec2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1095 time: 0.0542047 Jul 16 09:35:58.721909 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.815892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626168-e910-44f4-92b2-bb855e70f648 req-f2906633-1bf4-40a4-b181-0d6bb493bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.817445 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-f2906633-1bf4-40a4-b181-0d6bb493bea7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.0899584 Jul 16 09:35:58.858612 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-904f11eb-63a9-4ddc-8c6b-a17f78dd4c54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 217 time: 0.0345061 Jul 16 09:35:58.911451 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626168-e910-44f4-92b2-bb855e70f648 req-3b9c2ab1-ec0e-4d0e-a8a3-2c942c028637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.912952 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-3b9c2ab1-ec0e-4d0e-a8a3-2c942c028637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0474055 Jul 16 09:35:58.970862 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626168-e910-44f4-92b2-bb855e70f648 req-f7a8c57f-9439-406a-8545-2341353662e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:58.972424 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-f7a8c57f-9439-406a-8545-2341353662e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518341 Jul 16 09:35:59.003916 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282eacf-fb61-496e-b224-ed2f25d7793c req-d253727c-691a-4f91-b2f7-67b8f776929c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.005581 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9282eacf-fb61-496e-b224-ed2f25d7793c req-d253727c-691a-4f91-b2f7-67b8f776929c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 943 time: 0.0678868 Jul 16 09:35:59.043907 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9282eacf-fb61-496e-b224-ed2f25d7793c req-24935ad3-1886-409a-b7cd-249fa5131694 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Jul 16 09:35:59.068149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-c4087b28-363c-4532-a456-282fe6747cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885093 Jul 16 09:35:59.155925 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-01626168-e910-44f4-92b2-bb855e70f648 req-3b5164ea-a650-48fe-9751-aa3b7157e6a8 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Jul 16 09:36:00.215366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aeba9-c956-4e6e-b865-e0762233c3c9 req-225d531f-9f59-46ab-98a8-2fa01fef5cd0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.216878 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-131aeba9-c956-4e6e-b865-e0762233c3c9 req-225d531f-9f59-46ab-98a8-2fa01fef5cd0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 943 time: 0.0626426 Jul 16 09:36:00.254692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-131aeba9-c956-4e6e-b865-e0762233c3c9 req-e5e81493-f48d-410c-953a-176b59237989 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Jul 16 09:36:01.131834 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 613d5eb4-00f8-4a5c-9116-4cf2eda46367 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:36:01.224250 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:01.236338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'port_id': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'mac_address': 'fa:16:3e:51:3c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:36:01.272348 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:01.288695 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613d5eb4-00f8-4a5c-9116-4cf2eda46367 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:36:01.308982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:01.313517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:01.361741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:01.430103 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fb565-eba6-4fdd-81fb-673c2ea2056f req-7e2e2c76-4d6a-471d-a384-63aa989ecf7b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:01.431585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff5fb565-eba6-4fdd-81fb-673c2ea2056f req-7e2e2c76-4d6a-471d-a384-63aa989ecf7b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 944 time: 0.0622673 Jul 16 09:36:01.469236 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ff5fb565-eba6-4fdd-81fb-673c2ea2056f req-393ecd81-82b0-4bf5-b5e0-c77f2ee9c257 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 16 09:36:01.518568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['613d5eb4-00f8-4a5c-9116-4cf2eda46367'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:36:02.647426 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393caa-fbc6-4ab7-989d-7448ed6327b7 req-9e1016f7-2086-4656-9490-14001f5b112b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:02.648920 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de393caa-fbc6-4ab7-989d-7448ed6327b7 req-9e1016f7-2086-4656-9490-14001f5b112b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 944 time: 0.0672748 Jul 16 09:36:02.687638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de393caa-fbc6-4ab7-989d-7448ed6327b7 req-b233ba31-496d-40aa-a304-707929407bdf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Jul 16 09:36:03.147202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 613d5eb4-00f8-4a5c-9116-4cf2eda46367 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:36:03.194810 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:36:03.198422 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:36:03.198781 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.276028 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.451950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:03.454125 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e06703-2cc4-4891-aeba-1c4dcd3f8523" -d '{"events": [{"server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "name": "network-vif-plugged", "status": "completed", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:03.466883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:03.472083 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.499125 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f01d9-4418-4deb-b1d7-4f35b579c94c x-openstack-request-id: req-5b1f01d9-4418-4deb-b1d7-4f35b579c94c {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:03.499420 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "name": "network-vif-plugged", "status": "completed", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:03.499677 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b1f01d9-4418-4deb-b1d7-4f35b579c94c {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:03.500196 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'code': 200} Jul 16 09:36:03.523696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:03.610013 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e3cd-fc20-4d22-a211-f56b73f044ce req-9467f6d0-63ea-454e-b570-c89fe9d377ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:03.611552 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8875e3cd-fc20-4d22-a211-f56b73f044ce req-9467f6d0-63ea-454e-b570-c89fe9d377ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0515988 Jul 16 09:36:03.646675 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-8875e3cd-fc20-4d22-a211-f56b73f044ce req-9301c742-0b06-4c61-bf0a-efc80c41fc69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271249 Jul 16 09:36:03.860067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038df45-8dac-445f-9b66-2435640778c5 req-e8832cf3-eafd-419b-a134-32a50ce0773b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:03.861604 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d038df45-8dac-445f-9b66-2435640778c5 req-e8832cf3-eafd-419b-a134-32a50ce0773b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0635092 Jul 16 09:36:03.899651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d038df45-8dac-445f-9b66-2435640778c5 req-9eefe429-de4a-43bb-8aa8-7512174fa92e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jul 16 09:36:05.077536 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b1b8-a0c4-414c-bd02-1dbb9e230a93 req-8d1e6d0b-8213-45d4-a76d-cd1c2a260eff tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:05.079031 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92b5b1b8-a0c4-414c-bd02-1dbb9e230a93 req-8d1e6d0b-8213-45d4-a76d-cd1c2a260eff tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0659046 Jul 16 09:36:05.116060 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-92b5b1b8-a0c4-414c-bd02-1dbb9e230a93 req-51b84293-9a08-48ce-bf2d-12476265cafa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Jul 16 09:36:05.286308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db1634-b313-47c4-a906-7d24d5b35b3e req-a1cc3f0a-b984-44ae-b441-a9aaba792bac tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:05.287828 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20db1634-b313-47c4-a906-7d24d5b35b3e req-a1cc3f0a-b984-44ae-b441-a9aaba792bac tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0625110 Jul 16 09:36:05.326103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-20db1634-b313-47c4-a906-7d24d5b35b3e req-8392ca5b-126b-4902-b5ad-4ce55928e879 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Jul 16 09:36:05.350428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36996) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:05.401060 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cfa48-0a06-4c35-85b1-96a8b9a0529e tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:05.402536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e43cfa48-0a06-4c35-85b1-96a8b9a0529e tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1092 time: 0.0511506 Jul 16 09:36:05.405262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 36998) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:05.409537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:36:05.430441 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:05.528754 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:05.631638 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.207 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/4ffe20d5-15af-48af-8cbc-08e8c59bae13) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:36:05.730439 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:05.768765 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:05.803371 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:36:05.808079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:36:05.810493 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:36:05.840346 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=4ffe20d5-15af-48af-8cbc-08e8c59bae13,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:06.183176 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.259356 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.405466 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.410737 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.475023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=4ffe20d5-15af-48af-8cbc-08e8c59bae13,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:06.486224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.582871 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 4785bb9a-c085-4bab-8fe5-b29273fef951 associated. External IP: 172.25.5.207, port: 613d5eb4-00f8-4a5c-9116-4cf2eda46367. Jul 16 09:36:07.071089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router 5362946d-0992-4fc4-aebb-3057d691b436 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:36:07.177759 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:36:07.187653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Sync routers for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:36:07.193397 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:07.198638 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:07.199296 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:07.230091 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f8a75784-09a3-4ca0-a690-55db0091c951 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8238199 Jul 16 09:36:07.230680 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:07.232967 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b277476-e185-4d3f-9595-ad0b9c5277c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:07.268542 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6460ee-19ff-4baf-ad76-df605d332f9b x-openstack-request-id: req-9a6460ee-19ff-4baf-ad76-df605d332f9b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:07.268846 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:07.269103 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a6460ee-19ff-4baf-ad76-df605d332f9b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:07.269507 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'status': 'completed', 'code': 200} Jul 16 09:36:07.325701 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:07.351889 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-6b1276f5-bc76-4cbc-917a-fc81d880c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.353573 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-6b1276f5-bc76-4cbc-917a-fc81d880c8bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0608034 Jul 16 09:36:07.446601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-04fa0dce-197d-43ad-8041-4862681521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.448129 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-04fa0dce-197d-43ad-8041-4862681521a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.0881970 Jul 16 09:36:07.455372 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d1896-3cfd-4cf0-897c-1bf0f6078242 req-5884f7e4-3ccb-4015-b6da-e8b112340663 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.456894 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d7d1896-3cfd-4cf0-897c-1bf0f6078242 req-5884f7e4-3ccb-4015-b6da-e8b112340663 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0651116 Jul 16 09:36:07.498221 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d7d1896-3cfd-4cf0-897c-1bf0f6078242 req-aab83928-d7ee-4a4d-856f-d612184bf170 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351450 Jul 16 09:36:07.518243 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-a08f02b9-2f62-4443-8acb-4d4f6127f6ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 999 time: 0.0642364 Jul 16 09:36:07.523799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37006) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:07.561725 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4785bb9a-c085-4bab-8fe5-b29273fef951', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'port_id': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'mac_address': 'fa:16:3e:51:3c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:06Z', 'updated_at': '2021-07-16T09:36:06Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:07.587234 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Checking router: 5362946d-0992-4fc4-aebb-3057d691b436 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:36:07.596151 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:07.596766 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:35:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:07.618646 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ae690989-c601-4b85-8836-29ef01d522d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/4785bb9a-c085-4bab-8fe5-b29273fef951 HTTP/1.1" status: 200 len: 991 time: 0.0937524 Jul 16 09:36:07.620412 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-f1c841bc-c9aa-4ae9-9df2-e836e8bedd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.621793 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-f1c841bc-c9aa-4ae9-9df2-e836e8bedd07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0916884 Jul 16 09:36:07.677993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-5291a1dd-f69f-4d43-90ce-854ef2668b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.679514 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-5291a1dd-f69f-4d43-90ce-854ef2668b6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513616 Jul 16 09:36:07.701017 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:07.766697 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-ee6da815-76c6-42da-9389-1c0d36fa2dd4 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807202 Jul 16 09:36:07.861740 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9b277476-e185-4d3f-9595-ad0b9c5277c6 req-e12c9cc0-a668-4d5f-837e-75f4edd45e0d service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Jul 16 09:36:07.923980 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4785bb9a-c085-4bab-8fe5-b29273fef951', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'port_id': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'mac_address': 'fa:16:3e:51:3c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:06Z', 'updated_at': '2021-07-16T09:36:06Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:07.950695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11773e-64e1-427d-9156-c02fa9e7b4d7 None None] The sync data for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 is: [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '4785bb9a-c085-4bab-8fe5-b29273fef951', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'port_id': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'mac_address': 'fa:16:3e:51:3c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:36:06Z', 'updated_at': '2021-07-16T09:36:06Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:36:08.138079 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532b270-cc50-482b-a2f0-868bc920ba45 None None] New status for floating IP 4785bb9a-c085-4bab-8fe5-b29273fef951: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:36:08.621845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37008) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:08.682940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4effeb6a-76d4-4b87-adfb-5d37096dd244 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/4785bb9a-c085-4bab-8fe5-b29273fef951 HTTP/1.1" status: 200 len: 993 time: 0.0598989 Jul 16 09:36:08.804354 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:09.163683 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.894295 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:13.096060 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8005e8a-29aa-49fb-8258-4ab65aca8691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:15.706578 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-28d5a1e1-e7f9-49cd-8722-c1a4641c9287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:15.800554 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.120321 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:18.723280 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:23.004526 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-895018d3-6a0d-404d-a60f-cbd00a2d72f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500846 Jul 16 09:36:23.097051 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-444fbb7b-e4a3-4213-b058-c56a33709305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:23.098399 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-444fbb7b-e4a3-4213-b058-c56a33709305 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0516229 Jul 16 09:36:23.206266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-583c2619-fa42-4aa7-8fb9-3776f07e62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:23.207728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-583c2619-fa42-4aa7-8fb9-3776f07e62f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.0885878 Jul 16 09:36:23.271694 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-73fe7bf9-8487-4236-9535-cd157a46cd4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 1001 time: 0.0568075 Jul 16 09:36:23.325885 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-c2893d27-6de9-4b71-ba05-c21f9d42375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:23.327446 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-c2893d27-6de9-4b71-ba05-c21f9d42375b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0477691 Jul 16 09:36:23.383811 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-19b7d4a9-4144-4cf6-a644-138e2e489b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:23.385295 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-19b7d4a9-4144-4cf6-a644-138e2e489b81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503891 Jul 16 09:36:23.472712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-90e55ea1-6ff9-45a4-a20d-34c3482cdafd service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806925 Jul 16 09:36:23.563589 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-37b43b57-fc3f-42c4-bc38-e3f5e012ea1b req-8e3f562f-f617-4e84-83bf-728ff1e6fcf4 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Jul 16 09:36:39.178230 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:39.912911 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:40.190498 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ab3e1-9ac2-47f6-be97-40f12c7a5873 req-058f3f30-1183-43df-a507-8bdd8893e5e3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.191856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b64ab3e1-9ac2-47f6-be97-40f12c7a5873 req-058f3f30-1183-43df-a507-8bdd8893e5e3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0628097 Jul 16 09:36:40.229568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b64ab3e1-9ac2-47f6-be97-40f12c7a5873 req-81208440-9e7a-4042-8ed1-67e09a2b6775 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320516 Jul 16 09:36:41.410895 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2912df0-9ab3-4d8b-897f-89083dee38eb req-8492c403-c2a5-47b6-bc92-25f4954adc6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:41.412456 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2912df0-9ab3-4d8b-897f-89083dee38eb req-8492c403-c2a5-47b6-bc92-25f4954adc6c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0669301 Jul 16 09:36:41.448474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a2912df0-9ab3-4d8b-897f-89083dee38eb req-96ddbb34-94bc-4e36-8d39-37bdd6267361 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Jul 16 09:36:42.618842 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df6354-7026-4bca-8ca9-9cad3fdc4ff5 req-e50025bb-ec6e-4f93-8a68-3ac695071c00 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:42.620609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9df6354-7026-4bca-8ca9-9cad3fdc4ff5 req-e50025bb-ec6e-4f93-8a68-3ac695071c00 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0629964 Jul 16 09:36:42.658364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c9df6354-7026-4bca-8ca9-9cad3fdc4ff5 req-e5b79dda-4b1b-451e-8db2-765485d85539 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Jul 16 09:36:43.096741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-65ad3025-2164-4bcb-891e-7491acb9d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:43.827702 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d716e1-ce71-4d21-b1ba-6d4d51ed9224 req-f0269929-6273-48d6-821d-025db178fe5a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:43.829192 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4d716e1-ce71-4d21-b1ba-6d4d51ed9224 req-f0269929-6273-48d6-821d-025db178fe5a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0624759 Jul 16 09:36:43.871391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4d716e1-ce71-4d21-b1ba-6d4d51ed9224 req-e709eb12-8fb7-4108-8e0d-d19a5c179c3f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365436 Jul 16 09:36:45.046265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00d50-3a56-4a10-8811-a7f6c048df37 req-111929c6-9421-4430-9cf8-d495aa2dc89d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:45.048452 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7d00d50-3a56-4a10-8811-a7f6c048df37 req-111929c6-9421-4430-9cf8-d495aa2dc89d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0661433 Jul 16 09:36:45.086133 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f7d00d50-3a56-4a10-8811-a7f6c048df37 req-5fa554e3-99ea-4a48-8f2e-73cb58a0fbdc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Jul 16 09:36:45.707981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a9f63c4-a0d8-4b34-9631-c974d17f3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:45.800416 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:45.803410 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:46.262218 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f0e3-227f-43ac-918d-fcbd4a797450 req-cf7aa689-3396-434a-9dde-1064aff8cfe2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:46.263690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b497f0e3-227f-43ac-918d-fcbd4a797450 req-cf7aa689-3396-434a-9dde-1064aff8cfe2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0623305 Jul 16 09:36:46.300993 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b497f0e3-227f-43ac-918d-fcbd4a797450 req-fae76484-bfec-4308-81e3-eb5818b251ff tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 16 09:36:47.123557 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:47.473383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fd915-d8dd-4991-9500-d7ee6f433664 req-78efd16f-4821-4780-8d41-3264a5b6e144 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:47.474760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f43fd915-d8dd-4991-9500-d7ee6f433664 req-78efd16f-4821-4780-8d41-3264a5b6e144 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0657744 Jul 16 09:36:47.511925 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f43fd915-d8dd-4991-9500-d7ee6f433664 req-a111e152-c181-4063-9696-838a16ad61cf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 16 09:36:48.683168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd34fb8-cf9c-4d0e-8a9c-872fe7c991f3 req-4f4f5f83-d626-4a45-8823-e01073cc8f6f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:48.684687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfd34fb8-cf9c-4d0e-8a9c-872fe7c991f3 req-4f4f5f83-d626-4a45-8823-e01073cc8f6f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0633292 Jul 16 09:36:48.723107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfd34fb8-cf9c-4d0e-8a9c-872fe7c991f3 req-959e1846-1155-4f95-be77-a31318d3f224 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Jul 16 09:36:48.725671 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:49.900172 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0ed1c-91ba-406b-81e0-550a87aa696d req-06342f5f-2f97-4d9e-a4b6-cab90ba7113f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:49.901650 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abc0ed1c-91ba-406b-81e0-550a87aa696d req-06342f5f-2f97-4d9e-a4b6-cab90ba7113f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0628393 Jul 16 09:36:49.943143 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-abc0ed1c-91ba-406b-81e0-550a87aa696d req-a18442dc-f0b4-4579-95af-247f18b79a6b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Jul 16 09:36:51.136107 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4664-5771-4665-abb3-9949a495b6b4 req-24ffa5b7-8485-45eb-9ffd-2affcbf671dd tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:51.137601 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dab4664-5771-4665-abb3-9949a495b6b4 req-24ffa5b7-8485-45eb-9ffd-2affcbf671dd tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0630670 Jul 16 09:36:51.175044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6dab4664-5771-4665-abb3-9949a495b6b4 req-71ae81eb-60a2-4e46-8cc8-ac3c55230236 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jul 16 09:36:52.346142 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e860-1b60-4bfe-bfe6-bde07494a701 req-e2719c9d-876a-49db-8497-eae2316fb005 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:52.347619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e96e860-1b60-4bfe-bfe6-bde07494a701 req-e2719c9d-876a-49db-8497-eae2316fb005 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0635850 Jul 16 09:36:52.384405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e96e860-1b60-4bfe-bfe6-bde07494a701 req-54fb9d83-8af5-459c-b183-718be01cfc66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Jul 16 09:36:53.559434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3603d4-8233-4869-8e8a-d73285956688 req-dc40e5e4-f1eb-4c32-83ab-b9f1cceb3884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:53.560849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e3603d4-8233-4869-8e8a-d73285956688 req-dc40e5e4-f1eb-4c32-83ab-b9f1cceb3884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0664392 Jul 16 09:36:53.598238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e3603d4-8233-4869-8e8a-d73285956688 req-c66554dd-6556-402b-a537-9a5e10b64191 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Jul 16 09:36:54.767825 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d89b6-831e-4437-b3ac-4cabe0ac80b3 req-ed116a1d-a8df-4ca0-b83c-3fb5d97e5e88 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:54.769329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a5d89b6-831e-4437-b3ac-4cabe0ac80b3 req-ed116a1d-a8df-4ca0-b83c-3fb5d97e5e88 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0623314 Jul 16 09:36:54.806063 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a5d89b6-831e-4437-b3ac-4cabe0ac80b3 req-7a66bc8b-28e3-469e-a429-13f049ddb6ea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jul 16 09:36:55.980169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1fa7c-72cb-4850-96ea-219a0ea0733f req-04237cb2-3141-4f6b-a356-bcd48e7cab20 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:55.981699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5e1fa7c-72cb-4850-96ea-219a0ea0733f req-04237cb2-3141-4f6b-a356-bcd48e7cab20 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0631390 Jul 16 09:36:56.025766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b5e1fa7c-72cb-4850-96ea-219a0ea0733f req-76545350-72c2-4bf5-98dd-888ff3d4e240 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 Jul 16 09:36:56.050064 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37058) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:56.113875 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-44bcb3c1-56a9-493d-9a61-d4603cc4a208 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/4785bb9a-c085-4bab-8fe5-b29273fef951 HTTP/1.1" status: 200 len: 993 time: 0.0625007 Jul 16 09:36:57.561924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-50139109-f576-49ee-a708-755ab8ac7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.565647 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-50139109-f576-49ee-a708-755ab8ac7a48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0620439 Jul 16 09:36:57.590549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6cb6-2c62-473b-9998-addf18a2239f req-035de235-f62c-4aee-be1a-e6466f0f974e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.592294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d68a6cb6-2c62-473b-9998-addf18a2239f req-035de235-f62c-4aee-be1a-e6466f0f974e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0745068 Jul 16 09:36:57.640419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d68a6cb6-2c62-473b-9998-addf18a2239f req-358c47f2-568b-42f5-8ad8-721014e48822 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Jul 16 09:36:57.672537 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-22973554-0e76-4928-a420-7ed863e12373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.674029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-22973554-0e76-4928-a420-7ed863e12373 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.1012928 Jul 16 09:36:57.743854 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-43782799-e5c8-4af4-a54f-d55d6eca1d9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 1001 time: 0.0625949 Jul 16 09:36:57.800353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-ecdb9274-3d5c-46cf-b7cf-c74fae5c95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.801832 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-ecdb9274-3d5c-46cf-b7cf-c74fae5c95bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0518522 Jul 16 09:36:57.857704 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-bf77a030-c385-43e8-b077-ca47b8caa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:57.859184 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-bf77a030-c385-43e8-b077-ca47b8caa655 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516396 Jul 16 09:36:57.945157 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-c156e22c-aa71-4cb3-adad-325ee6949026 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794857 Jul 16 09:36:58.037857 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-cfabf56a-4c08-4740-b446-ec05ff061918 req-3fa41d92-74d5-46cb-99c1-fbbbceceee4e service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864618 Jul 16 09:36:58.821885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe944-a30f-4fbd-9ef1-8f657232e7c8 req-0830c969-f4fc-4c2a-ab58-2df2ad65e457 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:58.823366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-921fe944-a30f-4fbd-9ef1-8f657232e7c8 req-0830c969-f4fc-4c2a-ab58-2df2ad65e457 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0666678 Jul 16 09:36:58.860413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-921fe944-a30f-4fbd-9ef1-8f657232e7c8 req-6d0abb51-510c-4837-9c00-693502b86bab tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Jul 16 09:36:58.884878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37072) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:58.943555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7b096622-e041-4007-a786-5bc71bdbca47 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/4785bb9a-c085-4bab-8fe5-b29273fef951 HTTP/1.1" status: 200 len: 993 time: 0.0574765 Jul 16 09:37:09.180227 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:09.908078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.098423 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-737fc7fa-8d98-48c5-ac95-a49b7ed815bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.707299 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2827-22a5-4b8f-aaab-c0360e5073ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:15.799908 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:17.125623 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.727182 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.424884 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-14db6380-e8bc-4dde-8745-10ca42c16d24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502114 Jul 16 09:37:22.521474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-febf3cc1-5ca5-48dc-94c0-d6b6cf21d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.522980 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-febf3cc1-5ca5-48dc-94c0-d6b6cf21d1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0563293 Jul 16 09:37:22.625596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-cc826fb8-29ca-4991-9528-e7afd998c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.627066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-cc826fb8-29ca-4991-9528-e7afd998c1f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.0835834 Jul 16 09:37:22.694819 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-2ac74f83-1a1d-457e-9d0e-25346239c73f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 1001 time: 0.0607660 Jul 16 09:37:22.745644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-31627d75-58b5-4680-8360-8d344c0414e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.747117 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-31627d75-58b5-4680-8360-8d344c0414e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0454082 Jul 16 09:37:22.803642 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-3b4e15d9-25fa-499d-9b46-fd5b2ce7a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.804182 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:22.805174 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-3b4e15d9-25fa-499d-9b46-fd5b2ce7a631 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515816 Jul 16 09:37:22.896149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-b877dc4b-b95f-43ff-b82e-a5a3a0d4f704 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Jul 16 09:37:22.983578 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-56efccec-0b1f-49ac-a09c-4569c22a052f req-c37f817c-65e7-4eaa-8171-6e2dd534efd3 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814915 Jul 16 09:37:29.316179 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37086) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:29.471481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 4ffe20d5-15af-48af-8cbc-08e8c59bae13 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:29.471827 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.544209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.544462 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.555587 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 4ffe20d5-15af-48af-8cbc-08e8c59bae13 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:29.703254 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.730352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=4ffe20d5-15af-48af-8cbc-08e8c59bae13,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:29.755656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.756009 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.756378 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.756717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.757118 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.757418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.757745 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.758076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.758408 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.758736 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.759563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.759885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:29.799947 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.800268 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 4785bb9a-c085-4bab-8fe5-b29273fef951 disassociated (deleted). External IP: 172.25.5.207, port: 613d5eb4-00f8-4a5c-9116-4cf2eda46367. Jul 16 09:37:30.001330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router 5362946d-0992-4fc4-aebb-3057d691b436 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:30.107025 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:30.111762 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.116162 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Sync routers for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:30.126863 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:30.127477 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:30.148462 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-0f071622-f9be-45eb-baa5-2eb8871eecf0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/floatingips/4785bb9a-c085-4bab-8fe5-b29273fef951 HTTP/1.1" status: 204 len: 168 time: 0.8311670 Jul 16 09:37:30.149048 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:30.151348 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:30.195362 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f19344-efa3-40d3-891a-3431b46f2b5c x-openstack-request-id: req-03f19344-efa3-40d3-891a-3431b46f2b5c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:30.195863 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:30.196151 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03f19344-efa3-40d3-891a-3431b46f2b5c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:30.197165 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'status': 'completed', 'code': 200} Jul 16 09:37:30.231142 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:30.277089 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-c22be020-62d7-4e13-bcc1-b061c0481fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.279180 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-c22be020-62d7-4e13-bcc1-b061c0481fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 1097 time: 0.0607328 Jul 16 09:37:30.398878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-781c7112-80ae-4ae3-94d8-6fe66ea3f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.400618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-781c7112-80ae-4ae3-94d8-6fe66ea3f379 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 200 len: 898 time: 0.1142826 Jul 16 09:37:30.442318 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:30.450919 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-36f50dee-6f49-4803-bccd-ed534df232fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 200 len: 217 time: 0.0432348 Jul 16 09:37:30.472472 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Checking router: 5362946d-0992-4fc4-aebb-3057d691b436 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:30.481297 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:30.481904 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:30.501230 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-b1309119-655e-4959-8df0-a598886324ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.502715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-b1309119-655e-4959-8df0-a598886324ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 200 len: 834 time: 0.0449584 Jul 16 09:37:30.537788 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560349cb-ea8c-4edf-be95-a52db09cab4f req-34ad9225-1886-4187-8b91-af5cdaddcae2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.539423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-560349cb-ea8c-4edf-be95-a52db09cab4f req-34ad9225-1886-4187-8b91-af5cdaddcae2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0722873 Jul 16 09:37:30.562074 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-18144b50-3ac0-4f6b-a313-de36e45b5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.563608 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-18144b50-3ac0-4f6b-a313-de36e45b5e60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0a9a9c4-3078-4c53-a062-ab4cd3dda123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537701 Jul 16 09:37:30.580539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-560349cb-ea8c-4edf-be95-a52db09cab4f req-1d45ca6c-e290-40ea-bead-16e23b607f46 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336328 Jul 16 09:37:30.667592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-7d854a30-3504-410e-81bf-28314336d2cf service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 Jul 16 09:37:30.682842 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:30.756245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-1b5126bb-43a1-44d1-b2d2-ac1da95b2ac2 req-055229fa-ef37-4014-82df-b0e49b36a7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815816 Jul 16 09:37:30.875682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:30.901060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb30e8-a548-4148-885c-b067571ee8c1 None None] The sync data for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 is: [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '3ea38d56-5473-45c9-b98f-a9715479edc7', 'name': '', 'network_id': 'a0a9a9c4-3078-4c53-a062-ab4cd3dda123', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:24:67:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:56Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'c2c21ddd-d381-48b4-9904-26a830c8a77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:31.205630 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa8646-8574-4c11-a0e5-6c391bb582ee None None] New status for floating IP 4785bb9a-c085-4bab-8fe5-b29273fef951: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:31.760081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586723-0876-4aa0-9d24-48d7b45178a7 req-53fc88be-918f-4aac-87d0-de324d998167 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.761580 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38586723-0876-4aa0-9d24-48d7b45178a7 req-53fc88be-918f-4aac-87d0-de324d998167 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0635228 Jul 16 09:37:31.798148 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-38586723-0876-4aa0-9d24-48d7b45178a7 req-ad66fca9-41fd-4c07-8e3b-626b194f3fa3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=5140238c-a509-4014-b323-c3d0809a8e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jul 16 09:37:31.973036 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-a31fa83d-18e8-414f-ac57-2abccc4e8458 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.974390 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-a31fa83d-18e8-414f-ac57-2abccc4e8458 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 945 time: 0.0652409 Jul 16 09:37:32.069895 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:32.070235 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.157482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 613d5eb4-00f8-4a5c-9116-4cf2eda46367, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=613d5eb4-00f8-4a5c-9116-4cf2eda46367,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:32.157842 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.169621 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 613d5eb4-00f8-4a5c-9116-4cf2eda46367 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:32.298465 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.333866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=613d5eb4-00f8-4a5c-9116-4cf2eda46367,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:32.363791 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.364172 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.364524 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.364864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.365198 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.365529 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.365860 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.366192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.366520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.366846 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.367170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.367488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:32.387299 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port 613d5eb4-00f8-4a5c-9116-4cf2eda46367 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:32.389640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.391812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-a866a095-b714-4bc1-b31f-e6187f9edb91 req-b5359402-d998-44d2-bda6-6b3ff3b862a9 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.46 "DELETE /v2.0/ports/613d5eb4-00f8-4a5c-9116-4cf2eda46367 HTTP/1.1" status: 204 len: 173 time: 0.4122722 Jul 16 09:37:32.392268 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'name': 'network-vif-deleted', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:32.394501 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce524a72-85fc-4eb8-b905-5384e92c27d9" -d '{"events": [{"server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "name": "network-vif-deleted", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:32.436632 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf46dd-9446-4a72-a47b-1a845b12d6c6 x-openstack-request-id: req-9bbf46dd-9446-4a72-a47b-1a845b12d6c6 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:32.437114 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6295fd-11bc-48f8-a77a-67719de57d0b", "name": "network-vif-deleted", "tag": "613d5eb4-00f8-4a5c-9116-4cf2eda46367", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:32.437482 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bbf46dd-9446-4a72-a47b-1a845b12d6c6 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:32.438013 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6295fd-11bc-48f8-a77a-67719de57d0b', 'name': 'network-vif-deleted', 'tag': '613d5eb4-00f8-4a5c-9116-4cf2eda46367', 'status': 'completed', 'code': 200} Jul 16 09:37:32.952660 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0b07ee04-4953-4f44-8883-b57490720e43 req-35bea0fd-3c5b-43cd-9207-b24e38a26384 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c6295fd-11bc-48f8-a77a-67719de57d0b HTTP/1.1" status: 200 len: 210 time: 0.0300980 Jul 16 09:37:34.049616 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37102) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:34.404291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.663902 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 3ea38d56-5473-45c9-b98f-a9715479edc7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:34.664747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.749129 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 3ea38d56-5473-45c9-b98f-a9715479edc7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=3ea38d56-5473-45c9-b98f-a9715479edc7,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:34.749483 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.766429 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 3ea38d56-5473-45c9-b98f-a9715479edc7 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:34.943870 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.970691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=3ea38d56-5473-45c9-b98f-a9715479edc7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.140312 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.348522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router 5362946d-0992-4fc4-aebb-3057d691b436 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:35.449427 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:35.456211 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-dc547175-a813-42c0-bdb9-2059724c0dae tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/5362946d-0992-4fc4-aebb-3057d691b436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4036527 Jul 16 09:37:35.457073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37106) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.458632 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Sync routers for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:35.467897 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:35.468531 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:35.507969 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting subnet c2c21ddd-d381-48b4-9904-26a830c8a77e {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:37:35.511979 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.542824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 613d5eb4-00f8-4a5c-9116-4cf2eda46367 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:35.553193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.564293 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: 613d5eb4-00f8-4a5c-9116-4cf2eda46367 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:35.564724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device 613d5eb4-00f8-4a5c-9116-4cf2eda46367 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:35.575699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:35.667076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.724087 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.751060 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:37:34Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:35.752205 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.754252 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/subnets/c2c21ddd-d381-48b4-9904-26a830c8a77e HTTP/1.1" status: 204 len: 168 time: 0.2962012 Jul 16 09:37:35.755292 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614d12-9c0e-438b-8114-55ba57b6caea tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c21ddd-d381-48b4-9904-26a830c8a77e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.757125 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37108) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:35.763145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5c9a7-caf2-46a8-a917-1657d035ff9f None None] Network a0a9a9c4-3078-4c53-a062-ab4cd3dda123 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:35.783193 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Checking router: 5362946d-0992-4fc4-aebb-3057d691b436 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:35.791721 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Routers {'5362946d-0992-4fc4-aebb-3057d691b436'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:35.792352 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['5362946d-0992-4fc4-aebb-3057d691b436'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:35.866413 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.898088 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] Set router 5362946d-0992-4fc4-aebb-3057d691b436 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:35.956964 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] DHCP port deletion for a0a9a9c4-3078-4c53-a062-ab4cd3dda123 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:37:35.975852 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.004447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Deleting port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:36.005138 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.033141 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 068fa3f1-f05e-4dc9-8c20-68037a8971ea {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:36.033495 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.073547 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] For port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,segment=NetworkSegment(fae57695-ea49-4a87-ba77-6e8bd8333f8e),segment_id=fae57695-ea49-4a87-ba77-6e8bd8333f8e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:36.073938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.083003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:37:34Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:36.085656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Calling delete_port for bbdc66c6-d2b1-44f0-adb1-4857eddeb06f owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:36.113131 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dfec37-a1e5-410e-8827-7a3512154e03 None None] The sync data for ids ['5362946d-0992-4fc4-aebb-3057d691b436'] in n-d-798054-12 is: [{'id': '5362946d-0992-4fc4-aebb-3057d691b436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629378380', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:37:34Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': '068fa3f1-f05e-4dc9-8c20-68037a8971ea', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5362946d-0992-4fc4-aebb-3057d691b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:49Z', 'updated_at': '2021-07-16T09:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:36.118289 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 068fa3f1-f05e-4dc9-8c20-68037a8971ea, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=068fa3f1-f05e-4dc9-8c20-68037a8971ea,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:36.119165 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.131750 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 068fa3f1-f05e-4dc9-8c20-68037a8971ea owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:36.174829 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.198304 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Pushing event deleted for resources: {'Port': ['ID=bbdc66c6-d2b1-44f0-adb1-4857eddeb06f,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:36.205539 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] No DVR routers for this DVR port bbdc66c6-d2b1-44f0-adb1-4857eddeb06f on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:36.215849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.216298 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.216708 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.217135 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.217356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.217681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.218006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.218376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.218698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.219020 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.219339 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.219652 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae0f6d1-80da-4fb1-b548-356b39e8dfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:36.308560 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.338098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=068fa3f1-f05e-4dc9-8c20-68037a8971ea,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:36.400125 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.490289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.492614 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.539474 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.540003 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Fanout notify agent at l3_agent the message router_deleted on router 5362946d-0992-4fc4-aebb-3057d691b436 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:37:36.547779 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.548946 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-97cb590e-2be3-4a8a-ba1e-153a3abb0ab4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/routers/5362946d-0992-4fc4-aebb-3057d691b436 HTTP/1.1" status: 204 len: 168 time: 0.7902880 Jul 16 09:37:36.551573 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37110) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:36.627947 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.719975 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.731229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a9a9c4-3078-4c53-a062-ab4cd3dda123']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:36.741872 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae57695-ea49-4a87-ba77-6e8bd8333f8e') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:36.742264 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae57695-ea49-4a87-ba77-6e8bd8333f8e') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:36.752482 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.766563 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.773346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:37:36.773749 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:37:36.777136 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:37:36.794016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3ea38d56-5473-45c9-b98f-a9715479edc7 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:36.819917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 3ea38d56-5473-45c9-b98f-a9715479edc7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:36.820294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 3ea38d56-5473-45c9-b98f-a9715479edc7 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:36.820705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbdc66c6-d2b1-44f0-adb1-4857eddeb06f no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:36.839599 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: bbdc66c6-d2b1-44f0-adb1-4857eddeb06f {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:36.839951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device bbdc66c6-d2b1-44f0-adb1-4857eddeb06f not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:36.847728 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.855350 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.857106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/networks/a0a9a9c4-3078-4c53-a062-ab4cd3dda123 HTTP/1.1" status: 204 len: 168 time: 0.3044813 Jul 16 09:37:36.859914 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37112) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:36.867819 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a218-a30e-4414-aeac-2cbf7995139f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Network': ['ID=a0a9a9c4-3078-4c53-a062-ab4cd3dda123,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.209882 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.234863 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.291421 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.294187 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.295382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/security-groups/5140238c-a509-4014-b323-c3d0809a8e4b HTTP/1.1" status: 204 len: 168 time: 0.4344537 Jul 16 09:37:37.305216 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8d45-43e1-495c-909b-5feebd6602db tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5140238c-a509-4014-b323-c3d0809a8e4b,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.626203 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37120) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.630780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680747775', 'description': 'tempest-secgroup-smoke-1680747775 description', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:37.655245 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.733818 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.737431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.763313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.764537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373930 Jul 16 09:37:37.767685 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37122) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.768414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61e333-9f52-4e6d-8ed7-d768348ce31d tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6000b-26a9-4ea1-b1a6-737b01cf3671,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.772395 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:37.798390 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.852894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.856506 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.876625 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e837f7-2a97-44fa-9037-08f3cbc6b5c9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.879800 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.881103 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6e58a77e-f57e-4e2e-ab6b-68727aef469b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123772 Jul 16 09:37:37.883841 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37124) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:37.889118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:37.913724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.968139 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.971916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.988995 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583b4ea5-869f-4d03-865b-18ff4f9540ef,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.997404 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.998592 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a9764d91-01cd-48b1-9c0f-c6b5ec3ad570 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131144 Jul 16 09:37:38.002183 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37126) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.006497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.032047 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.091875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.095170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.112049 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b47838-c5d1-4aa1-9d65-c7da00e00d69,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.118259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.120080 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6df04911-dec1-45c0-adc5-3c831e740deb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169345 Jul 16 09:37:38.122813 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37128) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.127426 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.153732 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.211637 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.215430 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.232716 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f6ab60-eda9-4bf0-942e-67fc1926d03c,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.240493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.244262 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-955fe12b-77a9-4b57-9ab7-5689e334709c tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185584 Jul 16 09:37:38.245547 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37132) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.249926 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.270526 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:38.275304 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.336172 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.344533 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.363602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab86a7cd-0c78-404e-ac3b-75b15f02ed1d,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.371081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.372328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-3cadfa3f-53df-4a7d-9a91-b7b973c167d3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258335 Jul 16 09:37:38.375159 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37134) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.379655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'security_group_rule': {'security_group_id': '85a6000b-26a9-4ea1-b1a6-737b01cf3671', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.401364 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Project e8ac1f0e48494ba795bf31796068bc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:38.406122 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.467218 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.470894 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.489487 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad710f39-cbb2-4907-aad9-9b028ab5283a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.492297 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.493569 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-da97995f-51bd-45d7-8331-20915b8e388a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174235 Jul 16 09:37:38.497393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37136) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.502250 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'network': {'name': 'tempest-network-smoke--328197576', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'port_security_enabled': True}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.521419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'network': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:38.525463 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.548328 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:37:38.556919 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.557276 n-d-798054-12 neutron-server[93774]: INFO neutron.db.segments_db [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Added segment b253dfdb-32fb-43ab-a259-ec820bda973b of type vlan for network e8229d66-d436-4b5d-85f0-024e4ef2d9ec Jul 16 09:37:38.596643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.624209 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.629644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:38.630267 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.662022 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636183 Jul 16 09:37:38.665344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37138) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:38.670933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'admin_state_up': True, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:38.695343 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 068fa3f1-f05e-4dc9-8c20-68037a8971ea no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:38.698673 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594933f8-43ea-4771-bb62-e571256c1339 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Network': ['ID=e8229d66-d436-4b5d-85f0-024e4ef2d9ec,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:38.711416 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.713224 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.717746 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:37:38.729844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 068fa3f1-f05e-4dc9-8c20-68037a8971ea {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:38.730199 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 068fa3f1-f05e-4dc9-8c20-68037a8971ea not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:38.767280 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.904819 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.090181 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.108673 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.195087 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.210201 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.7 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/fff26d4f-686d-4c67-b68b-6d8ffe9e33a8) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:39.310984 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.350027 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.389289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:39.395183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:39.397514 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:39.422658 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:39.641826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.832678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.914193 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.956308 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:37:40.057942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:40.067707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Sync routers for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:40.076080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.076737 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:40.077302 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-da19b545-cf43-437c-92fc-cc698047ca1a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4103122 Jul 16 09:37:40.077522 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:40.080463 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37140) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:40.153222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-08ebc92c-51e1-4943-b517-627b65649037 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e8ac1f0e48494ba795bf31796068bc34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710800 Jul 16 09:37:40.155805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37144) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:40.185284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:40.240089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112761a-3ab1-466e-981b-b62a0bbe6cc2 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.244264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4112761a-3ab1-466e-981b-b62a0bbe6cc2 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848768 Jul 16 09:37:40.244576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37146) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:40.272575 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ab43c589-ea63-448f-be17-f1fe40907cd2 tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1cfb9b1b-f54b-4509-a026-2a82ca36a555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269341 Jul 16 09:37:40.275014 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37148) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:40.280476 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008625889', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:40.363211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:39Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:40.372076 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'subnet': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:40.375626 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-51012014'] for subnet, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.390470 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Checking router: e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:40.390821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Updating router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:40.427186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.561512 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2515516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-51012028'] for subnet, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.622600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Subnet': ['ID=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:40.630688 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Checking segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:40.631053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network hostable DHCP agents. Network: e8229d66-d436-4b5d-85f0-024e4ef2d9ec, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:37:40.648102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:37:40.656531 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, e8229d66-d436-4b5d-85f0-024e4ef2d9ec) {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:40.660907 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:40.661606 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.671200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbe587-5f76-4c5e-b104-db32110928be None None] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:40.680503 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-fcbb7ec9-ff5e-41e3-8eaa-af18ef6ec857 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018514 Jul 16 09:37:40.680967 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37150) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:40.701191 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.741608 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Transition to ACTIVE for port object fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:40.750851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.817408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bed9ad-37b3-4b4e-b081-4369d6339359 None None] Pushing event updated for resources: {'Port': ['ID=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:40.835775 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Attempting to bind port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:40.836176 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Attempting to bind port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:40.836538 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Attempting to bind port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:40.844516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:40.844887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:40.845287 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.845929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:40.846385 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Bound port: fff26d4f-686d-4c67-b68b-6d8ffe9e33a8, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:40.846767 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.076235 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:37:41.077078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.088956 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] For port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:41.104169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] For port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:41.112547 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.117605 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.257802 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:41.258442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.298375 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bed9ad-37b3-4b4e-b081-4369d6339359 None None] Pushing event updated for resources: {'Port': ['ID=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:41.322699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Allocated IP 172.20.0.2 (e8229d66-d436-4b5d-85f0-024e4ef2d9ec/cefcd429-3a95-4f9b-8cb8-b7289a04c3f9/57d9b54a-7002-4f89-866f-63025476115b) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:41.439111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:41.632174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.658031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Transition to ACTIVE for port object 57d9b54a-7002-4f89-866f-63025476115b will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:41.679423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Transition to ACTIVE for port object 57d9b54a-7002-4f89-866f-63025476115b will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:41.686761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.730077 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:41.732494 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.1 (e8229d66-d436-4b5d-85f0-024e4ef2d9ec/cefcd429-3a95-4f9b-8cb8-b7289a04c3f9/39043720-c033-4352-97d3-58db048f5810) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:41.740222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:41.745168 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:41.748696 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:39Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.751224 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Pushing event updated for resources: {'Port': ['ID=57d9b54a-7002-4f89-866f-63025476115b,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:41.781626 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed30f7c-2383-44da-a08a-a80f3164291e None None] The sync data for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 is: [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:39Z', 'revision_number': 3, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:41.836565 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Attempting to bind port 57d9b54a-7002-4f89-866f-63025476115b on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:41.836946 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Attempting to bind port 57d9b54a-7002-4f89-866f-63025476115b by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:41.837290 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Attempting to bind port 57d9b54a-7002-4f89-866f-63025476115b on network e8229d66-d436-4b5d-85f0-024e4ef2d9ec {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:41.842687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:41.843063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Checking segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:41.843530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.843932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Bound using segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:41.844427 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Bound port: 57d9b54a-7002-4f89-866f-63025476115b, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:41.844809 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.856906 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.873049 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object 39043720-c033-4352-97d3-58db048f5810 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:41.907936 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.914672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] For port 57d9b54a-7002-4f89-866f-63025476115b, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:41.920266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] For port 57d9b54a-7002-4f89-866f-63025476115b, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=57d9b54a-7002-4f89-866f-63025476115b,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:41.925772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.949089 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:41.956598 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:41.959088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:42.005978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593c31-ad39-4dee-9582-c193739da26a None None] Pushing event updated for resources: {'Port': ['ID=57d9b54a-7002-4f89-866f-63025476115b,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:42.021505 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:42.045675 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.222209 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.521497 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.526779 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.607747 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.609604 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:42.715686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:42.719663 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:42.806629 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:42.845021 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:42.860960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:42.864771 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:42.865149 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.957777 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.972520 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:42.981144 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e6d47-171a-45b9-a04d-2ac92081cd22 None None] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:42.981810 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-729080dd-ebbd-4b11-8545-1524355f74bc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3001409 Jul 16 09:37:42.984952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:42.996515 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:42.997287 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 57d9b54a-7002-4f89-866f-63025476115b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:43.121321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-25619d62-01c8-4adb-8977-445746c65aab None None] Provisioning for port 57d9b54a-7002-4f89-866f-63025476115b completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:43.154512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-479c942e-4f69-43ad-ae07-fcc166781351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.159217 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:43.177589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b9277e90-889e-48db-b3bd-609abdc6414b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680747775&fields=id&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 267 time: 0.0594401 Jul 16 09:37:43.195944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 57d9b54a-7002-4f89-866f-63025476115b completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:43.205038 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 57d9b54a-7002-4f89-866f-63025476115b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:43.205414 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.298072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-2d895a8a-a3ff-4cf9-a641-75c5fe517e3e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:43.306905 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-2d895a8a-a3ff-4cf9-a641-75c5fe517e3e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 796 time: 0.1224644 Jul 16 09:37:43.322443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-94c99194-16bb-4dde-a6cb-7a4e2c1a5f3e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/quotas/e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 375 time: 0.0145886 Jul 16 09:37:43.325701 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.360010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 57d9b54a-7002-4f89-866f-63025476115b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=57d9b54a-7002-4f89-866f-63025476115b,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:43.369917 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.390767 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-02ca3c48-ba21-40c6-be61-d37754031fd0 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674498 Jul 16 09:37:43.429650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=57d9b54a-7002-4f89-866f-63025476115b,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:43.462780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-c4f8e9f7-3790-44f7-a5a7-70a8b051804f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:37:43.463881 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-c4f8e9f7-3790-44f7-a5a7-70a8b051804f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540910 Jul 16 09:37:43.516401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Sync routers for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:43.526078 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:43.526696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:43.571719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-7d7c1587-2895-4810-a68e-ba3d42212df8 service neutron] 10.222.0.32 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011853 Jul 16 09:37:43.575920 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Provisioning complete for port 57d9b54a-7002-4f89-866f-63025476115b triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:43.576405 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.643357 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:43.677838 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b4071ae8-9e0c-4aa5-bd9c-e5db56278003 service neutron] 10.222.0.32 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992441 Jul 16 09:37:43.689372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Provisioning for port 39043720-c033-4352-97d3-58db048f5810 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:43.693561 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Provisioning complete for port 39043720-c033-4352-97d3-58db048f5810 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:43.694027 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.733774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-0563988a-797e-4bbc-bb0a-65d9f116df3b None None] Port 39043720-c033-4352-97d3-58db048f5810 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:43.855036 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e5afeb47-8626-4369-b1aa-471cfe02f4c8 None None] Provisioning complete for port 39043720-c033-4352-97d3-58db048f5810 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:43.856294 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e5afeb47-8626-4369-b1aa-471cfe02f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:43.867653 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 2, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:43.891715 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e5afeb47-8626-4369-b1aa-471cfe02f4c8 None None] Port 39043720-c033-4352-97d3-58db048f5810 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:43.895652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Checking router: e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:43.896008 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Updating router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 port 39043720-c033-4352-97d3-58db048f5810 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:43.934251 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.012126 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-95790a4a-b3e3-4eca-bb01-e816b192380c None None] Provisioning complete for port 39043720-c033-4352-97d3-58db048f5810 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:44.012505 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-95790a4a-b3e3-4eca-bb01-e816b192380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.050651 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-95790a4a-b3e3-4eca-bb01-e816b192380c None None] Port 39043720-c033-4352-97d3-58db048f5810 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:44.195683 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.205706 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Transition to ACTIVE for port object 39043720-c033-4352-97d3-58db048f5810 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:44.212679 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.262757 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Pushing event updated for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:44.289395 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.289937 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.290261 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.290603 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.290928 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.291286 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.291757 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.292143 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.292434 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.293003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.293346 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.293672 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:44.331417 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Attempting to bind port 39043720-c033-4352-97d3-58db048f5810 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:44.331783 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Attempting to bind port 39043720-c033-4352-97d3-58db048f5810 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:44.332192 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Attempting to bind port 39043720-c033-4352-97d3-58db048f5810 on network e8229d66-d436-4b5d-85f0-024e4ef2d9ec {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:44.337427 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:44.337894 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Checking segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:44.338352 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.338695 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Bound using segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:44.339165 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Bound port: 39043720-c033-4352-97d3-58db048f5810, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:44.339550 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.405287 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] For port 39043720-c033-4352-97d3-58db048f5810, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:44.408614 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] For port 39043720-c033-4352-97d3-58db048f5810, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=39043720-c033-4352-97d3-58db048f5810,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:44.413888 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.465901 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:44.466534 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:44.607160 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9f39-8bb0-4786-ab7c-689861f70819 None None] Pushing event updated for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=4']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:44.677643 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:44.744236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:44.793798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:44.794174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.876765 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 57d9b54a-7002-4f89-866f-63025476115b up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:44.888892 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:44.917509 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4695c-ce54-42a6-9370-f840d582b969 None None] The sync data for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 is: [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:44Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:44.934347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-287c3002-98d2-4ad9-af1c-3fa552c93a16 req-0af6b0f0-be8d-44ab-920d-9baa822bc6bf tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0401475 Jul 16 09:37:44.953784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 57d9b54a-7002-4f89-866f-63025476115b triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:44.954406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:45.709527 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-bc293c17-b55d-4174-8ee4-65eb3d3925b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:45.801370 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.092513 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-21dd8cfa-a407-45ee-a019-4fdba887df69 req-9c46c63f-16cf-4df9-9f04-d4d3b53bb0c5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0412459 Jul 16 09:37:46.157987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b78cbeb4-d079-4011-b02c-e3c2d7579665 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:46.159505 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b78cbeb4-d079-4011-b02c-e3c2d7579665 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 796 time: 0.1329160 Jul 16 09:37:46.206576 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-d34e2935-bd86-4ff2-bb75-ae70e57d2f2a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ac1f0e48494ba795bf31796068bc34 HTTP/1.1" status: 200 len: 380 time: 0.0386949 Jul 16 09:37:46.227063 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'port': {'device_id': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'admin_state_up': True, 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'security_groups': ['85a6000b-26a9-4ea1-b1a6-737b01cf3671']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:46.336576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Made reservation on behalf of e8ac1f0e48494ba795bf31796068bc34 for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:46.340130 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.470671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.20.0.10 (e8229d66-d436-4b5d-85f0-024e4ef2d9ec/cefcd429-3a95-4f9b-8cb8-b7289a04c3f9/dfc89c14-2075-42f8-86e6-1ff548abdd26) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:46.603752 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.622632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Transition to ACTIVE for port object dfc89c14-2075-42f8-86e6-1ff548abdd26 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:46.654795 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.695854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:46.701535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:46.705390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:46.732575 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:46.759843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:46.760514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.766816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 39043720-c033-4352-97d3-58db048f5810 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:46.778058 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-11eacef3-87d1-452f-8393-20f24d21db35 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552588 Jul 16 09:37:46.789402 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Request body: {'port': {'device_id': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:46.820220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 39043720-c033-4352-97d3-58db048f5810 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:46.825591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 39043720-c033-4352-97d3-58db048f5810 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:46.826208 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.875431 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.910995 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.951596 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 39043720-c033-4352-97d3-58db048f5810, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=39043720-c033-4352-97d3-58db048f5810,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:46.953277 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-49167f1f-8ee5-4c7f-8321-4c85133cb448 None None] Provisioning for port dfc89c14-2075-42f8-86e6-1ff548abdd26 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:46.956974 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:46.960991 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-49167f1f-8ee5-4c7f-8321-4c85133cb448 None None] Provisioning complete for port dfc89c14-2075-42f8-86e6-1ff548abdd26 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:46.961314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-49167f1f-8ee5-4c7f-8321-4c85133cb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.026455 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-49167f1f-8ee5-4c7f-8321-4c85133cb448 None None] Port dfc89c14-2075-42f8-86e6-1ff548abdd26 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:47.032139 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:47.129678 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.143310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc89c14-2075-42f8-86e6-1ff548abdd26 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:47.150850 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.163363 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Transition to ACTIVE for port object dfc89c14-2075-42f8-86e6-1ff548abdd26 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:47.167411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.249209 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:47.333828 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Attempting to bind port dfc89c14-2075-42f8-86e6-1ff548abdd26 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:47.334166 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Attempting to bind port dfc89c14-2075-42f8-86e6-1ff548abdd26 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:47.334499 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Attempting to bind port dfc89c14-2075-42f8-86e6-1ff548abdd26 on network e8229d66-d436-4b5d-85f0-024e4ef2d9ec {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:47.350340 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436679b8-9bec-477a-91e5-5d9c133cefa0 req-fd7f1be7-a309-4094-9c74-9550e7be70eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.351842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-436679b8-9bec-477a-91e5-5d9c133cefa0 req-fd7f1be7-a309-4094-9c74-9550e7be70eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 944 time: 0.1430142 Jul 16 09:37:47.352451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Port dfc89c14-2075-42f8-86e6-1ff548abdd26 on network e8229d66-d436-4b5d-85f0-024e4ef2d9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:47.352776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Attempting to bind port dfc89c14-2075-42f8-86e6-1ff548abdd26 on network e8229d66-d436-4b5d-85f0-024e4ef2d9ec {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:47.360206 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:47.360550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Checking segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:47.360929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Bound using segment: {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:47.361361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Bound port: dfc89c14-2075-42f8-86e6-1ff548abdd26, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b253dfdb-32fb-43ab-a259-ec820bda973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:47.361727 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.425572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-436679b8-9bec-477a-91e5-5d9c133cefa0 req-13411de8-cc1e-4399-9285-79e46ebdd278 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670288 Jul 16 09:37:47.454957 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:47.457929 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:47.463070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.496718 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.497361 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:47.498833 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] 10.222.0.47 "PUT /v2.0/ports/dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 1093 time: 0.7137294 Jul 16 09:37:47.499241 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:47.501525 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321d43c4-74b3-4e12-a93b-860e5f465d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:47.527807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7f840-514f-48fa-88fa-f1e59373e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:47.549719 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76bcf23-72fb-4066-a205-9dcdc8ac2caa x-openstack-request-id: req-a76bcf23-72fb-4066-a205-9dcdc8ac2caa {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:47.550013 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:47.550267 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a76bcf23-72fb-4066-a205-9dcdc8ac2caa {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:47.550714 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'status': 'completed', 'code': 200} Jul 16 09:37:47.595755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b26173df-f909-4af0-9f77-05a1a7831dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.597331 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-b26173df-f909-4af0-9f77-05a1a7831dec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1096 time: 0.0589843 Jul 16 09:37:47.643696 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-9195a2d4-f243-4c14-8de6-aac540045bc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 217 time: 0.0388236 Jul 16 09:37:47.694302 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-14b98637-f70d-4003-b0eb-7e726c64a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.695778 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-14b98637-f70d-4003-b0eb-7e726c64a7c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0450516 Jul 16 09:37:47.751981 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-d202af2f-574f-49f6-9d6d-04d671987629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:47.753471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-d202af2f-574f-49f6-9d6d-04d671987629 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513823 Jul 16 09:37:47.846127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-7529f52c-d652-416e-89cc-9865b07fa53a service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Jul 16 09:37:47.935605 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cf960d96-54ae-4e72-b146-ce1391ae030f req-7ed93808-a32c-47b2-9667-6a426b0b4dbb service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Jul 16 09:37:48.036590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-66286c74-90b4-48ae-a758-37c91e4929d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.038077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-66286c74-90b4-48ae-a758-37c91e4929d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1096 time: 0.0518827 Jul 16 09:37:48.130877 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-789fa136-cad6-4c95-90d5-807b5d361196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.132602 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-789fa136-cad6-4c95-90d5-807b5d361196 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 897 time: 0.0885055 Jul 16 09:37:48.172101 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-e7352bd3-5ec7-400d-b9d3-74c39343f540 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 217 time: 0.0325880 Jul 16 09:37:48.224522 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-4087414e-7886-44f4-a36f-211c9d527047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.225854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-4087414e-7886-44f4-a36f-211c9d527047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0471296 Jul 16 09:37:48.283580 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-a1696711-ef8e-4b29-b413-df943590e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.285245 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-a1696711-ef8e-4b29-b413-df943590e9dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509036 Jul 16 09:37:48.380595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-0667e1a4-2e43-4aef-9374-c9ff050f89fc service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877879 Jul 16 09:37:48.476232 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-321d43c4-74b3-4e12-a93b-860e5f465d6d req-8666cece-0bd1-40ab-a878-b4d27651496a service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Jul 16 09:37:48.597213 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c3e0-d49d-4ff4-a8ff-ab941c4087c4 req-cb2b80a9-bd50-4ca0-8c9d-507b72a9c4eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:48.598671 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1149c3e0-d49d-4ff4-a8ff-ab941c4087c4 req-cb2b80a9-bd50-4ca0-8c9d-507b72a9c4eb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 944 time: 0.0620291 Jul 16 09:37:48.639032 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1149c3e0-d49d-4ff4-a8ff-ab941c4087c4 req-eaf40ea0-7bff-466d-a7a8-400e96a929d2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Jul 16 09:37:48.733513 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:48.740406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 39043720-c033-4352-97d3-58db048f5810 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:48.788492 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 39043720-c033-4352-97d3-58db048f5810 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:48.788861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:49.667275 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dfc89c14-2075-42f8-86e6-1ff548abdd26 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:49.765801 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:49.776461 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'port_id': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'mac_address': 'fa:16:3e:48:96:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:49.811866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:49.814139 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840011-57f6-4efc-9185-942ff38171c1 req-2beab390-498c-4242-8369-36e5d48a45f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:49.815642 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1840011-57f6-4efc-9185-942ff38171c1 req-2beab390-498c-4242-8369-36e5d48a45f8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 944 time: 0.0624435 Jul 16 09:37:49.825057 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc89c14-2075-42f8-86e6-1ff548abdd26 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:49.844578 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:49.849502 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:49.854349 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1840011-57f6-4efc-9185-942ff38171c1 req-83a16d73-646b-4a09-bcd1-0949a779b27f tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Jul 16 09:37:49.899592 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:50.079000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['dfc89c14-2075-42f8-86e6-1ff548abdd26'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:51.028052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f7c9f-2b44-49b3-893b-0ae14d2a76a8 req-7c2a1b6c-3618-46ff-b5f8-b9656a871466 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:51.029532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b66f7c9f-2b44-49b3-893b-0ae14d2a76a8 req-7c2a1b6c-3618-46ff-b5f8-b9656a871466 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 945 time: 0.0619514 Jul 16 09:37:51.065863 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b66f7c9f-2b44-49b3-893b-0ae14d2a76a8 req-8a728e84-df8a-4892-85f9-9e0abe9eba77 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307446 Jul 16 09:37:51.680677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dfc89c14-2075-42f8-86e6-1ff548abdd26 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:51.731551 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port dfc89c14-2075-42f8-86e6-1ff548abdd26 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:51.735081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port dfc89c14-2075-42f8-86e6-1ff548abdd26 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:51.735453 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:51.809508 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:51.831223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:51.833493 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae78dc-e75b-4d7e-b08c-3b66b86e1bcc" -d '{"events": [{"server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "name": "network-vif-plugged", "status": "completed", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:51.846677 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:51.851009 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:51.877374 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec2977c-13ee-491d-af99-f30a7e28e808 x-openstack-request-id: req-eec2977c-13ee-491d-af99-f30a7e28e808 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:51.877675 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "name": "network-vif-plugged", "status": "completed", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:51.877910 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eec2977c-13ee-491d-af99-f30a7e28e808 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:51.878295 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'code': 200} Jul 16 09:37:51.907032 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:51.986516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a08dcf-8f16-4eb0-a157-8b7ccbd1eba6 req-129165ce-305a-4b16-837a-7f599197dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:51.988102 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87a08dcf-8f16-4eb0-a157-8b7ccbd1eba6 req-129165ce-305a-4b16-837a-7f599197dfba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1098 time: 0.0542221 Jul 16 09:37:52.021013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-87a08dcf-8f16-4eb0-a157-8b7ccbd1eba6 req-d18867ad-2c22-4a90-a02f-805d8c22e09e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261631 Jul 16 09:37:52.238306 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddd0d8-0196-4a18-842a-56903c910733 req-f1ca236b-481d-4ba1-b2c4-b18c07287194 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:52.239727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adddd0d8-0196-4a18-842a-56903c910733 req-f1ca236b-481d-4ba1-b2c4-b18c07287194 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0628312 Jul 16 09:37:52.277567 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-adddd0d8-0196-4a18-842a-56903c910733 req-2a3b3793-3da7-4823-bd7f-1e6a3088da9b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Jul 16 09:37:53.446779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958fb3-71e0-49cf-8f18-50053b7d20d9 req-f828699c-4d42-411f-a82e-263578f3b703 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.448268 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb958fb3-71e0-49cf-8f18-50053b7d20d9 req-f828699c-4d42-411f-a82e-263578f3b703 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0616324 Jul 16 09:37:53.488961 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-eb958fb3-71e0-49cf-8f18-50053b7d20d9 req-83cd11cf-2078-4767-a512-af90279485f4 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352144 Jul 16 09:37:53.657267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a429c-60ff-4693-92da-5f95d2a98791 req-051280f0-a309-4a2d-bbac-a83c216372b3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:53.658719 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c23a429c-60ff-4693-92da-5f95d2a98791 req-051280f0-a309-4a2d-bbac-a83c216372b3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0620546 Jul 16 09:37:53.695377 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c23a429c-60ff-4693-92da-5f95d2a98791 req-3006f784-a15d-409f-9fbf-beb00b9922bb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304685 Jul 16 09:37:53.719331 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37216) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:54.104707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93defde6-8c2d-4cf5-b263-ebc2574e77bf tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:54.106245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93defde6-8c2d-4cf5-b263-ebc2574e77bf tempest-TestNetworkAdvancedServerOps-1644456694 tempest-TestNetworkAdvancedServerOps-1644456694-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1093 time: 0.3859181 Jul 16 09:37:54.109086 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37218) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:54.113369 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:54.135093 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:54.228449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:54.329682 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Allocated IP 172.25.5.72 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/5600bfd8-05de-4a3a-85ad-e4ba99ca455a) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:54.435375 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:54.475200 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:54.514817 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:54.517604 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:54.521273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:54.543867 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=5600bfd8-05de-4a3a-85ad-e4ba99ca455a,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:54.883407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:54.955712 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.102932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.108293 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.181958 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event updated for resources: {'Port': ['ID=5600bfd8-05de-4a3a-85ad-e4ba99ca455a,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:55.191100 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.293457 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 10545f87-71fc-4dc9-8172-7793d07b861c associated. External IP: 172.25.5.72, port: dfc89c14-2075-42f8-86e6-1ff548abdd26. Jul 16 09:37:55.501778 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:55.609680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:55.620666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Sync routers for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:55.625120 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:55.638380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:55.639010 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:55.665855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ae9de40c-3dfe-42d0-8601-30e47f460884 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5557208 Jul 16 09:37:55.666582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:55.670124 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b23bf71-fc50-48bd-ade5-debd202342b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:55.709579 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816ed1f6-77ac-4171-91d8-db5f320882cf x-openstack-request-id: req-816ed1f6-77ac-4171-91d8-db5f320882cf {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:55.709872 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:55.710130 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-816ed1f6-77ac-4171-91d8-db5f320882cf {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:55.710531 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'status': 'completed', 'code': 200} Jul 16 09:37:55.775557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:55.840028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-f59ce1ec-16fd-4b6d-bac4-3c6ff09d3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:55.841633 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-f59ce1ec-16fd-4b6d-bac4-3c6ff09d3956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1098 time: 0.1052723 Jul 16 09:37:55.887535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86279-2bea-4e94-8834-5e2fac7dcc88 req-aa21e392-2eb1-4d3f-9622-a35c09feddcb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:55.889074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67d86279-2bea-4e94-8834-5e2fac7dcc88 req-aa21e392-2eb1-4d3f-9622-a35c09feddcb tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.1180933 Jul 16 09:37:55.970956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67d86279-2bea-4e94-8834-5e2fac7dcc88 req-e0c28e7b-8da4-4487-a25b-22ce8f66f813 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519042 Jul 16 09:37:55.972188 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-9f05925c-786e-4c82-b23b-415055dc9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:55.973557 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-9f05925c-786e-4c82-b23b-415055dc9db6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 897 time: 0.1247702 Jul 16 09:37:55.996446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37224) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:56.009215 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '10545f87-71fc-4dc9-8172-7793d07b861c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'port_id': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'mac_address': 'fa:16:3e:48:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:54Z', 'updated_at': '2021-07-16T09:37:54Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:56.048098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-bcd58765-166a-43e6-8330-8bcc247d5969 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 999 time: 0.0675132 Jul 16 09:37:56.051541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Checking router: e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:56.060800 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:56.061447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:37:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:56.068451 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-8c542be4-88c4-4751-a194-757cce4eb4d6 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/10545f87-71fc-4dc9-8172-7793d07b861c HTTP/1.1" status: 200 len: 991 time: 0.0708191 Jul 16 09:37:56.109790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-a5a4867c-c9e0-44d6-97ef-7e468143040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:56.111190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-a5a4867c-c9e0-44d6-97ef-7e468143040d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0572097 Jul 16 09:37:56.165571 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:56.167670 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-9130874c-4fad-49f4-a41f-cb7b1093d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:56.169273 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-9130874c-4fad-49f4-a41f-cb7b1093d902 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515463 Jul 16 09:37:56.262568 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-6cc7f1b0-379d-4b8b-9c85-3b1e6a59f040 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Jul 16 09:37:56.350714 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b23bf71-fc50-48bd-ade5-debd202342b5 req-8ddb89b5-a69c-465c-9301-b79e770685e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824974 Jul 16 09:37:56.397365 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '10545f87-71fc-4dc9-8172-7793d07b861c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'port_id': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'mac_address': 'fa:16:3e:48:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:54Z', 'updated_at': '2021-07-16T09:37:54Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:56.422425 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412f631-1af4-47dc-b8fe-ec4967fc5e83 None None] The sync data for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 is: [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '10545f87-71fc-4dc9-8172-7793d07b861c', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'port_id': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'mac_address': 'fa:16:3e:48:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:54Z', 'updated_at': '2021-07-16T09:37:54Z', 'revision_number': 0, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:56.607778 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0e246-58a0-467c-afc2-e7e992b6e745 None None] New status for floating IP 10545f87-71fc-4dc9-8172-7793d07b861c: ACTIVE {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:57.072394 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37226) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:57.135414 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c431a1ea-e892-4f34-bd73-c6e5eb8b1ac8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/10545f87-71fc-4dc9-8172-7793d07b861c HTTP/1.1" status: 200 len: 993 time: 0.0619147 Jul 16 09:37:59.802790 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:09.195498 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:09.914663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:13.101585 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-08cad855-1e48-479e-8ece-059855d60b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:15.710259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-98942e81-15e1-4343-a08d-85fb76187f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:15.802454 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:17.136852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:18.733583 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:23.826164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-80ea629f-0676-48a4-8c82-931968806aaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894432 Jul 16 09:38:23.921210 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-c87aee1b-7b33-4727-8092-8de5fa704570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:23.922705 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-c87aee1b-7b33-4727-8092-8de5fa704570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1098 time: 0.0518131 Jul 16 09:38:24.029934 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-de5ce12c-888b-4af2-bcca-471833afa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.031314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-de5ce12c-888b-4af2-bcca-471833afa946 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 897 time: 0.0891600 Jul 16 09:38:24.093289 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-94529424-d298-41f5-afb4-6de72a924d41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 1001 time: 0.0552685 Jul 16 09:38:24.139979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-194bb07d-837b-4823-958f-0842398099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.141958 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-194bb07d-837b-4823-958f-0842398099bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0419681 Jul 16 09:38:24.200727 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-fd4edb0b-d8e7-437e-96b4-60351a4b8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.202180 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-fd4edb0b-d8e7-437e-96b4-60351a4b8350 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537052 Jul 16 09:38:24.213515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-53a323bf-8df8-46c2-b487-dfdad0e0ba9b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:38:24.214443 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-53a323bf-8df8-46c2-b487-dfdad0e0ba9b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048563 Jul 16 09:38:24.600338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-9bac4417-fb75-4650-8d77-b75026b16071 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790841 Jul 16 09:38:24.696225 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8fa16730-9cd5-4a86-b2b2-f8e66aacfa7c req-230250cd-d9bd-4c23-bde1-49a1dc3ce0be service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891471 Jul 16 09:38:28.721111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556af12-57a8-4c49-832d-6337916b4d7e req-20d256a1-2168-4ba3-b2d5-195ecda4f18e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.722597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d556af12-57a8-4c49-832d-6337916b4d7e req-20d256a1-2168-4ba3-b2d5-195ecda4f18e tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.1063778 Jul 16 09:38:28.760703 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d556af12-57a8-4c49-832d-6337916b4d7e req-cb7a163a-67e7-4ccc-bffc-bc091480def2 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jul 16 09:38:29.980067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c072b2a-10a3-464c-9748-e4ed41973b0b req-e6e1bb7e-ac90-4298-8017-4b6f22c0ef87 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.981560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c072b2a-10a3-464c-9748-e4ed41973b0b req-e6e1bb7e-ac90-4298-8017-4b6f22c0ef87 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.1082840 Jul 16 09:38:30.019893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c072b2a-10a3-464c-9748-e4ed41973b0b req-927af77d-6700-4f5e-900f-12e8e4ee6bf1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 16 09:38:30.044128 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:30.103280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d5b61961-2f8f-4951-abd8-fb6b368bbce5 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/10545f87-71fc-4dc9-8172-7793d07b861c HTTP/1.1" status: 200 len: 993 time: 0.0580513 Jul 16 09:38:31.547906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-87a4588f-f13e-4041-bbf3-91d28964b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.549474 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-87a4588f-f13e-4041-bbf3-91d28964b0a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1098 time: 0.0929945 Jul 16 09:38:31.573217 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efadd68-7dcf-4896-8e3d-eb9c96b029c6 req-9450636d-d9d6-437e-9a5e-4c7dabb5bae8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.574607 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8efadd68-7dcf-4896-8e3d-eb9c96b029c6 req-9450636d-d9d6-437e-9a5e-4c7dabb5bae8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0927715 Jul 16 09:38:31.661109 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8efadd68-7dcf-4896-8e3d-eb9c96b029c6 req-a654511e-21ab-4edc-9293-da4e8730efc3 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762854 Jul 16 09:38:31.679043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-e17429f3-ce6f-43c8-a144-6fe5c8c3b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.680584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-e17429f3-ce6f-43c8-a144-6fe5c8c3b8ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 897 time: 0.1234071 Jul 16 09:38:31.744002 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-a658c003-1b7e-4cc0-a212-ecf0d3f20bcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 1001 time: 0.0572193 Jul 16 09:38:31.790356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-da92e9ff-ffee-4314-a7d6-7631dc1eef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.791741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-da92e9ff-ffee-4314-a7d6-7631dc1eef15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0419416 Jul 16 09:38:31.850556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-bd04fac9-733c-46eb-9993-9739ed7a9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.852014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-bd04fac9-733c-46eb-9993-9739ed7a9852 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542974 Jul 16 09:38:31.939876 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-9a6d6f0d-eeaf-4d88-b720-5465dcf3e21b service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812869 Jul 16 09:38:32.034990 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-66208b89-e99c-4fa8-b08a-365812dd3d66 req-cb9ffe69-a712-444a-a2d5-6c2b17f64311 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879111 Jul 16 09:38:32.846792 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3207a4-8429-427c-a12c-5c75728b2dd8 req-b5050630-1d85-471f-9a19-5c5b03e43975 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:32.848431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a3207a4-8429-427c-a12c-5c75728b2dd8 req-b5050630-1d85-471f-9a19-5c5b03e43975 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0667300 Jul 16 09:38:32.887000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8a3207a4-8429-427c-a12c-5c75728b2dd8 req-1765b745-4a8d-4b88-b4c1-ae76b38da55a tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Jul 16 09:38:34.058073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b238fa5-a163-41c4-9273-477927eacb15 req-8f37c724-dab7-4e0e-9ede-f4c89f03c430 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:34.059565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b238fa5-a163-41c4-9273-477927eacb15 req-8f37c724-dab7-4e0e-9ede-f4c89f03c430 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0628126 Jul 16 09:38:34.102313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7b238fa5-a163-41c4-9273-477927eacb15 req-ee3b236b-4805-49b1-a423-9f630125e418 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371115 Jul 16 09:38:34.125869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:34.184974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d664cc3c-ff3b-4159-8988-a8598bbecf66 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/floatingips/10545f87-71fc-4dc9-8172-7793d07b861c HTTP/1.1" status: 200 len: 993 time: 0.0578082 Jul 16 09:38:34.439249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37268) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:34.596380 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 5600bfd8-05de-4a3a-85ad-e4ba99ca455a {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:34.596725 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.676266 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.676590 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.687706 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 5600bfd8-05de-4a3a-85ad-e4ba99ca455a owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:34.832577 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.857476 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=5600bfd8-05de-4a3a-85ad-e4ba99ca455a,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:34.868768 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.869120 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.869462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.869799 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.870130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.870456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.870790 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.871118 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.871446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.871770 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.872115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.872437 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:34.930664 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.931035 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Floating IP 10545f87-71fc-4dc9-8172-7793d07b861c disassociated (deleted). External IP: 172.25.5.72, port: dfc89c14-2075-42f8-86e6-1ff548abdd26. Jul 16 09:38:35.132415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:35.241348 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:35.245891 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.252151 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Sync routers for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:35.261022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:35.261705 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:35.284200 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-183bbd6c-0e36-45e6-bf54-51b0496d45a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/floatingips/10545f87-71fc-4dc9-8172-7793d07b861c HTTP/1.1" status: 204 len: 168 time: 0.8409157 Jul 16 09:38:35.284200 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:35.284705 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b168a-d235-4cfb-a758-d6fffde5bee9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:35.329281 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f39bf4-99df-494f-85fd-f4b3f199e979 x-openstack-request-id: req-17f39bf4-99df-494f-85fd-f4b3f199e979 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:35.329542 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:35.329783 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17f39bf4-99df-494f-85fd-f4b3f199e979 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:35.330188 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'status': 'completed', 'code': 200} Jul 16 09:38:35.370489 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:35.404690 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-f30bbc21-efd4-41d7-8dc4-92fd1935c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.406208 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-f30bbc21-efd4-41d7-8dc4-92fd1935c149 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8ac1f0e48494ba795bf31796068bc34&device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 1098 time: 0.0533302 Jul 16 09:38:35.515619 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-47f643f9-a057-444b-b3ed-8fa5f85e9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.515619 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-47f643f9-a057-444b-b3ed-8fa5f85e9728 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 200 len: 897 time: 0.1029146 Jul 16 09:38:35.562781 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-867156e3-31a5-4a91-b8ba-d86ecdfb9927 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 200 len: 217 time: 0.0410969 Jul 16 09:38:35.581743 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:35.609158 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Checking router: e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:35.617574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:35.618195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:35.646265 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-5e144e97-9f9d-483d-8fb6-7753ffeb067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.647685 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-5e144e97-9f9d-483d-8fb6-7753ffeb067b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 200 len: 835 time: 0.0778911 Jul 16 09:38:35.710169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d2da-bbbc-42ff-8a4b-c4ce350ff1ae req-580acb1d-0b62-4bd2-82d7-9b037d415c50 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.711784 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bde1d2da-bbbc-42ff-8a4b-c4ce350ff1ae req-580acb1d-0b62-4bd2-82d7-9b037d415c50 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.1043439 Jul 16 09:38:35.752245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-c3ddacdf-08d5-407d-9908-f0ef60689a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.754016 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-c3ddacdf-08d5-407d-9908-f0ef60689a88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8229d66-d436-4b5d-85f0-024e4ef2d9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992193 Jul 16 09:38:35.775747 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bde1d2da-bbbc-42ff-8a4b-c4ce350ff1ae req-ee79af77-c5ad-45dc-9001-11ac251eafb8 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552151 Jul 16 09:38:35.859448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-9d076dda-9950-411b-8cc1-2c2e622e70a3 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971513 Jul 16 09:38:35.877315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:35.950256 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f48b168a-d235-4cfb-a758-d6fffde5bee9 req-12b4390d-4513-40b6-8641-03e0a00f4960 service neutron] 10.222.0.47 "GET /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822983 Jul 16 09:38:36.075009 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:36.100882 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a8bfd-4edd-4d09-a937-c87e31db07be None None] The sync data for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 is: [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '39043720-c033-4352-97d3-58db048f5810', 'name': '', 'network_id': 'e8229d66-d436-4b5d-85f0-024e4ef2d9ec', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'mac_address': 'fa:16:3e:9f:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:41Z', 'updated_at': '2021-07-16T09:37:46Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'subnets': [{'id': 'cefcd429-3a95-4f9b-8cb8-b7289a04c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:36.305722 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76717512-6c67-4cdc-9d4e-e7fe940b530c None None] New status for floating IP 10545f87-71fc-4dc9-8172-7793d07b861c: DOWN {{(pid=93777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:38:36.801916 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:36.956407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac58a5-0a47-4d8f-8dfa-c282e003777c req-2c2e5153-070b-4f85-a837-b93a665324e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:36.957930 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eac58a5-0a47-4d8f-8dfa-c282e003777c req-2c2e5153-070b-4f85-a837-b93a665324e7 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0691507 Jul 16 09:38:36.996562 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1eac58a5-0a47-4d8f-8dfa-c282e003777c req-a1d5f539-4ed5-493a-b7b5-7f9f9bcfa725 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/security-groups?id=85a6000b-26a9-4ea1-b1a6-737b01cf3671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Jul 16 09:38:37.145288 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-be6713db-b84c-4805-a6fa-e46d6de6c6fa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:37.146750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-be6713db-b84c-4805-a6fa-e46d6de6c6fa tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 946 time: 0.0631633 Jul 16 09:38:37.247831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port dfc89c14-2075-42f8-86e6-1ff548abdd26 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:37.248109 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.335618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port dfc89c14-2075-42f8-86e6-1ff548abdd26, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=dfc89c14-2075-42f8-86e6-1ff548abdd26,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:37.335977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.348750 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for dfc89c14-2075-42f8-86e6-1ff548abdd26 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:37.475229 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.503865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=dfc89c14-2075-42f8-86e6-1ff548abdd26,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:37.519547 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.519899 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.520272 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.520610 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.520942 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.521357 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.521691 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.522020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.522344 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.522671 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.522993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.523310 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.560436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] No DVR routers for this DVR port dfc89c14-2075-42f8-86e6-1ff548abdd26 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:37.562917 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.565501 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b25bbe5a-6a90-4e09-ad4d-a59dd7b028cd req-e32a2333-4970-42d8-8fa7-e6eab60215a1 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.47 "DELETE /v2.0/ports/dfc89c14-2075-42f8-86e6-1ff548abdd26 HTTP/1.1" status: 204 len: 173 time: 0.4134214 Jul 16 09:38:37.565925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'name': 'network-vif-deleted', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:37.568243 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d97daf-e182-4fe6-a8be-d553cc0cc9bd" -d '{"events": [{"server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "name": "network-vif-deleted", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:37.605028 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420bd48a-508b-4e1f-93c6-3ccced939205 x-openstack-request-id: req-420bd48a-508b-4e1f-93c6-3ccced939205 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:37.605341 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e29b113-c5d2-4914-a8bc-38f7878f0c74", "name": "network-vif-deleted", "tag": "dfc89c14-2075-42f8-86e6-1ff548abdd26", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:37.605591 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-420bd48a-508b-4e1f-93c6-3ccced939205 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:37.605987 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e29b113-c5d2-4914-a8bc-38f7878f0c74', 'name': 'network-vif-deleted', 'tag': 'dfc89c14-2075-42f8-86e6-1ff548abdd26', 'status': 'completed', 'code': 200} Jul 16 09:38:38.161799 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-97e2d9b1-7658-4de1-a108-eac88f5f5cf8 req-ee356f9a-3e55-47a3-8b8c-a24624edbcbc tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e29b113-c5d2-4914-a8bc-38f7878f0c74 HTTP/1.1" status: 200 len: 210 time: 0.0352230 Jul 16 09:38:39.196446 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.257146 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37284) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:39.886266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dfc89c14-2075-42f8-86e6-1ff548abdd26 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:39.905794 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: dfc89c14-2075-42f8-86e6-1ff548abdd26 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:39.906145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device dfc89c14-2075-42f8-86e6-1ff548abdd26 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:39.922664 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.933398 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.192777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port 39043720-c033-4352-97d3-58db048f5810 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:40.193034 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.281130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port 39043720-c033-4352-97d3-58db048f5810, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=39043720-c033-4352-97d3-58db048f5810,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:40.281839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.294652 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for 39043720-c033-4352-97d3-58db048f5810 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:40.478868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.502829 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=39043720-c033-4352-97d3-58db048f5810,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:40.688769 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:40.896680 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:40.999419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:41.007853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37286) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:41.008370 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-274bb2c0-3f93-4e48-8182-cdcb669c63de tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "PUT /v2.0/routers/e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492275 Jul 16 09:38:41.009730 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Sync routers for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:41.018699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:41.019236 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:41.057936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting subnet cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:38:41.061006 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.100389 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.121683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:41.187744 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.252392 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.279054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Subnet': ['ID=cefcd429-3a95-4f9b-8cb8-b7289a04c3f9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.284724 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.289000 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-427e895f-5095-465f-8601-3ef3d99ba610 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/subnets/cefcd429-3a95-4f9b-8cb8-b7289a04c3f9 HTTP/1.1" status: 204 len: 168 time: 0.2775064 Jul 16 09:38:41.289294 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37288) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:41.295313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccafae8-eb0d-446e-992c-5f77981f5e37 None None] Network e8229d66-d436-4b5d-85f0-024e4ef2d9ec requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:41.384177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:38:40Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:41.399577 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.415267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Checking router: e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:41.442481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Routers {'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:41.443120 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:41.504268 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.558542 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Deleting port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:41.558902 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.560583 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] Set router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:41.619450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] DHCP port deletion for e8229d66-d436-4b5d-85f0-024e4ef2d9ec request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:38:41.641854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] For port fff26d4f-686d-4c67-b68b-6d8ffe9e33a8, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:41.642142 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.654266 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Calling delete_port for fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:41.727968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Deleting port 57d9b54a-7002-4f89-866f-63025476115b {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:41.728497 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.815936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] For port 57d9b54a-7002-4f89-866f-63025476115b, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=57d9b54a-7002-4f89-866f-63025476115b,segment=NetworkSegment(b253dfdb-32fb-43ab-a259-ec820bda973b),segment_id=b253dfdb-32fb-43ab-a259-ec820bda973b)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:41.816412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.817239 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.830843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Calling delete_port for 57d9b54a-7002-4f89-866f-63025476115b owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:41.843742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Port': ['ID=fff26d4f-686d-4c67-b68b-6d8ffe9e33a8,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.851779 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:38:40Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:41.908120 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.910861 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f8ab5-44ad-41e2-aa2e-1a097cae5d4a None None] The sync data for ids ['e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94'] in n-d-798054-12 is: [{'id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93946087', 'tenant_id': 'e8ac1f0e48494ba795bf31796068bc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:38Z', 'updated_at': '2021-07-16T09:38:40Z', 'revision_number': 5, 'project_id': 'e8ac1f0e48494ba795bf31796068bc34', 'gw_port': {'id': 'fff26d4f-686d-4c67-b68b-6d8ffe9e33a8', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:39Z', 'updated_at': '2021-07-16T09:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:41.951919 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.977458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Pushing event deleted for resources: {'Port': ['ID=57d9b54a-7002-4f89-866f-63025476115b,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:41.981837 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] No DVR routers for this DVR port 57d9b54a-7002-4f89-866f-63025476115b on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:41.988880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.989243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.989591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.989933 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.990272 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.990611 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.990944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.991544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.991659 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.991907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.992262 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:41.992591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02de4f21-82d4-4431-803a-ff29f169d9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:42.004070 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.006382 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.047849 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.048650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Fanout notify agent at l3_agent the message router_deleted on router e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:38:42.055092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.058889 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ec531ccc-f7f0-4468-85f9-4e66fe6c0d4b tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/routers/e4c64f1c-aaa3-4a98-a5bb-ac0b000d6d94 HTTP/1.1" status: 204 len: 168 time: 0.7636752 Jul 16 09:38:42.059137 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37290) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.136990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.220828 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.230431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8229d66-d436-4b5d-85f0-024e4ef2d9ec']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:42.240657 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b253dfdb-32fb-43ab-a259-ec820bda973b') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:42.240959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b253dfdb-32fb-43ab-a259-ec820bda973b') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:42.251063 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.265714 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.271664 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:38:42.272227 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:38:42.275076 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:38:42.339955 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.347342 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.352017 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/networks/e8229d66-d436-4b5d-85f0-024e4ef2d9ec HTTP/1.1" status: 204 len: 168 time: 0.2892962 Jul 16 09:38:42.352446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37292) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.360831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0153f71-8d66-4433-81ae-aefe98cf5a67 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'Network': ['ID=e8229d66-d436-4b5d-85f0-024e4ef2d9ec,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:42.415283 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.445189 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.505622 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.508802 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:42.509998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] 10.222.0.32 "DELETE /v2.0/security-groups/85a6000b-26a9-4ea1-b1a6-737b01cf3671 HTTP/1.1" status: 204 len: 168 time: 0.1564853 Jul 16 09:38:42.520486 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84552617-66ae-4d24-9c4e-587936afe804 tempest-TestNetworkAdvancedServerOps-998650885 tempest-TestNetworkAdvancedServerOps-998650885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6000b-26a9-4ea1-b1a6-737b01cf3671,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:42.840449 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.976634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a65af80b-85b2-40bf-95cd-a33bff57387b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8ac1f0e48494ba795bf31796068bc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347275 Jul 16 09:38:42.978851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37304) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:42.993093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:43.012574 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:43.012925 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device fff26d4f-686d-4c67-b68b-6d8ffe9e33a8 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:43.013336 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 57d9b54a-7002-4f89-866f-63025476115b no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:43.029585 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.035059 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 57d9b54a-7002-4f89-866f-63025476115b {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:43.035409 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 57d9b54a-7002-4f89-866f-63025476115b not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:43.035814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 39043720-c033-4352-97d3-58db048f5810 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:43.052887 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.053657 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 39043720-c033-4352-97d3-58db048f5810 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:38:43.054006 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 39043720-c033-4352-97d3-58db048f5810 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:43.103417 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae179-9225-48b1-ada0-b7ff8de92da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.104500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.107081 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.108421 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47691ad2-8656-4f82-9a05-d0a0ee245cdd HTTP/1.1" status: 204 len: 168 time: 0.1285620 Jul 16 09:38:43.116409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed994f-f4ad-4117-833a-f99c7d8a8907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47691ad2-8656-4f82-9a05-d0a0ee245cdd,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:43.369763 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37310) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:43.383362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fe207-2b03-434e-ac1f-360c34fd2d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.469746 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fe207-2b03-434e-ac1f-360c34fd2d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.474380 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e76fe207-2b03-434e-ac1f-360c34fd2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.511558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e76fe207-2b03-434e-ac1f-360c34fd2d6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8680ce7574144f91854e8bf5bf3adfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406415 Jul 16 09:38:43.512681 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fe207-2b03-434e-ac1f-360c34fd2d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be409a0c-497a-4530-b553-4a318e0df678,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:43.514334 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37312) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:43.563134 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.586902 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.631702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.634289 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:43.635470 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be409a0c-497a-4530-b553-4a318e0df678 HTTP/1.1" status: 204 len: 168 time: 0.1201291 Jul 16 09:38:43.642744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5389dec-fe8e-4657-a992-44eb38c2a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be409a0c-497a-4530-b553-4a318e0df678,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:44.312829 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37334) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:44.406105 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398974068-network', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:44.426436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Made reservation on behalf of d3353bedbc134d0c9e01fc63d22a2f6d for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:44.428889 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.437066 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.529313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.533082 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.560434 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:38:44.567183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a11f7e9-f0c4-4c3e-93d7-2beff7194fba,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:44.573210 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.573526 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Added segment 8a14eec1-980e-4928-b222-3ec0f478ac04 of type vlan for network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 Jul 16 09:38:44.613008 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.640861 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.641809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:44.642418 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.676401 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3624210 Jul 16 09:38:44.679504 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:44.684671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Request body: {'subnet': {'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398974068-subnet', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:44.700871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6045f8-63ac-4cfd-8a91-2638a0ffb8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=56e0b70f-7ae3-4dbb-9617-d8998cc77496,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:44.706435 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Made reservation on behalf of d3353bedbc134d0c9e01fc63d22a2f6d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:44.709063 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.711902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:38:44.877532 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.928869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:44.938615 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:44.938976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Network hostable DHCP agents. Network: 56e0b70f-7ae3-4dbb-9617-d8998cc77496, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:38:44.954605 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:38:44.962908 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 56e0b70f-7ae3-4dbb-9617-d8998cc77496) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:44.967400 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:44.968349 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.972388 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821106b-bcf1-4289-88d2-014f5c727cfc None None] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:44.985275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7aa153b-c6cf-4b3c-8c1f-6e502d287f98 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019261 Jul 16 09:38:44.985497 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37340) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:44.990584 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:45.010556 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.011638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.087170 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.137627 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:38:45.138503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.229011 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.277953 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Allocated IP 172.20.0.2 (56e0b70f-7ae3-4dbb-9617-d8998cc77496/8963b5a9-000d-4126-8bc6-77a2f9c3ed8a/400d941d-422d-463c-b8da-d3ec349810c4) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:45.427160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.427937 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.435939 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Transition to ACTIVE for port object 400d941d-422d-463c-b8da-d3ec349810c4 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:45.446553 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.451103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Transition to ACTIVE for port object 400d941d-422d-463c-b8da-d3ec349810c4 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:45.458561 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.497349 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:45.499987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:45.505067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:45.512832 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Pushing event updated for resources: {'Port': ['ID=400d941d-422d-463c-b8da-d3ec349810c4,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.550739 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Allocated IP 172.25.5.48 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/27e2c75f-1daa-4225-9c19-5dd63de8cdc1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:45.569194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Attempting to bind port 400d941d-422d-463c-b8da-d3ec349810c4 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:45.569845 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Attempting to bind port 400d941d-422d-463c-b8da-d3ec349810c4 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:45.570207 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Attempting to bind port 400d941d-422d-463c-b8da-d3ec349810c4 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:45.575315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:45.575686 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:45.576113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.576508 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:45.576966 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Bound port: 400d941d-422d-463c-b8da-d3ec349810c4, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:45.577343 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.642288 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] For port 400d941d-422d-463c-b8da-d3ec349810c4, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:45.646683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] For port 400d941d-422d-463c-b8da-d3ec349810c4, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=400d941d-422d-463c-b8da-d3ec349810c4,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:45.650323 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.661926 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.706250 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.721087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21197c7b-6154-45ab-b885-71fba94e1828 None None] Pushing event updated for resources: {'Port': ['ID=400d941d-422d-463c-b8da-d3ec349810c4,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.729305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7d001436-b320-4557-9787-37995604e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.754232 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:45.757065 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:45.761840 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:45.786407 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Pushing event updated for resources: {'Port': ['ID=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.804959 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.037549 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.238031 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.369109 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:38:46.479787 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:46.490609 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:46.500646 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:46.501273 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:46.507130 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.508572 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-9d8cbe54-b071-470b-abd2-208be1b0c836 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5214593 Jul 16 09:38:46.511419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37342) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:46.617436 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:46.687807 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100aec1-52f5-4168-b1eb-9068d27c237e None None] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:46.772655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-de8ac70c-476a-4b95-a4e7-d4c12590765a None None] Provisioning for port 400d941d-422d-463c-b8da-d3ec349810c4 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:46.844921 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:46.854776 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 400d941d-422d-463c-b8da-d3ec349810c4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:46.872726 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:46.873066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Updating router 08ef861d-4e98-4fef-9248-6a72966f5a66 port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:46.907382 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.920157 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 400d941d-422d-463c-b8da-d3ec349810c4 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:46.926373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 400d941d-422d-463c-b8da-d3ec349810c4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:46.926761 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.980628 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.015439 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.057170 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 400d941d-422d-463c-b8da-d3ec349810c4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=400d941d-422d-463c-b8da-d3ec349810c4,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:47.066482 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.118045 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=400d941d-422d-463c-b8da-d3ec349810c4,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.142820 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.161253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Allocated IP 172.20.0.1 (56e0b70f-7ae3-4dbb-9617-d8998cc77496/8963b5a9-000d-4126-8bc6-77a2f9c3ed8a/1b1e9510-ca4f-4fc0-b2af-a555c6faed96) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:47.216772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a150d298-c779-440d-bb24-0f1c0aa08681 None None] Provisioning complete for port 400d941d-422d-463c-b8da-d3ec349810c4 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:47.217118 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a150d298-c779-440d-bb24-0f1c0aa08681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.228797 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.239162 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Transition to ACTIVE for port object 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:47.244755 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.274703 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.290743 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Transition to ACTIVE for port object 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:47.294388 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Attempting to bind port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:47.294880 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Attempting to bind port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:47.295343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Attempting to bind port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:47.304650 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Pushing event updated for resources: {'Port': ['ID=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.307698 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:47.308185 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:47.308646 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.309097 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:47.309630 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Bound port: 27e2c75f-1daa-4225-9c19-5dd63de8cdc1, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:47.310082 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.329101 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.334031 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.335624 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.335972 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.336330 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.336658 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.336983 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.337305 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.337624 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.337939 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.338253 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.338570 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.338881 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:47.368078 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:47.373573 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:47.375637 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] For port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:47.378379 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:47.380538 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] For port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:47.385458 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.405852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Pushing event updated for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.426102 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.448148 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:47.448781 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:47.454415 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ffa0-0deb-4c40-b7ea-ff43a2c4c078 None None] Pushing event updated for resources: {'Port': ['ID=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:47.566073 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:47.570394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.649344 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa6691f5-2462-4f2e-a0fa-81403e7d9f63 None None] Provisioning for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:47.653076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-fa6691f5-2462-4f2e-a0fa-81403e7d9f63 None None] Provisioning complete for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:47.653450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-fa6691f5-2462-4f2e-a0fa-81403e7d9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.693641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-fa6691f5-2462-4f2e-a0fa-81403e7d9f63 None None] Port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:47.741825 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.746310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:47.848221 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:47.878178 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97573464-0b3e-4a4a-8d97-e48ab3bc6e77 None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:45Z', 'revision_number': 3, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:48.132657 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.134537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Pushing event updated for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:48.235989 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:48.237483 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:48.367366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:48.481999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:48.487104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-9758fb42-5c5c-4b7a-a33f-b51992f1994e admin admin] 10.222.0.32 "PUT /v2.0/routers/08ef861d-4e98-4fef-9248-6a72966f5a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9740133 Jul 16 09:38:48.519642 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ebf66f90-e8d8-484c-a302-0312fbe82f7c None None] Provisioning complete for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:48.520352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ebf66f90-e8d8-484c-a302-0312fbe82f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.554440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-ebf66f90-e8d8-484c-a302-0312fbe82f7c None None] Port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:48.744242 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.845938 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 400d941d-422d-463c-b8da-d3ec349810c4 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:48.892092 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 400d941d-422d-463c-b8da-d3ec349810c4 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:48.892990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:48.971537 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37358) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:48.975417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:48.976605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949929542-network', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:48.998253 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Made reservation on behalf of 4a78ffebab234f78bbdce9b1afce57b1 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:49.000617 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.010202 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.024376 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:49.027973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:49.028381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.100610 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.106252 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.112642 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.135283 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:38:49.136022 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:49.140587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.152116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5c4f7-1dca-42b2-a161-188b4cf27991,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.160413 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.161117 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Added segment 6c5b2ae9-a99f-44d4-9166-36c9fb095a3e of type vlan for network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 Jul 16 09:38:49.191440 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.206687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.235836 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.237244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:49.237877 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.275206 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2993164 Jul 16 09:38:49.275307 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37360) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:49.279892 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Request body: {'subnet': {'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949929542-subnet', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:49.297774 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbe584-21b8-4fc0-9269-dec7d3aef81b admin admin] Pushing event updated for resources: {'Network': ['ID=61dd84c6-b5fb-4dcc-9414-46fdad41d1d6,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.306989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Made reservation on behalf of 4a78ffebab234f78bbdce9b1afce57b1 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:49.309646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.312359 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:38:49.449186 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:49.459259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:49.459879 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:49.481849 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.537418 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a207bd8-7c39-4491-819a-215ffc20d0f9,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:49.544450 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Checking segment: {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:49.544816 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Network hostable DHCP agents. Network: 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:38:49.561948 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:38:49.566484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:49.571121 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:49.575337 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:49.575929 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.592558 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-611829e5-db0d-4e94-ad78-713eb37c7c2a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3142126 Jul 16 09:38:49.592893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37362) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:49.597871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:49.620202 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.621464 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.680277 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:49.752082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c519f3b-6ea3-4e0d-bb1e-a76756c8aa2d None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:49.816092 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.014643 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.017055 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'fixed_ips': [{'subnet_id': '9a207bd8-7c39-4491-819a-215ffc20d0f9'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:38:50.018457 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.035785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.047830 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 2, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:50.122156 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:50.122512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Updating router 08ef861d-4e98-4fef-9248-6a72966f5a66 port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:50.141359 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Allocated IP 172.25.5.185 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/93038375-7196-4630-87df-f12a66744ede) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:50.189947 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.239942 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Allocated IP 172.20.0.2 (61dd84c6-b5fb-4dcc-9414-46fdad41d1d6/9a207bd8-7c39-4491-819a-215ffc20d0f9/aa378326-4e7f-4c79-8381-34368362ed2a) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:50.244997 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.289308 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.325221 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:50.332545 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:50.335818 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:50.363710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Pushing event updated for resources: {'Port': ['ID=93038375-7196-4630-87df-f12a66744ede,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.526236 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.543289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Transition to ACTIVE for port object aa378326-4e7f-4c79-8381-34368362ed2a will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:50.587313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Transition to ACTIVE for port object aa378326-4e7f-4c79-8381-34368362ed2a will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:50.599275 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.602372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.642568 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Transition to ACTIVE for port object 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:50.654253 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:50.658821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.663672 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:50.666745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:50.671562 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Pushing event updated for resources: {'Port': ['ID=aa378326-4e7f-4c79-8381-34368362ed2a,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.765131 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d68b4-10bf-4978-afbb-fd6a5ae35720 None None] Pushing event updated for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:50.797091 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Attempting to bind port aa378326-4e7f-4c79-8381-34368362ed2a on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:50.797356 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Attempting to bind port aa378326-4e7f-4c79-8381-34368362ed2a by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:50.797723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Attempting to bind port aa378326-4e7f-4c79-8381-34368362ed2a on network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:50.823438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:50.826269 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:50.826646 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Checking segment: {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:50.827053 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.827454 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Bound using segment: {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:50.827937 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Bound port: aa378326-4e7f-4c79-8381-34368362ed2a, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:50.828357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.874774 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Attempting to bind port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:50.875143 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Attempting to bind port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:50.875509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Attempting to bind port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:50.910184 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:50.910614 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:50.910967 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.911366 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:50.911849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Bound port: 1b1e9510-ca4f-4fc0-b2af-a555c6faed96, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:50.912261 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.959090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:50.981264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] For port aa378326-4e7f-4c79-8381-34368362ed2a, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:51.004433 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:51.004808 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.034582 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] For port aa378326-4e7f-4c79-8381-34368362ed2a, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=aa378326-4e7f-4c79-8381-34368362ed2a,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:51.051478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.064665 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] For port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:51.102089 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] For port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:51.118005 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.150169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0ed81-5662-4a2d-a220-015305f656d9 None None] Pushing event updated for resources: {'Port': ['ID=aa378326-4e7f-4c79-8381-34368362ed2a,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:51.152019 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.212594 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:51.213196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:51.296082 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d68b4-10bf-4978-afbb-fd6a5ae35720 None None] Pushing event updated for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:51.318384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:38:51.368351 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:51.469213 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:51.482085 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Sync routers for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:51.493157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:51.494179 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:51.496311 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.501863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37364) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:51.502386 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-969c4fa4-3a4d-4a97-a4aa-a39d9db29077 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9080579 Jul 16 09:38:51.626342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:51Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:51.637865 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:51.657969 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f813ad4-c637-4492-b6eb-42fe25c6c044 None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:51Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:51.868685 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:51.897032 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Checking router: 8e4c62fa-1a93-408d-a2aa-87592d82ef24 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:51.897380 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Updating router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 port 93038375-7196-4630-87df-f12a66744ede binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:51.934397 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:51.995204 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.171503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Allocated IP 172.20.0.1 (61dd84c6-b5fb-4dcc-9414-46fdad41d1d6/9a207bd8-7c39-4491-819a-215ffc20d0f9/35b6a4f3-224a-4761-99a0-021c6fbf5c43) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:52.220808 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.233093 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Transition to ACTIVE for port object 93038375-7196-4630-87df-f12a66744ede will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:52.241376 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.295765 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Attempting to bind port 93038375-7196-4630-87df-f12a66744ede on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:52.296150 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Attempting to bind port 93038375-7196-4630-87df-f12a66744ede by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:52.296512 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Attempting to bind port 93038375-7196-4630-87df-f12a66744ede on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:52.306579 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c9b3-3970-499e-ad54-d86760f4cc0f None None] Pushing event updated for resources: {'Port': ['ID=93038375-7196-4630-87df-f12a66744ede,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.308663 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:52.309030 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:52.309442 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.309970 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:52.310343 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Bound port: 93038375-7196-4630-87df-f12a66744ede, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:52.310725 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.337977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.354527 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77e763-afb7-497d-b7f8-e190fd5ca825 None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:38:52.365515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Transition to ACTIVE for port object 35b6a4f3-224a-4761-99a0-021c6fbf5c43 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:52.369907 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] For port 93038375-7196-4630-87df-f12a66744ede, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:52.373451 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] For port 93038375-7196-4630-87df-f12a66744ede, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93038375-7196-4630-87df-f12a66744ede,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:52.380792 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.405316 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.454232 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:52.457993 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:52.464289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:52.465137 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:52.465898 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:52.491481 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b5fa8702-292d-4039-a0d1-88a0e9666835 None None] Provisioning for port aa378326-4e7f-4c79-8381-34368362ed2a completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:52.510248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Pushing event updated for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.529985 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.584003 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:52.639025 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c9b3-3970-499e-ad54-d86760f4cc0f None None] Pushing event updated for resources: {'Port': ['ID=93038375-7196-4630-87df-f12a66744ede,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:52.711114 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.835558 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:52.878771 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79205e-8a25-4296-9a7c-11c3b5cb565b None None] The sync data for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 is: [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:50Z', 'revision_number': 3, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:52.929681 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:52.936088 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6c80865-93bb-4708-bfe5-63adb9fb2e15 None None] Provisioning for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:52.955467 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.960987 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:52.961876 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-e6c80865-93bb-4708-bfe5-63adb9fb2e15 None None] Provisioning complete for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:52.962255 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e6c80865-93bb-4708-bfe5-63adb9fb2e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.008689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80865-93bb-4708-bfe5-63adb9fb2e15 None None] Port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:53.026614 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Pushing event updated for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:53.030031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:53.035072 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:53.035517 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.052449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.135415 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.163728 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:53.165963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:53.174691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7f23e4e4-178e-437b-9efa-1bb13c8b2322 None None] Provisioning complete for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:53.175034 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f23e4e4-178e-437b-9efa-1bb13c8b2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.179799 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:53.199352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.200525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device aa378326-4e7f-4c79-8381-34368362ed2a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:53.332532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:53.473127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7f23e4e4-178e-437b-9efa-1bb13c8b2322 None None] Port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:53.491485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:53.500103 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-65eee25f-bce3-4b01-a981-6c942cfb6be2 admin admin] 10.222.0.32 "PUT /v2.0/routers/8e4c62fa-1a93-408d-a2aa-87592d82ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969690 Jul 16 09:38:53.513223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:53.525935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port aa378326-4e7f-4c79-8381-34368362ed2a completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:53.531116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port aa378326-4e7f-4c79-8381-34368362ed2a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:53.531650 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.624102 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-b3147293-5ce2-487e-bf5b-5fefd3fd8e8c None None] Provisioning complete for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:53.624469 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b3147293-5ce2-487e-bf5b-5fefd3fd8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.628885 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.688104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-b3147293-5ce2-487e-bf5b-5fefd3fd8e8c None None] Port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:53.693068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port aa378326-4e7f-4c79-8381-34368362ed2a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=aa378326-4e7f-4c79-8381-34368362ed2a,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:53.699314 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:53.754152 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=aa378326-4e7f-4c79-8381-34368362ed2a,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.212711 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37372) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.217803 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043292326', 'description': 'tempest-secgroup-smoke-1043292326 description', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.240338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.323262 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.326995 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.355776 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.357020 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432936 Jul 16 09:38:54.358807 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d7b07-6a54-4810-b07e-6077693f213d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4478e-6790-4ff4-91c4-5421de62da78,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.360131 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37374) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.365644 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.390738 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.444867 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.448598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.467993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c6bdd0-a40c-4bb4-beea-6dfc80a7767e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.475598 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.479328 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd5f3fde-546a-4b9f-8037-f3f48e43311b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151154 Jul 16 09:38:54.479519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37376) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.483931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.510383 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.569685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.573656 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.592695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e678eb9c-cf96-4e61-90f6-b14424940916,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.601022 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.602221 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-73845c14-d56a-45a1-a408-b106304eeaa1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217539 Jul 16 09:38:54.605059 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37378) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.609385 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.634935 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.696053 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.700132 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.718286 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ff2c00-1f71-4e33-b2a9-037f92d7273b,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.725374 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.726642 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-bbd07047-a0e6-4a43-925e-35fafef443ab tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206572 Jul 16 09:38:54.729507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37380) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.734060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.769246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.833908 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.838125 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.856769 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7857f0-adf2-48ff-9e2f-81d65f3d8052,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:54.862803 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.864073 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-b47c9613-7ccb-4784-a14e-5e448dd56ff2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335552 Jul 16 09:38:54.866855 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37382) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:54.872076 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:54.882691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93038375-7196-4630-87df-f12a66744ede up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:54.898227 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Project d3353bedbc134d0c9e01fc63d22a2f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:38:54.903354 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.931497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 93038375-7196-4630-87df-f12a66744ede completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:54.935105 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 93038375-7196-4630-87df-f12a66744ede triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:54.935479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.970773 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.979428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:54.998370 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bcb18e-beea-4a9c-bc0d-d83263737df7,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:55.009490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.013708 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-449f241a-f29f-4018-baae-ae2664f24722 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430097 Jul 16 09:38:55.013708 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37384) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:55.018263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '27c4478e-6790-4ff4-91c4-5421de62da78', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:55.032259 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.040809 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Project d3353bedbc134d0c9e01fc63d22a2f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:38:55.046700 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.068940 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Sync routers for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:55.076532 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 93038375-7196-4630-87df-f12a66744ede, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93038375-7196-4630-87df-f12a66744ede,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:55.082556 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:55.083179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:55.084978 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.085727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:55.115869 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.120295 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.142511 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e819af4-07c3-454d-a2b1-db0ddded8336,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:55.146650 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.149783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25932a52-780f-412d-a58c-b78e1dbb673f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350086 Jul 16 09:38:55.256393 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=93038375-7196-4630-87df-f12a66744ede,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:55.275424 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:55.275794 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.309784 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:55.322334 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-e825beb4-8f63-4751-9758-6d5a344c2f0e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043292326&fields=id&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 267 time: 0.0352595 Jul 16 09:38:55.439979 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-9f1a17ee-60fa-429c-8341-cfd8f753f13f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:55.444533 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-9f1a17ee-60fa-429c-8341-cfd8f753f13f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 809 time: 0.1148670 Jul 16 09:38:55.460120 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-1ba53d38-0123-4da6-8777-ea8402d6c73a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/quotas/d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 375 time: 0.0119090 Jul 16 09:38:55.484462 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device aa378326-4e7f-4c79-8381-34368362ed2a up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:55.525624 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-b9ff1072-7e00-4782-8dda-b2d40e6fbe21 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628700 Jul 16 09:38:55.577602 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port aa378326-4e7f-4c79-8381-34368362ed2a triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:55.577981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.625469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 4, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35b6a4f3-224a-4761-99a0-021c6fbf5c43', 'name': '', 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'mac_address': 'fa:16:3e:f8:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:52Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 2, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'subnets': [{'id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:55.641043 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-6d984e49-a50a-4494-ad79-6a92ad166093 service neutron] 10.222.0.32 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030791 Jul 16 09:38:55.653183 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Checking router: 8e4c62fa-1a93-408d-a2aa-87592d82ef24 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:55.653543 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Updating router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:38:55.710328 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:55.737912 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-799aaa91-ab61-4cbe-a634-a44d86ce86b9 service neutron] 10.222.0.32 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jul 16 09:38:55.940776 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5e66cbd9-a0b2-41a2-a69c-0a96aa82fc50 req-a97fdfc1-2682-4222-9910-17d36f5bf73c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 210 time: 0.0350978 Jul 16 09:38:56.036253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.045963 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Transition to ACTIVE for port object 35b6a4f3-224a-4761-99a0-021c6fbf5c43 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:56.052527 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.146821 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e138d1-2551-4351-9699-a557951f5024 None None] Pushing event updated for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.183255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Attempting to bind port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:56.183637 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Attempting to bind port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:56.183998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Attempting to bind port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 on network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:56.192233 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:56.192641 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Checking segment: {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:56.193050 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.193444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Bound using segment: {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:56.193911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Bound port: 35b6a4f3-224a-4761-99a0-021c6fbf5c43, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:56.194352 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.262521 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] For port 35b6a4f3-224a-4761-99a0-021c6fbf5c43, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:56.266202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] For port 35b6a4f3-224a-4761-99a0-021c6fbf5c43, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35b6a4f3-224a-4761-99a0-021c6fbf5c43,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:56.274551 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:56.343666 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:56.344564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:56.396434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e138d1-2551-4351-9699-a557951f5024 None None] Pushing event updated for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:56.477140 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:56.700196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 4, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35b6a4f3-224a-4761-99a0-021c6fbf5c43', 'name': '', 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'mac_address': 'fa:16:3e:f8:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:52Z', 'updated_at': '2021-07-16T09:38:56Z', 'revision_number': 4, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'subnets': [{'id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:56.727847 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154e170-4ad0-4a0f-8320-663ef3ac056c None None] The sync data for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 is: [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:38:52Z', 'revision_number': 4, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '35b6a4f3-224a-4761-99a0-021c6fbf5c43', 'name': '', 'network_id': '61dd84c6-b5fb-4dcc-9414-46fdad41d1d6', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'mac_address': 'fa:16:3e:f8:ce:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:52Z', 'updated_at': '2021-07-16T09:38:56Z', 'revision_number': 4, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'subnets': [{'id': '9a207bd8-7c39-4491-819a-215ffc20d0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:38:56.822910 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93038375-7196-4630-87df-f12a66744ede up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:56.876286 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 93038375-7196-4630-87df-f12a66744ede triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:56.877300 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.092242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4801da8e-1c27-4f02-869f-f95b3f7b44b2 req-a8292df8-5ada-44c0-96a3-d91d41259821 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 210 time: 0.0299947 Jul 16 09:38:57.244311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-ca216004-2124-40aa-9028-e86deb277a6f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.246986 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-ca216004-2124-40aa-9028-e86deb277a6f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 809 time: 0.1111805 Jul 16 09:38:57.296432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-04321bd1-b9ec-48cf-99ba-a92a80d14dc0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 380 time: 0.0339084 Jul 16 09:38:57.311415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'port': {'device_id': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'admin_state_up': True, 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'security_groups': ['27c4478e-6790-4ff4-91c4-5421de62da78']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:57.420439 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Made reservation on behalf of d3353bedbc134d0c9e01fc63d22a2f6d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:38:57.424460 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.547600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Allocated IP 172.20.0.5 (56e0b70f-7ae3-4dbb-9617-d8998cc77496/8963b5a9-000d-4126-8bc6-77a2f9c3ed8a/ba69ca6f-22d1-43b9-8559-34602aeef76d) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:38:57.679702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.697924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Transition to ACTIVE for port object ba69ca6f-22d1-43b9-8559-34602aeef76d will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:57.729762 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.774386 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:38:57.777465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:38:57.782260 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:38:57.806353 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:57.834944 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.835573 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.851469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-75acccc0-6a4e-4bae-85c8-1df8a54d9b3e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441115 Jul 16 09:38:57.865189 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Request body: {'port': {'device_id': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:57.951159 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.049181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f47b0aa5-75d1-42d8-b70f-db060ead3a7f None None] Provisioning for port ba69ca6f-22d1-43b9-8559-34602aeef76d completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:58.052796 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-f47b0aa5-75d1-42d8-b70f-db060ead3a7f None None] Provisioning complete for port ba69ca6f-22d1-43b9-8559-34602aeef76d triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:58.053173 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f47b0aa5-75d1-42d8-b70f-db060ead3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.088226 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0aa5-75d1-42d8-b70f-db060ead3a7f None None] Port ba69ca6f-22d1-43b9-8559-34602aeef76d cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:38:58.218239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:58.226993 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.239204 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Transition to ACTIVE for port object ba69ca6f-22d1-43b9-8559-34602aeef76d will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:58.243645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.273744 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff0e4-cebf-49e8-9274-95471b65c736 req-26128f54-2a62-4d83-af13-a0348a3e38df tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.281470 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea2ff0e4-cebf-49e8-9274-95471b65c736 req-26128f54-2a62-4d83-af13-a0348a3e38df tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 931 time: 0.0765891 Jul 16 09:38:58.310283 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:58.320577 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ea2ff0e4-cebf-49e8-9274-95471b65c736 req-8666fa4f-0a78-4466-a0e9-4df4f551887c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Jul 16 09:38:58.388619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:58.388962 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:58.389298 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:58.394311 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:38:58.394638 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:58.399574 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:58.399921 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:58.400343 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:58.400777 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Bound port: ba69ca6f-22d1-43b9-8559-34602aeef76d, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:58.401143 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.466600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:58.469516 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:58.474661 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.508393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.508916 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.510300 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1092 time: 0.6503823 Jul 16 09:38:58.510838 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:58.513044 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f51c3e5-4334-4f20-b7dc-3f22b804510c" -d '{"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:58.538541 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a966a52-1768-4550-9428-b31fafd1cb41 service neutron] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:58.620983 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e31ec91-eff9-4373-ba3d-4726431b246f x-openstack-request-id: req-5e31ec91-eff9-4373-ba3d-4726431b246f {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:58.621279 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:58.621534 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e31ec91-eff9-4373-ba3d-4726431b246f {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:58.621939 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'status': 'completed', 'code': 200} Jul 16 09:38:58.628215 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-41a2f09e-1bf3-409e-9813-360cd980adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.629767 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-41a2f09e-1bf3-409e-9813-360cd980adb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1095 time: 0.0645447 Jul 16 09:38:58.672929 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-69445584-e179-440b-b3c8-220075d12b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 217 time: 0.0349777 Jul 16 09:38:58.725937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-f902378e-78e7-433e-b461-2eda310d4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.727284 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-f902378e-78e7-433e-b461-2eda310d4b7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0484514 Jul 16 09:38:58.791040 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-7b0a4886-1d86-4c31-bafc-767fcb2a67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.792728 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-7b0a4886-1d86-4c31-bafc-767fcb2a67c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587304 Jul 16 09:38:58.804279 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35b6a4f3-224a-4761-99a0-021c6fbf5c43 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:58.851734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:58.855380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:58.855753 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.889252 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-52cd27c5-c638-438d-af1a-9051d374d6b3 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Jul 16 09:38:58.934737 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.966745 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 35b6a4f3-224a-4761-99a0-021c6fbf5c43, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35b6a4f3-224a-4761-99a0-021c6fbf5c43,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:58.971723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.983714 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6c3700ee-503c-41b6-b50a-4edaf7a37571 req-6e689d43-8ab1-4dbc-8de7-1b3bd86274bd service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Jul 16 09:38:59.024731 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:59.087930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-cced70c0-c303-40d1-a0f8-da9c9e736eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.089303 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-cced70c0-c303-40d1-a0f8-da9c9e736eaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1095 time: 0.0552919 Jul 16 09:38:59.183992 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-53f3e3e2-24b9-4fb3-80fe-171a9dcf2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.185534 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-53f3e3e2-24b9-4fb3-80fe-171a9dcf2f30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0892458 Jul 16 09:38:59.236509 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-ecb3487e-43b1-4367-9c85-351e83a1286e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 217 time: 0.0440450 Jul 16 09:38:59.298032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-7172b4d8-8bb4-4a88-a8c9-bf15ac7776f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.299539 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-7172b4d8-8bb4-4a88-a8c9-bf15ac7776f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0568285 Jul 16 09:38:59.365012 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-0ecc4be9-2cd9-4990-a8a5-b33f44116433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.366645 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-0ecc4be9-2cd9-4990-a8a5-b33f44116433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592446 Jul 16 09:38:59.474041 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-82b91a4f-1d37-4857-8602-c062b3988951 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001816 Jul 16 09:38:59.511120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ed6f7-e615-4968-9c4a-d4d4d60ec590 req-3567b1fa-2c25-4b15-bcc9-472ed2ba7e3a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.512818 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7ed6f7-e615-4968-9c4a-d4d4d60ec590 req-3567b1fa-2c25-4b15-bcc9-472ed2ba7e3a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0747657 Jul 16 09:38:59.551945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7ed6f7-e615-4968-9c4a-d4d4d60ec590 req-df3e414d-b8e0-4a33-830c-6adff096f175 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Jul 16 09:38:59.575029 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9f51c3e5-4334-4f20-b7dc-3f22b804510c req-0877ab67-e416-4b25-88d5-3e807f702951 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889933 Jul 16 09:39:00.729567 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac518d91-d4ab-4719-8ed7-05d95da3de73 req-a3f5e5ef-1c68-42f7-b390-82460a2d49a2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:00.731057 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac518d91-d4ab-4719-8ed7-05d95da3de73 req-a3f5e5ef-1c68-42f7-b390-82460a2d49a2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0636561 Jul 16 09:39:00.769699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ac518d91-d4ab-4719-8ed7-05d95da3de73 req-412f7ef2-c652-485f-9b9c-2094adbf8fbe tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Jul 16 09:39:00.785902 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35b6a4f3-224a-4761-99a0-021c6fbf5c43 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:00.833212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:00.833587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:01.925735 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:39:01.943393 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81000c-cba1-4245-b1db-8aeee607eda3 req-95565ae5-0789-456d-ac58-d91d3cd42399 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:01.944957 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e81000c-cba1-4245-b1db-8aeee607eda3 req-95565ae5-0789-456d-ac58-d91d3cd42399 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0625811 Jul 16 09:39:01.986389 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8e81000c-cba1-4245-b1db-8aeee607eda3 req-9f882226-adb8-464f-bf40-62135ae66c46 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353854 Jul 16 09:39:02.018482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:02.032526 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:39:02.216514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:02.229434 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:02.248257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:02.253221 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:02.298917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:02.469211 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ba69ca6f-22d1-43b9-8559-34602aeef76d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:03.155936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383d823-06be-4747-ad77-41a6d604555d req-2361294e-d1ab-4cf2-b992-42fcf7fc0772 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:03.157431 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0383d823-06be-4747-ad77-41a6d604555d req-2361294e-d1ab-4cf2-b992-42fcf7fc0772 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0630748 Jul 16 09:39:03.195741 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0383d823-06be-4747-ad77-41a6d604555d req-51ce38cb-fb85-4acc-b122-1f6d1357511c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Jul 16 09:39:03.951919 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:04.001640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port ba69ca6f-22d1-43b9-8559-34602aeef76d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:04.005110 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ba69ca6f-22d1-43b9-8559-34602aeef76d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:04.005481 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.085868 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.109034 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:04.111390 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83915a3-6350-4751-83ab-4e4750be656f" -d '{"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:04.124793 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:04.129122 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.154768 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971a064-446d-4755-b063-5cb8639389e8 x-openstack-request-id: req-0971a064-446d-4755-b063-5cb8639389e8 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:04.155069 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:04.155318 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0971a064-446d-4755-b063-5cb8639389e8 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:04.155711 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'code': 200} Jul 16 09:39:04.183013 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:04.378098 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cd7d0-865b-483b-a315-85fe73d389e2 req-65c6ea72-a7fc-439a-a692-2da6fce27c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:04.379696 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d5cd7d0-865b-483b-a315-85fe73d389e2 req-65c6ea72-a7fc-439a-a692-2da6fce27c0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1097 time: 0.1661961 Jul 16 09:39:04.385550 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba216ae-6f39-41c1-9ce5-5cefe4072e7a req-ce49bdfb-229c-4b60-9c2d-f737a3fcb799 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:04.387072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fba216ae-6f39-41c1-9ce5-5cefe4072e7a req-ce49bdfb-229c-4b60-9c2d-f737a3fcb799 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0734272 Jul 16 09:39:04.413887 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3d5cd7d0-865b-483b-a315-85fe73d389e2 req-ebd4c637-015e-484a-8545-a1e27466c441 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281129 Jul 16 09:39:04.424463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fba216ae-6f39-41c1-9ce5-5cefe4072e7a req-ac84e290-43db-426a-a551-1505343bdb7c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Jul 16 09:39:05.602968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d8e4c-7e71-4243-ab25-775191de8b51 req-a2e9c9c1-c5f9-4ce6-9b93-45dce20956eb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:05.604481 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f06d8e4c-7e71-4243-ab25-775191de8b51 req-a2e9c9c1-c5f9-4ce6-9b93-45dce20956eb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0684803 Jul 16 09:39:05.642296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f06d8e4c-7e71-4243-ab25-775191de8b51 req-c1e84786-e463-472a-a03c-eaa01e1f3734 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 16 09:39:05.811448 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a927-e7af-4727-8d07-e8ba3eea6bfd req-77962e67-b372-4035-b8fe-d9adb17f2418 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:05.812956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a404a927-e7af-4727-8d07-e8ba3eea6bfd req-77962e67-b372-4035-b8fe-d9adb17f2418 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0626769 Jul 16 09:39:05.850186 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a404a927-e7af-4727-8d07-e8ba3eea6bfd req-2718e749-9ff9-4526-926d-1c4d9dba2e93 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Jul 16 09:39:05.873641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37446) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:05.968826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47354db5-eeab-4c0f-9c94-8d67444673fe tempest-TestShelveInstance-665169327 tempest-TestShelveInstance-665169327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:05.970644 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-47354db5-eeab-4c0f-9c94-8d67444673fe tempest-TestShelveInstance-665169327 tempest-TestShelveInstance-665169327-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1092 time: 0.0957191 Jul 16 09:39:05.973530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37450) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:05.977816 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:05.998860 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.095991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.198392 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Allocated IP 172.25.5.145 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/de77076f-5b1a-4c1e-abc1-3a0559d84b11) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:06.296785 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.336511 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.376339 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:06.379676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:06.383798 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:06.389163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=de77076f-5b1a-4c1e-abc1-3a0559d84b11,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.747351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.823843 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.967642 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.972983 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.040446 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=de77076f-5b1a-4c1e-abc1-3a0559d84b11,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:07.049215 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.146488 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Floating IP c9f4a32b-e6fb-4bda-a1e6-2bab550829ba associated. External IP: 172.25.5.145, port: ba69ca6f-22d1-43b9-8559-34602aeef76d. Jul 16 09:39:07.348403 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:07.453059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:07.462977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:07.470076 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.473471 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:07.474091 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:07.507049 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-551881cf-812c-4f75-923b-2f7ef6f448af tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5324998 Jul 16 09:39:07.507648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:07.509939 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33505927-56d3-410b-9f2f-40269dd5f3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:07.580834 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:07.599174 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596367e3-95c3-4d1b-8cf8-1a3af01b3ac5 x-openstack-request-id: req-596367e3-95c3-4d1b-8cf8-1a3af01b3ac5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:07.599462 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:07.599714 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-596367e3-95c3-4d1b-8cf8-1a3af01b3ac5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:07.600138 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'status': 'completed', 'code': 200} Jul 16 09:39:07.674641 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-9e1c2973-b884-4fb4-8f56-6f8a63235964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:07.676245 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-9e1c2973-b884-4fb4-8f56-6f8a63235964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1097 time: 0.0528018 Jul 16 09:39:07.769179 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-05c8ed7c-0bac-428b-918a-5757dcdae800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:07.770579 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-05c8ed7c-0bac-428b-918a-5757dcdae800 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0879562 Jul 16 09:39:07.836565 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-a6556f40-956a-41a6-a384-a1eade43b0ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 999 time: 0.0597742 Jul 16 09:39:07.884883 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-8718d3e3-1847-4cc2-8990-d8ba9885879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:07.886352 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-8718d3e3-1847-4cc2-8990-d8ba9885879d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0443003 Jul 16 09:39:07.889191 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c9f4a32b-e6fb-4bda-a1e6-2bab550829ba', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:06Z', 'updated_at': '2021-07-16T09:39:06Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:07.914217 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:07.922419 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:07.923031 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:38:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:07.946670 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-bb674eb7-21cb-4970-be93-37c83c97396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:07.948203 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-bb674eb7-21cb-4970-be93-37c83c97396d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556269 Jul 16 09:39:08.025375 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:08.035994 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-a82f716d-1dcc-402c-8fb6-281d300574fa service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Jul 16 09:39:08.130712 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-33505927-56d3-410b-9f2f-40269dd5f3e3 req-678235da-bf0b-457b-83b7-2da329d96d24 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879834 Jul 16 09:39:08.242863 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c9f4a32b-e6fb-4bda-a1e6-2bab550829ba', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:06Z', 'updated_at': '2021-07-16T09:39:06Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:08.267968 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afa77d-6603-4c32-a51c-eb9c88829446 None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'c9f4a32b-e6fb-4bda-a1e6-2bab550829ba', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:06Z', 'updated_at': '2021-07-16T09:39:06Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:08.452252 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a8c88-4a99-45ca-99b8-ad2f92af8ac4 None None] New status for floating IP c9f4a32b-e6fb-4bda-a1e6-2bab550829ba: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:39:09.190977 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.937727 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.105795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9a512a28-af8c-4d10-8434-d80b407cd4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.801417 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:15.710179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0a0bf87e-ffd4-4ebe-bb7e-c41609ae0961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.805868 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.138305 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:18.735622 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.417480 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-15c0f692-e1a4-4990-998e-8af07b48d888 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502794 Jul 16 09:39:24.509847 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-3d2b7fdc-39d8-4bf1-b826-3a7be13b229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.511358 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-3d2b7fdc-39d8-4bf1-b826-3a7be13b229e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1097 time: 0.0514758 Jul 16 09:39:24.623192 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-8c317410-fc05-44f8-bbb5-d54314ca6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.624715 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-8c317410-fc05-44f8-bbb5-d54314ca6013 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0897174 Jul 16 09:39:24.695998 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-8d165761-31cb-48dd-93ec-43e5f4502a7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1001 time: 0.0603287 Jul 16 09:39:24.748935 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-e24bc961-ec67-4f11-b9c7-ada043f4a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.750416 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-e24bc961-ec67-4f11-b9c7-ada043f4a190 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0480149 Jul 16 09:39:24.809897 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-341a97ef-7a74-4401-919f-f1b1f12003ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.811469 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-341a97ef-7a74-4401-919f-f1b1f12003ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531831 Jul 16 09:39:24.907805 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-d3a9381d-2abe-4885-a611-8ec335e1e0ee service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892947 Jul 16 09:39:25.005147 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-54fcba43-48c2-4557-bd5b-6dbd9ce9785c req-488f733d-0e5a-479d-8b27-28f29f8e1e24 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Jul 16 09:39:39.222994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:39.952672 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.106221 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d7e9a5bf-442d-498f-9e5e-70b327079f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.710922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-112a0058-455d-488d-b72f-a6ef6694d765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:45.806163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.138852 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.736427 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.801394 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:09.224506 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.965644 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.107440 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f35e56c5-281d-45a8-9307-7e78d5b2408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.712158 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dd85b9f2-1e01-4b14-bfcf-df99afa8641a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.806372 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:17.142290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.738285 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:26.419853 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-9333b89c-2d35-40e4-8294-0fb485b0f5b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516386 Jul 16 09:40:26.514695 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-bd9353af-12bb-4d45-9d79-cfcd34289aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:26.516250 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-bd9353af-12bb-4d45-9d79-cfcd34289aea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1097 time: 0.0562840 Jul 16 09:40:26.618266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-7d146ae6-2a57-4c90-b0eb-5cbcdb83dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:26.619735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-7d146ae6-2a57-4c90-b0eb-5cbcdb83dd2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0844424 Jul 16 09:40:26.685959 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-fa439dba-4c23-4c8c-a4a3-5bbe45b9e76e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1001 time: 0.0596130 Jul 16 09:40:26.734176 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-597e4425-5960-45a3-bce8-e590905116ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:26.735634 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-597e4425-5960-45a3-bce8-e590905116ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0434291 Jul 16 09:40:26.793858 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-304f3940-b8ac-451c-a543-84a8fd66b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:26.795365 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-304f3940-b8ac-451c-a543-84a8fd66b483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540986 Jul 16 09:40:26.884922 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-6762a1aa-ecbf-4614-8eb8-7bdc78f75910 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822687 Jul 16 09:40:26.972579 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-034d9bcb-24cc-4f00-b076-e38a44d8f657 req-e3c2456e-597f-4fb7-a17f-5b6f6d464953 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810120 Jul 16 09:40:27.800262 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:39.224194 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:39.967168 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.108624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed82e-467e-4a5f-a6e6-cd68b3e58006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.713944 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-51d6a6b8-0937-428a-b8f6-58a78dd3878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.807052 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.146390 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.741363 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:00.380007 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c318fc-c6d0-4e67-bd0f-ef6526590352 req-07c7f37f-7d4b-4a4d-926f-82858cceff18 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:00.381495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8c318fc-c6d0-4e67-bd0f-ef6526590352 req-07c7f37f-7d4b-4a4d-926f-82858cceff18 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0743856 Jul 16 09:41:00.421301 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f8c318fc-c6d0-4e67-bd0f-ef6526590352 req-9f9b6ac5-5d60-43b8-9b2c-fc8e46da0b08 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Jul 16 09:41:01.895963 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adaded-e208-4b11-b071-ea33decb9c63 req-7466b877-2cd6-4a47-979d-4921958a1d0d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:01.897632 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2adaded-e208-4b11-b071-ea33decb9c63 req-7466b877-2cd6-4a47-979d-4921958a1d0d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.3487685 Jul 16 09:41:01.934700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2adaded-e208-4b11-b071-ea33decb9c63 req-4a9defb3-a695-4135-975e-ee19f46cd735 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Jul 16 09:41:03.137751 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038a1f-7a79-4cd1-93bf-d482aee3a719 req-12d0d94d-ea35-4108-9eb2-a264a8b8ba69 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:03.139546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03038a1f-7a79-4cd1-93bf-d482aee3a719 req-12d0d94d-ea35-4108-9eb2-a264a8b8ba69 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0671828 Jul 16 09:41:03.176743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-03038a1f-7a79-4cd1-93bf-d482aee3a719 req-bd701602-a6ce-466f-9fa0-59592da33644 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Jul 16 09:41:04.349441 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260de4-526f-48d9-bb8c-28018babb11a req-c679338e-ea84-47e3-ae45-4a2b9bb54183 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:04.350919 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b260de4-526f-48d9-bb8c-28018babb11a req-c679338e-ea84-47e3-ae45-4a2b9bb54183 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0658779 Jul 16 09:41:04.387399 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4b260de4-526f-48d9-bb8c-28018babb11a req-b5e0116b-52c0-41ab-b5d5-34d65b142fce tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Jul 16 09:41:04.799068 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:05.558219 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e9b79-0047-427b-88a4-307e31313669 req-b4e7df0c-2d33-46b0-9df6-61e38fedfd56 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:05.559630 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-454e9b79-0047-427b-88a4-307e31313669 req-b4e7df0c-2d33-46b0-9df6-61e38fedfd56 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0620418 Jul 16 09:41:05.596842 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-454e9b79-0047-427b-88a4-307e31313669 req-ed449a1e-3c06-4af1-a7cd-dc54edff9a6c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Jul 16 09:41:06.766321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57bc04-5cbd-4dde-a8fd-483f1e726775 req-0a333467-74b5-40eb-bf9f-4176e9769343 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:06.767802 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d57bc04-5cbd-4dde-a8fd-483f1e726775 req-0a333467-74b5-40eb-bf9f-4176e9769343 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0627906 Jul 16 09:41:06.807346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6d57bc04-5cbd-4dde-a8fd-483f1e726775 req-e2e8ff41-2045-490b-8b48-ee6340271684 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340388 Jul 16 09:41:07.980686 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34502-30b9-4706-b144-c55c416eaf2b req-b0681937-4326-4136-b6aa-29ae9d0fda19 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:07.982153 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67e34502-30b9-4706-b144-c55c416eaf2b req-b0681937-4326-4136-b6aa-29ae9d0fda19 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0662038 Jul 16 09:41:08.018560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-67e34502-30b9-4706-b144-c55c416eaf2b req-2c81c2f5-6638-4c3b-82aa-9a6df5dfb5c1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Jul 16 09:41:09.192507 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc91c2-b1fa-4438-821e-42061805b2c0 req-f37d2306-3f5c-4364-9385-0d667b0354a9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:09.194014 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfbc91c2-b1fa-4438-821e-42061805b2c0 req-f37d2306-3f5c-4364-9385-0d667b0354a9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0623889 Jul 16 09:41:09.232253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-cfbc91c2-b1fa-4438-821e-42061805b2c0 req-af892f95-a0af-43d1-9153-2e8f9b5c586a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jul 16 09:41:09.234804 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.968412 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:10.405622 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07259add-b6cb-4ef1-9b68-90949d81745e req-9a71f92f-459e-43bd-816d-ded0d04df71d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:10.407093 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07259add-b6cb-4ef1-9b68-90949d81745e req-9a71f92f-459e-43bd-816d-ded0d04df71d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0655096 Jul 16 09:41:10.444902 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07259add-b6cb-4ef1-9b68-90949d81745e req-d1d2fcb9-9c00-498f-8a10-e0e3b7996a0b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Jul 16 09:41:11.619053 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac2440-bc30-4c91-8d80-79fd14c4a461 req-c7e15458-d416-4982-a3a7-d11be2793e2d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:11.621204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bac2440-bc30-4c91-8d80-79fd14c4a461 req-c7e15458-d416-4982-a3a7-d11be2793e2d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0636666 Jul 16 09:41:11.657699 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6bac2440-bc30-4c91-8d80-79fd14c4a461 req-205b8cdc-fc3c-46d2-a711-17fdfcb895d3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Jul 16 09:41:12.599003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:12.695689 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:12.707664 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:12.750279 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.764200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:12.785317 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:12.789950 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:12.845247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:12.846018 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672843b-259e-4d9f-9769-b267d504a321 req-252dacb1-aee3-4f11-90e8-fc616d6acee2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:12.850429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9672843b-259e-4d9f-9769-b267d504a321 req-252dacb1-aee3-4f11-90e8-fc616d6acee2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0749993 Jul 16 09:41:12.857187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.857187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.857512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.858179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.858179 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.858447 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.858783 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.859112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.859500 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.859997 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.860436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.861498 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:12.872104 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['ba69ca6f-22d1-43b9-8559-34602aeef76d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:12.889728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9672843b-259e-4d9f-9769-b267d504a321 req-478c9ceb-1443-46ef-b74d-4aeb89eb3f33 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327196 Jul 16 09:41:13.120069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e8d323d4-3b0f-46c2-8e33-4c60f610ab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.079581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceaba2-29e2-4fd8-a88c-b836f2326b97 req-51572237-6229-422d-904b-baa7c0677b49 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:14.082028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeceaba2-29e2-4fd8-a88c-b836f2326b97 req-51572237-6229-422d-904b-baa7c0677b49 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0729644 Jul 16 09:41:14.135261 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aeceaba2-29e2-4fd8-a88c-b836f2326b97 req-29bf8ddd-7e73-4e6e-bfb2-fb09f53bf41d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Jul 16 09:41:14.614957 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:14.678228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port ba69ca6f-22d1-43b9-8559-34602aeef76d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:14.678604 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.767251 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.791394 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:14.794420 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f32dc-7989-4902-9b50-49a3b03a8cb4" -d '{"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:14.811913 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:14.821774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.883973 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:14.929407 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f192ad-ab43-41d9-9981-bd271f44de44 x-openstack-request-id: req-56f192ad-ab43-41d9-9981-bd271f44de44 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:14.929748 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:14.930008 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f192ad-ab43-41d9-9981-bd271f44de44 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:14.930405 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'code': 200} Jul 16 09:41:15.330776 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7d704-1c2c-4f88-9aa7-62e8fe9c30c1 req-e96aa5c8-4921-40b0-bcab-e9b9431bec28 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:15.332983 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ace7d704-1c2c-4f88-9aa7-62e8fe9c30c1 req-e96aa5c8-4921-40b0-bcab-e9b9431bec28 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0868108 Jul 16 09:41:15.374385 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ace7d704-1c2c-4f88-9aa7-62e8fe9c30c1 req-054a0148-3ab2-41a7-965d-d2518ad38930 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350306 Jul 16 09:41:15.719124 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-20ef24bb-51bd-4511-837b-43a7a8585e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.844381 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:16.579138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec022f32-2e9f-45ae-a0ae-ddd0280b98d3 req-143cdbce-42b4-4a39-8ffb-a240e553fa07 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:16.581379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec022f32-2e9f-45ae-a0ae-ddd0280b98d3 req-143cdbce-42b4-4a39-8ffb-a240e553fa07 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0842209 Jul 16 09:41:16.627584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec022f32-2e9f-45ae-a0ae-ddd0280b98d3 req-419ef4be-7e5f-4fed-8ab3-9197fd8226fa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394483 Jul 16 09:41:17.156491 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.802921 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6bd83-acd0-4276-828a-47d84ba5a5a0 req-0ffbba43-e868-4f0d-8550-b0db2efb9801 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:17.804494 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ca6bd83-acd0-4276-828a-47d84ba5a5a0 req-0ffbba43-e868-4f0d-8550-b0db2efb9801 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0658736 Jul 16 09:41:17.845280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3ca6bd83-acd0-4276-828a-47d84ba5a5a0 req-04281bf3-0466-4212-a299-b2dbb2a84edd tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337913 Jul 16 09:41:18.746532 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.036127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147744b8-ba28-4c09-a00b-9c272f6a96ad req-fcc2ab46-5a5a-4f4c-89c2-9d1660fffe28 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:19.040572 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-147744b8-ba28-4c09-a00b-9c272f6a96ad req-fcc2ab46-5a5a-4f4c-89c2-9d1660fffe28 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0768526 Jul 16 09:41:19.081565 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-147744b8-ba28-4c09-a00b-9c272f6a96ad req-8e777437-ab69-4d79-9bac-14afff64a314 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Jul 16 09:41:20.276868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6713aed-8538-432f-a567-a77d875362ea req-3dcf58b9-52b2-43df-aab8-e2091768831a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:20.278380 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6713aed-8538-432f-a567-a77d875362ea req-3dcf58b9-52b2-43df-aab8-e2091768831a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0765488 Jul 16 09:41:20.333439 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e6713aed-8538-432f-a567-a77d875362ea req-ab87a5f3-5887-44e9-86c4-83cff8da9993 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389318 Jul 16 09:41:21.532540 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326da75-813c-49cc-a41f-bdde81945007 req-8e8a7c8b-3d5a-4c84-bcf9-381d093c1854 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:21.534858 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b326da75-813c-49cc-a41f-bdde81945007 req-8e8a7c8b-3d5a-4c84-bcf9-381d093c1854 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0774872 Jul 16 09:41:21.575126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b326da75-813c-49cc-a41f-bdde81945007 req-448d2a7f-be13-4342-8e27-1dba555697e5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343523 Jul 16 09:41:22.459857 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-55a2f26e-eecb-4ded-a411-e10340854be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.461392 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-55a2f26e-eecb-4ded-a411-e10340854be0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1097 time: 0.0559423 Jul 16 09:41:22.548515 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-ca276ce5-c418-406b-84cf-0461a1195603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.549879 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-ca276ce5-c418-406b-84cf-0461a1195603 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0822284 Jul 16 09:41:22.617016 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-4747b44c-8156-4ddf-8a72-351dc48355c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1001 time: 0.0599985 Jul 16 09:41:22.665920 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-5730bf78-93e9-4e49-88a6-442ecf0f6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.667430 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-5730bf78-93e9-4e49-88a6-442ecf0f6f30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0437737 Jul 16 09:41:22.724154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-c7694446-d4af-476a-bd4d-3654f193b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.725677 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-c7694446-d4af-476a-bd4d-3654f193b83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517898 Jul 16 09:41:22.751794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6b3aa-7f61-4131-a78e-9d563895c318 req-64afb4c2-3701-49e1-9093-9d43ac95c7ce tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:22.753337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9b6b3aa-7f61-4131-a78e-9d563895c318 req-64afb4c2-3701-49e1-9093-9d43ac95c7ce tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0676584 Jul 16 09:41:22.791189 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d9b6b3aa-7f61-4131-a78e-9d563895c318 req-c95d9d7d-0a12-4067-a8bf-8bb6feb86825 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Jul 16 09:41:22.819432 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-067f915f-e485-4a18-a618-f738cd709370 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867467 Jul 16 09:41:22.906226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2d82f13b-d030-4b8c-afe9-fcc8f3556821 req-5bcc8034-7b64-4fbd-82db-181286fa3a87 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808485 Jul 16 09:41:23.971185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ec831-c1cd-42af-915b-ac8d917c0008 req-ac94a04c-a588-4e8c-906c-b0d97f5924ee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:23.972693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d83ec831-c1cd-42af-915b-ac8d917c0008 req-ac94a04c-a588-4e8c-906c-b0d97f5924ee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0628858 Jul 16 09:41:24.009313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d83ec831-c1cd-42af-915b-ac8d917c0008 req-9eae9931-192b-4571-b100-8ea79842d09b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Jul 16 09:41:24.675014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:24.749966 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.771855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:24.774094 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d3a1fa-fc59-4d55-a487-c4127ad74df3" -d '{"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:24.786826 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:24.792436 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.818131 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b068f29-55b9-4347-939e-fd9f07f45349 x-openstack-request-id: req-3b068f29-55b9-4347-939e-fd9f07f45349 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:24.818418 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:24.818670 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b068f29-55b9-4347-939e-fd9f07f45349 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:24.819060 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'code': 200} Jul 16 09:41:24.847744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:25.179228 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ed3e1-aeef-4197-b45a-34c4808b857d req-ebf5cacd-30b2-45b3-b711-c1396c48063e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.180720 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e2ed3e1-aeef-4197-b45a-34c4808b857d req-ebf5cacd-30b2-45b3-b711-c1396c48063e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0617177 Jul 16 09:41:25.217653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e2ed3e1-aeef-4197-b45a-34c4808b857d req-f9144344-3056-4d3a-8067-ba6acb1613d4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jul 16 09:41:25.570374 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e252-899a-49ea-bf33-0dc8267e8e7d req-bc3b3a0c-2de4-4ce9-ac1c-eeadf90588f4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.572164 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51f5e252-899a-49ea-bf33-0dc8267e8e7d req-bc3b3a0c-2de4-4ce9-ac1c-eeadf90588f4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0678463 Jul 16 09:41:25.610291 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-51f5e252-899a-49ea-bf33-0dc8267e8e7d req-b25dfb9a-906f-4bbd-ba8b-24c383f9202f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Jul 16 09:41:25.833550 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-a4d08e61-703e-4f58-88ca-f27efdc9383f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038251 Jul 16 09:41:26.805287 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-e69d3803-e2a4-45d3-a398-7d0dc58be03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.806803 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-e69d3803-e2a4-45d3-a398-7d0dc58be03e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 1095 time: 0.0992353 Jul 16 09:41:26.817905 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f9f3-f080-4290-a52f-1c402b86a65f req-5ba0895b-acd4-4870-a806-cea9b7132e06 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:26.819675 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a13f9f3-f080-4290-a52f-1c402b86a65f req-5ba0895b-acd4-4870-a806-cea9b7132e06 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 943 time: 0.0853641 Jul 16 09:41:26.824605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:26.907800 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1a13f9f3-f080-4290-a52f-1c402b86a65f req-e15011d3-e708-4d58-9b35-4bdf9556debe tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805421 Jul 16 09:41:26.921451 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.123168 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:27.155527 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:27.186840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:27.194143 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.205600 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Transition to ACTIVE for port object ba69ca6f-22d1-43b9-8559-34602aeef76d will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:27.209160 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.307478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=9']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.323836 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.324794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.325133 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.325465 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.325790 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.326114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.326436 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.326754 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.327079 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.327399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.327714 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.328116 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:27.356509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] No DVR routers for this DVR port ba69ca6f-22d1-43b9-8559-34602aeef76d on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:27.495212 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:27.495471 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:27.495805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:27.500719 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:41:27.501036 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Attempting to bind port ba69ca6f-22d1-43b9-8559-34602aeef76d on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:27.505773 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:27.506113 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:27.506535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:27.506919 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Bound port: ba69ca6f-22d1-43b9-8559-34602aeef76d, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:27.507313 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.573023 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:27.576102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:27.581235 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.616845 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:27.617574 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.618938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1092 time: 0.7982705 Jul 16 09:41:27.619397 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:27.622292 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948" -d '{"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:27.676224 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9555b-bc8f-45f5-8328-5a8f27a82b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=10']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.681157 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6eb8b0-6cff-403d-967c-8684397f56d5 x-openstack-request-id: req-9e6eb8b0-6cff-403d-967c-8684397f56d5 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:27.681448 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:27.681697 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e6eb8b0-6cff-403d-967c-8684397f56d5 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:27.682177 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'status': 'completed', 'code': 200} Jul 16 09:41:27.707555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-9aaa602e-5c45-45f2-8d49-f8866e6653c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:27.709116 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-9aaa602e-5c45-45f2-8d49-f8866e6653c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1096 time: 0.0653548 Jul 16 09:41:27.801242 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-a5482e0e-017c-4c60-a18f-878122c93efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:27.802726 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-a5482e0e-017c-4c60-a18f-878122c93efc service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0867419 Jul 16 09:41:27.870423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-47d2df92-e275-42c4-9289-32242212804a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 999 time: 0.0614340 Jul 16 09:41:27.918707 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-f1aa8069-0236-44cf-b5e8-2f559745b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:27.920062 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-f1aa8069-0236-44cf-b5e8-2f559745b0b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0437047 Jul 16 09:41:27.975370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-e953e4ae-2f34-46fc-b1ad-150f83e0dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:27.976910 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-e953e4ae-2f34-46fc-b1ad-150f83e0dc93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508585 Jul 16 09:41:28.101964 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-7e33e26f-3fea-4c3d-a774-3d1d3eb9bdc9 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185811 Jul 16 09:41:28.158247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd940-d872-4348-abb2-58b93f1877ad req-0fd13aca-1fa0-4442-94fe-81040867aeac tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.159681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de4dd940-d872-4348-abb2-58b93f1877ad req-0fd13aca-1fa0-4442-94fe-81040867aeac tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.1184735 Jul 16 09:41:28.237371 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de4dd940-d872-4348-abb2-58b93f1877ad req-b46e3f1e-8f8a-4f6f-9c17-2e5181173432 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503566 Jul 16 09:41:28.239621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2dcdeb25-a8bc-4dce-ac82-0e957be11703 req-3446bbba-470a-4a51-9898-0b5b12252f13 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252296 Jul 16 09:41:28.340863 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-c629edf9-38da-4cee-bfac-2d2e3f4fcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.342404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-c629edf9-38da-4cee-bfac-2d2e3f4fcad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1096 time: 0.0530734 Jul 16 09:41:28.436592 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-aa047053-02bc-4ead-96c8-9858bc9988c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.438125 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-aa047053-02bc-4ead-96c8-9858bc9988c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0892658 Jul 16 09:41:28.506541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-20d360df-2608-4504-8d7c-9e4f241b554e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 999 time: 0.0621130 Jul 16 09:41:28.562998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-90696163-c5f9-4979-93ef-fb4d4ed03146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.564571 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-90696163-c5f9-4979-93ef-fb4d4ed03146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0511682 Jul 16 09:41:28.626999 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-63c43a98-ee7e-4253-880a-a7b9c15e4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:28.628764 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-63c43a98-ee7e-4253-880a-a7b9c15e4b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571027 Jul 16 09:41:29.432245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48082-f185-4747-8081-f50d5fef630c req-6020366d-d8e9-4079-9790-5429e8f655f2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:29.433760 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cb48082-f185-4747-8081-f50d5fef630c req-6020366d-d8e9-4079-9790-5429e8f655f2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0657635 Jul 16 09:41:29.473681 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0cb48082-f185-4747-8081-f50d5fef630c req-a263df5e-ab4a-4e25-92e6-5805e601c0f2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jul 16 09:41:30.662428 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9894b-3811-48ea-8c3c-d42311405ba2 req-a330669f-03d0-4fcd-bd76-eb9b0e2b9081 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:30.663998 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59f9894b-3811-48ea-8c3c-d42311405ba2 req-a330669f-03d0-4fcd-bd76-eb9b0e2b9081 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0704205 Jul 16 09:41:30.704171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-59f9894b-3811-48ea-8c3c-d42311405ba2 req-8920002e-390f-4d52-82d2-3eb256118f2f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343375 Jul 16 09:41:31.893851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765025d-7a5c-41f5-8340-84a0e0ffe100 req-cee13e82-5d77-4d29-9f31-e0fc5889f2fa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:31.895340 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d765025d-7a5c-41f5-8340-84a0e0ffe100 req-cee13e82-5d77-4d29-9f31-e0fc5889f2fa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0708504 Jul 16 09:41:31.945202 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d765025d-7a5c-41f5-8340-84a0e0ffe100 req-1b1d1af7-b6de-4664-95bb-0d7c80c9ee04 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Jul 16 09:41:33.118741 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96afa7-0394-4d7a-a8f0-c38c25782402 req-8b00b82a-d37e-47f7-ae25-9d4724ef5962 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.120388 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c96afa7-0394-4d7a-a8f0-c38c25782402 req-8b00b82a-d37e-47f7-ae25-9d4724ef5962 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0641596 Jul 16 09:41:33.160516 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9c96afa7-0394-4d7a-a8f0-c38c25782402 req-d0f05915-e615-4c02-b627-e700300dc041 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337155 Jul 16 09:41:34.349553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad83c7c-9ad5-4c38-b982-657b475530ed req-0f253747-bca3-4acf-869b-282706e34298 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.352464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad83c7c-9ad5-4c38-b982-657b475530ed req-0f253747-bca3-4acf-869b-282706e34298 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0720696 Jul 16 09:41:34.393805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7ad83c7c-9ad5-4c38-b982-657b475530ed req-8cb28ea2-f758-4282-8d12-a382db9c7402 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Jul 16 09:41:35.581383 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c641bae-0d8d-4cec-94b0-ca261aaad697 req-39f52f32-c2bf-41f1-98fa-ae2b1eda3178 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.582791 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c641bae-0d8d-4cec-94b0-ca261aaad697 req-39f52f32-c2bf-41f1-98fa-ae2b1eda3178 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0686762 Jul 16 09:41:35.622507 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5c641bae-0d8d-4cec-94b0-ca261aaad697 req-294b3c29-4b63-4f69-89cb-072eee8f9029 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Jul 16 09:41:36.818099 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9decd0b-e70c-4980-8d5c-895ad65fd9f1 req-7e0f7770-70cd-41e4-aec8-d271c682866f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:36.820269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9decd0b-e70c-4980-8d5c-895ad65fd9f1 req-7e0f7770-70cd-41e4-aec8-d271c682866f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0690598 Jul 16 09:41:36.869992 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b9decd0b-e70c-4980-8d5c-895ad65fd9f1 req-6d6d4f02-6d15-48d6-866c-3475d43582a5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Jul 16 09:41:38.057922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45052a1a-e8cc-4d5f-9fde-dd8f42278194 req-e995986d-56b9-44b7-9024-2e05f28a11e3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:38.065757 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45052a1a-e8cc-4d5f-9fde-dd8f42278194 req-e995986d-56b9-44b7-9024-2e05f28a11e3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0707514 Jul 16 09:41:38.099250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-45052a1a-e8cc-4d5f-9fde-dd8f42278194 req-c5f30051-2b47-4c04-87cb-72a29fce3ccf tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Jul 16 09:41:39.240857 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.316662 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-8e6e5742-6fc1-4075-893d-fad4d2bdd022 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310871 Jul 16 09:41:39.345865 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bed6cb-4f42-474e-96c8-61bec0bc78a8 req-0c6cf444-3498-4954-abbb-19b023df729c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:39.347296 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8bed6cb-4f42-474e-96c8-61bec0bc78a8 req-0c6cf444-3498-4954-abbb-19b023df729c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.1262524 Jul 16 09:41:39.431400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8bed6cb-4f42-474e-96c8-61bec0bc78a8 req-8b55fef9-83ea-4fc1-b0f7-e38dcf09bcb4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746586 Jul 16 09:41:39.450275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0e68dd1f-ddb2-4f06-98a3-20cc9317a948 req-cb0e0a5c-91d6-438c-9785-e0011d9d62c9 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206555 Jul 16 09:41:39.966588 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:40.601256 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a1cbb-7d62-4aae-b580-c9aad8b0aee8 req-4defbeac-9601-4ab2-84b4-508b585cd2ea tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.602728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee8a1cbb-7d62-4aae-b580-c9aad8b0aee8 req-4defbeac-9601-4ab2-84b4-508b585cd2ea tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 944 time: 0.0629094 Jul 16 09:41:40.641621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ee8a1cbb-7d62-4aae-b580-c9aad8b0aee8 req-4d612f84-7b1f-49f7-ac64-cac53798f045 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333765 Jul 16 09:41:40.837978 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:40.931190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:40.942285 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'port_id': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'mac_address': 'fa:16:3e:23:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:40.980766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:40.993342 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:41.012525 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:41.016620 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:41.062612 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=11']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:41.235986 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['ba69ca6f-22d1-43b9-8559-34602aeef76d'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:41.799284 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:41.814956 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0002c90-f839-4c44-81bc-52d58d6b7525 req-c1241b46-c04a-4455-95bc-5d9d7c93420c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.816616 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0002c90-f839-4c44-81bc-52d58d6b7525 req-c1241b46-c04a-4455-95bc-5d9d7c93420c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0619597 Jul 16 09:41:41.853574 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0002c90-f839-4c44-81bc-52d58d6b7525 req-0ce8d3af-2e90-42bf-bbea-1aaec29cb6e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313995 Jul 16 09:41:42.862228 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:42.912068 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port ba69ca6f-22d1-43b9-8559-34602aeef76d completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:42.915720 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port ba69ca6f-22d1-43b9-8559-34602aeef76d triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:42.916120 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:42.994156 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:43.016756 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:43.018989 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90a74f-c94c-476e-8b61-86caaf5c0d5b" -d '{"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:43.031270 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8485f-347d-4ba2-9a85-2dd5440aaa88 req-5783ebf0-cf89-4c22-ae9a-0c925bf9a66f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:43.031703 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:43.033078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12d8485f-347d-4ba2-9a85-2dd5440aaa88 req-5783ebf0-cf89-4c22-ae9a-0c925bf9a66f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 945 time: 0.0677447 Jul 16 09:41:43.036473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:43.063873 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456363d-2806-4720-aacf-6cfd20f09bdd x-openstack-request-id: req-8456363d-2806-4720-aacf-6cfd20f09bdd {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:43.064310 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-plugged", "status": "completed", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:43.064558 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8456363d-2806-4720-aacf-6cfd20f09bdd {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:43.064944 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'code': 200} Jul 16 09:41:43.076558 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-12d8485f-347d-4ba2-9a85-2dd5440aaa88 req-2d1257a9-a2f0-4ed3-af61-4975089b2c77 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358665 Jul 16 09:41:43.089982 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=12']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:43.115610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-892825e0-de6f-4184-aad4-363941074ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:43.301258 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b6d55-a02a-413b-98ab-21246cca91f1 req-41e1070d-4957-4ced-bd34-be3145d48535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:43.302745 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-364b6d55-a02a-413b-98ab-21246cca91f1 req-41e1070d-4957-4ced-bd34-be3145d48535 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1098 time: 0.0570774 Jul 16 09:41:43.337106 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-364b6d55-a02a-413b-98ab-21246cca91f1 req-073aaa9c-5aff-42f7-a3c8-0e2d25ee4220 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277216 Jul 16 09:41:44.266381 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc15f-d087-48fb-96d4-a81412cd115c req-c5537d6e-71af-4c5d-ba36-25981ece40fa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.267932 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ebcfc15f-d087-48fb-96d4-a81412cd115c req-c5537d6e-71af-4c5d-ba36-25981ece40fa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 946 time: 0.0704858 Jul 16 09:41:44.310386 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ebcfc15f-d087-48fb-96d4-a81412cd115c req-f177841b-ad92-4413-8a5a-beb23c6cc46a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365934 Jul 16 09:41:45.488533 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d8554-c47a-4324-983c-a2659684a3fe req-3132d964-1326-4cd1-9730-8cd753fc2459 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:45.489897 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-681d8554-c47a-4324-983c-a2659684a3fe req-3132d964-1326-4cd1-9730-8cd753fc2459 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 946 time: 0.0619910 Jul 16 09:41:45.527083 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-681d8554-c47a-4324-983c-a2659684a3fe req-5e09d245-2022-4678-b577-a602056bced9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jul 16 09:41:45.714633 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2f56c182-09fd-4f6b-b81b-eea8deb1be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.804567 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.153146 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.746954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:09.235739 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:09.969480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:13.106893 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-84f4bf2b-806b-4727-a799-e22b80ad6d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.713954 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b8be0926-14f8-4fe3-8acc-275fd254ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.805040 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.158568 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.749558 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.797959 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:27.779430 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-652b2644-eaa3-4734-b9ff-8d61b24b5337 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497928 Jul 16 09:42:27.874276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-8a711217-b5e1-428e-acb0-166d32ef0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:27.875727 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-8a711217-b5e1-428e-acb0-166d32ef0378 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1098 time: 0.0545852 Jul 16 09:42:27.975171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-efc14f25-c0fb-4e6d-bdca-782a5a973105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:27.976637 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-efc14f25-c0fb-4e6d-bdca-782a5a973105 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0826144 Jul 16 09:42:28.042591 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-2f0577f0-44ed-4d6c-b55e-78177a8fa2b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 1001 time: 0.0586047 Jul 16 09:42:28.088368 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-d7b04c9a-3712-4d4c-8694-480d5ef41f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:28.089742 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-d7b04c9a-3712-4d4c-8694-480d5ef41f48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0412238 Jul 16 09:42:28.145464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-5079c86b-67a5-4535-8a1c-5e6cdd770578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:28.146939 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-5079c86b-67a5-4535-8a1c-5e6cdd770578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503855 Jul 16 09:42:28.236307 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-24f66ba6-164c-472a-b9ca-9074a49c1612 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831676 Jul 16 09:42:28.323011 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4efb52ce-9d68-4c42-adbb-b7b116627e0f req-924918d1-c485-4c15-8f63-b1b711331cfd service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805104 Jul 16 09:42:39.233563 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.963910 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:43.107322 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-07fb7b66-d253-4bf9-83a0-4ff0fb4dc474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.715253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2c58b22d-d99a-47e7-80db-b7f2b0688d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:45.804637 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:47.158896 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:48.751521 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.486481 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37772) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:55.655591 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Deleting port de77076f-5b1a-4c1e-abc1-3a0559d84b11 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:55.656277 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.733300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.733618 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:55.745650 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Calling delete_port for de77076f-5b1a-4c1e-abc1-3a0559d84b11 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:55.797356 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:56.182122 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:56.206352 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'Port': ['ID=de77076f-5b1a-4c1e-abc1-3a0559d84b11,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:56.232908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.233261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.233607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.233950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.234291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.234627 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.234965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.235303 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.236269 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.236607 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.236936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.237262 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:56.279009 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:56.279454 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Floating IP c9f4a32b-e6fb-4bda-a1e6-2bab550829ba disassociated (deleted). External IP: 172.25.5.145, port: ba69ca6f-22d1-43b9-8559-34602aeef76d. Jul 16 09:42:56.480824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:56.584004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:56.588689 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:56.594186 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:56.603761 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:56.604403 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:56.627171 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-884970d5-bf0c-4be0-bf88-53440942a7f7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9f4a32b-e6fb-4bda-a1e6-2bab550829ba HTTP/1.1" status: 204 len: 168 time: 1.1396601 Jul 16 09:42:56.627752 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:56.630039 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce847e-9979-4e8b-b1fd-130884599911" -d '{"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:56.669401 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a5f46-91b7-4780-b002-6ac0c7e9e05b x-openstack-request-id: req-996a5f46-91b7-4780-b002-6ac0c7e9e05b {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:56.669696 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:56.669939 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-996a5f46-91b7-4780-b002-6ac0c7e9e05b {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:56.670342 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'status': 'completed', 'code': 200} Jul 16 09:42:56.713524 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:56.745648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce847e-9979-4e8b-b1fd-130884599911 req-614f4cca-5914-4689-9dd4-4b711755f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:56.747084 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-614f4cca-5914-4689-9dd4-4b711755f4db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 1098 time: 0.0540586 Jul 16 09:42:56.845982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce847e-9979-4e8b-b1fd-130884599911 req-979d61d9-5aa1-4aaa-bc33-243f7d79ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:56.848126 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-979d61d9-5aa1-4aaa-bc33-243f7d79ae90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0950687 Jul 16 09:42:56.889979 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-def787ee-4756-4dad-80f5-0150007d3e96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 200 len: 217 time: 0.0355906 Jul 16 09:42:56.939690 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:56.940370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce847e-9979-4e8b-b1fd-130884599911 req-6d9f704a-56c1-4ad4-add3-5710c0ecdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:56.941620 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-6d9f704a-56c1-4ad4-add3-5710c0ecdddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0447705 Jul 16 09:42:56.967164 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:56.975493 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:56.976118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:42:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:57.043574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce847e-9979-4e8b-b1fd-130884599911 req-e43e0364-f5cd-4b02-8cde-473c3a9cadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:57.045041 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-e43e0364-f5cd-4b02-8cde-473c3a9cadd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919733 Jul 16 09:42:57.052565 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440127ea-b5c9-4cd7-a628-e6f06cd0465e req-d5926fc7-548b-4444-be43-5ef78cf967cf tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:57.053977 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-440127ea-b5c9-4cd7-a628-e6f06cd0465e req-d5926fc7-548b-4444-be43-5ef78cf967cf tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 946 time: 0.1099412 Jul 16 09:42:57.080411 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:57.149238 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-440127ea-b5c9-4cd7-a628-e6f06cd0465e req-98944e0a-a170-448a-936d-89c6b89e10e7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871408 Jul 16 09:42:57.168929 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-4b9d3150-63f3-444d-a90d-77cc214937cb service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139939 Jul 16 09:42:57.257621 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fdce847e-9979-4e8b-b1fd-130884599911 req-60524c9b-15d9-4ac6-8f1d-20b7cea4d28a service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816107 Jul 16 09:42:57.278227 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:57.308495 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db85850-4484-4a0c-a409-4bdcb79edd83 None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:57.517662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144ea7c-8398-4447-813b-39555bc2ec36 None None] New status for floating IP c9f4a32b-e6fb-4bda-a1e6-2bab550829ba: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:42:58.212634 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-c0fa21da-41f6-4a6c-8908-48ae592132e5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:58.214183 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-c0fa21da-41f6-4a6c-8908-48ae592132e5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.47 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 946 time: 0.0672436 Jul 16 09:42:58.366530 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab3eb1-32b9-4a3a-a7d1-17df00ec3274 req-41483341-75f8-4753-8496-63dbb3845ea5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:58.367978 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1ab3eb1-32b9-4a3a-a7d1-17df00ec3274 req-41483341-75f8-4753-8496-63dbb3845ea5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de1cd8e-0f24-4cb8-bf3e-8d20c816256b HTTP/1.1" status: 200 len: 946 time: 0.1047659 Jul 16 09:42:58.369248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Deleting port ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:42:58.369592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.455539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b1ab3eb1-32b9-4a3a-a7d1-17df00ec3274 req-da0dd4f4-ea92-47b1-be50-3b872028e570 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c4478e-6790-4ff4-91c4-5421de62da78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816431 Jul 16 09:42:58.479278 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] For port ba69ca6f-22d1-43b9-8559-34602aeef76d, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=ba69ca6f-22d1-43b9-8559-34602aeef76d,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:58.479637 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.492596 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Calling delete_port for ba69ca6f-22d1-43b9-8559-34602aeef76d owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:42:58.619909 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.653052 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'Port': ['ID=ba69ca6f-22d1-43b9-8559-34602aeef76d,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:58.693860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] No DVR routers for this DVR port ba69ca6f-22d1-43b9-8559-34602aeef76d on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:42:58.697358 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:58.699934 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c0cd2d68-d81e-4da4-aa55-9475849c1d5e req-2a4290bd-e64f-40a0-8c72-64ff55f8f58a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.47 "DELETE /v2.0/ports/ba69ca6f-22d1-43b9-8559-34602aeef76d HTTP/1.1" status: 204 len: 173 time: 0.4801970 Jul 16 09:42:58.700417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-deleted', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:58.703332 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004242be-b9b0-4700-b0c0-7e6e6ca80a1b" -d '{"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-deleted", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:58.757468 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c106106-70b2-495d-8a60-a21beeaad01d x-openstack-request-id: req-6c106106-70b2-495d-8a60-a21beeaad01d {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:58.757763 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de1cd8e-0f24-4cb8-bf3e-8d20c816256b", "name": "network-vif-deleted", "tag": "ba69ca6f-22d1-43b9-8559-34602aeef76d", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:58.758040 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c106106-70b2-495d-8a60-a21beeaad01d {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:58.758438 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de1cd8e-0f24-4cb8-bf3e-8d20c816256b', 'name': 'network-vif-deleted', 'tag': 'ba69ca6f-22d1-43b9-8559-34602aeef76d', 'status': 'completed', 'code': 200} Jul 16 09:42:59.547182 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37792) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:59.607991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.633704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.693502 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.696699 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:59.697861 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "DELETE /v2.0/security-groups/27c4478e-6790-4ff4-91c4-5421de62da78 HTTP/1.1" status: 204 len: 168 time: 0.1496863 Jul 16 09:42:59.707648 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e60df-61d3-4afc-b648-420f2143c3d1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4478e-6790-4ff4-91c4-5421de62da78,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:59.955214 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37798) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:59.960526 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945721066', 'description': 'tempest-secgroup-smoke-945721066 description', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:59.983890 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.065600 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.069201 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.093687 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.095661 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1386621 Jul 16 09:43:00.098717 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37802) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.099731 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.103618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.107288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.107661 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.107993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.108507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.108856 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.109196 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.109534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.109868 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.110333 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.111257 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.111599 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.111939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bacfae-fabf-423e-aacf-ef99171aecf5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:00.132103 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.178621 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.183132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.200656 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b2df27-4cc8-40a4-8da9-f928c3402ae2,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.209255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.210498 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e3a4ae58-7eaf-42ae-908a-3354bf0e2e8f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107607 Jul 16 09:43:00.213276 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37804) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.217786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.243848 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.300082 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.304394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.323742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea05f13c-f9c7-4279-9881-28327c176003,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.326934 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.328214 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7ca27fe0-faa2-4ee3-902b-ee18587cb145 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139193 Jul 16 09:43:00.331059 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37806) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.335473 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.362846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.422515 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.426401 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.445305 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba8f506-3e78-4e1c-8482-68086e41bc64,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.447876 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.449156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8076f629-f8ba-47ac-a994-1e9bbad1d6b0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171596 Jul 16 09:43:00.451883 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37808) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.456810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.482429 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.540470 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.543701 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.560459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d301273c-c432-4e8d-8270-bfec857318c1,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.567531 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.568766 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-b2c47587-d72a-423d-8064-dd1fa0f33138 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159325 Jul 16 09:43:00.571528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 37810) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.575885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.598542 n-d-798054-12 neutron-server[93775]: INFO neutron.db.securitygroups_db [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Project d3353bedbc134d0c9e01fc63d22a2f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:00.603592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.661846 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.665300 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.682557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73154f75-11e8-46bf-9387-258b19feab39,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.690071 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.691276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cab11cb1-ee38-405c-ba38-45cbb45a8468 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187866 Jul 16 09:43:00.694097 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 37814) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:00.698783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'security_group_rule': {'security_group_id': '45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92', 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:00.721473 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Project d3353bedbc134d0c9e01fc63d22a2f6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:00.726377 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.785942 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.789391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.807432 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5205f21f-c816-4de1-b9f9-5ab60374bc7f,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:00.814391 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:00.815709 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-25bf3914-dcdb-49f9-b66a-811df99bf699 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204615 Jul 16 09:43:01.310868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:01.331266 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: ba69ca6f-22d1-43b9-8559-34602aeef76d {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:01.331572 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device ba69ca6f-22d1-43b9-8559-34602aeef76d not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:09.248473 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:09.964215 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:13.115252 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a50b6209-b4f5-4eb2-beb3-05052b1e4c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:15.083287 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-082ece9e-5b7d-4ad6-aa1e-5bdd3c397795 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945721066&fields=id&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 267 time: 0.0349371 Jul 16 09:43:15.192267 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-2fb4027c-5965-43f3-9838-3b798ff74b99 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:15.194223 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-2fb4027c-5965-43f3-9838-3b798ff74b99 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 809 time: 0.1046467 Jul 16 09:43:15.209004 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-3a078011-25c4-4fcc-8fd9-51e9bc2db9c4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/quotas/d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 375 time: 0.0094705 Jul 16 09:43:15.274149 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-7287e53a-1b5d-4e5c-b667-327b5732213b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597215 Jul 16 09:43:15.413046 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-5fbc6c8b-799b-4b05-bc14-177372e33f2f service neutron] 10.222.0.32 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275637 Jul 16 09:43:15.502832 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-c5705998-55c8-4b51-b5a2-d7785cf2bdf0 service neutron] 10.222.0.32 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839384 Jul 16 09:43:15.718529 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-df29e704-dd91-4214-93e0-9a00d8a4c1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:15.802753 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a98bc9ca-cab0-4d7f-8266-568e726831e8 req-29b5620c-c6e9-4941-8ebe-70bb0e900d5a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 210 time: 0.0290918 Jul 16 09:43:15.807406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:16.917350 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-8c26f9f8-36b6-47ad-a8fb-f1d8ab9be652 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:16.918848 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-8c26f9f8-36b6-47ad-a8fb-f1d8ab9be652 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 809 time: 0.1121948 Jul 16 09:43:16.955539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c8332566-57a1-40f5-a046-d2094b57a1aa req-2f950f9f-7e23-4f4b-b8c4-8a667a352d9a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Jul 16 09:43:16.980226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-b4f24e5a-c54b-4d72-bf22-21bfc0fff28b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 379 time: 0.0381360 Jul 16 09:43:16.980226 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'port': {'device_id': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'admin_state_up': True, 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'security_groups': ['45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:17.088959 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Made reservation on behalf of d3353bedbc134d0c9e01fc63d22a2f6d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:17.092846 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.163137 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.230220 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Allocated IP 172.20.0.12 (56e0b70f-7ae3-4dbb-9617-d8998cc77496/8963b5a9-000d-4126-8bc6-77a2f9c3ed8a/fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:17.367559 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.385312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Transition to ACTIVE for port object fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:17.419689 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.464796 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:17.468161 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:17.472492 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:17.481199 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:17.554989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.556098 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.577849 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-107e5fb4-d6f2-432b-8215-796dadc3cef9 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013734 Jul 16 09:43:17.593263 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Request body: {'port': {'device_id': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:17.715863 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.780255 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-368afec1-13cb-4d48-ae20-8f762f46c398 None None] Provisioning for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:17.785297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-368afec1-13cb-4d48-ae20-8f762f46c398 None None] Provisioning complete for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:17.785999 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-368afec1-13cb-4d48-ae20-8f762f46c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.822757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-368afec1-13cb-4d48-ae20-8f762f46c398 None None] Port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:18.096471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:18.104729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.117018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Transition to ACTIVE for port object fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:18.121985 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.136812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346b6f-4f8e-439f-be1e-cd7ba6a880e2 req-95664054-a3c8-44fe-9703-a4e1acfa3e04 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.138366 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8346b6f-4f8e-439f-be1e-cd7ba6a880e2 req-95664054-a3c8-44fe-9703-a4e1acfa3e04 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 932 time: 0.0684886 Jul 16 09:43:18.180556 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b8346b6f-4f8e-439f-be1e-cd7ba6a880e2 req-8c419f62-3ca2-477d-b103-19a7b90ce642 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357811 Jul 16 09:43:18.213310 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:18.271308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:18.271699 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:18.271976 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:18.276597 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:43:18.276923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:18.282558 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:18.282903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:18.283388 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:18.283714 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Bound port: fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:18.284099 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.370692 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:18.374266 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:18.379949 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.425957 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.426469 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.427897 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1093 time: 0.8416073 Jul 16 09:43:18.428366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:18.430670 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f8d70-1e11-430b-9285-53204884f42d" -d '{"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:18.459058 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d88b-47e5-4eab-bc93-b59c40aa0f71 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:18.509077 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde3d51-b674-40f3-8713-04f55da3c438 x-openstack-request-id: req-7dde3d51-b674-40f3-8713-04f55da3c438 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:18.509297 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:18.509625 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dde3d51-b674-40f3-8713-04f55da3c438 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:18.510086 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'status': 'completed', 'code': 200} Jul 16 09:43:18.537985 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-094000ab-d522-4063-b64a-e3903e49bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.539682 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-094000ab-d522-4063-b64a-e3903e49bb8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0644448 Jul 16 09:43:18.584275 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-9963c7df-50ff-466c-a771-2e78e45a675b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 217 time: 0.0371087 Jul 16 09:43:18.636254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-3352ec25-1e27-4ef5-ba12-7242864db699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.638123 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-3352ec25-1e27-4ef5-ba12-7242864db699 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0479426 Jul 16 09:43:18.696853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-b8aa5e94-1725-4b12-aaf0-be56d59094cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.698373 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-b8aa5e94-1725-4b12-aaf0-be56d59094cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537443 Jul 16 09:43:18.757061 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:18.794618 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-5eb719af-ffcc-4f17-bf84-1d923a1f0322 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Jul 16 09:43:18.887953 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bc7b1bc8-ef34-401e-922f-69d8bab4e512 req-d6d54948-5b2f-490d-b80b-8d5c3228d1c8 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Jul 16 09:43:18.988552 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8d70-1e11-430b-9285-53204884f42d req-9e36698d-e36e-4b24-bc0b-f4507dad6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:18.990102 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-9e36698d-e36e-4b24-bc0b-f4507dad6a28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0544095 Jul 16 09:43:19.081525 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8d70-1e11-430b-9285-53204884f42d req-64cea077-7d3a-46e9-804d-0c6e815c82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.083009 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-64cea077-7d3a-46e9-804d-0c6e815c82c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0866358 Jul 16 09:43:19.128511 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-365c3469-b86f-46ae-8bd4-760e71c0c4b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Jul 16 09:43:19.175681 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8d70-1e11-430b-9285-53204884f42d req-a82d5f35-146b-4d2a-879d-2d15d4fb9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.177208 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-a82d5f35-146b-4d2a-879d-2d15d4fb9f90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0427997 Jul 16 09:43:19.237288 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8d70-1e11-430b-9285-53204884f42d req-2d6eb376-5a57-4efd-9696-dea6baca12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.238921 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-2d6eb376-5a57-4efd-9696-dea6baca12c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557430 Jul 16 09:43:19.371729 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f04f-668b-4396-9509-978f7f22dc9b req-c78c112a-f096-489e-9890-1ae43424f36d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:19.373483 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec77f04f-668b-4396-9509-978f7f22dc9b req-c78c112a-f096-489e-9890-1ae43424f36d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0732138 Jul 16 09:43:19.414030 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec77f04f-668b-4396-9509-978f7f22dc9b req-49dd1845-0d0b-47d3-a592-568e90bb6171 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Jul 16 09:43:19.708598 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-6be34473-abec-47be-bf9f-aeee53778515 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626441 Jul 16 09:43:19.799428 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-9d8f8d70-1e11-430b-9285-53204884f42d req-44459f58-72a2-43fc-8f87-8b4835ce6a5c service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845740 Jul 16 09:43:20.590163 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550214fc-2162-4a04-90f6-437bf119cb49 req-1cea31e5-ad4a-43e9-a354-5f9bdb2090d5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:20.591667 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-550214fc-2162-4a04-90f6-437bf119cb49 req-1cea31e5-ad4a-43e9-a354-5f9bdb2090d5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0628862 Jul 16 09:43:20.630563 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-550214fc-2162-4a04-90f6-437bf119cb49 req-f9aa87eb-5a3c-4bef-bd1e-882cf2d31060 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329397 Jul 16 09:43:21.805730 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2450026-9fd2-4439-8e1e-d862c833073e req-bc835324-a4d6-4e13-b4c3-a92bdfa1b6b8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.807246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2450026-9fd2-4439-8e1e-d862c833073e req-bc835324-a4d6-4e13-b4c3-a92bdfa1b6b8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0671034 Jul 16 09:43:21.843603 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f2450026-9fd2-4439-8e1e-d862c833073e req-5091a6ab-2880-483e-b87b-c018ef5b2dc1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306849 Jul 16 09:43:23.012936 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe67504-d464-49bf-b1fa-d23f263f5b49 req-6a5b725e-c688-445a-93f3-675eaa2ad315 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.014423 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe67504-d464-49bf-b1fa-d23f263f5b49 req-6a5b725e-c688-445a-93f3-675eaa2ad315 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0618927 Jul 16 09:43:23.051658 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bfe67504-d464-49bf-b1fa-d23f263f5b49 req-93379ad8-ae10-4338-bb1a-7d1628b1ce34 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Jul 16 09:43:24.221092 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8e426-1e94-48d2-a8be-2d4199556417 req-ff0d137e-6483-4256-9beb-96c428fa183e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:24.222560 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8b8e426-1e94-48d2-a8be-2d4199556417 req-ff0d137e-6483-4256-9beb-96c428fa183e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0636983 Jul 16 09:43:24.263588 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e8b8e426-1e94-48d2-a8be-2d4199556417 req-a1f78192-83c9-4ec9-b95d-0914cdc194e2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354466 Jul 16 09:43:25.431860 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469da5-9b6a-492a-ada7-ff37db619e0f req-7e8254b4-93a4-4ea4-9ba5-9c7d959fb38e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:25.433338 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07469da5-9b6a-492a-ada7-ff37db619e0f req-7e8254b4-93a4-4ea4-9ba5-9c7d959fb38e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0623527 Jul 16 09:43:25.470504 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-07469da5-9b6a-492a-ada7-ff37db619e0f req-b120e2fc-8761-4f72-a343-0c1e21ecaedd tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Jul 16 09:43:26.639544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ee7b-5ac7-4000-9476-c20492cd7e2c req-74b9e9dd-d35b-465d-81d7-7093c728406b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:26.641059 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00f7ee7b-5ac7-4000-9476-c20492cd7e2c req-74b9e9dd-d35b-465d-81d7-7093c728406b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0621870 Jul 16 09:43:26.678175 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-00f7ee7b-5ac7-4000-9476-c20492cd7e2c req-bed1185a-6169-4af8-a022-03667c73426c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311663 Jul 16 09:43:27.867032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08c6f-10bd-43cb-984d-e7aec97f530b req-ca9e12a6-3485-4592-8bad-e17d737eb66f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:27.868536 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9dc08c6f-10bd-43cb-984d-e7aec97f530b req-ca9e12a6-3485-4592-8bad-e17d737eb66f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0653143 Jul 16 09:43:27.905539 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9dc08c6f-10bd-43cb-984d-e7aec97f530b req-a0eac964-3b19-4044-8cfa-4a7f493b4d55 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312676 Jul 16 09:43:29.076812 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77dca-1b50-4446-9327-92ad216226c7 req-1b177413-022c-48f2-9977-d28431bc46f4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.078280 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baf77dca-1b50-4446-9327-92ad216226c7 req-1b177413-022c-48f2-9977-d28431bc46f4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0616066 Jul 16 09:43:29.115743 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baf77dca-1b50-4446-9327-92ad216226c7 req-b375d8de-0699-471c-a44a-fdcee74ab283 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Jul 16 09:43:29.279374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:43:29.375762 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:29.386914 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'mac_address': 'fa:16:3e:4f:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:43:29.422746 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.438511 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:29.457945 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:29.461688 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:29.508163 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:29.515325 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.515676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.516016 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.516379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.516710 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.517041 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.517397 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.517725 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.518051 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.518374 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.518698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.519017 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:29.688067 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:30.332231 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70794120-cc4d-4d20-8003-51b6a9ef5dc0 req-a7949af9-d473-4f97-871f-87fc44817bae tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:30.333723 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70794120-cc4d-4d20-8003-51b6a9ef5dc0 req-a7949af9-d473-4f97-871f-87fc44817bae tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 945 time: 0.1093078 Jul 16 09:43:30.374872 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-70794120-cc4d-4d20-8003-51b6a9ef5dc0 req-74988f87-aaec-42ea-91be-8975ee3328f4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354314 Jul 16 09:43:31.279353 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:31.327196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:31.330656 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:31.331033 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.410303 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.433439 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:31.435846 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476de1ad-fe8b-439a-99dd-5532d7e03ef5" -d '{"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:31.448138 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:31.451942 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.478971 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6715371-6392-402e-9a4c-713bc05ea28b x-openstack-request-id: req-c6715371-6392-402e-9a4c-713bc05ea28b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:31.479272 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:31.479531 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6715371-6392-402e-9a4c-713bc05ea28b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:31.479929 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'code': 200} Jul 16 09:43:31.507805 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:31.591502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41537a-28a7-4d1a-8d65-c1ff31893579 req-6714d050-ee1c-4917-bc0f-5712f225404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:31.593039 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d41537a-28a7-4d1a-8d65-c1ff31893579 req-6714d050-ee1c-4917-bc0f-5712f225404c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0544643 Jul 16 09:43:31.603855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bc422-b856-48f5-b691-9599d79ab17f req-dd76c6d8-7f74-4197-8673-641b81e95695 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:31.605382 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-129bc422-b856-48f5-b691-9599d79ab17f req-dd76c6d8-7f74-4197-8673-641b81e95695 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.1151712 Jul 16 09:43:31.626924 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-6d41537a-28a7-4d1a-8d65-c1ff31893579 req-15f14f09-80b6-490c-a1b8-e3bde970af90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281427 Jul 16 09:43:31.645628 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-129bc422-b856-48f5-b691-9599d79ab17f req-562fa4a0-f8c6-4921-9dd0-70a2c26f6fb1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345280 Jul 16 09:43:32.796179 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:32.816677 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ded1b-92ab-4e2a-b094-c52640a68d1d req-7650809e-e73c-4aeb-ab44-94a1619e8404 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:32.818139 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc4ded1b-92ab-4e2a-b094-c52640a68d1d req-7650809e-e73c-4aeb-ab44-94a1619e8404 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0618441 Jul 16 09:43:32.854549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fc4ded1b-92ab-4e2a-b094-c52640a68d1d req-1f994b24-d631-45b9-ad1b-bc61c616b246 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Jul 16 09:43:33.024549 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77385f0-1d32-4b7c-a64f-3be96804e91b req-5a1320b7-e0f1-4b99-b1ff-45c8ff5f88a5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.025908 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77385f0-1d32-4b7c-a64f-3be96804e91b req-5a1320b7-e0f1-4b99-b1ff-45c8ff5f88a5 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0649686 Jul 16 09:43:33.062793 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a77385f0-1d32-4b7c-a64f-3be96804e91b req-6fb91892-b980-4255-aa5a-fb1f749ddd3b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Jul 16 09:43:33.086302 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38008) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:33.136304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94056b90-fa91-497f-8d34-c7793c4c4787 tempest-TestShelveInstance-665169327 tempest-TestShelveInstance-665169327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.137812 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-94056b90-fa91-497f-8d34-c7793c4c4787 tempest-TestShelveInstance-665169327 tempest-TestShelveInstance-665169327-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1093 time: 0.0505292 Jul 16 09:43:33.140570 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38010) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:33.145332 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:33.165845 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.260292 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.360903 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Allocated IP 172.25.5.13 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:33.463078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.500670 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.539494 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:33.542229 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:33.545775 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:33.551202 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:33.905378 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.981892 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.125466 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.130686 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.205225 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event updated for resources: {'Port': ['ID=63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:34.213428 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.315771 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Floating IP bda9cbc5-415e-47a6-80af-43aa707ee41a associated. External IP: 172.25.5.13, port: fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500. Jul 16 09:43:34.520986 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:34.628479 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:34.638036 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:34.644729 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.648024 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:34.648652 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:34.684633 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-10df7702-d10a-4122-8c53-79d804151806 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5430112 Jul 16 09:43:34.685520 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:34.688204 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac" -d '{"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:34.724009 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286cefe-2791-4646-adbe-b0d9269a5437 x-openstack-request-id: req-f286cefe-2791-4646-adbe-b0d9269a5437 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:34.724343 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:34.724595 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f286cefe-2791-4646-adbe-b0d9269a5437 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:34.725001 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'status': 'completed', 'code': 200} Jul 16 09:43:34.801643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-79de63b4-a7bb-4fcc-a0ef-b885a38acf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:34.803042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-79de63b4-a7bb-4fcc-a0ef-b885a38acf4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0546288 Jul 16 09:43:34.858275 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:34.898582 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-57312fa7-d863-43ba-b4b0-edf0387d2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:34.900100 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-57312fa7-d863-43ba-b4b0-edf0387d2552 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0903158 Jul 16 09:43:34.964756 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-d34d201f-bd82-4e0b-895c-1b6b63db6fdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 999 time: 0.0580299 Jul 16 09:43:35.017519 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-f77d1ffc-7a90-4526-ac9c-1b31e9533e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:35.019584 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-f77d1ffc-7a90-4526-ac9c-1b31e9533e7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0491514 Jul 16 09:43:35.073327 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'bda9cbc5-415e-47a6-80af-43aa707ee41a', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:4f:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:33Z', 'updated_at': '2021-07-16T09:43:33Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:35.074783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-f7949888-9b39-4188-afc5-1fec8aaaa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:35.076345 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-f7949888-9b39-4188-afc5-1fec8aaaa22a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505538 Jul 16 09:43:35.103130 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:35.111457 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:35.112135 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:43:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:35.164679 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-19748c2f-2118-4fab-94c6-2be3d74ec8ea service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818532 Jul 16 09:43:35.214228 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:35.259051 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-32ee0ca8-57f9-43c6-bc51-5c96ffc8beac req-357995dc-e2fd-4896-9f69-cefc19875900 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873635 Jul 16 09:43:35.428977 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'bda9cbc5-415e-47a6-80af-43aa707ee41a', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:4f:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:33Z', 'updated_at': '2021-07-16T09:43:33Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:35.454042 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ee471-f0dc-4d9b-87a3-595a45978b4f None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'bda9cbc5-415e-47a6-80af-43aa707ee41a', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'mac_address': 'fa:16:3e:4f:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:43:33Z', 'updated_at': '2021-07-16T09:43:33Z', 'revision_number': 0, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:35.633960 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75a0b4-5ec3-48ca-91ec-8092210739e1 None None] New status for floating IP bda9cbc5-415e-47a6-80af-43aa707ee41a: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:43:39.246560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.964047 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.109066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c838e2ba-f218-4ae0-b3b2-37b049c4447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.721274 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eca275cd-d923-43e9-8761-394232e36633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.807854 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.163943 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.757988 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:09.266908 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:09.795567 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:09.972307 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:13.109736 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-170b1d8a-505f-4f7e-b82d-6169cfe2c972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:15.721562 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a7f6630d-a236-416e-b13b-68d7b9734d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:15.807341 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:17.167395 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:18.760629 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:33.009845 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-48c2b29a-23b6-4ce2-b5ee-aedfbda042e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879107 Jul 16 09:44:33.101789 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-6fd222e4-91e1-49eb-a8db-b73fd3e0f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:33.103273 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-6fd222e4-91e1-49eb-a8db-b73fd3e0f81a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0519600 Jul 16 09:44:33.210262 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-3c20a473-82d1-4a23-9631-f15f29db32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:33.211660 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-3c20a473-82d1-4a23-9631-f15f29db32eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0879138 Jul 16 09:44:33.277433 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-1638de5c-42d9-48bc-bd3b-c33febb02393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1001 time: 0.0596240 Jul 16 09:44:33.325619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-0a1551e2-0090-403e-a215-833131b1f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:33.327066 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-0a1551e2-0090-403e-a215-833131b1f82c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0437005 Jul 16 09:44:33.383602 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-75615291-696f-48ac-8623-a949c20ecc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:33.385132 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-75615291-696f-48ac-8623-a949c20ecc97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512860 Jul 16 09:44:33.395251 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-532afbd2-abb7-47d7-a5e3-aa5f5854bfc5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93774) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:44:33.396236 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-532afbd2-abb7-47d7-a5e3-aa5f5854bfc5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049000 Jul 16 09:44:33.487682 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-45327098-b5b1-45fa-acc5-8251f3eb298e service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845940 Jul 16 09:44:33.575149 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-dd20c36d-93c6-4b6b-b292-aaaac5923276 req-12639428-e571-4f00-a071-6bc9c622120f service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812757 Jul 16 09:44:39.283267 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:39.994593 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.109870 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7f9380c7-3aa2-4234-8a30-4d3b4c977d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:45.721698 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2d5a55f3-5dc6-4ab0-add4-5b8e6d46e3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:45.808109 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.794242 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:47.170268 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:48.762933 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.290799 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.022297 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:13.110174 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5e16775e-3193-4946-aebc-290d828e267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:15.721224 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9d672b66-8439-4b6f-a9c3-9cdc61337c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:15.807994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:17.173840 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:18.765659 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:23.793181 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:30.538561 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c09f-37e6-48ac-a0c8-39ddebd36d76 req-c7776e61-d142-47fe-9fbc-9ed60fc06f4d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:30.540029 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4322c09f-37e6-48ac-a0c8-39ddebd36d76 req-c7776e61-d142-47fe-9fbc-9ed60fc06f4d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0632818 Jul 16 09:45:30.576859 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4322c09f-37e6-48ac-a0c8-39ddebd36d76 req-8442d268-7769-4283-a987-26b877ddef85 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Jul 16 09:45:31.779779 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5634a4-eac8-4e55-8a05-08725ba2f8cf req-5ed817ba-6845-4b76-b3c7-226660eed329 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:31.781269 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de5634a4-eac8-4e55-8a05-08725ba2f8cf req-5ed817ba-6845-4b76-b3c7-226660eed329 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0660791 Jul 16 09:45:31.818950 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-de5634a4-eac8-4e55-8a05-08725ba2f8cf req-716e979a-3a96-4cc8-bd6e-7082bdf809b3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Jul 16 09:45:33.010040 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924386ff-c578-4c38-95b4-620af7ecf33c req-e2967e73-09ee-464c-a2d2-c3c84c4ecd6f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:33.011495 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-924386ff-c578-4c38-95b4-620af7ecf33c req-e2967e73-09ee-464c-a2d2-c3c84c4ecd6f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0671432 Jul 16 09:45:33.048972 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-924386ff-c578-4c38-95b4-620af7ecf33c req-2af3bc73-95aa-4865-8cd8-5030ea727392 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Jul 16 09:45:33.060771 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698974-a122-4f09-8d5f-4e5253396521 req-f9cb6599-5f9a-446e-8396-e34c2b61da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:33.062288 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-f9cb6599-5f9a-446e-8396-e34c2b61da5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0574284 Jul 16 09:45:33.165456 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698974-a122-4f09-8d5f-4e5253396521 req-bfc8779d-dbdb-45f9-8fef-7fbd732f1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:33.166824 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-bfc8779d-dbdb-45f9-8fef-7fbd732f1cdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0828164 Jul 16 09:45:33.232385 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-c354347d-e352-4db8-93dd-459ac7f679bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1001 time: 0.0594370 Jul 16 09:45:33.278465 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698974-a122-4f09-8d5f-4e5253396521 req-a327b07b-d45b-4bd9-a251-fa5ceb3c3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:33.279904 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-a327b07b-d45b-4bd9-a251-fa5ceb3c3ee7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0419309 Jul 16 09:45:33.336936 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698974-a122-4f09-8d5f-4e5253396521 req-034d5f41-f212-4117-a3cd-4b52a0e7cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:33.338439 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-034d5f41-f212-4117-a3cd-4b52a0e7cdae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511105 Jul 16 09:45:33.428938 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-fcec4139-106f-4c25-885a-3801dc08edb6 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Jul 16 09:45:33.516257 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-45698974-a122-4f09-8d5f-4e5253396521 req-ce483c02-ff4b-495b-9ddc-9d2fdf051799 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812421 Jul 16 09:45:34.221965 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95f46e-59b2-4d02-9cfa-64ca75553de0 req-a359494e-c725-4188-be0d-5544fc8346ba tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:34.223440 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c95f46e-59b2-4d02-9cfa-64ca75553de0 req-a359494e-c725-4188-be0d-5544fc8346ba tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0630331 Jul 16 09:45:34.261407 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1c95f46e-59b2-4d02-9cfa-64ca75553de0 req-77258b47-897c-42bb-948a-39764e52bb3f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Jul 16 09:45:35.433871 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37f1b-16dc-4d66-b4ed-d4015459f99c req-c28f588d-acba-433a-9948-a983957d8873 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:35.435314 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3db37f1b-16dc-4d66-b4ed-d4015459f99c req-c28f588d-acba-433a-9948-a983957d8873 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0652609 Jul 16 09:45:35.472510 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3db37f1b-16dc-4d66-b4ed-d4015459f99c req-82f3ab6b-0acd-45f6-a7e2-25ac80cb5998 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311525 Jul 16 09:45:36.641756 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08b99-a297-4086-9099-b18f44a33ed7 req-992a9795-f2b2-41bc-894d-d25f159fe45b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:36.643264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5aa08b99-a297-4086-9099-b18f44a33ed7 req-992a9795-f2b2-41bc-894d-d25f159fe45b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0621769 Jul 16 09:45:36.681250 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5aa08b99-a297-4086-9099-b18f44a33ed7 req-7513480b-1841-4105-9d49-0ca1a72ad644 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323818 Jul 16 09:45:37.852563 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681544d-0223-443b-abf9-7d0a50b6f8ec req-828310ea-78b0-4cf7-9e64-5ccb7af83486 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:37.854018 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e681544d-0223-443b-abf9-7d0a50b6f8ec req-828310ea-78b0-4cf7-9e64-5ccb7af83486 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0651391 Jul 16 09:45:37.891666 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e681544d-0223-443b-abf9-7d0a50b6f8ec req-e52e88b6-704a-4367-9e91-32f3c987feae tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Jul 16 09:45:39.065652 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8faa3-462b-4c2b-90ee-b2f760953b7a req-e5cff3fd-33bb-4ef3-a837-8507d51a7528 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:39.067104 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32e8faa3-462b-4c2b-90ee-b2f760953b7a req-e5cff3fd-33bb-4ef3-a837-8507d51a7528 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0618062 Jul 16 09:45:39.103974 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-32e8faa3-462b-4c2b-90ee-b2f760953b7a req-b8885556-aef3-489b-b792-756bc0b3aab4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Jul 16 09:45:39.290357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:40.038766 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:40.277572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604d3ed-8f11-4ca2-90df-e75bf0835942 req-b31f6206-1326-4da5-931e-392a80146409 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:40.279038 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7604d3ed-8f11-4ca2-90df-e75bf0835942 req-b31f6206-1326-4da5-931e-392a80146409 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0632210 Jul 16 09:45:40.317056 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7604d3ed-8f11-4ca2-90df-e75bf0835942 req-afeb40eb-82b5-41f2-835a-83ec9e22817e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jul 16 09:45:40.632945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-dccfd91f-5a0b-4686-9574-421c7b8c164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:40.634449 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-dccfd91f-5a0b-4686-9574-421c7b8c164e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0568786 Jul 16 09:45:40.721951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-a59fe153-6df8-4193-b763-66ab9d56a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:40.723448 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-a59fe153-6df8-4193-b763-66ab9d56a322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0829024 Jul 16 09:45:40.789444 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-536e2ea2-f812-49d0-b1b8-6eb78f6326ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1001 time: 0.0602477 Jul 16 09:45:40.836671 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-e2c392fb-f3c1-4ea4-b7aa-969ab2a59a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:40.838069 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-e2c392fb-f3c1-4ea4-b7aa-969ab2a59a50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0423152 Jul 16 09:45:40.892029 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-f62522b8-6ba5-4cef-a524-d32e9a2d5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:40.894089 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-f62522b8-6ba5-4cef-a524-d32e9a2d5fdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501447 Jul 16 09:45:40.984217 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-3164f7e4-6437-4d17-a980-8df81caf048d service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832942 Jul 16 09:45:41.070106 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-5cab8661-fd6b-49ae-a71e-a33e9e0ae801 req-b357cf98-b1b9-4b80-9ff7-0f85091718d0 service neutron] 10.222.0.46 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797760 Jul 16 09:45:41.492809 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658a83-27a6-4453-a74b-2ef5b37316ad req-3c2cbb60-6551-4d12-9428-aa5b941c3573 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:41.494290 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08658a83-27a6-4453-a74b-2ef5b37316ad req-3c2cbb60-6551-4d12-9428-aa5b941c3573 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0666225 Jul 16 09:45:41.530692 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-08658a83-27a6-4453-a74b-2ef5b37316ad req-dd19038f-331a-40fe-92d1-5f8437a6bd5d tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Jul 16 09:45:42.704548 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6373f-e1c8-454c-a0d9-1425f170736c req-a587292c-7cba-46cf-8e2f-15b0cc21e5cf tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:42.706073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42f6373f-e1c8-454c-a0d9-1425f170736c req-a587292c-7cba-46cf-8e2f-15b0cc21e5cf tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0648246 Jul 16 09:45:42.743694 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-42f6373f-e1c8-454c-a0d9-1425f170736c req-06304396-81c3-4a0d-be79-f355eee650fb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Jul 16 09:45:43.115972 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ab63ea8b-481f-4852-ab26-a5dec4ea3ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:43.923051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40445d-4eb2-4b91-8d5d-a05d6e19defc req-5a9988a2-4b06-441c-8ce4-e55d15023d69 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:43.925698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d40445d-4eb2-4b91-8d5d-a05d6e19defc req-5a9988a2-4b06-441c-8ce4-e55d15023d69 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0695603 Jul 16 09:45:43.967028 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7d40445d-4eb2-4b91-8d5d-a05d6e19defc req-9083e7a9-9dfb-496f-ae2c-e29bfe5925c0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Jul 16 09:45:45.136869 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3512ad-56ce-43f6-acf0-835127c9de7a req-e2d2efc5-afcd-4d2b-9cd5-65a4ca3c1f19 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:45.138235 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d3512ad-56ce-43f6-acf0-835127c9de7a req-e2d2efc5-afcd-4d2b-9cd5-65a4ca3c1f19 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 946 time: 0.0628343 Jul 16 09:45:45.175570 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d3512ad-56ce-43f6-acf0-835127c9de7a req-b944bae4-ff26-499c-8c13-663954af03fb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Jul 16 09:45:45.722250 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-aa6efba4-cb82-4e58-bdb1-b5fdf8e9d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:45.807772 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:46.012081 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:45:46.084219 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:46.105410 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:46.107622 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90494af9-f951-47d9-b9f6-987927165b77" -d '{"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:46.119875 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:46.125078 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:46.148704 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2478282-79db-4cb2-be96-9fee31bcc1f9 x-openstack-request-id: req-a2478282-79db-4cb2-be96-9fee31bcc1f9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:46.148995 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-unplugged", "status": "failed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "code": 422}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:46.149247 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2478282-79db-4cb2-be96-9fee31bcc1f9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:46.149636 n-d-798054-12 neutron-server[93776]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'code': 422} returned with failed status Jul 16 09:45:46.176833 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:46.184196 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.184550 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.184893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.185231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.185566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.185901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.186225 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.186552 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.186883 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.187214 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.187533 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.187854 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:46.464532 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-2e844ec3-f89d-4a49-af95-dd485f80c7f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504317 Jul 16 09:45:46.543365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691d4bf-8d08-45c9-bdf8-3428fc87bd70 req-fd2d6506-9043-4b87-b290-d50776b2db1c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:46.544891 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2691d4bf-8d08-45c9-bdf8-3428fc87bd70 req-fd2d6506-9043-4b87-b290-d50776b2db1c tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0679328 Jul 16 09:45:46.583088 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2691d4bf-8d08-45c9-bdf8-3428fc87bd70 req-ae15c662-45ef-4af0-a5cb-ce5b1e9d5525 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Jul 16 09:45:47.177575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:47.759603 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9c656-bc10-4340-8649-b087bc79bb27 req-52701efc-ba99-450f-aec5-e45c5ebd22fe tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:47.761013 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b9c656-bc10-4340-8649-b087bc79bb27 req-52701efc-ba99-450f-aec5-e45c5ebd22fe tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0645809 Jul 16 09:45:47.798072 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c1b9c656-bc10-4340-8649-b087bc79bb27 req-14d0ae0f-dcc5-4a52-8090-170fc1f49966 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Jul 16 09:45:48.770521 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:48.973997 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b320a-f01e-4499-8f5e-7e5aaf7cedab req-bc6c66c5-f821-4d22-a5af-54ef2d47562f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:48.975429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66b320a-f01e-4499-8f5e-7e5aaf7cedab req-bc6c66c5-f821-4d22-a5af-54ef2d47562f tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0628331 Jul 16 09:45:49.016433 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-e66b320a-f01e-4499-8f5e-7e5aaf7cedab req-383164c8-1cb0-410a-97c7-108eb9deb7df tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353174 Jul 16 09:45:50.191821 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4de8e-fcad-4beb-8a9a-35caaff252db req-ce432c90-0077-46ae-be97-705517f19649 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:50.193329 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc4de8e-fcad-4beb-8a9a-35caaff252db req-ce432c90-0077-46ae-be97-705517f19649 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0667884 Jul 16 09:45:50.235966 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bdc4de8e-fcad-4beb-8a9a-35caaff252db req-2cfe1496-6360-4172-a159-445371483042 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Jul 16 09:45:51.246780 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c45103ad-1650-47e9-852a-859ed8c15ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:51.248276 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c45103ad-1650-47e9-852a-859ed8c15ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9&tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0919981 Jul 16 09:45:51.258794 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-12', 'device_owner': 'compute:nova'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:51.332261 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:51.797621 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a79b0-68c4-414c-98a4-5b449654869e req-91006369-4eaa-4861-95e4-2925f1e244e8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:51.799123 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d3a79b0-68c4-414c-98a4-5b449654869e req-91006369-4eaa-4861-95e4-2925f1e244e8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.4524589 Jul 16 09:45:51.875928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-5d3a79b0-68c4-414c-98a4-5b449654869e req-ccdb3822-1849-4a2a-bcac-25fdcfb56466 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706608 Jul 16 09:45:51.898508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:51.929618 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h1-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:51.961452 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:45:51.969255 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:51.981329 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Transition to ACTIVE for port object fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:51.986327 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:52.068185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=7']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:52.080252 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.080632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.080935 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.081260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.081589 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.081913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.082236 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.082557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.082882 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.083197 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.083516 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.083830 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:45:52.121959 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] No DVR routers for this DVR port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on host n-h1-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:45:52.258250 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:52.258966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:52.258966 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:52.263093 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:45:52.263414 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Attempting to bind port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:52.268697 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:52.269033 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Checking segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:52.269415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Bound using segment: {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:52.269838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Bound port: fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14eec1-980e-4928-b222-3ec0f478ac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:52.270191 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:52.333190 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:52.336180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:52.341394 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:52.373149 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.373969 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:52.375701 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1093 time: 1.1202297 Jul 16 09:45:52.377889 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:52.380370 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2d657-8311-4158-9f95-56bb2b6889b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:52.437444 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705290e-086f-49f3-8321-6fe9c17ea186 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=8']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:52.467083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-11730947-0ee0-4370-a692-d992fa98c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.468790 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-11730947-0ee0-4370-a692-d992fa98c8c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0705192 Jul 16 09:45:52.472505 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22512cda-a3ee-4e64-a403-10efd977dd71 x-openstack-request-id: req-22512cda-a3ee-4e64-a403-10efd977dd71 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:52.473007 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:52.473252 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22512cda-a3ee-4e64-a403-10efd977dd71 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:52.473636 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'status': 'completed', 'code': 200} Jul 16 09:45:52.563923 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-8bd3cbc4-e243-4b22-a44a-a7746f847c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.565458 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-8bd3cbc4-e243-4b22-a44a-a7746f847c8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0856500 Jul 16 09:45:52.632736 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-8663ca99-5b04-4a6e-b015-55887664f1ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 999 time: 0.0608404 Jul 16 09:45:52.679399 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-d4f1eefa-0b08-47f5-9ea7-f3fc5ddd4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.680826 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-d4f1eefa-0b08-47f5-9ea7-f3fc5ddd4a7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0423894 Jul 16 09:45:52.735987 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-69627d53-3992-4af3-8a98-96a86e06c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.737479 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-69627d53-3992-4af3-8a98-96a86e06c8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506999 Jul 16 09:45:52.828737 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-85377a77-dc4a-4f00-8c9c-db85b7b6a3f5 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Jul 16 09:45:52.916561 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-721a09a2-3e5e-4825-a73e-432cf9767624 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Jul 16 09:45:53.061051 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-df7e57f7-3cba-4d9f-a3d9-5fb1fe064ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.062547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-df7e57f7-3cba-4d9f-a3d9-5fb1fe064ef3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0992112 Jul 16 09:45:53.074922 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9c26d-2018-42b5-a5e1-d522449cf8c9 req-cc027e9b-22c6-49ee-b2e1-5c0bb3457346 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.076327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bf9c26d-2018-42b5-a5e1-d522449cf8c9 req-cc027e9b-22c6-49ee-b2e1-5c0bb3457346 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0819197 Jul 16 09:45:53.164275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-9bf9c26d-2018-42b5-a5e1-d522449cf8c9 req-7b33e438-fa08-4ff5-b99f-73a717703ea3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798080 Jul 16 09:45:53.187808 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-22d7922e-b540-47ee-8525-f142fc9ee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.189426 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-22d7922e-b540-47ee-8525-f142fc9ee272 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.1122029 Jul 16 09:45:53.253750 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-929af69a-02fc-4be2-992f-dfa948e0829a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 999 time: 0.0568619 Jul 16 09:45:53.306319 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-e301f881-470c-4751-b30d-5e1e3bf1b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.307883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-e301f881-470c-4751-b30d-5e1e3bf1b950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0465739 Jul 16 09:45:53.366400 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-3a7bc8f7-0450-423f-b0da-2c063758b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.368027 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-3a7bc8f7-0450-423f-b0da-2c063758b79e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536919 Jul 16 09:45:53.455321 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-63aedd31-dc70-4a2e-8c3c-e71641076a77 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805306 Jul 16 09:45:53.545956 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-10d2d657-8311-4158-9f95-56bb2b6889b4 req-691d5e50-34e2-40a9-b99b-c6bb35e63791 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Jul 16 09:45:54.350082 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4646aa1-d52b-4b93-81ce-9d496550813d req-c22dbfb1-1b08-4169-a8f7-6439431ca570 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:54.351594 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4646aa1-d52b-4b93-81ce-9d496550813d req-c22dbfb1-1b08-4169-a8f7-6439431ca570 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0686042 Jul 16 09:45:54.390586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c4646aa1-d52b-4b93-81ce-9d496550813d req-08258d5d-bac9-4d84-91a4-3983d8dc62a8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Jul 16 09:45:55.568138 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4148f-1b65-420f-b1ee-58e6a959898f req-5715e4e3-99d5-46e2-9845-364d062149a3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.569636 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5d4148f-1b65-420f-b1ee-58e6a959898f req-5715e4e3-99d5-46e2-9845-364d062149a3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0685177 Jul 16 09:45:55.608262 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d5d4148f-1b65-420f-b1ee-58e6a959898f req-56497ed7-fa11-4182-8220-f28160058ff3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Jul 16 09:45:56.780694 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a83ba-167a-477a-8c76-d435389c390d req-b30b45ca-b93d-4cd9-9011-1530d6f9adf4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:56.782155 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-092a83ba-167a-477a-8c76-d435389c390d req-b30b45ca-b93d-4cd9-9011-1530d6f9adf4 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0620005 Jul 16 09:45:56.819547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-092a83ba-167a-477a-8c76-d435389c390d req-d0e0f2a4-35ec-42de-9b93-8afd0f419d5e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Jul 16 09:45:57.993161 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c69a-57d1-40ba-9b6e-cb62e7b9f295 req-66e9c1cd-b74b-4b63-8478-46e40c5fe255 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:57.994700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa30c69a-57d1-40ba-9b6e-cb62e7b9f295 req-66e9c1cd-b74b-4b63-8478-46e40c5fe255 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0624223 Jul 16 09:45:58.036199 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aa30c69a-57d1-40ba-9b6e-cb62e7b9f295 req-326a1bac-7768-44c2-8fc6-4e2a3190e16e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Jul 16 09:45:59.204906 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c9d9e-1b93-4ee1-8d47-14e428ddb018 req-4f89bff7-6977-4fbd-b524-5289a777eaec tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:59.206406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d9c9d9e-1b93-4ee1-8d47-14e428ddb018 req-4f89bff7-6977-4fbd-b524-5289a777eaec tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0620427 Jul 16 09:45:59.243367 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8d9c9d9e-1b93-4ee1-8d47-14e428ddb018 req-e53e0a76-9705-4dab-a87b-010cb7941b1b tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Jul 16 09:46:00.413824 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445939a-186a-41a5-9de8-a708a15526f7 req-347ce7d1-dc96-4bda-b744-c270c8da22a6 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:00.415313 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4445939a-186a-41a5-9de8-a708a15526f7 req-347ce7d1-dc96-4bda-b744-c270c8da22a6 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0632427 Jul 16 09:46:00.452578 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4445939a-186a-41a5-9de8-a708a15526f7 req-6dc0be28-1143-4a02-85d8-67fc94d6d7dc tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Jul 16 09:46:00.793246 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:01.630887 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae3041-6151-415d-a069-3f0fcd7f9280 req-423f186c-beb7-4238-a5c1-0696889ffcc7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:01.632392 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baae3041-6151-415d-a069-3f0fcd7f9280 req-423f186c-beb7-4238-a5c1-0696889ffcc7 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 944 time: 0.0680141 Jul 16 09:46:01.671756 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-baae3041-6151-415d-a069-3f0fcd7f9280 req-c8d7afb1-8172-4f2d-9dcb-f1a029ff96aa tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 16 09:46:02.136791 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:46:02.232221 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:02.243379 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'port_id': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'mac_address': 'fa:16:3e:4f:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:46:02.282795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:02.296222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:02.316944 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:02.321235 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:02.368352 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=9']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:02.551699 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:46:02.842689 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1406c-81c9-44c6-bb16-34a22b7b12b9 req-c0997efe-818a-4c0f-be2d-e76263b1b67a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:02.844475 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fd1406c-81c9-44c6-bb16-34a22b7b12b9 req-c0997efe-818a-4c0f-be2d-e76263b1b67a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 945 time: 0.0635474 Jul 16 09:46:02.882625 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6fd1406c-81c9-44c6-bb16-34a22b7b12b9 req-bd572215-85da-4435-a686-8a64ad2fbc7a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Jul 16 09:46:04.054120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0014d-76ae-443e-8d6d-9625ed639c95 req-859f1b91-e40a-4c38-9d46-46acf6543efb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:04.055609 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43b0014d-76ae-443e-8d6d-9625ed639c95 req-859f1b91-e40a-4c38-9d46-46acf6543efb tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 945 time: 0.0623584 Jul 16 09:46:04.097508 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-43b0014d-76ae-443e-8d6d-9625ed639c95 req-789b10d7-cc96-4b57-9d0b-bdc3a224ad04 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359063 Jul 16 09:46:04.167690 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:04.214843 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:04.218803 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:04.219614 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.299675 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.321996 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:04.324254 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4cb9e7-789b-4bdc-a661-728c4f46e06d" -d '{"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:04.337767 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:04.342038 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.367531 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcd777e-44c5-48ca-99e6-75ad62307b44 x-openstack-request-id: req-bbcd777e-44c5-48ca-99e6-75ad62307b44 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:04.367826 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:04.368102 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbcd777e-44c5-48ca-99e6-75ad62307b44 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:04.368492 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'code': 200} Jul 16 09:46:04.396438 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=10']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:04.521419 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7171d04-1558-4129-aa0d-dae2052cf5f0 req-e6bff979-2c76-4fdd-b120-c80e2d7a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:04.522805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7171d04-1558-4129-aa0d-dae2052cf5f0 req-e6bff979-2c76-4fdd-b120-c80e2d7a0ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1099 time: 0.0508389 Jul 16 09:46:04.556210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b7171d04-1558-4129-aa0d-dae2052cf5f0 req-8c64ce91-9ba5-4d9c-b9ae-5429f1069c01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270677 Jul 16 09:46:05.275977 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab27ab-cd00-401c-8878-81209635882e req-6340c8fc-4bab-4764-bea2-b9f294a59483 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:05.277765 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eab27ab-cd00-401c-8878-81209635882e req-6340c8fc-4bab-4764-bea2-b9f294a59483 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 947 time: 0.0671384 Jul 16 09:46:05.322486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2eab27ab-cd00-401c-8878-81209635882e req-42261243-e4f4-4584-ac66-2ad55de574e8 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 Jul 16 09:46:06.501805 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d1e9-6958-4fce-b5fa-0e892d1bb349 req-341e3172-cdf4-4ce8-97c4-ba6b885d6ef3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:06.503263 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0426d1e9-6958-4fce-b5fa-0e892d1bb349 req-341e3172-cdf4-4ce8-97c4-ba6b885d6ef3 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 947 time: 0.0656643 Jul 16 09:46:06.540476 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0426d1e9-6958-4fce-b5fa-0e892d1bb349 req-8b8ddafe-354c-45f2-9736-2e3e02aa7f71 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Jul 16 09:46:09.290544 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.038624 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.106723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-eb03cf51-9287-4c68-ab97-56c7ba9104fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.723878 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-461d2d21-1f56-4ac5-88ff-197d16309f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:15.810993 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:17.179504 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:18.766086 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.762404 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-8fd6fd57-68f1-4007-a9c4-a2108eb3b51c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509815 Jul 16 09:46:33.853293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-a9365147-6e3d-4b12-a6bd-2a43d5ded230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:33.855260 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-a9365147-6e3d-4b12-a6bd-2a43d5ded230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1099 time: 0.0521903 Jul 16 09:46:33.959672 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-82bcf98b-6879-4219-8d7f-a86a12b96db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:33.961152 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-82bcf98b-6879-4219-8d7f-a86a12b96db0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.0865469 Jul 16 09:46:34.023849 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-cb88f917-4d96-428a-93c7-accca86a5e11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 1001 time: 0.0564704 Jul 16 09:46:34.074868 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-5b3dce69-7d0a-417f-ae07-53a837e5c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.076341 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-5b3dce69-7d0a-417f-ae07-53a837e5c41f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0460510 Jul 16 09:46:34.132659 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-04507fe4-cf6f-4a97-a469-d8bf9bdeea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.134170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-04507fe4-cf6f-4a97-a469-d8bf9bdeea16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512955 Jul 16 09:46:34.223883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-26cc5a0a-77cc-4712-9b0b-2cb4fc21873f service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824172 Jul 16 09:46:34.317464 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1621a9d3-c3cb-45bc-a48c-4617c0b6d998 req-58107c6b-04ef-415f-b465-829bc5fe2ef4 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866809 Jul 16 09:46:37.794167 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:39.292127 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.056272 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:43.107036 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-6a905c21-1bb8-4200-a604-de3764009ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.725494 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-87c211fa-34df-4488-b3de-bd0fed43d5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.810014 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.183324 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.767429 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:09.289930 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:10.054315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:13.107141 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ad135f1e-4a18-4603-aad3-862237311cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:14.793632 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:15.724847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1068a44a-4416-462f-831c-8b10e654bdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:15.810733 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:17.185663 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:18.770560 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.455482 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38202) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:22.619106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Deleting port 63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:22.619448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.695259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.695642 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.706938 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Calling delete_port for 63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1 owned by network:floatingip {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:22.850067 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.876967 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'Port': ['ID=63a2e9c4-4fa3-4677-b45a-4ccdcee70fc1,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:22.901672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.902019 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.902366 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.902744 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.903618 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.904044 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.904396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.904724 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.905050 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.905397 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.905734 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.906053 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:22.945655 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for floatingip, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:22.945998 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Floating IP bda9cbc5-415e-47a6-80af-43aa707ee41a disassociated (deleted). External IP: 172.25.5.13, port: fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500. Jul 16 09:47:23.151063 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:23.586047 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:23.591051 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:23.595553 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:23.604630 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:23.605243 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:23.625855 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7c5ccf69-1f5f-44d9-a5e3-276b8c3a1dee tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "DELETE /v2.0/floatingips/bda9cbc5-415e-47a6-80af-43aa707ee41a HTTP/1.1" status: 204 len: 168 time: 1.1692486 Jul 16 09:47:23.626429 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:23.628716 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:23.712740 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:23.728152 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4bea4-2931-4d1f-938c-7645e94562de x-openstack-request-id: req-43c4bea4-2931-4d1f-938c-7645e94562de {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:23.728447 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:23.728697 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43c4bea4-2931-4d1f-938c-7645e94562de {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:23.729091 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'status': 'completed', 'code': 200} Jul 16 09:47:23.807181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-229fd377-e545-4fd4-813f-ebec934d58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:23.808865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-229fd377-e545-4fd4-813f-ebec934d58b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 1099 time: 0.0573053 Jul 16 09:47:23.918982 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-ee3f2f3a-7bc4-4840-a84e-def18d58b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:23.920549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-ee3f2f3a-7bc4-4840-a84e-def18d58b38d service neutron] 10.222.0.47 "GET /v2.0/networks?id=56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 200 len: 910 time: 0.1058843 Jul 16 09:47:23.923254 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:23.948786 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:23.957787 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:23.958399 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:23.963379 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-551cd34e-b4bf-46e5-b327-afdb54d686cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 200 len: 217 time: 0.0360820 Jul 16 09:47:24.044380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-282058d3-2304-48cc-ada4-111f4584acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:24.045940 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-282058d3-2304-48cc-ada4-111f4584acea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 200 len: 848 time: 0.0739858 Jul 16 09:47:24.073418 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d500e-e314-4788-a9b8-c396ad1ee341 req-b8662052-2ea3-4838-aae8-ac4e8ca7844e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:24.075553 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-374d500e-e314-4788-a9b8-c396ad1ee341 req-b8662052-2ea3-4838-aae8-ac4e8ca7844e tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 947 time: 0.1140735 Jul 16 09:47:24.138406 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-374d500e-e314-4788-a9b8-c396ad1ee341 req-f07e084c-ca53-4fdf-beb5-0aa2ab5cbb0a tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Jul 16 09:47:24.147451 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-f69233e1-f430-495a-95dd-f9649b90af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:24.149077 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-f69233e1-f430-495a-95dd-f9649b90af4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56e0b70f-7ae3-4dbb-9617-d8998cc77496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958197 Jul 16 09:47:24.155465 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:24.241167 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-fc4746eb-c5ee-4fb6-ab59-6c29dd33bdb7 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 Jul 16 09:47:24.331693 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-796cf3c9-2a8f-4efc-8686-aa568a35e1a2 req-6f867659-380f-443c-9d56-1ff044da2282 service neutron] 10.222.0.47 "GET /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833650 Jul 16 09:47:24.349997 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:24.380019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0462820-a5f8-4235-8f9b-1678e3a86d14 None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:47Z', 'revision_number': 4, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '1b1e9510-ca4f-4fc0-b2af-a555c6faed96', 'name': '', 'network_id': '56e0b70f-7ae3-4dbb-9617-d8998cc77496', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'mac_address': 'fa:16:3e:a1:30:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:47Z', 'updated_at': '2021-07-16T09:38:53Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'subnets': [{'id': '8963b5a9-000d-4126-8bc6-77a2f9c3ed8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:24.589389 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52de457-cceb-4b51-a09f-6d9108e88874 None None] New status for floating IP bda9cbc5-415e-47a6-80af-43aa707ee41a: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:47:25.317321 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae75299-2b8d-4729-97df-c63159ff9435 req-a4a8c14c-5ad8-401c-82da-b745fd3d0175 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:25.318820 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aae75299-2b8d-4729-97df-c63159ff9435 req-a4a8c14c-5ad8-401c-82da-b745fd3d0175 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 947 time: 0.0682898 Jul 16 09:47:25.358078 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-aae75299-2b8d-4729-97df-c63159ff9435 req-959ad8fa-179d-45fe-b97a-a2a8dc99a056 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336366 Jul 16 09:47:25.470532 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-e9c4d655-6282-4434-8818-cd580d5635f1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:25.471995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-e9c4d655-6282-4434-8818-cd580d5635f1 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.47 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 947 time: 0.0625994 Jul 16 09:47:25.567032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Deleting port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:25.567276 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:25.655528 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] For port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:25.655883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:25.668015 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Calling delete_port for fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:25.797424 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:25.824492 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'Port': ['ID=fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:25.838838 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.839193 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.839541 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.839881 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.840245 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.840581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.840913 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.841244 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.841572 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.841901 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.842230 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.842555 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:25.880417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] No DVR routers for this DVR port fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:25.882856 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:25.884851 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-643fb2f7-815e-43a4-b1ee-fede64cfd4dd req-68534f99-08ee-4b3a-9fe3-13b1508478e0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.47 "DELETE /v2.0/ports/fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 HTTP/1.1" status: 204 len: 173 time: 0.4076514 Jul 16 09:47:25.885280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-deleted', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:25.887484 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c64ec-ed9f-411f-8711-34825297428f" -d '{"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-deleted", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:25.929149 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d702aa0-ecea-4b75-8fd1-92f49a1bf7da x-openstack-request-id: req-9d702aa0-ecea-4b75-8fd1-92f49a1bf7da {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:25.929445 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62bc1e7-1869-4a3f-82da-fed5ef610ec9", "name": "network-vif-deleted", "tag": "fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:25.929702 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d702aa0-ecea-4b75-8fd1-92f49a1bf7da {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:25.930105 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62bc1e7-1869-4a3f-82da-fed5ef610ec9', 'name': 'network-vif-deleted', 'tag': 'fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500', 'status': 'completed', 'code': 200} Jul 16 09:47:26.509700 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-60d44b16-00eb-414e-ad0f-7e8a569df720 req-7ba8b891-bb74-4f1d-9819-35adac8ea539 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 210 time: 0.0363293 Jul 16 09:47:27.649823 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7195b7ea-8019-48a9-a210-75124efafea6 req-fb456269-3121-4858-98a6-fb2c4d367bf2 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Jul 16 09:47:28.789242 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-dcdf24e8-e884-4008-961e-eda800536aeb req-a801e73e-efa1-42b9-a322-ede335c01cd0 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "GET /v2.0/ports?device_id=c62bc1e7-1869-4a3f-82da-fed5ef610ec9 HTTP/1.1" status: 200 len: 210 time: 0.0282426 Jul 16 09:47:29.882502 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38238) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:29.944647 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:29.970691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.029875 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.032442 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.033632 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] 10.222.0.32 "DELETE /v2.0/security-groups/45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92 HTTP/1.1" status: 204 len: 168 time: 0.1498978 Jul 16 09:47:30.042848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321bbb1-a29d-45fc-8f6b-2d1dcdaeb390 tempest-TestShelveInstance-922387533 tempest-TestShelveInstance-922387533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c285dc-9f6c-4fb9-ad6e-b8052fdc3b92,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:30.081005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38242) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:30.537078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.572242 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:30.594632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:30.595234 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device fa6128bf-7c51-4ac0-adf0-bdcf3ebf1500 not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:30.800018 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Deleting port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:30.800416 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.878093 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] For port 1b1e9510-ca4f-4fc0-b2af-a555c6faed96, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:30.878449 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:30.891672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Calling delete_port for 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:31.071965 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.099077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1e9510-ca4f-4fc0-b2af-a555c6faed96,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:31.277706 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.499522 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Router 08ef861d-4e98-4fef-9248-6a72966f5a66 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:31.607643 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:31.615553 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38246) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:31.616181 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-410aab0e-b1a1-4b39-abb8-e6a9b5e032b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/08ef861d-4e98-4fef-9248-6a72966f5a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5338078 Jul 16 09:47:31.618862 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Sync routers for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:31.628514 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:31.629118 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:31.724243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.731095 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:31.827153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.882457 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Deleting port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:31.882933 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.911476 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:47:31Z', 'revision_number': 5, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port': {'id': '27e2c75f-1daa-4225-9c19-5dd63de8cdc1', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:31.937532 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Checking router: 08ef861d-4e98-4fef-9248-6a72966f5a66 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:31.945227 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Routers {'08ef861d-4e98-4fef-9248-6a72966f5a66'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:31.946022 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['08ef861d-4e98-4fef-9248-6a72966f5a66'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:31.965324 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] For port 27e2c75f-1daa-4225-9c19-5dd63de8cdc1, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:31.965692 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:31.978458 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Calling delete_port for 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:32.030096 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] Set router 08ef861d-4e98-4fef-9248-6a72966f5a66 gateway port host: None {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:32.082786 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:47:31Z', 'revision_number': 6, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:32.109458 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a12c3d-4764-40fe-87f3-8c6992bb646a None None] The sync data for ids ['08ef861d-4e98-4fef-9248-6a72966f5a66'] in n-d-798054-12 is: [{'id': '08ef861d-4e98-4fef-9248-6a72966f5a66', 'name': 'tempest-TestShelveInstance-1398974068-router', 'tenant_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:45Z', 'updated_at': '2021-07-16T09:47:31Z', 'revision_number': 6, 'project_id': 'd3353bedbc134d0c9e01fc63d22a2f6d', 'gw_port_host': None}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:32.150351 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.175501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e2c75f-1daa-4225-9c19-5dd63de8cdc1,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:32.238883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.620384 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.622991 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.666741 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.667289 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08ef861d-4e98-4fef-9248-6a72966f5a66 {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:47:32.671579 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.672768 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-1a3d1ef2-1026-45af-a217-19954a0670d0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/08ef861d-4e98-4fef-9248-6a72966f5a66 HTTP/1.1" status: 204 len: 168 time: 1.0546660 Jul 16 09:47:32.675222 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38248) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:32.717862 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Deleting subnet 8963b5a9-000d-4126-8bc6-77a2f9c3ed8a {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:47:32.721041 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.753658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.832105 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.887283 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.913415 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8963b5a9-000d-4126-8bc6-77a2f9c3ed8a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:32.915395 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.917294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ba86df38-d47f-4508-b54d-17a16c7604f8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8963b5a9-000d-4126-8bc6-77a2f9c3ed8a HTTP/1.1" status: 204 len: 168 time: 0.2411630 Jul 16 09:47:32.920254 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38250) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:32.922812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c396f07-233f-4175-a947-ca7d8e23fa32 None None] Network 56e0b70f-7ae3-4dbb-9617-d8998cc77496 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:32.995601 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.056102 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Deleting port 400d941d-422d-463c-b8da-d3ec349810c4 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:33.056481 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.068884 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:33.098002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:33.098446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 1b1e9510-ca4f-4fc0-b2af-a555c6faed96 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:33.099000 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:33.119488 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:33.119970 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 27e2c75f-1daa-4225-9c19-5dd63de8cdc1 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:33.133421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] For port 400d941d-422d-463c-b8da-d3ec349810c4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=400d941d-422d-463c-b8da-d3ec349810c4,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:33.134083 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.140987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] DHCP port deletion for 56e0b70f-7ae3-4dbb-9617-d8998cc77496 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:47:33.150469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Calling delete_port for 400d941d-422d-463c-b8da-d3ec349810c4 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:33.194615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Deleting port 400d941d-422d-463c-b8da-d3ec349810c4 {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:33.195290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.234167 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.257933 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Pushing event deleted for resources: {'Port': ['ID=400d941d-422d-463c-b8da-d3ec349810c4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:33.259798 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] For port 400d941d-422d-463c-b8da-d3ec349810c4, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=400d941d-422d-463c-b8da-d3ec349810c4,segment=NetworkSegment(8a14eec1-980e-4928-b222-3ec0f478ac04),segment_id=8a14eec1-980e-4928-b222-3ec0f478ac04)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:33.260233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.269046 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] No DVR routers for this DVR port 400d941d-422d-463c-b8da-d3ec349810c4 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:33.273624 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Calling delete_port for 400d941d-422d-463c-b8da-d3ec349810c4 owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:33.342452 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.349068 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.353011 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e0b70f-7ae3-4dbb-9617-d8998cc77496']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:33.363709 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a14eec1-980e-4928-b222-3ec0f478ac04') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:33.364083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a14eec1-980e-4928-b222-3ec0f478ac04') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:33.372952 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.377706 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Pushing event deleted for resources: {'Port': ['ID=400d941d-422d-463c-b8da-d3ec349810c4,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:33.381931 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] No DVR routers for this DVR port 400d941d-422d-463c-b8da-d3ec349810c4 on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:33.388387 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.390300 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.390649 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.390988 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.391321 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.391647 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.391974 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.392331 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.392650 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.393015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.393297 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.393613 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.394347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408475-00da-4bcb-8058-1bf848d4732d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:33.395127 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:47:33.395523 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:47:33.397265 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:47:33.451153 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.456592 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.461176 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] 10.222.0.32 "DELETE /v2.0/networks/56e0b70f-7ae3-4dbb-9617-d8998cc77496 HTTP/1.1" status: 204 len: 168 time: 0.5372510 Jul 16 09:47:33.461637 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38252) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:33.469975 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95910420-7941-4f06-965b-2312200d9670 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e0b70f-7ae3-4dbb-9617-d8998cc77496,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:33.800731 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.048340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Deleting port 35b6a4f3-224a-4761-99a0-021c6fbf5c43 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:34.048685 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.123431 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] For port 35b6a4f3-224a-4761-99a0-021c6fbf5c43, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=35b6a4f3-224a-4761-99a0-021c6fbf5c43,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:34.123789 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.135837 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Calling delete_port for 35b6a4f3-224a-4761-99a0-021c6fbf5c43 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:34.310634 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.337988 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Pushing event deleted for resources: {'Port': ['ID=35b6a4f3-224a-4761-99a0-021c6fbf5c43,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:34.508626 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.727864 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:34.830822 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:34.835816 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-04e2890a-e921-4532-b3d5-1d0af53aee1f admin admin] 10.222.0.32 "PUT /v2.0/routers/8e4c62fa-1a93-408d-a2aa-87592d82ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730805 Jul 16 09:47:34.838442 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38254) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:34.839108 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Sync routers for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:34.848857 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:34.849471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:34.939698 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.950112 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:35.046059 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.107457 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Deleting port 93038375-7196-4630-87df-f12a66744ede {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:35.107804 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.110026 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 400d941d-422d-463c-b8da-d3ec349810c4 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:35.131819 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 400d941d-422d-463c-b8da-d3ec349810c4 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:35.132222 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 400d941d-422d-463c-b8da-d3ec349810c4 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:35.154479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': '93038375-7196-4630-87df-f12a66744ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:47:34Z', 'revision_number': 5, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port': {'id': '93038375-7196-4630-87df-f12a66744ede', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:38:50Z', 'updated_at': '2021-07-16T09:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.183512 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Checking router: 8e4c62fa-1a93-408d-a2aa-87592d82ef24 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:35.186893 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] For port 93038375-7196-4630-87df-f12a66744ede, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=93038375-7196-4630-87df-f12a66744ede,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:35.187259 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.191839 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Routers {'8e4c62fa-1a93-408d-a2aa-87592d82ef24'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:35.192482 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.201014 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Calling delete_port for 93038375-7196-4630-87df-f12a66744ede owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:35.273289 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] Set router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:35.327484 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:47:35Z', 'revision_number': 6, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:35.353364 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3050b144-c1c8-4ce1-b201-f4e7f32ee338 None None] The sync data for ids ['8e4c62fa-1a93-408d-a2aa-87592d82ef24'] in n-d-798054-12 is: [{'id': '8e4c62fa-1a93-408d-a2aa-87592d82ef24', 'name': 'tempest-TestShelveInstance-949929542-router', 'tenant_id': '4a78ffebab234f78bbdce9b1afce57b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:38:49Z', 'updated_at': '2021-07-16T09:47:35Z', 'revision_number': 6, 'project_id': '4a78ffebab234f78bbdce9b1afce57b1', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:35.369668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.399193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Pushing event deleted for resources: {'Port': ['ID=93038375-7196-4630-87df-f12a66744ede,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:35.805597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.892527 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.894615 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.936126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.936627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4c62fa-1a93-408d-a2aa-87592d82ef24 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:47:35.941124 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.942479 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c7a6551d-c543-4946-800d-5055b2bbb059 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8e4c62fa-1a93-408d-a2aa-87592d82ef24 HTTP/1.1" status: 204 len: 168 time: 1.1029515 Jul 16 09:47:35.944878 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38256) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:35.992727 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Deleting subnet 9a207bd8-7c39-4491-819a-215ffc20d0f9 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:47:35.995719 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.029646 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.108757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.161487 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.195052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.197170 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9a207bd8-7c39-4491-819a-215ffc20d0f9 HTTP/1.1" status: 204 len: 168 time: 0.2511950 Jul 16 09:47:36.197869 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ade7-65ef-48c6-8854-1a0811495919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a207bd8-7c39-4491-819a-215ffc20d0f9,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:36.200343 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38258) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:36.201615 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220abe0-300f-4eec-997c-ed9121966dd5 None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:36.274064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.334390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Deleting port aa378326-4e7f-4c79-8381-34368362ed2a {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:36.334687 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.392907 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] DHCP port deletion for 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:47:36.415336 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] For port aa378326-4e7f-4c79-8381-34368362ed2a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=aa378326-4e7f-4c79-8381-34368362ed2a,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:36.415708 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.427469 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Calling delete_port for aa378326-4e7f-4c79-8381-34368362ed2a owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:36.445369 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Deleting port aa378326-4e7f-4c79-8381-34368362ed2a {{(pid=93776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:47:36.445632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.510003 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.535247 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa378326-4e7f-4c79-8381-34368362ed2a,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:36.548020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] No DVR routers for this DVR port aa378326-4e7f-4c79-8381-34368362ed2a on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:36.630519 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.640387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dd84c6-b5fb-4dcc-9414-46fdad41d1d6']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:36.650509 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:36.650810 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b2ae9-a99f-44d4-9166-36c9fb095a3e') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:36.659747 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] For port aa378326-4e7f-4c79-8381-34368362ed2a, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=aa378326-4e7f-4c79-8381-34368362ed2a,segment=NetworkSegment(6c5b2ae9-a99f-44d4-9166-36c9fb095a3e),segment_id=6c5b2ae9-a99f-44d4-9166-36c9fb095a3e)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:36.660179 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.660315 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.673029 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Calling delete_port for aa378326-4e7f-4c79-8381-34368362ed2a owned by network:dhcp {{(pid=93776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:47:36.674694 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.681992 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:47:36.682330 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:47:36.684189 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:47:36.742295 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.748391 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.750234 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] 10.222.0.32 "DELETE /v2.0/networks/61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 HTTP/1.1" status: 204 len: 168 time: 0.5481651 Jul 16 09:47:36.757258 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887'] for port, after_delete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.761417 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb080fa-e029-463e-9047-f5a910ea564a admin admin] Pushing event deleted for resources: {'Network': ['ID=61dd84c6-b5fb-4dcc-9414-46fdad41d1d6,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:36.765929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Network 61dd84c6-b5fb-4dcc-9414-46fdad41d1d6 is not hosted by any dhcp agent {{(pid=93776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:47:36.766190 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] No DVR routers for this DVR port aa378326-4e7f-4c79-8381-34368362ed2a on host n-d-798054-12 {{(pid=93776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:36.786312 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfbe78-b2d5-4b6b-8774-b6cbe6b875e5 None None] Pushing event deleted for resources: {'Port': ['ID=aa378326-4e7f-4c79-8381-34368362ed2a,revision_number=None']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:36.864760 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38262) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:36.904051 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-f8cb02b8-94f7-4209-b0dd-42a88bda6a4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3353bedbc134d0c9e01fc63d22a2f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376303 Jul 16 09:47:36.906576 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38264) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:36.952623 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.973908 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.020150 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.022757 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.023953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a11f7e9-f0c4-4c3e-93d7-2beff7194fba HTTP/1.1" status: 204 len: 168 time: 0.1164498 Jul 16 09:47:37.034515 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80fdb-bb7f-492c-a3af-7a29d9864944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a11f7e9-f0c4-4c3e-93d7-2beff7194fba,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:37.072202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35b6a4f3-224a-4761-99a0-021c6fbf5c43 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:37.092638 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 35b6a4f3-224a-4761-99a0-021c6fbf5c43 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:37.092987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 35b6a4f3-224a-4761-99a0-021c6fbf5c43 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:37.093640 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93038375-7196-4630-87df-f12a66744ede no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:37.112506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 93038375-7196-4630-87df-f12a66744ede {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:37.112852 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 93038375-7196-4630-87df-f12a66744ede not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:37.113267 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device aa378326-4e7f-4c79-8381-34368362ed2a no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:37.131259 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: aa378326-4e7f-4c79-8381-34368362ed2a {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:47:37.131610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device aa378326-4e7f-4c79-8381-34368362ed2a not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:37.336950 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38270) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:37.377617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-61b1648b-0976-4a3f-966b-6cfa83dccd63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a78ffebab234f78bbdce9b1afce57b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395126 Jul 16 09:47:37.380080 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38272) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:37.430449 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.450711 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.495684 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.498321 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.499463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90a5c4f7-1dca-42b2-a161-188b4cf27991 HTTP/1.1" status: 204 len: 168 time: 0.1184704 Jul 16 09:47:37.507068 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaf9cd-7f0c-487a-9397-7240a1d3d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5c4f7-1dca-42b2-a161-188b4cf27991,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:38.145958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38294) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:38.243035 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1776437992-network', 'tenant_id': 'b87c2d660146444d896809c43227f89d'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:38.264636 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Made reservation on behalf of b87c2d660146444d896809c43227f89d for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:38.266964 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.275151 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.361638 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.366234 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.390032 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:47:38.399485 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570d380-1397-404e-9d8c-494d4d6ffceb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:38.404963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.405332 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Added segment d1ab3665-d72d-4c58-ac96-63f57438dd34 of type vlan for network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f Jul 16 09:47:38.443911 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.472545 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.473503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:38.474080 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.510303 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3632476 Jul 16 09:47:38.513798 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38298) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:38.518835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Request body: {'subnet': {'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1776437992-subnet', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:38.535560 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011adb8-8c3e-467b-a185-7a2eb2670631 admin admin] Pushing event updated for resources: {'Network': ['ID=3be3b2ca-2257-42a5-b852-cc5da93a5c5f,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:38.539993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Made reservation on behalf of b87c2d660146444d896809c43227f89d for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:38.542406 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.545372 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:47:38.719003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.766848 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05658544-263c-45bf-b2b9-8c295c49f633,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:38.782308 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Checking segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:38.782662 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Network hostable DHCP agents. Network: 3be3b2ca-2257-42a5-b852-cc5da93a5c5f, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:47:38.798170 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:47:38.806415 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 3be3b2ca-2257-42a5-b852-cc5da93a5c5f) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:38.811357 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:38.811938 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.816855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451800e-44a1-4bb2-94f5-14fd90a283a2 None None] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:38.828423 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d9727c73-d9db-4e74-82c8-030d9d66ce3e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3110321 Jul 16 09:47:38.828666 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38300) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:38.832937 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:38.855197 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.856154 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.909432 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.969446 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:47:38.970654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.047382 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.107292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Allocated IP 172.20.0.2 (3be3b2ca-2257-42a5-b852-cc5da93a5c5f/05658544-263c-45bf-b2b9-8c295c49f633/d3d43db6-92c7-4062-8683-88d0f235a113) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:39.246119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.248653 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.254408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Transition to ACTIVE for port object d3d43db6-92c7-4062-8683-88d0f235a113 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:39.268280 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.268687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Transition to ACTIVE for port object d3d43db6-92c7-4062-8683-88d0f235a113 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:39.273874 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.324781 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:39.326169 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:39.331667 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.333917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:39.345950 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Pushing event updated for resources: {'Port': ['ID=d3d43db6-92c7-4062-8683-88d0f235a113,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:39.376500 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Allocated IP 172.25.5.194 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:39.395037 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Attempting to bind port d3d43db6-92c7-4062-8683-88d0f235a113 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:39.395412 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Attempting to bind port d3d43db6-92c7-4062-8683-88d0f235a113 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:39.395766 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Attempting to bind port d3d43db6-92c7-4062-8683-88d0f235a113 on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:39.400674 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:39.401047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Checking segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:39.401470 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.401855 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Bound using segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:39.402311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Bound port: d3d43db6-92c7-4062-8683-88d0f235a113, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:39.402690 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.463824 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] For port d3d43db6-92c7-4062-8683-88d0f235a113, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:39.467414 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] For port d3d43db6-92c7-4062-8683-88d0f235a113, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d3d43db6-92c7-4062-8683-88d0f235a113,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:39.471915 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.484393 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.525493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.530061 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea597011-2687-4b53-b4a2-8c436d871666 None None] Pushing event updated for resources: {'Port': ['ID=d3d43db6-92c7-4062-8683-88d0f235a113,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:39.565101 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:39.570233 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:39.574384 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:39.600115 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Pushing event updated for resources: {'Port': ['ID=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:39.847448 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.037953 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.067771 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.169709 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Router fe64dd11-c313-4532-9489-0ce95db15ec4 is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:47:40.280710 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:40.294636 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:40.297956 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.299543 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c8218db8-d633-4327-8388-ce44679682bf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4699817 Jul 16 09:47:40.302361 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38302) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:40.314529 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:40.315401 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:40.423230 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:40.448415 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098e92d-9e0d-4928-a7e6-dbd2e577d083 None None] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:40.512231 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-32125040-042c-4323-9597-e03f2d7824c7 None None] Provisioning for port d3d43db6-92c7-4062-8683-88d0f235a113 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:40.618331 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:39Z', 'revision_number': 3, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:40.645269 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:40.645618 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Updating router fe64dd11-c313-4532-9489-0ce95db15ec4 port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:40.680906 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.744542 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.900958 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Allocated IP 172.20.0.1 (3be3b2ca-2257-42a5-b852-cc5da93a5c5f/05658544-263c-45bf-b2b9-8c295c49f633/22e1e50a-f827-46ec-856c-ad132cceb029) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:41.014319 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.027234 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.032356 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Transition to ACTIVE for port object 22e1e50a-f827-46ec-856c-ad132cceb029 will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:41.038798 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Transition to ACTIVE for port object a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:41.045440 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.067549 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.098536 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Pushing event updated for resources: {'Port': ['ID=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:41.101513 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Attempting to bind port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:41.101883 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Attempting to bind port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:41.102240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Attempting to bind port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:41.111176 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.111521 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.112274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.112274 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.112610 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.112985 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.113194 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.113515 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.113667 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:41.113857 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.114160 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.114460 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.114779 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:41.116625 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:41.118250 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:41.118437 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:41.118773 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.119160 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:41.119656 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Bound port: a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:41.119991 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.121202 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:41.124206 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d3d43db6-92c7-4062-8683-88d0f235a113 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:41.149853 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Pushing event updated for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:41.170264 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.177324 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] For port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:41.178610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port d3d43db6-92c7-4062-8683-88d0f235a113 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:41.180584 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] For port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:41.183496 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d3d43db6-92c7-4062-8683-88d0f235a113 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:41.184186 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.186454 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.265745 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da821d-01fa-4661-9eef-f9f1b3746c20 None None] Pushing event updated for resources: {'Port': ['ID=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:41.269410 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:41.270038 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:41.289856 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.335844 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port d3d43db6-92c7-4062-8683-88d0f235a113, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d3d43db6-92c7-4062-8683-88d0f235a113,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:41.338162 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.340900 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.398780 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:41.399306 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=d3d43db6-92c7-4062-8683-88d0f235a113,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:41.467485 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-829dbfd6-6326-4826-baa1-ffe1ba731b83 None None] Provisioning for port 22e1e50a-f827-46ec-856c-ad132cceb029 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:41.471450 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-829dbfd6-6326-4826-baa1-ffe1ba731b83 None None] Provisioning complete for port 22e1e50a-f827-46ec-856c-ad132cceb029 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:41.471881 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-829dbfd6-6326-4826-baa1-ffe1ba731b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.506694 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-829dbfd6-6326-4826-baa1-ffe1ba731b83 None None] Port 22e1e50a-f827-46ec-856c-ad132cceb029 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:41.520426 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.525341 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.584268 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:39Z', 'revision_number': 3, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:41.597462 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Pushing event updated for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:41.600383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.611699 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ea3ee-61e9-4e01-993b-4a7ee97193ca None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:39Z', 'revision_number': 3, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:41.697120 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:41.698571 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:41.819010 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:41.956920 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:41.962185 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-46d98721-4020-4c2b-96a2-dafae94bb4ec admin admin] 10.222.0.32 "PUT /v2.0/routers/fe64dd11-c313-4532-9489-0ce95db15ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6587493 Jul 16 09:47:42.028620 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2506cd81-5e88-40a7-adca-69894ce6bfa8 None None] Provisioning complete for port 22e1e50a-f827-46ec-856c-ad132cceb029 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:42.029143 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2506cd81-5e88-40a7-adca-69894ce6bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.065254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-2506cd81-5e88-40a7-adca-69894ce6bfa8 None None] Port 22e1e50a-f827-46ec-856c-ad132cceb029 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:42.437406 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38318) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:42.442464 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-988678496-network', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:42.461998 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Made reservation on behalf of b0dda7691e9849a2a3e767ecf2a61361 for: {'network': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:42.464488 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for network, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.474325 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.561656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.565440 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.592915 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:47:42.602041 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ad3a0-ee0c-4fca-89d5-6c2d9b0108eb,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:42.608878 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.609238 n-d-798054-12 neutron-server[93775]: INFO neutron.db.segments_db [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Added segment 56bd2756-1cc3-41b4-9104-b54e3ff8ecd6 of type vlan for network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 Jul 16 09:47:42.659110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774051432479'] for network, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.687362 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608'] for network, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.688365 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:42.688953 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.722655 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2841032 Jul 16 09:47:42.725655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38320) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:42.730783 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Request body: {'subnet': {'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-988678496-subnet', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'ip_version': 4}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:42.749851 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae296fa6-6ac1-429a-a8d5-ae0604c72763 admin admin] Pushing event updated for resources: {'Network': ['ID=352bf9e3-3752-449c-8ccc-37a6e2bc3433,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:42.754078 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Made reservation on behalf of b0dda7691e9849a2a3e767ecf2a61361 for: {'subnet': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:42.756635 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59375920'] for subnet, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.761087 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 details requested by agent ovs-agent-n-d-798054-12 with host n-d-798054-12 {{(pid=93776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:47:42.935645 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3759375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59375906'] for subnet, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:42.990249 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:43.000871 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Checking segment: {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:43.001239 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Network hostable DHCP agents. Network: 352bf9e3-3752-449c-8ccc-37a6e2bc3433, hostable agents: ['1b450de0-774f-42a6-ad9d-9276621e72cd'], hosted agents: [] {{(pid=93774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:47:43.018924 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 is scheduled to be hosted by DHCP agent 1b450de0-774f-42a6-ad9d-9276621e72cd with binding_index 1 {{(pid=93774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:47:43.028368 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-12, 352bf9e3-3752-449c-8ccc-37a6e2bc3433) {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:43.034553 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:43.035141 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.038195 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d31d8f-5fd7-42bc-97fe-bc4231f29599 None None] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:43.060755 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a155051d-d13c-4bfa-8efa-2e990e07f67e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3339307 Jul 16 09:47:43.063256 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38322) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:43.070835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:43.093724 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-372733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12404'] for router, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.095003 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-368783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-372538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7886802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12413'] for router, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.140524 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3515e76-638f-4bba-b872-cb19d33b83e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.152187 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:43.158932 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.179200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:43.186417 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:43.187116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:43.301514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-372520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-372632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12399'] for router, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.360869 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp06c9d0fd-1046-589f-b2ca-f913c6bab86d-352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'fixed_ips': [{'subnet_id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4'}]}} from n-d-798054-12. {{(pid=93776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:47:43.361719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.375075 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:43.385002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:43.385302 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.421145 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:43.509321 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.529052 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.631317 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Allocated IP 172.25.5.123 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:43.696557 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.db_base_plugin_common [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Allocated IP 172.20.0.2 (352bf9e3-3752-449c-8ccc-37a6e2bc3433/ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4/25349e30-31b9-4eca-901d-5291258534a9) {{(pid=93776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:43.698328 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.736578 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.744001 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:43.775665 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.776510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d3d43db6-92c7-4062-8683-88d0f235a113 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:43.776824 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:43.816312 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:43.819046 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:43.822667 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:43.849460 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Pushing event updated for resources: {'Port': ['ID=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.064315 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.088417 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.118858 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port d3d43db6-92c7-4062-8683-88d0f235a113 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:44.119226 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.124347 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 2, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:44.177838 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:44.178189 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Updating router fe64dd11-c313-4532-9489-0ce95db15ec4 port 22e1e50a-f827-46ec-856c-ad132cceb029 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:44.213756 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.234785 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Transition to ACTIVE for port object 25349e30-31b9-4eca-901d-5291258534a9 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:44.249875 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.266064 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Transition to ACTIVE for port object 25349e30-31b9-4eca-901d-5291258534a9 will not be triggered until provisioned by entity DHCP. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:44.283768 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-372726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-372493'] for router, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.310830 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878'] for port, after_create {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.377161 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 is already hosted by enough agents. {{(pid=93776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:44.412749 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Router fe333664-eaac-46a0-9f0c-ba566756331c is scheduled to L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 with binding_index 1 {{(pid=93774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:47:44.423932 n-d-798054-12 neutron-server[93776]: DEBUG neutron.scheduler.base_scheduler [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Resources bound (agent type, host, resource id): {{(pid=93776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:44.433465 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Received port after_create {{(pid=93776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:44.438504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Pushing event updated for resources: {'Port': ['ID=25349e30-31b9-4eca-901d-5291258534a9,revision_number=1']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.519191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:44.530593 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Sync routers for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:44.531257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Attempting to bind port 25349e30-31b9-4eca-901d-5291258534a9 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:44.531509 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Attempting to bind port 25349e30-31b9-4eca-901d-5291258534a9 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:44.531841 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Attempting to bind port 25349e30-31b9-4eca-901d-5291258534a9 on network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:44.535554 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.537088 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-08a163b0-3bc0-4332-b348-166219a2ea9e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4727652 Jul 16 09:47:44.539734 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:44.539945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38324) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:44.540093 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Checking segment: {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:44.540476 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.540868 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Bound using segment: {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:44.541338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Bound port: 25349e30-31b9-4eca-901d-5291258534a9, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:44.541719 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.546749 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:44.549573 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:44.668727 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] For port 25349e30-31b9-4eca-901d-5291258534a9, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:44.669149 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:44.689486 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] For port 25349e30-31b9-4eca-901d-5291258534a9, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=25349e30-31b9-4eca-901d-5291258534a9,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:44.712684 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.773865 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.795905 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Transition to ACTIVE for port object 22e1e50a-f827-46ec-856c-ad132cceb029 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:44.797898 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43843d-d2ad-4ba6-a752-a2b27643e3a7 None None] Pushing event updated for resources: {'Port': ['ID=25349e30-31b9-4eca-901d-5291258534a9,revision_number=2']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.807023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.864245 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445fdd1-51fe-4095-a97c-8c77785425d9 None None] Pushing event updated for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:44.902489 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 3, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:44.930031 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Attempting to bind port 22e1e50a-f827-46ec-856c-ad132cceb029 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:44.930404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Attempting to bind port 22e1e50a-f827-46ec-856c-ad132cceb029 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:44.930769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Attempting to bind port 22e1e50a-f827-46ec-856c-ad132cceb029 on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:44.938943 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:44.939658 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Checking segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:44.940296 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.940862 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Bound using segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:44.941523 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Bound port: 22e1e50a-f827-46ec-856c-ad132cceb029, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:44.942114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:44.943000 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Checking router: fe333664-eaac-46a0-9f0c-ba566756331c for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:44.943369 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Updating router fe333664-eaac-46a0-9f0c-ba566756331c port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 binding host n-d-798054-12 {{(pid=93777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:44.984398 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.045566 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] For port 22e1e50a-f827-46ec-856c-ad132cceb029, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:45.050024 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] For port 22e1e50a-f827-46ec-856c-ad132cceb029, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=22e1e50a-f827-46ec-856c-ad132cceb029,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:45.065578 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.147591 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:45.148373 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.151757 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445fdd1-51fe-4095-a97c-8c77785425d9 None None] Pushing event updated for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.225338 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:45.353842 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:45.384384 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:45.384757 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.423447 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.438706 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Transition to ACTIVE for port object e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:45.452301 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.508682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Attempting to bind port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:45.509053 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Attempting to bind port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:45.509441 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Attempting to bind port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 on network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:45.511566 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e87b61-3852-41a0-aa3a-41917808bb6a None None] Pushing event updated for resources: {'Port': ['ID=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.523743 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:45.524147 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Checking segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:45.524846 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.524979 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Bound using segment: {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:45.525531 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Bound port: e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f946f31e-0cf0-4f54-a780-2299d4b9719d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:45.525924 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.590787 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.598618 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] For port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2, host n-d-798054-12, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:45.603066 n-d-798054-12 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] For port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:45.608672 n-d-798054-12 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.640998 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.667504 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:45.668247 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:45.675951 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44acf1-f7d3-424a-91fd-f1ab809b455a None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:45.709197 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e87b61-3852-41a0-aa3a-41917808bb6a None None] Pushing event updated for resources: {'Port': ['ID=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.733866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2b37e788-d3a6-4964-953a-3824818cb517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.819283 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:45.826994 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.846335 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Allocated IP 172.20.0.1 (352bf9e3-3752-449c-8ccc-37a6e2bc3433/ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4/9d071ab3-26f1-4a2f-850d-32d5ab06bca7) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:45.984980 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.003455 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Transition to ACTIVE for port object 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:46.045730 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.089005 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:46.093119 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:46.098405 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:46.126375 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Pushing event updated for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:46.154144 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 3, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:46.158493 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368698'] for router_interface, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.186998 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227076c4-0feb-42d2-97aa-8d3a64be1249 None None] The sync data for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 is: [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 3, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:46.238200 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd636f-1777-4edc-a8f3-3670790e22c0 None None] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:47:46.334638 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.344553 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-6eac64ac-7395-4a2c-bcad-d41a187e81c7 None None] Provisioning for port 25349e30-31b9-4eca-901d-5291258534a9 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:46.554851 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.562829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.638025 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368718'] for router_interface, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.680713 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Pushing event updated for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:46.773655 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:46.775295 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:46.796223 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1b35293d-4592-4887-837a-cfaf4613da27 None None] Provisioning for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:46.801257 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1b35293d-4592-4887-837a-cfaf4613da27 None None] Provisioning complete for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:46.801878 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1b35293d-4592-4887-837a-cfaf4613da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:46.860887 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1b35293d-4592-4887-837a-cfaf4613da27 None None] Port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:46.915273 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Router fe333664-eaac-46a0-9f0c-ba566756331c has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:46.986517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-7b8441df-2157-4c9d-b17d-9305f7fe95f7 None None] Provisioning complete for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:46.986866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b8441df-2157-4c9d-b17d-9305f7fe95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.041504 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-7b8441df-2157-4c9d-b17d-9305f7fe95f7 None None] Port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:47.056130 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:47.070000 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-ca82b04a-3e56-49b0-9c53-b368a7bc78fd admin admin] 10.222.0.32 "PUT /v2.0/routers/fe333664-eaac-46a0-9f0c-ba566756331c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5205708 Jul 16 09:47:47.197479 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.222564 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 22e1e50a-f827-46ec-856c-ad132cceb029 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:47.287436 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 22e1e50a-f827-46ec-856c-ad132cceb029 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:47.291714 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 22e1e50a-f827-46ec-856c-ad132cceb029 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:47.292119 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.390575 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-3d9eff1d-d880-4845-8865-30421828867f None None] Provisioning complete for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:47.391059 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3d9eff1d-d880-4845-8865-30421828867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.392596 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.450922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-3d9eff1d-d880-4845-8865-30421828867f None None] Port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:47.455182 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 22e1e50a-f827-46ec-856c-ad132cceb029, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=22e1e50a-f827-46ec-856c-ad132cceb029,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:47.459301 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.460380 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:47.537173 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.559897 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:47.565337 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:47.566096 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.625075 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38332) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:47.630022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21481736', 'description': 'tempest-secgroup-smoke-21481736 description', 'project_id': 'b87c2d660146444d896809c43227f89d'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:47.654232 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.741905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.746285 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.775718 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.776918 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1507387 Jul 16 09:47:47.780157 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1748b3-ff85-4bc8-8315-aaa2bba8e408 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22204c61-0249-4f76-bbc8-8d471cc2c7c5,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.781020 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38334) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:47.786170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:47.813515 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.814514 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.836467 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:47.841573 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.842421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 25349e30-31b9-4eca-901d-5291258534a9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:47.872123 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.876155 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.898489 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93894f-f8d5-4e2b-afc5-3266d8551873,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.905375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.909419 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38336) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:47.909590 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-38d57595-bbc9-4e02-87c2-6f0fafb61cde tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273489 Jul 16 09:47:47.914436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:47.918687 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:47.932975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 25349e30-31b9-4eca-901d-5291258534a9 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:47.937683 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 25349e30-31b9-4eca-901d-5291258534a9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:47.938151 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.941270 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:47.997839 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.003015 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.018760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.024915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5991a87-c70d-4395-b6bf-42c03e4435fa,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.033488 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.034779 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-24a18f37-7b22-4e49-bc22-ed87c2063237 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240361 Jul 16 09:47:48.037430 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38338) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:48.042168 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:48.055713 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 25349e30-31b9-4eca-901d-5291258534a9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=25349e30-31b9-4eca-901d-5291258534a9,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:48.059979 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.069691 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.107860 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=25349e30-31b9-4eca-901d-5291258534a9,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.130238 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.134106 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.151833 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808322fd-3770-4f14-8399-79011f20ed8e,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.159407 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.163360 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38340) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:48.163567 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-5419b29f-b813-4c94-b8ab-947156d71b67 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249478 Jul 16 09:47:48.168747 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:48.194636 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.253478 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.257279 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.274582 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a993362-7829-4116-9215-6f1071f5e425,revision_number=0']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.282231 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.283400 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-e5dead6e-e200-4428-a8a8-481b6341578e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184371 Jul 16 09:47:48.286197 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38342) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:48.290853 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:48.312942 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Project b87c2d660146444d896809c43227f89d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:47:48.317807 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.379223 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.383126 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.402004 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91d41ed-3e1f-470e-90a7-4df18c3dfacb,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.409158 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.410672 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-a5dc0ec3-2b88-4b34-8bf1-320f90ff19c7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234622 Jul 16 09:47:48.413326 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38344) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:48.417760 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'security_group_rule': {'security_group_id': '22204c61-0249-4f76-bbc8-8d471cc2c7c5', 'project_id': 'b87c2d660146444d896809c43227f89d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:48.438802 n-d-798054-12 neutron-server[93774]: INFO neutron.db.securitygroups_db [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Project b87c2d660146444d896809c43227f89d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:47:48.443671 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.504905 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.508246 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441640'] for security_group_rule, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.529145 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3147278e-75a3-4cde-8233-0f8c78104861,revision_number=0']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:48.539195 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.540884 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-476a70f5-fbb3-4f8d-88ff-a709ea6cbe1e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265557 Jul 16 09:47:48.680856 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-21841414-f3ae-45b9-8b01-99d005730e0e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21481736&fields=id&tenant_id=b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 267 time: 0.0340211 Jul 16 09:47:48.775876 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:48.794675 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-a9c712c4-e9a3-4bbb-8385-4919452d2ea6 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:48.796094 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-a9c712c4-e9a3-4bbb-8385-4919452d2ea6 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 810 time: 0.1079962 Jul 16 09:47:48.811486 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-e83da76b-f629-478f-b705-88fd357d0cb0 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/quotas/b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 375 time: 0.0098825 Jul 16 09:47:48.880015 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-dbfae97a-dbd4-4431-91fa-6f18be7d8cb9 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634875 Jul 16 09:47:48.980223 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-6cb2ba4b-da21-4876-b6fd-0d1f3a1c0765 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:47:48.981275 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-6cb2ba4b-da21-4876-b6fd-0d1f3a1c0765 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900970 Jul 16 09:47:49.067100 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Sync routers for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:49.077270 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:49.077977 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:49.081935 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 22e1e50a-f827-46ec-856c-ad132cceb029 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:49.082098 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-c1574f61-391e-4c5d-be22-c789e8468274 service neutron] 10.222.0.32 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941186 Jul 16 09:47:49.175606 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-21d13411-0939-4c34-bc4d-4aa90a62ae7c service neutron] 10.222.0.32 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874481 Jul 16 09:47:49.216302 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:49.243023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 22e1e50a-f827-46ec-856c-ad132cceb029 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:49.243403 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.354687 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-4a4be8b0-402a-4e65-ac16-b64b967e0218 req-0c19974f-aed3-4365-8943-d1f4f28de374 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Jul 16 09:47:49.423900 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:49.507741 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:49.508181 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.513954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:46Z', 'revision_number': 4, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '9d071ab3-26f1-4a2f-850d-32d5ab06bca7', 'name': '', 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'mac_address': 'fa:16:3e:11:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:45Z', 'updated_at': '2021-07-16T09:47:46Z', 'revision_number': 2, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'subnets': [{'id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:49.557111 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Checking router: fe333664-eaac-46a0-9f0c-ba566756331c for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:49.557469 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Updating router fe333664-eaac-46a0-9f0c-ba566756331c port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 binding host n-d-798054-12 {{(pid=93776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:47:49.607800 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.677889 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 25349e30-31b9-4eca-901d-5291258534a9 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:49.813983 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 25349e30-31b9-4eca-901d-5291258534a9 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:49.814360 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:49.990538 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks [] for port, precommit_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.000814 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Transition to ACTIVE for port object 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 will not be triggered until provisioned by entity L2. {{(pid=93776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:50.007447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.055451 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bbcaf-24ef-48ac-a30c-5dd90ff29747 None None] Pushing event updated for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=3']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:50.114313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Attempting to bind port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 on host n-d-798054-12 for vnic_type normal with profile {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:50.114990 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Attempting to bind port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 by drivers openvswitch,hyperv on host n-d-798054-12 at level 0 using segments [{'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:50.115127 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Attempting to bind port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 on network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:50.120724 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Checking agent: {'id': 'bdd73c22-41f8-4c7d-8dc5-ac11a49dda86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 19, 46), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:50.121103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Checking segment: {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:50.121512 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.122497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Bound using segment: {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'} {{(pid=93776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:50.123002 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.managers [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Bound port: 9d071ab3-26f1-4a2f-850d-32d5ab06bca7, host: n-d-798054-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433'}}] {{(pid=93776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:50.123385 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.187712 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] For port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7, host n-d-798054-12, cleared binding levels {{(pid=93776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:50.190941 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] For port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7, host n-d-798054-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:50.197011 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.258926 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:50.259560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:50.263202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bbcaf-24ef-48ac-a30c-5dd90ff29747 None None] Pushing event updated for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:50.409948 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:50.466646 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ad432459-007f-44d4-b2f9-2e1d9022cd38 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:50.469152 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ad432459-007f-44d4-b2f9-2e1d9022cd38 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 810 time: 0.1393735 Jul 16 09:47:50.524668 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-e880f7e5-df99-484f-bbe5-0ab924412f49 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 378 time: 0.0473499 Jul 16 09:47:50.535485 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'port': {'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'admin_state_up': True, 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'security_groups': ['22204c61-0249-4f76-bbc8-8d471cc2c7c5']}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:50.562547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ed0a2bd6-b878-4f4c-80d6-0e4612e9b610 req-8b437a40-43c4-424f-8dd0-0bf30a163e9f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 210 time: 0.0594935 Jul 16 09:47:50.648908 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:46Z', 'revision_number': 4, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '9d071ab3-26f1-4a2f-850d-32d5ab06bca7', 'name': '', 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'mac_address': 'fa:16:3e:11:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:45Z', 'updated_at': '2021-07-16T09:47:50Z', 'revision_number': 4, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'subnets': [{'id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:50.654181 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Made reservation on behalf of b87c2d660146444d896809c43227f89d for: {'port': 1} {{(pid=93774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:47:50.658765 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.680893 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111ee3e-ccba-4014-bc5b-700dd3592695 None None] The sync data for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 is: [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:46Z', 'revision_number': 4, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '9d071ab3-26f1-4a2f-850d-32d5ab06bca7', 'name': '', 'network_id': '352bf9e3-3752-449c-8ccc-37a6e2bc3433', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'mac_address': 'fa:16:3e:11:7d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:45Z', 'updated_at': '2021-07-16T09:47:50Z', 'revision_number': 4, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'subnets': [{'id': 'ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:50.808993 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Allocated IP 172.20.0.5 (3be3b2ca-2257-42a5-b852-cc5da93a5c5f/05658544-263c-45bf-b2b9-8c295c49f633/fe1e8355-019d-46a6-8820-b944996d5863) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:50.958352 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.974304 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Transition to ACTIVE for port object fe1e8355-019d-46a6-8820-b944996d5863 will not be triggered until provisioned by entity DHCP. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:51.009496 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.060571 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:51.064218 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:51.068409 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:51.075851 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.113772 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:51.139346 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.139644 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.157995 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-ab668510-13f7-46d2-bfba-408b4424f738 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281977 Jul 16 09:47:51.171106 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Request body: {'port': {'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-12'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:51.176981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:51.181881 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:51.182399 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.262629 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.274355 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.310936 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] For port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:51.315313 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.363311 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Pushing event updated for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.434495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dccf8d2a-0c5c-41b1-a393-f4739e3d833c None None] Provisioning for port fe1e8355-019d-46a6-8820-b944996d5863 completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:51.439046 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-dccf8d2a-0c5c-41b1-a393-f4739e3d833c None None] Provisioning complete for port fe1e8355-019d-46a6-8820-b944996d5863 triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:51.439530 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dccf8d2a-0c5c-41b1-a393-f4739e3d833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.476911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-dccf8d2a-0c5c-41b1-a393-f4739e3d833c None None] Port fe1e8355-019d-46a6-8820-b944996d5863 cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:47:51.549472 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1e8355-019d-46a6-8820-b944996d5863 {{(pid=93774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:47:51.559672 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.571488 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.provisioning_blocks [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Transition to ACTIVE for port object fe1e8355-019d-46a6-8820-b944996d5863 will not be triggered until provisioned by entity L2. {{(pid=93774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:51.575618 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.646355 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.699535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Attempting to bind port fe1e8355-019d-46a6-8820-b944996d5863 on host n-h1-798054-12 for vnic_type normal with profile {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:51.700534 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Attempting to bind port fe1e8355-019d-46a6-8820-b944996d5863 by drivers openvswitch,hyperv on host n-h1-798054-12 at level 0 using segments [{'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:51.700939 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Attempting to bind port fe1e8355-019d-46a6-8820-b944996d5863 on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:51.705686 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Port fe1e8355-019d-46a6-8820-b944996d5863 on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-12 {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:47:51.706022 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Attempting to bind port fe1e8355-019d-46a6-8820-b944996d5863 on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:51.711193 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Checking agent: {'id': '66788794-1886-4310-aeb8-e78676396309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 9), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:51.711531 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Checking segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:51.711915 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Bound using segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} {{(pid=93774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:51.712393 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.managers [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Bound port: fe1e8355-019d-46a6-8820-b944996d5863, host: n-h1-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}}] {{(pid=93774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:51.712757 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.737185 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a874a0d-6321-4d79-84e9-3cee86f79e8e req-33fa00b4-8a8e-4ebe-8d45-3d4c27beff6f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.739497 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a874a0d-6321-4d79-84e9-3cee86f79e8e req-33fa00b4-8a8e-4ebe-8d45-3d4c27beff6f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0666783 Jul 16 09:47:51.779680 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6a874a0d-6321-4d79-84e9-3cee86f79e8e req-00e4318e-4c04-4594-a3bc-95f6c4448a34 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344822 Jul 16 09:47:51.784910 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, cleared binding levels {{(pid=93774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:51.788508 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:51.793215 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:51.794226 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.832975 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.833597 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:51.835327 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 1092 time: 0.6686864 Jul 16 09:47:51.835900 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:51.839064 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57176bf7-ac01-45eb-9a9b-4c10598efc30" -d '{"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:51.861474 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a210-e21f-4f99-b1cc-a6c8ca5451e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=3']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:51.913844 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e48ef17-d811-49bc-8896-c53f786206f5 x-openstack-request-id: req-6e48ef17-d811-49bc-8896-c53f786206f5 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:51.914279 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:51.914580 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e48ef17-d811-49bc-8896-c53f786206f5 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:51.915032 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'status': 'completed', 'code': 200} Jul 16 09:47:51.948191 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-7c93e444-d794-470e-a5a8-3a68b295ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:51.949726 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-7c93e444-d794-470e-a5a8-3a68b295ff67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1095 time: 0.0687439 Jul 16 09:47:51.997827 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-0a9f429d-cb09-4ec5-88ac-40163a7b6af1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 217 time: 0.0408177 Jul 16 09:47:52.050989 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-155abdb5-b32f-4cc0-9dd9-f4ffa56d4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.052517 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-155abdb5-b32f-4cc0-9dd9-f4ffa56d4f4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0480185 Jul 16 09:47:52.110601 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6fa91-9b0f-4780-b367-731555ce922b req-8e42ad57-bbac-4a10-8ba0-db7e246bc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.112771 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-8e42ad57-bbac-4a10-8ba0-db7e246bc639 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535476 Jul 16 09:47:52.208341 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-3b0e2dbc-3aef-4591-8ad8-6eaffeca9b63 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887406 Jul 16 09:47:52.296804 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-40a6fa91-9b0f-4780-b367-731555ce922b req-2936c60d-6983-40f1-b90c-b557f6513a7b service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827241 Jul 16 09:47:52.399712 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-c9af0b5b-bff2-4dc4-ab17-ff9b8610ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.401150 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-c9af0b5b-bff2-4dc4-ab17-ff9b8610ee52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1095 time: 0.0560131 Jul 16 09:47:52.488919 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-05b63aff-79d7-4182-a68a-a07ee6994b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.490410 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-05b63aff-79d7-4182-a68a-a07ee6994b52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0834980 Jul 16 09:47:52.536429 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-6c19d40d-e0fb-424b-929d-ba54829f6cfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 217 time: 0.0395958 Jul 16 09:47:52.583421 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-be43cad0-a5e3-461a-8e4b-7d85926ae9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.584874 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-be43cad0-a5e3-461a-8e4b-7d85926ae9b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0422733 Jul 16 09:47:52.641070 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-3445958b-d040-412b-932f-a86795302458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.642570 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-3445958b-d040-412b-932f-a86795302458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505133 Jul 16 09:47:52.744960 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-08c82490-e184-4498-8c28-5a37252fa549 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951073 Jul 16 09:47:52.841783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-57176bf7-ac01-45eb-9a9b-4c10598efc30 req-1470aeec-4f25-4a32-a1e0-a930b3ab8d53 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902407 Jul 16 09:47:52.959316 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d340-2f8f-48b7-bb47-5b4dd6aba8d1 req-ced6bf1f-6d3b-4e47-939b-dfc1ab239715 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:52.960879 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c794d340-2f8f-48b7-bb47-5b4dd6aba8d1 req-ced6bf1f-6d3b-4e47-939b-dfc1ab239715 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0653503 Jul 16 09:47:53.001413 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c794d340-2f8f-48b7-bb47-5b4dd6aba8d1 req-aab83127-6c78-489f-a438-0fa5778cd48d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349126 Jul 16 09:47:53.070103 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 up at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:53.116917 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Provisioning complete for port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:53.117290 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.178056 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e661a17-7457-43df-be26-ed87612b23bb req-2cac5e00-9777-4f9b-a2af-e3b2c4e49b18 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:54.179555 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e661a17-7457-43df-be26-ed87612b23bb req-2cac5e00-9777-4f9b-a2af-e3b2c4e49b18 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0645442 Jul 16 09:47:54.217044 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-6e661a17-7457-43df-be26-ed87612b23bb req-305e6c2a-4d4c-4273-a2f9-6aa8e5448504 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313349 Jul 16 09:47:54.604992 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:47:54.701912 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:54.712812 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fe1e8355-019d-46a6-8820-b944996d5863', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:47:54.749071 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.761458 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1e8355-019d-46a6-8820-b944996d5863 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:47:54.781662 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:54.785745 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:54.835254 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:55.001406 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fe1e8355-019d-46a6-8820-b944996d5863'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:47:55.392850 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c94ff-e83b-47df-8ab3-488f64676af0 req-561a1244-67e1-4db4-a3ab-7653e3781ca1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:55.394327 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e5c94ff-e83b-47df-8ab3-488f64676af0 req-561a1244-67e1-4db4-a3ab-7653e3781ca1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 944 time: 0.0656817 Jul 16 09:47:55.433592 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7e5c94ff-e83b-47df-8ab3-488f64676af0 req-8b49f6b0-0d1a-420e-8c5c-df987b385c0e tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336483 Jul 16 09:47:56.604171 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983b28-b197-4878-a5bc-92d603bd8c06 req-c6931737-0027-47ac-a770-add133b73fad tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:56.605679 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05983b28-b197-4878-a5bc-92d603bd8c06 req-c6931737-0027-47ac-a770-add133b73fad tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 944 time: 0.0627625 Jul 16 09:47:56.617671 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:56.647704 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-05983b28-b197-4878-a5bc-92d603bd8c06 req-7b0645d1-58fe-443f-a7d3-16414bd434e7 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357964 Jul 16 09:47:56.664922 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning for port fe1e8355-019d-46a6-8820-b944996d5863 completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:56.669516 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fe1e8355-019d-46a6-8820-b944996d5863 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:56.669892 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.748406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.769979 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:56.772230 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aad1d3-1073-4b76-8fab-e92ba54e42fa" -d '{"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:56.785758 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:56.790034 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:56.975259 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7195963-e252-4a81-bd92-1625fcf69ec9 x-openstack-request-id: req-a7195963-e252-4a81-bd92-1625fcf69ec9 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:56.975551 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:56.975802 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7195963-e252-4a81-bd92-1625fcf69ec9 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:56.976232 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'code': 200} Jul 16 09:47:56.982506 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c2a14-7ba3-49ba-88d5-50ad0c3c9025 req-8b3b00c9-6a50-4979-b8d8-d98bb416675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:56.984057 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b5c2a14-7ba3-49ba-88d5-50ad0c3c9025 req-8b3b00c9-6a50-4979-b8d8-d98bb416675a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1097 time: 0.0537047 Jul 16 09:47:57.001510 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:57.023823 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-2b5c2a14-7ba3-49ba-88d5-50ad0c3c9025 req-30235525-a1a3-4976-805b-fed2f6afb28c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327978 Jul 16 09:47:57.824130 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b12721-87a2-4a58-86c3-96c187831cf2 req-a6237788-735f-40ef-ac99-a7e1401f5421 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:57.826137 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68b12721-87a2-4a58-86c3-96c187831cf2 req-a6237788-735f-40ef-ac99-a7e1401f5421 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Jul 16 09:47:57.865218 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-68b12721-87a2-4a58-86c3-96c187831cf2 req-ed6a26d6-9db0-4b42-9877-07d2f154ece4 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329382 Jul 16 09:47:59.038733 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cf03-c2da-4a99-b873-13ddad56943d req-be515c25-632b-4465-b93c-2e3e61964413 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:59.040264 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba74cf03-c2da-4a99-b873-13ddad56943d req-be515c25-632b-4465-b93c-2e3e61964413 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 945 time: 0.0621459 Jul 16 09:47:59.077547 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ba74cf03-c2da-4a99-b873-13ddad56943d req-4dac46d7-16db-4f72-bfb5-37114a055779 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311165 Jul 16 09:47:59.249562 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ec05a-7aed-4229-9d33-526d4c4174c5 req-0c49d72d-92d9-4198-9eeb-ce2e64addc00 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:59.250928 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb0ec05a-7aed-4229-9d33-526d4c4174c5 req-0c49d72d-92d9-4198-9eeb-ce2e64addc00 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Jul 16 09:47:59.287210 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fb0ec05a-7aed-4229-9d33-526d4c4174c5 req-0053ee39-efdd-46dc-bef8-be97e9b132af tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308304 Jul 16 09:47:59.312083 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38398) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:59.404123 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9053f8-9595-4596-9824-09d2d5af2b83 tempest-TestSnapshotPattern-1331465798 tempest-TestSnapshotPattern-1331465798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:59.405698 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-cd9053f8-9595-4596-9824-09d2d5af2b83 tempest-TestSnapshotPattern-1331465798 tempest-TestSnapshotPattern-1331465798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1092 time: 0.0926335 Jul 16 09:47:59.408676 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38402) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:59.412937 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:59.434338 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.530375 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.628284 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Allocated IP 172.25.5.208 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/0a1d5dac-a923-45ee-b2d5-fcde321ce13e) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:47:59.729739 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.767230 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:59.805194 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:47:59.807739 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:47:59.811275 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:47:59.832597 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=0a1d5dac-a923-45ee-b2d5-fcde321ce13e,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:00.452970 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.525291 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.670803 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.675328 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.744984 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=0a1d5dac-a923-45ee-b2d5-fcde321ce13e,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:00.757730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:00.856106 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Floating IP ece57863-53e9-4cc3-9119-425000b00b06 associated. External IP: 172.25.5.208, port: fe1e8355-019d-46a6-8820-b944996d5863. Jul 16 09:48:01.056852 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:01.164290 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:01.174317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:01.180092 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.184184 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:01.184874 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.220347 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-783d4d37-22f8-47d1-876e-d3bc7d092a0a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8105879 Jul 16 09:48:01.220925 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:01.223301 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2" -d '{"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:01.271650 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c1c42-86e4-49d6-876c-12b24f02d021 x-openstack-request-id: req-557c1c42-86e4-49d6-876c-12b24f02d021 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:01.271943 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:01.272232 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-557c1c42-86e4-49d6-876c-12b24f02d021 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:01.272640 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'status': 'completed', 'code': 200} Jul 16 09:48:01.292188 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:01.347340 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-671589b3-a2ce-44dc-8301-c4a4b9781b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:01.348901 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-671589b3-a2ce-44dc-8301-c4a4b9781b0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1097 time: 0.0524254 Jul 16 09:48:01.437807 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-4ca976ed-81d2-4cb0-a9dc-8db67f21fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:01.439286 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-4ca976ed-81d2-4cb0-a9dc-8db67f21fb00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0848799 Jul 16 09:48:01.507718 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-22080c3e-b823-4f78-ae5d-7edbcf75701e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 999 time: 0.0614421 Jul 16 09:48:01.514932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.540316 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:01.549099 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:01.549711 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:47:46Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.557672 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-08a9e841-e85e-415a-a2a3-d0f77d2cb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:01.559169 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-08a9e841-e85e-415a-a2a3-d0f77d2cb1c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0455627 Jul 16 09:48:01.614969 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-483a8e9d-7200-4570-b54a-92658c68bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:01.616506 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-483a8e9d-7200-4570-b54a-92658c68bbed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513363 Jul 16 09:48:01.655278 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:01.711138 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-bbf5c9ed-f13d-4d75-be87-dd8f8756d8fc service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878582 Jul 16 09:48:01.799942 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-49e62c72-0da2-4b0e-8176-7a7a1d53dff2 req-543b31ae-18d2-4a29-b9c7-59e4d4bd972d service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824082 Jul 16 09:48:01.874317 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:01.899157 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb5e99-1bdb-4d03-8250-b8643ff4ddd4 None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:00Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:02.082404 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c5c07-4365-4cbb-a52f-e653a42c9033 None None] New status for floating IP ece57863-53e9-4cc3-9119-425000b00b06: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:48:09.302092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:10.083131 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.110662 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a74c25b1-999c-46fb-83c1-00f198af2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:15.723269 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc58b-dfb0-4e66-9dd9-2de3d6932d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:15.810803 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:17.190315 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:18.776359 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.792755 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:35.415070 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-bb503207-7dce-4ca1-b6b3-4645493486d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537884 Jul 16 09:48:35.506154 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-f031e2e5-6210-4cbd-9846-98933509059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.507670 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-f031e2e5-6210-4cbd-9846-98933509059f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1097 time: 0.0515327 Jul 16 09:48:35.613489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-1dc66509-90ac-45b8-9b9b-c5c5fa71d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.614940 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-1dc66509-90ac-45b8-9b9b-c5c5fa71d607 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0867507 Jul 16 09:48:35.677312 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-ee9ae34f-8d56-4466-93eb-bc49f04285d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 1001 time: 0.0558920 Jul 16 09:48:35.725779 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-b66ea46c-4aac-47f3-a00b-b3381b637a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.727214 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-b66ea46c-4aac-47f3-a00b-b3381b637a4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0428753 Jul 16 09:48:35.788253 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-9842aff4-0ec9-41c1-bbfa-9b05f10f6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.789729 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-9842aff4-0ec9-41c1-bbfa-9b05f10f6bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558324 Jul 16 09:48:35.876266 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-ed303692-8c1c-4c17-83aa-601800d71410 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794127 Jul 16 09:48:35.967602 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-50e2c022-05d7-4622-a2d8-30b18aac1898 req-93488726-681a-4155-914e-4d778addb4ff service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 Jul 16 09:48:39.301318 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:40.082521 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.111331 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-93988f0d-40ff-48a3-a2b0-4b9e0b5fca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:45.723726 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5df6032-95af-4f1f-94d1-c0d3fb930c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:45.815847 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:47.193682 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:48.779703 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.792406 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:09.316076 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:10.099866 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:13.112697 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-81d189b4-0947-4350-a505-9b5e77d3b115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:15.724300 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc7fcf-14d9-4201-9782-e482e39609f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:15.816243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:17.196851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:18.783125 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:36.453705 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-488480ea-b936-41b4-94fe-c9ac893d8727 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974038 Jul 16 09:49:36.546327 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-7a36ec0b-c4e3-4295-abae-935390bb17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:36.547734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-7a36ec0b-c4e3-4295-abae-935390bb17ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1097 time: 0.0519204 Jul 16 09:49:36.653835 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-cb6ed03e-ed81-4fd7-a77c-92d9721e2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:36.655313 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-cb6ed03e-ed81-4fd7-a77c-92d9721e2bcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0881906 Jul 16 09:49:36.719967 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-f28ece73-5fdf-446f-9dfc-f96eff463852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 1001 time: 0.0582836 Jul 16 09:49:36.772832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-23965a3e-706e-485f-a40f-5b5452ea32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:36.774291 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-23965a3e-706e-485f-a40f-5b5452ea32e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0473940 Jul 16 09:49:36.830898 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-d554b0f5-3842-465d-b57f-cfde812c927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:36.832350 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-d554b0f5-3842-465d-b57f-cfde812c927e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518460 Jul 16 09:49:36.920226 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-5db6ba66-782a-4367-8b49-2f95c444c12c service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Jul 16 09:49:37.014185 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-bd701ffc-7cce-4126-b7d1-de84347c0ec9 req-83218fb8-99b3-42ec-a11d-2c7c66f783f3 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882728 Jul 16 09:49:39.329607 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:40.111327 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:42.792713 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:43.114747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-86664681-761a-4d63-bdd3-db97a1afe0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.724196 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-167c41f6-adbd-489d-b798-ff0728714116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:45.816103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:47.199114 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:48.789113 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:59.177014 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 details requested by agent hyperv_n-h1-798054-12 with host n-h1-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:49:59.273634 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:59.285909 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Returning: {'device': 'fe1e8355-019d-46a6-8820-b944996d5863', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:49:59.322651 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:59.335181 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe1e8355-019d-46a6-8820-b944996d5863 {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:49:59.354655 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:59.359022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:59.410448 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:59.418264 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.418617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.418955 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.419471 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.420284 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.421076 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.421305 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.421669 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.421981 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.422313 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.422645 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.422968 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:49:59.429050 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] get_ports_and_sgs() called for port_ids ['fe1e8355-019d-46a6-8820-b944996d5863'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:01.177142 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 up at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:01.231748 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Provisioning complete for port fe1e8355-019d-46a6-8820-b944996d5863 triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:01.232163 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.322308 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.348423 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:01.350711 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247cf85-f49d-40ac-8b5a-2ded37992cb5" -d '{"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:01.365632 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:01.373628 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:01.398151 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721421f4-d240-41de-927f-3e9427bde849 x-openstack-request-id: req-721421f4-d240-41de-927f-3e9427bde849 {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:01.398591 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-plugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:01.398854 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-721421f4-d240-41de-927f-3e9427bde849 {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:01.399247 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'code': 200} Jul 16 09:50:01.432015 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:08.443353 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-15dac779-cd97-420a-8c72-7e2c6138e73f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21481736&fields=id&tenant_id=b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 267 time: 0.0342746 Jul 16 09:50:08.553968 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-ac47ec6d-3a21-4749-817e-e2c1d4c2fd8c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:08.555448 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-ac47ec6d-3a21-4749-817e-e2c1d4c2fd8c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 810 time: 0.1057773 Jul 16 09:50:08.569945 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-814eebb6-6256-46e7-a3fb-84ebecb3240b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/quotas/b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 375 time: 0.0090461 Jul 16 09:50:08.644420 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-9249fb0a-1f29-4b6b-bc60-698ca7f54bfe tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0689762 Jul 16 09:50:08.737752 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-6cd6a677-208c-4610-8639-6c9d76ae9670 service neutron] 10.222.0.32 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819740 Jul 16 09:50:08.828306 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-5b4f4879-4ff1-4fef-a363-e0839127498b service neutron] 10.222.0.32 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849147 Jul 16 09:50:09.063074 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7f652ccc-51ed-45c0-bc48-2f79564fdcd4 req-2095bcbc-17d0-4da5-a9b3-336cdc7f5f85 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 210 time: 0.0761492 Jul 16 09:50:09.344331 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.110185 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.242190 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-7dfa7c00-a890-4751-9bcd-a13470167610 req-08d8e6ee-252f-4474-b252-c745e0414d7b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 210 time: 0.0369618 Jul 16 09:50:10.273145 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-7a0369fb-f7b3-4a13-9e23-e21248b051fb tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:10.274617 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-7a0369fb-f7b3-4a13-9e23-e21248b051fb tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 810 time: 0.1410024 Jul 16 09:50:10.319769 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-18a6550b-7c16-4613-b94d-2f4d86a37a92 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87c2d660146444d896809c43227f89d HTTP/1.1" status: 200 len: 378 time: 0.0341537 Jul 16 09:50:10.328459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'port': {'device_id': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'admin_state_up': True, 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'security_groups': ['22204c61-0249-4f76-bbc8-8d471cc2c7c5']}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:10.445327 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Made reservation on behalf of b87c2d660146444d896809c43227f89d for: {'port': 1} {{(pid=93775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:10.449180 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.583635 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_common [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Allocated IP 172.20.0.14 (3be3b2ca-2257-42a5-b852-cc5da93a5c5f/05658544-263c-45bf-b2b9-8c295c49f633/2da19953-9a7d-4ca6-bb87-72b869586dec) {{(pid=93775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:10.800706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.815370 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Transition to ACTIVE for port object 2da19953-9a7d-4ca6-bb87-72b869586dec will not be triggered until provisioned by entity DHCP. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:10.849887 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_create {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.898508 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f is already hosted by enough agents. {{(pid=93775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:10.901817 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.base_scheduler [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Resources bound (agent type, host, resource id): {{(pid=93775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:10.904698 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Received port after_create {{(pid=93775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:10.935834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=1']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:10.960165 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.960512 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.960849 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.961183 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.961510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.961831 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.962155 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.962478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.962797 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.963117 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.963435 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.963755 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:10.990291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:10.991344 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.006364 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-93b962a2-f520-437f-9361-136487133d3d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6815634 Jul 16 09:50:11.215707 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a11414a6-d63b-4feb-bb75-7a2ced6d7961 None None] Provisioning for port 2da19953-9a7d-4ca6-bb87-72b869586dec completed by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:11.219980 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-a11414a6-d63b-4feb-bb75-7a2ced6d7961 None None] Provisioning complete for port 2da19953-9a7d-4ca6-bb87-72b869586dec triggered by entity DHCP. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:11.220518 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a11414a6-d63b-4feb-bb75-7a2ced6d7961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.255292 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-a11414a6-d63b-4feb-bb75-7a2ced6d7961 None None] Port 2da19953-9a7d-4ca6-bb87-72b869586dec cannot update to ACTIVE because it is not bound. {{(pid=93776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:11.424488 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf300-7a71-4c7a-8ddb-0e9399e547d5 req-d73c9960-eaf5-4319-8f92-8c44620fd599 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:11.426638 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1acf300-7a71-4c7a-8ddb-0e9399e547d5 req-d73c9960-eaf5-4319-8f92-8c44620fd599 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0656400 Jul 16 09:50:11.465073 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a1acf300-7a71-4c7a-8ddb-0e9399e547d5 req-262a0fc7-d3fb-4dbb-a478-30cd3138a653 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327568 Jul 16 09:50:12.649885 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0320e-9d66-40e7-99e0-497e49a1c4c0 req-8c7c74e1-3e58-4191-8ae0-f7efcfc2c7cc tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:12.651415 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0e0320e-9d66-40e7-99e0-497e49a1c4c0 req-8c7c74e1-3e58-4191-8ae0-f7efcfc2c7cc tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0681193 Jul 16 09:50:12.689968 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b0e0320e-9d66-40e7-99e0-497e49a1c4c0 req-0c57c334-2f64-4911-b74d-f1d31153354c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328979 Jul 16 09:50:13.119346 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-e28f5e82-d050-4ec8-b916-4104115e4698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.253755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:13.332821 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.359698 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:13.362152 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948f729-c3d5-40cc-b300-bc6d86669687" -d '{"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:13.383463 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:13.395493 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.405295 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b33d41b-d38c-44b5-abdb-06d2a2d9674b x-openstack-request-id: req-7b33d41b-d38c-44b5-abdb-06d2a2d9674b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:13.405592 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:13.405839 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b33d41b-d38c-44b5-abdb-06d2a2d9674b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:13.406219 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'code': 200} Jul 16 09:50:13.452880 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Pushing event updated for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=8']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:13.874004 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7058-400b-412b-9ac4-07d647839f37 req-94a31819-f71c-427d-9682-5320fa05efe4 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:13.875512 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bafb7058-400b-412b-9ac4-07d647839f37 req-94a31819-f71c-427d-9682-5320fa05efe4 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0685184 Jul 16 09:50:13.918246 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-bafb7058-400b-412b-9ac4-07d647839f37 req-cd50c404-85c9-4a5f-b394-f8d0e2949481 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351353 Jul 16 09:50:15.096380 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13234f81-c022-4a65-8d2d-e4da2fd2705b req-8fec660f-b129-4a0e-89be-678a08262a02 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:15.097973 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13234f81-c022-4a65-8d2d-e4da2fd2705b req-8fec660f-b129-4a0e-89be-678a08262a02 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0652075 Jul 16 09:50:15.139459 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-13234f81-c022-4a65-8d2d-e4da2fd2705b req-96051943-577d-41ff-bae1-87da23388d6d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352850 Jul 16 09:50:15.728195 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-235a65b4-58f0-4d52-83cc-4d15afd6d5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.820066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.319377 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e7ce5-e9ad-4e79-acb3-28da7e41cef5 req-4b804332-28e9-43e8-b6fa-1b768c8b89c2 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:16.320917 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-048e7ce5-e9ad-4e79-acb3-28da7e41cef5 req-4b804332-28e9-43e8-b6fa-1b768c8b89c2 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0665894 Jul 16 09:50:16.364429 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-048e7ce5-e9ad-4e79-acb3-28da7e41cef5 req-51381288-5009-4996-95a4-18154574a5dc tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371857 Jul 16 09:50:17.201735 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.553866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e434ac-27d2-4cd0-a9fa-2149a72100e1 req-9225a8d3-78ef-4aaa-b9bc-627aae69a8b5 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:17.555419 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2e434ac-27d2-4cd0-a9fa-2149a72100e1 req-9225a8d3-78ef-4aaa-b9bc-627aae69a8b5 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0647557 Jul 16 09:50:17.595589 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-c2e434ac-27d2-4cd0-a9fa-2149a72100e1 req-dffb5551-0e38-41e7-8cc6-89ed8034be28 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346091 Jul 16 09:50:18.795023 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.805067 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8a68-d55e-41a2-8ebe-437a41b5c073 req-6f9a5b31-2fa5-4216-a779-5ce422722d1d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:18.806546 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d7c8a68-d55e-41a2-8ebe-437a41b5c073 req-6f9a5b31-2fa5-4216-a779-5ce422722d1d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0679960 Jul 16 09:50:18.847021 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0d7c8a68-d55e-41a2-8ebe-437a41b5c073 req-33267a01-e14a-4a88-8623-4be4ba176edb tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345662 Jul 16 09:50:19.792499 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:20.033840 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd865da0-668f-4116-89e4-b0874a668ad3 req-b0f9a83e-c581-4f42-bc6f-2b266dae17af tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.035361 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd865da0-668f-4116-89e4-b0874a668ad3 req-b0f9a83e-c581-4f42-bc6f-2b266dae17af tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.0704982 Jul 16 09:50:20.076653 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fd865da0-668f-4116-89e4-b0874a668ad3 req-a829a211-e5e7-4ced-a1fd-44b5fc34725a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347867 Jul 16 09:50:20.951387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-d8a2e551-50c1-472b-907a-807ea11f7416 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:50:20.952442 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-d8a2e551-50c1-472b-907a-807ea11f7416 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054877 Jul 16 09:50:20.963073 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.v2.base [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Request body: {'port': {'device_id': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-12'}} {{(pid=93775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:21.031940 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.317581 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148e42-82b9-4168-88f5-280abdfe0174 req-092147d1-3350-4144-aa66-bca9b74506b2 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.319107 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69148e42-82b9-4168-88f5-280abdfe0174 req-092147d1-3350-4144-aa66-bca9b74506b2 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 932 time: 0.1085553 Jul 16 09:50:21.366081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:21.378706 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.392541 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-69148e42-82b9-4168-88f5-280abdfe0174 req-33978894-f390-4b43-95e7-d2d3b9fdb5d3 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561066 Jul 16 09:50:21.397157 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.provisioning_blocks [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Transition to ACTIVE for port object 2da19953-9a7d-4ca6-bb87-72b869586dec will not be triggered until provisioned by entity L2. {{(pid=93775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:21.400883 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.455770 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=2']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:21.524298 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Attempting to bind port 2da19953-9a7d-4ca6-bb87-72b869586dec on host n-h2-798054-12 for vnic_type normal with profile {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:21.524641 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Attempting to bind port 2da19953-9a7d-4ca6-bb87-72b869586dec by drivers openvswitch,hyperv on host n-h2-798054-12 at level 0 using segments [{'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:21.524971 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Attempting to bind port 2da19953-9a7d-4ca6-bb87-72b869586dec on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:21.529574 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Port 2da19953-9a7d-4ca6-bb87-72b869586dec on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-12 {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:50:21.529896 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Attempting to bind port 2da19953-9a7d-4ca6-bb87-72b869586dec on network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:21.535027 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Checking agent: {'id': 'd8fe226e-aa07-48e8-b0de-887ec0f1f253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'started_at': datetime.datetime(2021, 7, 16, 8, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:21.535366 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Checking segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:21.535742 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Bound using segment: {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'} {{(pid=93775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:21.536151 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.managers [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Bound port: 2da19953-9a7d-4ca6-bb87-72b869586dec, host: n-h2-798054-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ab3665-d72d-4c58-ac96-63f57438dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f'}}] {{(pid=93775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:21.536538 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.601590 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, cleared binding levels {{(pid=93775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:21.604584 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:21.609238 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515625'] for port, after_update {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.652407 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.653054 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.654473 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] 10.222.0.47 "PUT /v2.0/ports/2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 1093 time: 0.6958530 Jul 16 09:50:21.654908 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:21.657168 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:21.704280 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da8a2b-9a2e-486f-8b43-3822f60fac3a service neutron] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=3']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:21.708946 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750bce3c-8f50-4750-9306-e07f61c85b56 x-openstack-request-id: req-750bce3c-8f50-4750-9306-e07f61c85b56 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:21.709215 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:21.709476 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-750bce3c-8f50-4750-9306-e07f61c85b56 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:21.709846 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'status': 'completed', 'code': 200} Jul 16 09:50:21.760388 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-4995ca07-38d9-4e0a-b1cb-90ba91517595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.762332 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-4995ca07-38d9-4e0a-b1cb-90ba91517595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1096 time: 0.0658028 Jul 16 09:50:21.805824 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-3df185ae-b394-4d78-b3c8-0c4d952ffce2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 217 time: 0.0352485 Jul 16 09:50:21.859181 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-ca99bc08-9c68-4ccf-8630-f70e9459985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.862854 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-ca99bc08-9c68-4ccf-8630-f70e9459985f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0502419 Jul 16 09:50:21.919140 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8508-17fe-4d72-872e-048bd8aca16e req-174c246f-95c7-4e4f-b40d-842a0ffb8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.920690 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-174c246f-95c7-4e4f-b40d-842a0ffb8cd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517201 Jul 16 09:50:22.008128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-63681c5f-f99a-45b5-a7bc-8db588228e3b service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808876 Jul 16 09:50:22.098042 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-970e8508-17fe-4d72-872e-048bd8aca16e req-0adf6543-7236-4137-bfab-77187ed21039 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837965 Jul 16 09:50:22.193946 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-a3cb9a0f-ae2f-49d4-b98a-6556d24bfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.195398 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-a3cb9a0f-ae2f-49d4-b98a-6556d24bfa95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1096 time: 0.0520091 Jul 16 09:50:22.287501 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-6a43c79e-fbae-4993-965f-ae5e786a9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.289025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-6a43c79e-fbae-4993-965f-ae5e786a9e26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0879996 Jul 16 09:50:22.328813 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-920f73f2-59b2-4390-9898-0239ecab3eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 217 time: 0.0332968 Jul 16 09:50:22.374800 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-bec89f69-7bc6-43f1-89bd-5ce406482a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.376465 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-bec89f69-7bc6-43f1-89bd-5ce406482a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0414636 Jul 16 09:50:22.436328 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-6fef62d9-b34a-4808-987a-3da5cecb3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.437936 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-6fef62d9-b34a-4808-987a-3da5cecb3963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547976 Jul 16 09:50:22.560585 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-8051f7e0-a7f8-4766-b358-b062e62cae1a service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133912 Jul 16 09:50:22.900156 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ca96-12cb-44bb-83fa-ed2ca8acc9c9 req-d3a65342-5739-44bf-a24b-ad4984a6e49c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.901593 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3854ca96-12cb-44bb-83fa-ed2ca8acc9c9 req-d3a65342-5739-44bf-a24b-ad4984a6e49c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 944 time: 0.3985598 Jul 16 09:50:22.978584 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-3854ca96-12cb-44bb-83fa-ed2ca8acc9c9 req-81f5bff7-8e99-4118-b1d6-fbc45afee8a5 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504167 Jul 16 09:50:22.980865 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2385f1f2-4e42-4e6e-bca9-0ef05ccf198b req-4aa64d55-df0b-40e4-a43e-d47bd2b3af60 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131939 Jul 16 09:50:24.152731 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e3523-ffa0-4b6b-b79c-83ab85eb9923 req-8d2f5ab4-9732-4ac6-97c1-47619aa0f945 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:24.154204 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242e3523-ffa0-4b6b-b79c-83ab85eb9923 req-8d2f5ab4-9732-4ac6-97c1-47619aa0f945 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 944 time: 0.0651050 Jul 16 09:50:24.191272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-242e3523-ffa0-4b6b-b79c-83ab85eb9923 req-10723d45-7766-4009-a1ae-babc60d9f563 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316346 Jul 16 09:50:25.301506 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:50:25.362632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70203e4-a018-454a-80f3-02676d2fda24 req-4418e726-1566-4849-b808-4904297de149 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:25.363938 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70203e4-a018-454a-80f3-02676d2fda24 req-4418e726-1566-4849-b808-4904297de149 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 944 time: 0.0621972 Jul 16 09:50:25.399676 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:25.402156 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b70203e4-a018-454a-80f3-02676d2fda24 req-02f0454c-f5c9-4880-848e-b26b6ad55c75 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319102 Jul 16 09:50:25.410989 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'mac_address': 'fa:16:3e:57:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:50:25.447273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.459319 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:25.478607 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:25.482536 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.527617 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=4']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:25.724479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2da19953-9a7d-4ca6-bb87-72b869586dec'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:26.577897 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc214-eeab-46fa-a13d-c32d6466c948 req-39602bb1-bed2-45c1-b800-4ce11eab962a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.579251 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d94dc214-eeab-46fa-a13d-c32d6466c948 req-39602bb1-bed2-45c1-b800-4ce11eab962a tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 945 time: 0.0652766 Jul 16 09:50:26.616543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-d94dc214-eeab-46fa-a13d-c32d6466c948 req-40c0c7d5-d502-4b46-8110-a85385270413 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316684 Jul 16 09:50:27.316421 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:27.363202 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning for port 2da19953-9a7d-4ca6-bb87-72b869586dec completed by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:27.367408 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 2da19953-9a7d-4ca6-bb87-72b869586dec triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:27.367774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.444499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.466294 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:27.468515 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fe4e92-f126-4ba8-92db-d44a508706cb" -d '{"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-plugged", "status": "completed", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:27.480495 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:27.484592 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.511594 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c00cb-6969-4679-b67c-834f9cd8a77b x-openstack-request-id: req-2c2c00cb-6969-4679-b67c-834f9cd8a77b {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:27.511946 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-plugged", "status": "completed", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:27.512239 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c2c00cb-6969-4679-b67c-834f9cd8a77b {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:27.512733 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'code': 200} Jul 16 09:50:27.539442 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=5']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:27.615900 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292e898-f5e1-446a-aa5a-fab33f5792a5 req-9ea9698a-ffe6-4653-acc4-ab8bb4ba235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.617337 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1292e898-f5e1-446a-aa5a-fab33f5792a5 req-9ea9698a-ffe6-4653-acc4-ab8bb4ba235e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1098 time: 0.0519519 Jul 16 09:50:27.650850 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-1292e898-f5e1-446a-aa5a-fab33f5792a5 req-69d428c1-bfe3-4d86-b183-778a3d6e6593 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269680 Jul 16 09:50:27.788110 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd10ee9-7a6e-4a63-b3b8-12b0cbbefda1 req-63b01f25-80ce-4ae1-9206-faab9c4e324d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.789586 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fd10ee9-7a6e-4a63-b3b8-12b0cbbefda1 req-63b01f25-80ce-4ae1-9206-faab9c4e324d tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.0623798 Jul 16 09:50:27.826391 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-2fd10ee9-7a6e-4a63-b3b8-12b0cbbefda1 req-b073bc36-644a-404e-a6d8-c9f2c3361d3b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313282 Jul 16 09:50:29.003834 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b86a6-0522-4412-b142-989ddb9f3a81 req-afcf9e48-4e0d-431b-af43-34a501f8c459 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:29.005318 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5b86a6-0522-4412-b142-989ddb9f3a81 req-afcf9e48-4e0d-431b-af43-34a501f8c459 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.0662680 Jul 16 09:50:29.044086 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-fa5b86a6-0522-4412-b142-989ddb9f3a81 req-1ad58b66-21b4-446c-8422-d7458bb51f81 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330384 Jul 16 09:50:29.217088 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53c8dc-d244-4ceb-bc36-72cfe5ea00fa req-42b449a0-a9a2-4ae3-bc6d-813b0513e990 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:29.218543 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec53c8dc-d244-4ceb-bc36-72cfe5ea00fa req-42b449a0-a9a2-4ae3-bc6d-813b0513e990 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.0663774 Jul 16 09:50:29.257071 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-ec53c8dc-d244-4ceb-bc36-72cfe5ea00fa req-190b3be4-ee4f-415e-914d-acde2768d802 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319984 Jul 16 09:50:29.280619 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38676) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:29.334736 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37ca0b-b77d-41bd-9ea7-fc7aedb0fb33 tempest-TestSnapshotPattern-1331465798 tempest-TestSnapshotPattern-1331465798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:29.336282 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-cb37ca0b-b77d-41bd-9ea7-fc7aedb0fb33 tempest-TestSnapshotPattern-1331465798 tempest-TestSnapshotPattern-1331465798-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1093 time: 0.0545723 Jul 16 09:50:29.338999 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38678) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:29.343583 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.v2.base [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Request body: {'floatingip': {'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:29.364490 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:29.461508 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:29.565006 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_common [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Allocated IP 172.25.5.179 (1cfb9b1b-f54b-4509-a026-2a82ca36a555/b3d9f85e-6b65-4658-a591-8b5b8e08daf1/45b16459-fb5a-468a-bb51-e110e95ebc13) {{(pid=93774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:29.663260 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:29.700657 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774051411878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:29.740721 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Network 1cfb9b1b-f54b-4509-a026-2a82ca36a555 is already hosted by enough agents. {{(pid=93774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:29.746032 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.base_scheduler [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Resources bound (agent type, host, resource id): {{(pid=93774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:29.748707 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Received port after_create {{(pid=93774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:29.752060 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=45b16459-fb5a-468a-bb51-e110e95ebc13,revision_number=1']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:29.782436 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.782793 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.783143 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.783489 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.783832 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.784203 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.784596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.784933 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.785269 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.785600 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.785931 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:29.786290 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:30.117716 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:30.527668 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:30.672640 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for port, precommit_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:30.677528 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3759514'] for port, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:30.743866 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event updated for resources: {'Port': ['ID=45b16459-fb5a-468a-bb51-e110e95ebc13,revision_number=2']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:30.753543 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-372643'] for floatingip, after_update {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:30.851328 n-d-798054-12 neutron-server[93774]: INFO neutron.db.l3_db [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Floating IP 2aa2b946-a81c-4f7c-8939-859e6afc55c5 associated. External IP: 172.25.5.179, port: 2da19953-9a7d-4ca6-bb87-72b869586dec. Jul 16 09:50:31.055126 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:31.161535 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:31.173240 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:31.178194 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:31.183592 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:31.184239 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:31.223725 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-e655f4e8-6b4b-4964-acdc-365bb8657c8f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8836625 Jul 16 09:50:31.224905 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:31.227210 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da130bc4-e1a2-45e8-9a94-9d3553d98656" -d '{"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:31.265473 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6863c58-f130-412e-a770-3734b003b9cd x-openstack-request-id: req-b6863c58-f130-412e-a770-3734b003b9cd {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:31.265791 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:31.266025 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6863c58-f130-412e-a770-3734b003b9cd {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:31.266419 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'status': 'completed', 'code': 200} Jul 16 09:50:31.290081 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:31.339624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-ee8ddd91-573b-4b17-8b04-843ac05731e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:31.341482 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-ee8ddd91-573b-4b17-8b04-843ac05731e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1098 time: 0.0530810 Jul 16 09:50:31.435114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-273de9e9-c4fa-41b4-aa8a-bfb66cc6e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:31.436520 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-273de9e9-c4fa-41b4-aa8a-bfb66cc6e7dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0888164 Jul 16 09:50:31.499080 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-643c170f-a3b3-4291-b4ff-23d8e5dae7d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 1000 time: 0.0566118 Jul 16 09:50:31.520545 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2aa2b946-a81c-4f7c-8939-859e6afc55c5', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:57:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:29Z', 'updated_at': '2021-07-16T09:50:29Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}, {'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:31.547334 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:31.550421 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-180d70d0-7804-467f-9d92-e66519d21209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:31.552537 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-180d70d0-7804-467f-9d92-e66519d21209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0471480 Jul 16 09:50:31.556092 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:31.556704 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:50:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:31.611071 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-0bfb0307-1943-4f62-be4e-07ba4ca5ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:31.612890 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-0bfb0307-1943-4f62-be4e-07ba4ca5ef27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549905 Jul 16 09:50:31.729597 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-9f07fda8-2cb2-4779-9743-32e8ad3e3513 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101377 Jul 16 09:50:31.757478 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:31.820728 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-da130bc4-e1a2-45e8-9a94-9d3553d98656 req-cad51d6a-1963-48ed-992f-ecd15e5684f8 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846086 Jul 16 09:50:31.973782 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2aa2b946-a81c-4f7c-8939-859e6afc55c5', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:57:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:29Z', 'updated_at': '2021-07-16T09:50:29Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}, {'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:32.002369 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046278e0-1bb1-4055-a8f0-b828ecdc5cb3 None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': '2aa2b946-a81c-4f7c-8939-859e6afc55c5', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:57:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:29Z', 'updated_at': '2021-07-16T09:50:29Z', 'revision_number': 0, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}, {'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:32.203536 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dd90f1-24db-422e-80c6-758944b7cd2d None None] New status for floating IP 2aa2b946-a81c-4f7c-8939-859e6afc55c5: ACTIVE {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:37.401513 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-265b2132-3450-4670-b1d3-45d812fcdfbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514743 Jul 16 09:50:37.493698 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-8add41ba-52fc-455f-9dbc-6d11bd66cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:37.495168 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-8add41ba-52fc-455f-9dbc-6d11bd66cfb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1095 time: 0.0516000 Jul 16 09:50:37.601136 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-930e1e14-671d-4239-9550-928b0eddb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:37.602586 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-930e1e14-671d-4239-9550-928b0eddb0f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0881920 Jul 16 09:50:37.668320 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-41f8301f-b59e-426f-a55f-c86b76b90cf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 999 time: 0.0593588 Jul 16 09:50:37.714927 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-29b0352c-e77b-4f30-9551-97737281dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:37.716619 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-29b0352c-e77b-4f30-9551-97737281dbb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0425982 Jul 16 09:50:37.771069 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-ac05074e-a2f3-452b-9801-eca5e9a10c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:37.772582 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-ac05074e-a2f3-452b-9801-eca5e9a10c04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503278 Jul 16 09:50:37.865057 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-2798f467-5b04-45dd-8750-c3c5421b0d3a service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856721 Jul 16 09:50:37.952017 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-c4ce930e-9d0b-4680-a51b-6c73d5e779e9 req-2f154492-b7f4-49b8-b32d-d330c60cd200 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Jul 16 09:50:39.344619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.748812 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-7454ff0f-3c6b-4531-8aab-3c43dbafd7c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502868 Jul 16 09:50:39.845461 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232532d-a410-4968-8fa5-904d0f74e04c req-937dedaa-ae1c-44e2-a612-9fe60e7d40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.846953 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-937dedaa-ae1c-44e2-a612-9fe60e7d40cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1098 time: 0.0573337 Jul 16 09:50:39.946983 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232532d-a410-4968-8fa5-904d0f74e04c req-79a2701e-1d50-44b2-8bbb-656485ab8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:39.948463 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-79a2701e-1d50-44b2-8bbb-656485ab8848 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0819888 Jul 16 09:50:40.015684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-a26cfd35-7652-4439-895d-5c51f47902e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 1002 time: 0.0603955 Jul 16 09:50:40.064173 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232532d-a410-4968-8fa5-904d0f74e04c req-a01589d5-f642-4221-b5f4-a22b8b7ba81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:40.065611 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-a01589d5-f642-4221-b5f4-a22b8b7ba81e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0429091 Jul 16 09:50:40.124276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.125647 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232532d-a410-4968-8fa5-904d0f74e04c req-f4944d29-a070-4741-9868-e73f81bf6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:40.127196 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-f4944d29-a070-4741-9868-e73f81bf6ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532336 Jul 16 09:50:40.219471 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-b736a737-eaee-4f9c-b2ef-1606b8d34a46 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Jul 16 09:50:40.307222 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f232532d-a410-4968-8fa5-904d0f74e04c req-16e73ee6-8d5f-405d-811b-0e2cb3d5e961 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812314 Jul 16 09:50:43.119724 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1a3ce3a8-6f8f-4443-808d-1d40ca6c409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.720731 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8d00311b-2fce-4bf8-9ad7-2b7167432aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.821478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.205082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.794385 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:56.791675 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:09.356661 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:10.123335 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:13.121104 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-27c2e9be-ed73-46ea-80e9-c21eeca0d82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.722587 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-b432d179-cc34-459c-bc27-803f60dbe9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.822132 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.207540 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.797643 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.791090 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:38.410042 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-09e3e44b-8368-4ccb-bc44-ca2d8446f8a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562365 Jul 16 09:51:38.503034 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-c5208874-6334-421b-ac03-2ac88299e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.504601 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-c5208874-6334-421b-ac03-2ac88299e9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1095 time: 0.0517969 Jul 16 09:51:38.605764 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-6bd74e8a-a1c7-44f2-b451-c1ed87926af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.607227 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-6bd74e8a-a1c7-44f2-b451-c1ed87926af9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0835783 Jul 16 09:51:38.674409 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-8afc98c8-4b38-4ace-8669-efa3fa9bc7f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 999 time: 0.0607474 Jul 16 09:51:38.723244 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-71531363-d6ae-4262-a9b1-1c2a11f87359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.724734 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-71531363-d6ae-4262-a9b1-1c2a11f87359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0446379 Jul 16 09:51:38.780468 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-0ea60cdd-a057-4bb4-9535-ce587d178881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.781943 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-0ea60cdd-a057-4bb4-9535-ce587d178881 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504475 Jul 16 09:51:38.873773 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-a3ef57f0-f27d-4798-bfff-5f942d6bb85f service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Jul 16 09:51:38.959120 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-3cc73c31-2218-4f5a-8a9b-28f616927baf req-7f431391-dd12-4daa-bac6-0473c3aab4b8 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800633 Jul 16 09:51:39.355037 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.813272 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-c6464932-fabc-41f3-858d-0952e31c9455 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178858 Jul 16 09:51:39.906022 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-4db29ce0-7912-463c-aa2d-866ddbdecb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:39.907500 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-4db29ce0-7912-463c-aa2d-866ddbdecb28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1098 time: 0.0525966 Jul 16 09:51:40.009312 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-fdd090b8-9743-4bb8-8cf4-125e265e3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.010684 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-fdd090b8-9743-4bb8-8cf4-125e265e3b99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0824244 Jul 16 09:51:40.076927 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-1f4373a3-ba53-485e-abbb-0de1f242e8af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 1002 time: 0.0603614 Jul 16 09:51:40.124854 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-72075734-86c1-41d2-b813-3499e8cf6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.126294 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-72075734-86c1-41d2-b813-3499e8cf6be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0434535 Jul 16 09:51:40.153084 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.184028 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-97e630ba-61b7-408c-a574-f08b382bd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.185595 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-97e630ba-61b7-408c-a574-f08b382bd30d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533714 Jul 16 09:51:40.278346 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-3b7c3275-305e-4436-a7d3-318e8d99b546 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Jul 16 09:51:40.366228 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-a7440742-3a2d-4f96-9046-be0eca375e0f req-cf66c127-a2dc-4a07-8dc6-0c6545038b79 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804923 Jul 16 09:51:43.120948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dc694126-e946-40b9-a202-c9cfa81d6b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:45.724237 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-815a2643-8a9a-4593-af24-213a38a90199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:45.821837 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:47.213139 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:48.800747 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:07.727628 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec details requested by agent hyperv_n-h2-798054-12 with host n-h2-798054-12 {{(pid=93776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:52:07.834816 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:07.851147 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Returning: {'device': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'port_id': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'mac_address': 'fa:16:3e:57:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:52:07.890995 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:07.908623 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:52:07.930541 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:07.934795 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:07.997479 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=6']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:08.007243 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.007736 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.008178 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.008517 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.008849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.009177 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.009503 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.009825 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.010283 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.010610 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.010929 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.011244 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:08.016544 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] get_ports_and_sgs() called for port_ids ['2da19953-9a7d-4ca6-bb87-72b869586dec'] {{(pid=93776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:52:09.366092 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:09.739444 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec up at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:52:09.804987 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.provisioning_blocks [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Provisioning complete for port 2da19953-9a7d-4ca6-bb87-72b869586dec triggered by entity L2. {{(pid=93776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:52:09.805365 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7695270'] for port, provisioning_complete {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:09.879301 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537430'] for port, before_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:09.903903 n-d-798054-12 neutron-server[93776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:09.906705 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f90c9baccd6d0d3163bb916061a28fa8c4ba245adb0a7eb5519ca0621343cad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f28d9b-36c6-4e7b-87ff-51d486113012" -d '{"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-plugged", "status": "completed", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:09.920901 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.db [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:09.930503 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774051815765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774051411896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774051411914'] for port, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:09.963661 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad49977-1d59-4d47-b640-bff5b14521ef x-openstack-request-id: req-cad49977-1d59-4d47-b640-bff5b14521ef {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:09.964394 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-plugged", "status": "completed", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "code": 200}]} {{(pid=93776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:09.964737 n-d-798054-12 neutron-server[93776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cad49977-1d59-4d47-b640-bff5b14521ef {{(pid=93776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:09.965227 n-d-798054-12 neutron-server[93776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'code': 200} Jul 16 09:52:09.995023 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Pushing event updated for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=7']} {{(pid=93776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:10.173157 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:10.791007 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:13.125468 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d9011720-7d6f-43d6-9941-950752bcc132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:15.727276 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-47a495b6-59c6-4bc3-9cac-0aae7c3d5bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:15.833000 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.519866 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38890) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:16.677855 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Deleting port 45b16459-fb5a-468a-bb51-e110e95ebc13 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:16.678193 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.750514 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.750839 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.762054 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Calling delete_port for 45b16459-fb5a-468a-bb51-e110e95ebc13 owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:16.907884 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:16.933291 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event deleted for resources: {'Port': ['ID=45b16459-fb5a-468a-bb51-e110e95ebc13,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:16.960475 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.960827 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.961170 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.961510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.961846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.962180 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.962510 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.962843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.963169 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.963497 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.963826 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:16.964432 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:17.002990 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:17.003338 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Floating IP 2aa2b946-a81c-4f7c-8939-859e6afc55c5 disassociated (deleted). External IP: 172.25.5.179, port: 2da19953-9a7d-4ca6-bb87-72b869586dec. Jul 16 09:52:17.209645 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:17.213579 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:17.317293 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:17.321730 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:17.327743 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:17.337365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:17.337969 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:17.361749 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-c3d4564f-7dc8-46de-9758-5706192ea3d1 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "DELETE /v2.0/floatingips/2aa2b946-a81c-4f7c-8939-859e6afc55c5 HTTP/1.1" status: 204 len: 168 time: 0.8383563 Jul 16 09:52:17.361749 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:17.362640 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd5116-69f8-4cb5-a514-aa292c959924" -d '{"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:17.443244 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:17.469845 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a2e2c-ad15-4a86-bbdc-ad116f26540e x-openstack-request-id: req-504a2e2c-ad15-4a86-bbdc-ad116f26540e {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:17.470137 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:17.470388 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-504a2e2c-ad15-4a86-bbdc-ad116f26540e {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:17.470812 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'status': 'completed', 'code': 200} Jul 16 09:52:17.551390 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-f32c7bc4-fbc7-4f2c-a0b1-cd306b20e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:17.552980 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-f32c7bc4-fbc7-4f2c-a0b1-cd306b20e835 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 1098 time: 0.0601189 Jul 16 09:52:17.663192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-23996e67-0f3e-4e7f-b0b3-005d5d51b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:17.664634 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-23996e67-0f3e-4e7f-b0b3-005d5d51b893 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.1039855 Jul 16 09:52:17.685359 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:17.710516 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:17.711995 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-1207b76e-a5b4-48ce-bcb7-33eefa84e9ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 200 len: 217 time: 0.0390840 Jul 16 09:52:17.719409 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:17.720012 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:17.791387 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-a6ec012f-c8fd-4826-8abf-8e0f74b439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:17.792893 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-a6ec012f-c8fd-4826-8abf-8e0f74b439f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0713785 Jul 16 09:52:17.818043 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621e2d0-d002-4d35-a693-68b3a493b7ec req-50da4d15-f63b-4317-bd36-33489fd9b8e5 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:17.819509 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f621e2d0-d002-4d35-a693-68b3a493b7ec req-50da4d15-f63b-4317-bd36-33489fd9b8e5 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.1099968 Jul 16 09:52:17.821888 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:17.883651 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f621e2d0-d002-4d35-a693-68b3a493b7ec req-eb44b1a3-9cb0-40b1-887c-fa099d378222 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470514 Jul 16 09:52:17.895091 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-c0a644a7-1162-48dc-8220-3d5f94372353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:17.896615 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-c0a644a7-1162-48dc-8220-3d5f94372353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966480 Jul 16 09:52:17.987549 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-0ff4e5fc-78d9-416b-a583-312602a873f3 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Jul 16 09:52:18.037237 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:18.065771 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c74c937-5538-411c-b1aa-3ae1bcd1e757 None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_floatingips': [{'id': 'ece57863-53e9-4cc3-9119-425000b00b06', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'router_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'port_id': 'fe1e8355-019d-46a6-8820-b944996d5863', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'mac_address': 'fa:16:3e:20:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:00Z', 'updated_at': '2021-07-16T09:48:02Z', 'revision_number': 1, 'project_id': 'b87c2d660146444d896809c43227f89d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:18.081154 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-8ccd5116-69f8-4cb5-a514-aa292c959924 req-e0a74ec2-fa59-4fc9-ae23-4d6f643cf262 service neutron] 10.222.0.47 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Jul 16 09:52:18.305625 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffaccca-02f9-4e0b-8206-99f527627650 None None] New status for floating IP 2aa2b946-a81c-4f7c-8939-859e6afc55c5: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:52:18.803373 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.065394 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35803-ecd5-4f96-9860-334a7396c467 req-ae689ee5-f614-49b1-920a-9274190c7b1b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:19.066805 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84d35803-ecd5-4f96-9860-334a7396c467 req-ae689ee5-f614-49b1-920a-9274190c7b1b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.0642972 Jul 16 09:52:19.104629 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-84d35803-ecd5-4f96-9860-334a7396c467 req-6b26564e-8a67-432e-8a66-117bd3a188ed tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322909 Jul 16 09:52:19.191192 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-81992eb7-f647-4051-ad37-3740afd849f9 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:19.193883 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-81992eb7-f647-4051-ad37-3740afd849f9 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b058d39-60ae-44d5-8dd7-3f1a57514eda HTTP/1.1" status: 200 len: 946 time: 0.0609093 Jul 16 09:52:19.293626 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Deleting port 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:19.293976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.378605 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] For port 2da19953-9a7d-4ca6-bb87-72b869586dec, host n-h2-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-12',level=0,port_id=2da19953-9a7d-4ca6-bb87-72b869586dec,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:19.378976 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.396503 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Calling delete_port for 2da19953-9a7d-4ca6-bb87-72b869586dec owned by compute:nova {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:19.517028 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.545822 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event deleted for resources: {'Port': ['ID=2da19953-9a7d-4ca6-bb87-72b869586dec,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:19.593767 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] No DVR routers for this DVR port 2da19953-9a7d-4ca6-bb87-72b869586dec on host n-h2-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:19.596473 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:19.598405 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-f442b5a9-80c5-4bff-8166-0042b3498537 req-03482ccc-bfbc-4375-8514-456e007e026f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.47 "DELETE /v2.0/ports/2da19953-9a7d-4ca6-bb87-72b869586dec HTTP/1.1" status: 204 len: 173 time: 0.4005516 Jul 16 09:52:19.598892 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-deleted', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:19.601269 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ac455-62b0-43dc-abdb-963440cb0d5a" -d '{"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-deleted", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:19.641144 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe267938-de53-4147-8266-b1656f29d85c x-openstack-request-id: req-fe267938-de53-4147-8266-b1656f29d85c {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:19.641469 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b058d39-60ae-44d5-8dd7-3f1a57514eda", "name": "network-vif-deleted", "tag": "2da19953-9a7d-4ca6-bb87-72b869586dec", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:19.641744 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe267938-de53-4147-8266-b1656f29d85c {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:19.642144 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b058d39-60ae-44d5-8dd7-3f1a57514eda', 'name': 'network-vif-deleted', 'tag': '2da19953-9a7d-4ca6-bb87-72b869586dec', 'status': 'completed', 'code': 200} Jul 16 09:52:19.789975 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:19.809502 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:19.809853 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:20.712843 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38946) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:20.868062 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Deleting port 0a1d5dac-a923-45ee-b2d5-fcde321ce13e {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:20.868411 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:20.939656 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:20.939986 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:20.951632 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Calling delete_port for 0a1d5dac-a923-45ee-b2d5-fcde321ce13e owned by network:floatingip {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:21.099977 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:21.127624 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event deleted for resources: {'Port': ['ID=0a1d5dac-a923-45ee-b2d5-fcde321ce13e,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:21.187797 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:21.188238 n-d-798054-12 neutron-server[93775]: INFO neutron.db.l3_db [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Floating IP ece57863-53e9-4cc3-9119-425000b00b06 disassociated (deleted). External IP: 172.25.5.208, port: fe1e8355-019d-46a6-8820-b944996d5863. Jul 16 09:52:21.393786 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:21.499260 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:21.503583 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for floatingip, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:21.509755 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ada17-9194-4451-b276-84c1438c753f None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:21.519420 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:21.520019 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:21.539170 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-ac06ba72-6348-4fbe-a8dc-f97d547e546b tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "DELETE /v2.0/floatingips/ece57863-53e9-4cc3-9119-425000b00b06 HTTP/1.1" status: 204 len: 168 time: 0.8251882 Jul 16 09:52:21.628586 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:21.643420 n-d-798054-12 neutron-server[93775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:21.645875 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea5b0d27cbd5cd83263782e7e4238aa847079c4f6bf6100f5d6081ee6e61b2c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28483d1-8dfa-4c90-a254-76c883124632" -d '{"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93775) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:21.681278 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f17b356-4022-4599-85e4-0473b387aa11 x-openstack-request-id: req-9f17b356-4022-4599-85e4-0473b387aa11 {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:21.681576 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "status": "completed", "code": 200}]} {{(pid=93775) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:21.681829 n-d-798054-12 neutron-server[93775]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f17b356-4022-4599-85e4-0473b387aa11 {{(pid=93775) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:21.682229 n-d-798054-12 neutron-server[93775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'status': 'completed', 'code': 200} Jul 16 09:52:21.769446 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28483d1-8dfa-4c90-a254-76c883124632 req-391229c8-63e5-4913-a356-97ae0001649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:21.771635 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-391229c8-63e5-4913-a356-97ae0001649b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b87c2d660146444d896809c43227f89d&device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 1095 time: 0.0654488 Jul 16 09:52:21.867026 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28483d1-8dfa-4c90-a254-76c883124632 req-77952913-cbef-4b38-9852-fd76de090876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:21.868751 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-77952913-cbef-4b38-9852-fd76de090876 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 200 len: 911 time: 0.0904863 Jul 16 09:52:21.914905 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-da0eb152-419a-4ef5-a25c-e5d81dc3136f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 200 len: 217 time: 0.0388756 Jul 16 09:52:21.930643 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be840a3-e845-42ed-8fd9-e2a575c9e847 req-e2554ea5-f2f8-4372-aab1-9a602e14867c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:21.932205 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0be840a3-e845-42ed-8fd9-e2a575c9e847 req-e2554ea5-f2f8-4372-aab1-9a602e14867c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0667274 Jul 16 09:52:21.933466 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:21.962565 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ada17-9194-4451-b276-84c1438c753f None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:21.971438 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28483d1-8dfa-4c90-a254-76c883124632 req-b91ebf55-e512-47b7-9e1b-828119657f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:21.972783 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-b91ebf55-e512-47b7-9e1b-828119657f12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 200 len: 849 time: 0.0506248 Jul 16 09:52:21.973034 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-0be840a3-e845-42ed-8fd9-e2a575c9e847 req-6d1c481a-6557-4179-af4c-c8c3966d8a3f tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346818 Jul 16 09:52:21.973200 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:21.973797 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:22.032209 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28483d1-8dfa-4c90-a254-76c883124632 req-ef367ab1-25bf-40a4-a1ba-227299908f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:22.033735 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-ef367ab1-25bf-40a4-a1ba-227299908f69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3be3b2ca-2257-42a5-b852-cc5da93a5c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527229 Jul 16 09:52:22.077533 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:22.127478 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-7e3261c8-0aef-4302-b1e1-71b9746714f8 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870717 Jul 16 09:52:22.217828 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-b28483d1-8dfa-4c90-a254-76c883124632 req-b4398367-095a-4b38-98cc-4887b6890b06 service neutron] 10.222.0.46 "GET /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Jul 16 09:52:22.268704 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-523ada17-9194-4451-b276-84c1438c753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:22.294648 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ada17-9194-4451-b276-84c1438c753f None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:47:41Z', 'revision_number': 4, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12', '_interfaces': [{'id': '22e1e50a-f827-46ec-856c-ad132cceb029', 'name': '', 'network_id': '3be3b2ca-2257-42a5-b852-cc5da93a5c5f', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'mac_address': 'fa:16:3e:b0:d4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '05658544-263c-45bf-b2b9-8c295c49f633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:40Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'subnets': [{'id': '05658544-263c-45bf-b2b9-8c295c49f633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:22.506729 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951eb5b6-c132-4d0e-be79-e26c9e83ea70 None None] New status for floating IP ece57863-53e9-4cc3-9119-425000b00b06: DOWN {{(pid=93776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:52:23.146398 n-d-798054-12 neutron-server[93775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33156da-cab9-49d1-95c2-3659f1b73f2a req-36449ee3-2532-48dc-8afc-25accc98f165 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.147887 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b33156da-cab9-49d1-95c2-3659f1b73f2a req-36449ee3-2532-48dc-8afc-25accc98f165 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0648293 Jul 16 09:52:23.185461 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-b33156da-cab9-49d1-95c2-3659f1b73f2a req-f31729d5-33b1-4474-83cd-8274835901de tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/security-groups?id=22204c61-0249-4f76-bbc8-8d471cc2c7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319219 Jul 16 09:52:23.407254 n-d-798054-12 neutron-server[93774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-55884901-a211-47d4-b790-9c25fc880e23 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:23.408743 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-55884901-a211-47d4-b790-9c25fc880e23 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.46 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 943 time: 0.0677166 Jul 16 09:52:23.505945 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Deleting port fe1e8355-019d-46a6-8820-b944996d5863 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:23.506299 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:23.597042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] For port fe1e8355-019d-46a6-8820-b944996d5863, host n-h1-798054-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-12',level=0,port_id=fe1e8355-019d-46a6-8820-b944996d5863,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:23.597431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:23.609259 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Calling delete_port for fe1e8355-019d-46a6-8820-b944996d5863 owned by compute:nova {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:23.739013 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:23.769877 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event deleted for resources: {'Port': ['ID=fe1e8355-019d-46a6-8820-b944996d5863,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:23.783738 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.784114 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.784461 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.784800 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.785134 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.785471 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.785786 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.786108 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.786462 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.786752 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.787077 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.787420 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-12 {{(pid=93774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:52:23.804212 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec no longer exists at agent hyperv_n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:23.824560 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] No Port match for: 2da19953-9a7d-4ca6-bb87-72b869586dec {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:23.825008 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Device 2da19953-9a7d-4ca6-bb87-72b869586dec not bound to the agent host n-h2-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:23.827163 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] No DVR routers for this DVR port fe1e8355-019d-46a6-8820-b944996d5863 on host n-h1-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:23.829523 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-197373'] for port, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:23.831495 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [req-90101bde-4cb2-41c7-944d-0ff951ead233 req-441c7831-169d-477a-b309-7300e0c5882c tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.46 "DELETE /v2.0/ports/fe1e8355-019d-46a6-8820-b944996d5863 HTTP/1.1" status: 204 len: 173 time: 0.4166555 Jul 16 09:52:23.831923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-deleted', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863'}] {{(pid=93774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:52:23.834198 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d880d44be53b8ad43b2a8cafa818300dab1459e7f1d86fbd5bb512306c7a01b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556b0157-4f82-418f-ab92-1c550206c092" -d '{"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-deleted", "tag": "fe1e8355-019d-46a6-8820-b944996d5863"}]}' {{(pid=93774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:52:23.924251 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d2a45-ef0c-44fc-ab81-67bc24fab334 x-openstack-request-id: req-965d2a45-ef0c-44fc-ab81-67bc24fab334 {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:52:23.924602 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea3e4d3-03bd-4374-8f08-148704027a95", "name": "network-vif-deleted", "tag": "fe1e8355-019d-46a6-8820-b944996d5863", "status": "completed", "code": 200}]} {{(pid=93774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:52:23.924870 n-d-798054-12 neutron-server[93774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-965d2a45-ef0c-44fc-ab81-67bc24fab334 {{(pid=93774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:52:23.925276 n-d-798054-12 neutron-server[93774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea3e4d3-03bd-4374-8f08-148704027a95', 'name': 'network-vif-deleted', 'tag': 'fe1e8355-019d-46a6-8820-b944996d5863', 'status': 'completed', 'code': 200} Jul 16 09:52:24.343128 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [req-823e85ea-58df-4c27-b5df-2ef634605483 req-2a003ce4-5bcf-417a-9118-5230d5badd38 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fea3e4d3-03bd-4374-8f08-148704027a95 HTTP/1.1" status: 200 len: 210 time: 0.0291753 Jul 16 09:52:25.435113 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38964) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:25.492138 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:25.516498 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:25.573333 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:25.576171 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:25.577847 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] 10.222.0.32 "DELETE /v2.0/security-groups/22204c61-0249-4f76-bbc8-8d471cc2c7c5 HTTP/1.1" status: 204 len: 168 time: 0.1417446 Jul 16 09:52:25.586626 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803b8c5-5735-48c7-a687-25eb1aefa185 tempest-TestSnapshotPattern-852074470 tempest-TestSnapshotPattern-852074470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22204c61-0249-4f76-bbc8-8d471cc2c7c5,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:26.645664 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38970) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:26.984248 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:27.228148 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Deleting port 22e1e50a-f827-46ec-856c-ad132cceb029 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:27.228485 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:27.304138 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] For port 22e1e50a-f827-46ec-856c-ad132cceb029, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=22e1e50a-f827-46ec-856c-ad132cceb029,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:27.304497 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:27.320441 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Calling delete_port for 22e1e50a-f827-46ec-856c-ad132cceb029 owned by network:router_interface {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:27.496055 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:27.521339 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Pushing event deleted for resources: {'Port': ['ID=22e1e50a-f827-46ec-856c-ad132cceb029,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:27.689831 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:27.810795 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 no longer exists at agent hyperv_n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:27.831003 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] No Port match for: fe1e8355-019d-46a6-8820-b944996d5863 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:27.831430 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Device fe1e8355-019d-46a6-8820-b944996d5863 not bound to the agent host n-h1-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:27.895923 n-d-798054-12 neutron-server[93774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Router fe64dd11-c313-4532-9489-0ce95db15ec4 has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:27.995942 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:28.001587 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6aa64730-bd25-438c-824a-6b62e7da28ba admin admin] 10.222.0.32 "PUT /v2.0/routers/fe64dd11-c313-4532-9489-0ce95db15ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3547268 Jul 16 09:52:28.003913 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38972) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:28.006984 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Sync routers for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:28.016564 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:28.017167 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:28.104078 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks [] for router, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:28.116682 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:28.297365 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:52:27Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:28.325072 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Checking router: fe64dd11-c313-4532-9489-0ce95db15ec4 for host: n-d-798054-12 {{(pid=93777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:28.334178 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Routers {'fe64dd11-c313-4532-9489-0ce95db15ec4'} bound to L3 agent in host n-d-798054-12 {{(pid=93777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:28.334868 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe64dd11-c313-4532-9489-0ce95db15ec4'], 'active': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:28.440552 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_dvr_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] Set router fe64dd11-c313-4532-9489-0ce95db15ec4 gateway port host: n-d-798054-12 {{(pid=93777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:28.550431 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:28.601620 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Deleting port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:28.601971 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:28.618890 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.l3_hamode_db [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:52:27Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:28.647932 n-d-798054-12 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0aa7a-e269-4cf4-b355-a0315d75c411 None None] The sync data for ids ['fe64dd11-c313-4532-9489-0ce95db15ec4'] in n-d-798054-12 is: [{'id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'name': 'tempest-TestSnapshotPattern-1776437992-router', 'tenant_id': 'b87c2d660146444d896809c43227f89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:38Z', 'updated_at': '2021-07-16T09:52:27Z', 'revision_number': 5, 'project_id': 'b87c2d660146444d896809c43227f89d', 'gw_port': {'id': 'a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe64dd11-c313-4532-9489-0ce95db15ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:39Z', 'updated_at': '2021-07-16T09:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}] {{(pid=93777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:28.680528 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] For port a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:28.680896 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:28.693396 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Calling delete_port for a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 owned by network:router_gateway {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:28.852296 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:28.881784 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:28.941796 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.034423 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.037116 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.081501 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.082085 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe64dd11-c313-4532-9489-0ce95db15ec4 {{(pid=93774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:52:29.086879 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] Notify callbacks [] for router, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.088239 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-6724af5d-925c-4e1a-8bb2-265d5745c762 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fe64dd11-c313-4532-9489-0ce95db15ec4 HTTP/1.1" status: 204 len: 168 time: 1.0832145 Jul 16 09:52:29.090930 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38974) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:29.141387 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.db_base_plugin_v2 [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Deleting subnet 05658544-263c-45bf-b2b9-8c295c49f633 {{(pid=93774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:52:29.144910 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.181785 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58772465'] for subnet, precommit_delete_associations {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.276291 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.305755 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 22e1e50a-f827-46ec-856c-ad132cceb029 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:29.327220 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 22e1e50a-f827-46ec-856c-ad132cceb029 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:29.327569 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 22e1e50a-f827-46ec-856c-ad132cceb029 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:29.347829 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3759568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59375899'] for subnet, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.377284 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05658544-263c-45bf-b2b9-8c295c49f633,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:29.380868 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.383321 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-96791b80-8b55-411b-8f58-4a48dd13bd4e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/05658544-263c-45bf-b2b9-8c295c49f633 HTTP/1.1" status: 204 len: 168 time: 0.2908022 Jul 16 09:52:29.385575 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38976) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:29.387954 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed32932-0d2a-4a91-8d01-cfb4bfab53cf None None] Network 3be3b2ca-2257-42a5-b852-cc5da93a5c5f requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:29.453823 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.506105 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Deleting port d3d43db6-92c7-4062-8683-88d0f235a113 {{(pid=93774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:29.506370 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.573596 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.db [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] For port d3d43db6-92c7-4062-8683-88d0f235a113, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=d3d43db6-92c7-4062-8683-88d0f235a113,segment=NetworkSegment(d1ab3665-d72d-4c58-ac96-63f57438dd34),segment_id=d1ab3665-d72d-4c58-ac96-63f57438dd34)] {{(pid=93774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:29.573960 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.585627 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Calling delete_port for d3d43db6-92c7-4062-8683-88d0f235a113 owned by network:dhcp {{(pid=93774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:29.661214 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3759523'] for port, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.690820 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d43db6-92c7-4062-8683-88d0f235a113,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:29.695951 n-d-798054-12 neutron-server[93774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] No DVR routers for this DVR port d3d43db6-92c7-4062-8683-88d0f235a113 on host n-d-798054-12 {{(pid=93774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:29.707497 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65151e25-55af-4e4a-a07c-4287bb952b8f None None] DHCP port deletion for 3be3b2ca-2257-42a5-b852-cc5da93a5c5f request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:52:29.769529 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.779042 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be3b2ca-2257-42a5-b852-cc5da93a5c5f']}} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:29.788603 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ab3665-d72d-4c58-ac96-63f57438dd34') {'for_net_delete': True} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:29.788906 n-d-798054-12 neutron-server[93774]: DEBUG neutron.services.segments.db [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ab3665-d72d-4c58-ac96-63f57438dd34') {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:29.798245 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58772422'] for segment, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.812107 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.817826 n-d-798054-12 neutron-server[93774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:52:29.818207 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3759986'] for segment, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: Traceback (most recent call last): Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: timer() Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: cb(*args, **kw) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: return func(*args, **kwargs) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: self._notify() Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: self.callback(batched_events) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: event.method(event) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: return f(self, *a, **k) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: return self._get(url).json() Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: return self.request(url, 'GET', **kwargs) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:52:29.819823 n-d-798054-12 neutron-server[93774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:52:29.877056 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.882500 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Notify callbacks [] for network, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:29.884372 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] 10.222.0.32 "DELETE /v2.0/networks/3be3b2ca-2257-42a5-b852-cc5da93a5c5f HTTP/1.1" status: 204 len: 168 time: 0.4979641 Jul 16 09:52:29.887544 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38978) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:29.894830 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843507-2765-4ae9-9f5a-aa6ca26a216d admin admin] Pushing event deleted for resources: {'Network': ['ID=3be3b2ca-2257-42a5-b852-cc5da93a5c5f,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:30.515023 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368803'] for router_interface, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.758556 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Deleting port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:30.758901 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.833459 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] For port 9d071ab3-26f1-4a2f-850d-32d5ab06bca7, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:30.833826 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:30.847012 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Calling delete_port for 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 owned by network:router_interface {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:31.024184 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.048878 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d071ab3-26f1-4a2f-850d-32d5ab06bca7,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:31.220996 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375859'] for router_interface, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.273084 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:31.297194 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:31.297540 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device a2796d92-ae6f-4bdc-bb2e-b93fbc173cb0 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:31.298073 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d3d43db6-92c7-4062-8683-88d0f235a113 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:31.317396 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: d3d43db6-92c7-4062-8683-88d0f235a113 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:31.317744 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device d3d43db6-92c7-4062-8683-88d0f235a113 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:31.434081 n-d-798054-12 neutron-server[93775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Router fe333664-eaac-46a0-9f0c-ba566756331c has already been hosted by L3 agent 79b9eb23-9879-42a3-8867-0835b22a0975 {{(pid=93775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:52:31.537559 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] Notify agent at l3_agent.n-d-798054-12 the message routers_updated {{(pid=93775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:52:31.542253 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-8a1c3877-a203-4a20-ab3d-317709dcfa9b admin admin] 10.222.0.32 "PUT /v2.0/routers/fe333664-eaac-46a0-9f0c-ba566756331c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536336 Jul 16 09:52:31.544903 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38980) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:31.546308 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Sync routers for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:52:31.555116 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:31.555723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:31.654106 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks [] for router, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.660534 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: n-d-798054-12 {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:31.760132 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.815557 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Deleting port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:31.815821 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.902226 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] For port e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,segment=NetworkSegment(f946f31e-0cf0-4f54-a780-2299d4b9719d),segment_id=f946f31e-0cf0-4f54-a780-2299d4b9719d)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:31.902658 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:31.915248 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Calling delete_port for e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 owned by network:router_gateway {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:31.990587 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'external_fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:52:30Z', 'revision_number': 5, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port': {'id': 'e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2', 'name': '', 'network_id': '1cfb9b1b-f54b-4509-a026-2a82ca36a555', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3d9f85e-6b65-4658-a591-8b5b8e08daf1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-12'}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:32.016063 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Checking router: fe333664-eaac-46a0-9f0c-ba566756331c for host: n-d-798054-12 {{(pid=93776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:52:32.032542 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Routers {'fe333664-eaac-46a0-9f0c-ba566756331c'} bound to L3 agent in host n-d-798054-12 {{(pid=93776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:52:32.033159 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:19:46Z,description=,heartbeat_timestamp=2021-07-16T09:52:16Z,host='n-d-798054-12',id=79b9eb23-9879-42a3-8867-0835b22a0975,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:19:46Z,topic='l3_agent')) {'router_ids': ['fe333664-eaac-46a0-9f0c-ba566756331c'], 'active': True} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:32.081678 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.107385 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Pushing event deleted for resources: {'Port': ['ID=e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:32.156952 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_dvr_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] Set router fe333664-eaac-46a0-9f0c-ba566756331c gateway port host: None {{(pid=93776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:52:32.170310 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372585'] for router_gateway, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.213604 n-d-798054-12 neutron-server[93776]: DEBUG neutron.db.l3_hamode_db [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:52:31Z', 'revision_number': 6, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port_host': None}], 'n-d-798054-12', False) {} {{(pid=93776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:32.242597 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0955bfc-59d3-442b-bf41-1f09d7e038a0 None None] The sync data for ids ['fe333664-eaac-46a0-9f0c-ba566756331c'] in n-d-798054-12 is: [{'id': 'fe333664-eaac-46a0-9f0c-ba566756331c', 'name': 'tempest-TestSnapshotPattern-988678496-router', 'tenant_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:47:43Z', 'updated_at': '2021-07-16T09:52:31Z', 'revision_number': 6, 'project_id': 'b0dda7691e9849a2a3e767ecf2a61361', 'gw_port_host': None}] {{(pid=93776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:52:32.265144 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-371197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12390'] for router, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.267831 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.312704 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-370411'] for router, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.313249 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe333664-eaac-46a0-9f0c-ba566756331c {{(pid=93775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:52:32.318916 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] Notify callbacks [] for router, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.320127 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-87dd9362-5b2b-445a-b8c8-24f6b67e471f admin admin] 10.222.0.32 "DELETE /v2.0/routers/fe333664-eaac-46a0-9f0c-ba566756331c HTTP/1.1" status: 204 len: 168 time: 0.7737241 Jul 16 09:52:32.322585 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38982) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:32.369072 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Deleting subnet ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4 {{(pid=93775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:52:32.372064 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.407732 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50589182'] for subnet, precommit_delete_associations {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.488005 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7688271'] for subnet, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.538243 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7688312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2515683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-51011973'] for subnet, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.565100 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:32.567077 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.568988 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-caf3508f-4273-4ac1-9fee-5357edfc5704 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca1b9f70-ffd2-42b8-ace6-9aa6ef6a40c4 HTTP/1.1" status: 204 len: 168 time: 0.2454755 Jul 16 09:52:32.571478 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38984) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:32.574740 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35b2dd-cc43-4165-8a49-1546789bdf3a None None] Network 352bf9e3-3752-449c-8ccc-37a6e2bc3433 requested from n-d-798054-12 {{(pid=93776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:52:32.666963 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7619620'] for network, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.725111 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Deleting port 25349e30-31b9-4eca-901d-5291258534a9 {{(pid=93775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:52:32.725971 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774051814831'] for port, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.788535 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.db [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] For port 25349e30-31b9-4eca-901d-5291258534a9, host n-d-798054-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-12',level=0,port_id=25349e30-31b9-4eca-901d-5291258534a9,segment=NetworkSegment(56bd2756-1cc3-41b4-9104-b54e3ff8ecd6),segment_id=56bd2756-1cc3-41b4-9104-b54e3ff8ecd6)] {{(pid=93775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:52:32.789110 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370328'] for port, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.801261 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.plugin [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Calling delete_port for 25349e30-31b9-4eca-901d-5291258534a9 owned by network:dhcp {{(pid=93775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:52:32.882383 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-536749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774051815810', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774051411887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515600'] for port, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.910273 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25349e30-31b9-4eca-901d-5291258534a9,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:32.912114 n-d-798054-12 neutron-server[93775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] No DVR routers for this DVR port 25349e30-31b9-4eca-901d-5291258534a9 on host n-d-798054-12 {{(pid=93775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:52:32.983566 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7689259', 'neutron.services.segments.db._delete_segments_for_network-8774051927884'] for network, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:32.993221 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352bf9e3-3752-449c-8ccc-37a6e2bc3433']}} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.003543 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6') {'for_net_delete': True} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.003846 n-d-798054-12 neutron-server[93775]: DEBUG neutron.services.segments.db [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd2756-1cc3-41b4-9104-b54e3ff8ecd6') {} {{(pid=93775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:52:33.013081 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774051930453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50589129'] for segment, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.027005 n-d-798054-12 neutron-server[93776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c5985-d381-4a2d-95f0-41282ab98e15 None None] DHCP port deletion for 352bf9e3-3752-449c-8ccc-37a6e2bc3433 request from n-d-798054-12 {{(pid=93776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:52:33.031308 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423'] for segment, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.040639 n-d-798054-12 neutron-server[93775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:52:33.041112 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7686423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515009'] for segment, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: Traceback (most recent call last): Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: timer() Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: cb(*args, **kw) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: return func(*args, **kwargs) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: self._notify() Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: self.callback(batched_events) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: event.method(event) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: return f(self, *a, **k) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: return self._get(url).json() Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: return self.request(url, 'GET', **kwargs) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:52:33.042889 n-d-798054-12 neutron-server[93775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:52:33.095090 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7689266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-372661'] for network, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.100522 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.104025 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/352bf9e3-3752-449c-8ccc-37a6e2bc3433 HTTP/1.1" status: 204 len: 168 time: 0.5300415 Jul 16 09:52:33.117525 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281c85e-add4-49c1-99ff-ce5cdea0d9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=352bf9e3-3752-449c-8ccc-37a6e2bc3433,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:33.228911 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:33.259849 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:33.260247 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device e307b4e3-aaf8-4c82-8ec1-a36a5344b3d2 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:33.260723 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:33.280416 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:33.280769 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 9d071ab3-26f1-4a2f-850d-32d5ab06bca7 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:33.281531 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 25349e30-31b9-4eca-901d-5291258534a9 no longer exists at agent ovs-agent-n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:52:33.302691 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.plugin [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] No Port match for: 25349e30-31b9-4eca-901d-5291258534a9 {{(pid=93776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:52:33.303047 n-d-798054-12 neutron-server[93776]: DEBUG neutron.plugins.ml2.rpc [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Device 25349e30-31b9-4eca-901d-5291258534a9 not bound to the agent host n-d-798054-12 {{(pid=93776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:52:33.321349 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38990) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:33.364931 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-3f7adbf6-75fc-4cee-8114-f82ea2436978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b87c2d660146444d896809c43227f89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424185 Jul 16 09:52:33.367330 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [-] (93775) accepted ('10.222.0.32', 38992) {{(pid=93775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:33.414630 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.434433 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.480098 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.482664 n-d-798054-12 neutron-server[93775]: DEBUG neutron_lib.callbacks.manager [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.484387 n-d-798054-12 neutron-server[93775]: INFO neutron.wsgi [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5570d380-1397-404e-9d8c-494d4d6ffceb HTTP/1.1" status: 204 len: 168 time: 0.1161430 Jul 16 09:52:33.491962 n-d-798054-12 neutron-server[93775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ad0df-07c5-4fbe-9699-60dd4b6b9351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5570d380-1397-404e-9d8c-494d4d6ffceb,revision_number=None']} {{(pid=93775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:33.804507 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 38998) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:33.843477 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-d56407c1-19a9-437e-b111-da695d9ae4b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0dda7691e9849a2a3e767ecf2a61361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377846 Jul 16 09:52:33.845849 n-d-798054-12 neutron-server[93774]: DEBUG neutron.wsgi [-] (93774) accepted ('10.222.0.32', 39000) {{(pid=93774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:52:33.892514 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.913090 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.961702 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441719'] for security_group, after_delete {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.964557 n-d-798054-12 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.965697 n-d-798054-12 neutron-server[93774]: INFO neutron.wsgi [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac2ad3a0-ee0c-4fca-89d5-6c2d9b0108eb HTTP/1.1" status: 204 len: 168 time: 0.1189585 Jul 16 09:52:33.973735 n-d-798054-12 neutron-server[93774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6085f2a-0384-45cb-b4a4-2c362db6201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ad3a0-ee0c-4fca-89d5-6c2d9b0108eb,revision_number=None']} {{(pid=93774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:52:39.368447 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.166580 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:43.127406 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2137a75a-da63-476a-a6eb-9c04fd2dfd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.728253 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1ba9026a-f320-43f0-8fe5-fbe4b7235585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:45.823731 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.217374 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:47.790532 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:48.806444 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:09.387900 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:10.180768 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:13.128016 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a8f5344f-67fd-47ce-9819-cea8db1c1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:15.727888 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c437e50c-f8c9-46ff-bef0-49a00cd6f39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:15.824581 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.218526 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:18.813924 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:24.789812 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:39.381460 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:40.190420 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:43.127851 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-97bc2ea1-f427-4e67-95fa-5220bcbdefb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:45.728805 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7b15abb9-fad3-42b0-8fb1-90ea8190d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:45.824522 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:47.221891 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:48.812878 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:01.788867 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:09.397103 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:10.195062 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:13.127425 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ce975b22-ca5e-4189-a52a-7d55839d2c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:15.731710 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6ace-0281-463d-b0fd-67ff4d634fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:15.824877 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:17.226319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:18.815643 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:38.788513 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:39.395082 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:40.209273 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:43.127115 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a3553fbc-b7f0-412f-b417-ffd6031cfc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:45.739793 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9005e1ef-d81f-44e5-b601-b5495fbe5c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:45.825357 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:47.228693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:48.818501 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:09.397828 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:10.224319 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:13.127672 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-d8c59b7a-c7c4-4415-8173-02a6d03f5b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:15.729056 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-269a692e-b3e6-4d52-91d1-e94ea096d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:15.787578 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:15.828868 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:17.231164 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:18.824121 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:39.424437 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:40.223011 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:43.128100 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb50e-6a16-4944-8c40-fe2f6b48598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.729296 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-23204c7e-eec5-46fc-8d02-5e76522e651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.828861 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.234034 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:48.825139 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:52.786461 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:09.455019 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:10.231233 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:13.128164 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-26ec7b7f-e80d-4ec9-b783-012730072253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:15.730670 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-52d6ca65-9800-464b-b6a8-8fd142b5a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:15.827760 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:17.236918 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.827160 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:29.786383 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:39.456605 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:40.237480 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:43.128981 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-8fc47457-da0f-4e71-a54f-c6d5906ad6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:45.731449 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2274-5c93-4956-9b87-becfbcc77180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:45.828051 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:47.239984 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:48.830745 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:06.785796 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:09.467024 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:10.235862 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:13.130018 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-9dcd81ee-b28f-437d-b142-707ca6127466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:15.736774 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-30539fc2-660d-47b3-a623-49f38756265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:15.828013 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:17.241645 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:18.834069 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:39.467029 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:40.239095 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:43.129555 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-32604a98-d111-4e0a-a734-e8ec9d2628a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:43.785640 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:45.738693 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-3c19f2ac-a541-4d07-9147-54a25a02837a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:45.828571 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:47.244689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:48.836601 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:09.481450 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:10.234654 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:13.129632 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-15d8213a-3dba-4901-83cd-669fd94da14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:15.739499 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-0187b559-9ed4-4358-8bfc-a82bb048a256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:15.828922 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:17.246892 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:18.839732 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:20.784833 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:39.483676 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:40.255478 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:43.129066 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-35d0f3f6-4af1-4c4e-8b9d-9a92ec8c849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:45.740723 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-2e5fac31-76e8-45d4-96d2-a0777555b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:45.829948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:47.249789 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:48.845008 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:57.783838 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:09.494044 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:10.258408 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:13.129471 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-58d18da7-3acd-4af2-b506-f45dfffdf3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:15.744619 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-72bab8e5-e74d-4bd3-8fe5-e0610ac608be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:15.829992 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:17.253706 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:18.848144 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:34.782696 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:39.502373 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:40.263421 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:43.129152 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-ee84224e-2e9b-46d7-bdbb-fc5267161a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:45.745022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-33b02182-0a6d-4244-8750-0d3b1a13ad12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:45.829741 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:47.256983 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:48.850289 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:09.518610 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:10.277099 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.782352 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:13.129329 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-dd8da109-f237-443c-8609-d0e42e785ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.744948 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f5b040af-70fc-4592-8af5-fc73a8dadf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.828938 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.260625 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.853769 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:39.523090 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:40.276990 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:43.128435 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-42206b9d-4750-4ba9-a3d0-f95fa3fb468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.745962 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f84556bb-5737-4959-b87e-3ea9edbf8260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.829575 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:46.466431 n-d-798054-12 neutron-server[93775]: DEBUG neutron.wsgi [req-18d6d377-84dc-40b3-b7e4-156a6e021199 req-2e844ec3-f89d-4a49-af95-dd485f80c7f4 service neutron] (93775) timed out ('10.222.0.32', 34014) {{(pid=93775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:00:47.262612 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:48.781615 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:48.857343 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:09.538928 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-1562fd0d-0f34-4a9a-9348-3719af981f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.276689 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd00-00fe-47e6-ac07-1c349af0a207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:13.129156 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-a070db4e-f464-4350-8f38-244a41cc2df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:15.748047 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-f4903b22-3e2e-4f06-9623-372f1249aab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:15.830080 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-5578ac52-d29d-4564-8790-d9d4f869629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:17.266243 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-473d1522-4a52-49de-8ed2-f6355df86670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:18.864022 n-d-798054-12 neutron-server[93776]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc12-cc1a-4419-a21a-bbe1a69f7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774051927866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7695473'] for agent, after_update {{(pid=93776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:25.780989 n-d-798054-12 neutron-server[93777]: DEBUG neutron.db.agents_db [None req-3867534e-c9b6-4c61-b4db-034d5d34d1f9 None None] Agent healthcheck: found 7 active agents {{(pid=93777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}